{"Bot001_007_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good", "response": "hi there what video games do you play ?", "annotation_id": "Bot001_007_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "T", "T"], "gpt2_target_score": [-12.410521507263184, -8.833915710449219, -9.946869850158691, -12.27729320526123, -11.65727424621582, -10.287425994873047, -11.889363288879395, -12.666033744812012, -12.84989070892334], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.3311623334884644, -1.50275719165802, -0.9596118330955505, -1.0322684049606323, -3.0353176593780518, -1.0825456380844116, -0.5472327470779419, -0.5113683938980103, -0.8211114406585693, -2.5236728191375732, -3.1538045406341553, -2.0923376083374023, -0.6671786308288574, -1.4955542087554932, -3.496090888977051, -2.1248586177825928, -2.9502546787261963, -2.3135011196136475, -0.9283468127250671, -0.8586314916610718, -0.5005319118499756, -1.6844700574874878, -2.563558578491211, -1.979048490524292, -2.672173261642456, -1.1193084716796875, -0.8450376391410828, -1.0998895168304443, -1.950461506843567, -0.9644677042961121, -0.10060519725084305, -1.1874901056289673, -0.729727566242218, -0.2635591924190521]}, "Bot001_007_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty", "response": "fallout is my absolute favorite . i love the elvis school , wish it were real .", "annotation_id": "Bot001_007_04", "annotations": ["O", "O", "O", "O", "X", "T", "T", "T", "T", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-15.511092185974121, -14.256614685058594, -2.121933937072754, -6.2182111740112305, -13.404497146606445, -11.956249237060547, -14.803471565246582, -12.301005363464355, -10.901122093200684, -7.657806873321533, -14.667985916137695, -18.024690628051758, -13.514869689941406, -15.511141777038574, -19.448856353759766, -10.276891708374023, -14.710808753967285, -16.027084350585938, -11.571966171264648], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.3311623334884644, -1.50275719165802, -0.9596118330955505, -1.0322684049606323, -3.0353176593780518, -1.0825456380844116, -0.5472327470779419, -0.5113683938980103, -0.8211114406585693, -2.5236728191375732, -3.1538045406341553, -2.0923376083374023, -0.6671786308288574, -1.4955542087554932, -3.496090888977051, -2.1248586177825928, -2.9502546787261963, -2.3135011196136475, -0.9283468127250671, -0.8586314916610718, -0.5005319118499756, -1.6844700574874878, -2.563558578491211, -1.979048490524292, -1.7763813734054565, -1.6083176136016846, -0.5838003158569336, -1.8065593242645264, -0.8247717022895813, -0.11111106723546982, -1.3363717794418335, -0.653884768486023, -1.2283624410629272, -1.4773151874542236, -2.576643943786621, -0.6632642149925232, -0.09062635153532028, -2.384955406188965, -2.687563180923462, -0.2469082921743393, -1.43289315700531, -2.237294912338257, -0.6823722720146179, -0.38944658637046814, -1.5373501777648926, -0.9446834325790405, -1.8845489025115967, -1.9616581201553345, -2.6817915439605713, -1.7016092538833618, -2.6294496059417725, -1.5253463983535767, -2.1057722568511963, -0.6325070261955261, -0.6608943343162537, -2.0966274738311768, -1.6920225620269775, -0.9761473536491394]}, "Bot001_007_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ?", "response": "i love video games but i get agitated very easy when i die so much", "annotation_id": "Bot001_007_06", "annotations": ["O", "O", "O", "O", "X", "O", "T", "O", "O", "T", "O", "O", "T", "T", "O"], "gpt2_target_score": [-11.311616897583008, -11.809459686279297, -7.433663368225098, -11.900973320007324, -7.860696315765381, -6.306928634643555, -13.523615837097168, -19.634458541870117, -13.622902870178223, -13.681722640991211, -11.545757293701172, -11.140012741088867, -16.399276733398438, -14.21668815612793, -16.726102828979492], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.6844292879104614, -2.5635244846343994, -1.979058027267456, -1.776395559310913, -1.6083033084869385, -0.5838050246238708, -1.8065598011016846, -0.8247632384300232, -0.11110978573560715, -1.3363561630249023, -0.6538706421852112, -1.228400468826294, -1.4773261547088623, -2.5766401290893555, -0.6632733941078186, -0.09062831103801727, -2.3849399089813232, -1.6142781972885132, -2.0670406818389893, -1.093195915222168, -0.5252324342727661, -1.7036947011947632, -1.41792631149292, -1.8048930168151855, -2.511653184890747, -2.8513283729553223, -1.7570521831512451, -2.786506414413452, -1.6255223751068115, -1.9005705118179321, -0.6453877687454224, -0.6290518045425415, -2.0871798992156982, -1.8121281862258911, -1.3482744693756104, -2.1622281074523926, -2.1271986961364746, -0.06375259906053543, -1.6483582258224487, -1.5637344121932983, -1.5634313821792603, -2.2800345420837402, -1.9152696132659912, -1.9949390888214111, -0.02557585947215557, -1.4778906106948853, -0.9566919207572937, -2.1859240531921387, -1.8462251424789429, -1.332948088645935, -0.6182241439819336, -2.2659454345703125, -0.5966669321060181, -1.3354942798614502, -1.8509877920150757, -0.5001091361045837, -1.8524103164672852]}, "Bot001_007_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though", "response": "i'm 32 . how old are you ?", "annotation_id": "Bot001_007_08", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-11.311616897583008, -10.586238861083984, -13.443902015686035, -12.590289115905762, -9.783913612365723, -11.162168502807617, -13.31025218963623, -13.325887680053711, -12.849892616271973], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.6844292879104614, -2.5635244846343994, -1.979058027267456, -1.776395559310913, -1.6083033084869385, -0.5838050246238708, -1.8065598011016846, -0.8247632384300232, -0.11110978573560715, -1.3363561630249023, -0.6538706421852112, -1.228400468826294, -1.4773261547088623, -2.5766401290893555, -0.6632733941078186, -0.09062831103801727, -2.3849399089813232, -1.6142781972885132, -2.0670406818389893, -1.093195915222168, -0.5252324342727661, -1.7036947011947632, -1.41792631149292, -1.8048930168151855, -2.511653184890747, -2.8513283729553223, -1.7570521831512451, -2.786506414413452, -1.6255223751068115, -1.9005705118179321, -0.6453877687454224, -0.6290518045425415, -2.0871798992156982, -1.8121281862258911, -1.3482744693756104, -2.1622281074523926, -2.1271986961364746, -0.06375259906053543, -1.6483582258224487, -1.5637344121932983, -1.5634313821792603, -1.8377928733825684, -1.9976699352264404, -0.0310708936303854, -2.65474271774292, -0.9168499112129211, -2.124547243118286, -1.5333143472671509, -1.5818392038345337, -0.7385696768760681, -2.166128635406494, -0.6572074890136719, -1.5167107582092285, -1.8514666557312012, -0.5247653126716614, -1.8874614238739014, -1.2213058471679688, -0.4414878487586975, -0.16140171885490417, -0.7752018570899963, -0.960658073425293, -2.4513347148895264, -1.9896693229675293, -2.82891845703125, -1.252221703529358, -1.2251816987991333, -0.2710980474948883, -0.13608206808567047, -0.058196987956762314, -0.7249059081077576, -0.33804887533187866]}, "Bot001_007_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though i'm 32 . how old are you ? i'm 24", "response": "30 years old . i've three kids as well . do you have kids ?", "annotation_id": "Bot001_007_10", "annotations": ["O", "O", "X", "O", "O", "X", "T", "O", "X", "T", "X", "O", "X", "T", "X"], "gpt2_target_score": [-14.719499588012695, -12.20876693725586, -9.233590126037598, -12.590289115905762, -8.385384559631348, -12.40815544128418, -15.357420921325684, -14.070562362670898, -9.594765663146973, -12.03010368347168, -13.146839141845703, -14.50507926940918, -12.0924072265625, -15.947175979614258, -19.7243595123291, -10.175241470336914], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.6844292879104614, -2.5635244846343994, -1.979058027267456, -1.776395559310913, -1.6083033084869385, -0.5838050246238708, -1.8065598011016846, -0.8247632384300232, -0.11110978573560715, -1.3363561630249023, -0.6538706421852112, -1.228400468826294, -1.4773261547088623, -2.5766401290893555, -0.6632733941078186, -0.09062831103801727, -2.3849399089813232, -1.6142781972885132, -2.0670406818389893, -1.093195915222168, -0.5252324342727661, -1.7036947011947632, -1.41792631149292, -1.8048930168151855, -2.511653184890747, -2.8513283729553223, -1.7570521831512451, -2.786506414413452, -1.6255223751068115, -1.9005705118179321, -0.6453877687454224, -0.6290518045425415, -2.0871798992156982, -1.8121281862258911, -1.3482744693756104, -2.1622281074523926, -2.1271986961364746, -0.06375259906053543, -1.6483582258224487, -1.5637344121932983, -1.5634313821792603, -1.8377928733825684, -1.9976699352264404, -0.0310708936303854, -2.65474271774292, -0.9168499112129211, -2.124547243118286, -1.5333143472671509, -1.5818392038345337, -0.7385696768760681, -2.166128635406494, -0.6572074890136719, -1.5167107582092285, -1.8514666557312012, -0.5247653126716614, -1.8874614238739014, -1.2213058471679688, -0.4414878487586975, -0.16140171885490417, -0.7752018570899963, -0.960658073425293, -2.1935842037200928, -2.585252046585083, -1.5326262712478638, -1.5107223987579346, -0.40927714109420776, -0.15943293273448944, -0.0512697733938694, -0.9776541590690613, -1.8133958578109741, -1.5336623191833496, -2.5258591175079346, -1.8722604513168335, -2.789565324783325, -1.5682364702224731, -0.14552846550941467, -1.6911500692367554, -1.8908164501190186, -1.9672927856445312, -1.2579407691955566, -1.6701688766479492, -1.7881157398223877, -0.7840430736541748, -1.466324806213379, -1.21803617477417, -0.17043229937553406, -1.0611720085144043, -0.7304320335388184, -1.3021079301834106, -0.5984601378440857]}, "Bot001_007_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though i'm 32 . how old are you ? i'm 24 30 years old . i've three kids as well . do you have kids ? i don't have any kids", "response": "i squeeze my 3 kids in my little honda civic haha no soccer van here", "annotation_id": "Bot001_007_12", "annotations": ["O", "O", "O", "O", "X", "O", "T", "T", "O", "T", "O", "O", "O", "T", "T"], "gpt2_target_score": [-11.311616897583008, -15.82363510131836, -9.280007362365723, -8.919756889343262, -8.51723575592041, -9.044797897338867, -12.338255882263184, -16.99733543395996, -13.114129066467285, -21.46095848083496, -19.156173706054688, -15.263357162475586, -12.728187561035156, -19.51317596435547, -18.823442459106445, -9.982316970825195], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.6844292879104614, -2.5635244846343994, -1.979058027267456, -1.776395559310913, -1.6083033084869385, -0.5838050246238708, -1.8065598011016846, -0.8247632384300232, -0.11110978573560715, -1.3363561630249023, -0.6538706421852112, -1.228400468826294, -1.4773261547088623, -2.5766401290893555, -0.6632733941078186, -0.09062831103801727, -2.3849399089813232, -1.6142781972885132, -2.0670406818389893, -1.093195915222168, -0.5252324342727661, -1.7036947011947632, -1.41792631149292, -1.8048930168151855, -2.511653184890747, -2.8513283729553223, -1.7570521831512451, -2.786506414413452, -1.6255223751068115, -1.9005705118179321, -0.6453877687454224, -0.6290518045425415, -2.0871798992156982, -1.8121281862258911, -1.3482744693756104, -2.1622281074523926, -2.1271986961364746, -0.06375259906053543, -1.6483582258224487, -1.5637344121932983, -1.5634313821792603, -1.8377928733825684, -1.9976699352264404, -0.0310708936303854, -2.65474271774292, -0.9168499112129211, -2.124547243118286, -1.5333143472671509, -1.5818392038345337, -0.7385696768760681, -2.166128635406494, -0.6572074890136719, -1.5167107582092285, -1.8514666557312012, -0.5247653126716614, -1.8874614238739014, -1.2213058471679688, -0.4414878487586975, -0.16140171885490417, -0.7752018570899963, -0.960658073425293, -2.1935842037200928, -2.585252046585083, -1.5326262712478638, -1.5107223987579346, -0.40927714109420776, -0.15943293273448944, -0.05126988887786865, -0.9776581525802612, -1.8134056329727173, -1.5336604118347168, -2.525850534439087, -1.872247576713562, -1.8626731634140015, -0.06629421561956406, -1.5359175205230713, -1.2170581817626953, -1.6801371574401855, -1.34592866897583, -1.3100981712341309, -1.7231389284133911, -0.8795627951622009, -1.6143649816513062, -1.0409305095672607, -0.1241033673286438, -1.306262493133545, -0.5764769315719604, -1.320650577545166, -1.5286446809768677, -1.559425711631775, -0.012441522441804409, -1.4137359857559204, -1.335404396057129, -2.4396986961364746, -1.6601479053497314, -2.358322858810425, -1.8865536451339722, -1.9139671325683594, -1.8807578086853027, -1.588692307472229, -2.1146657466888428, -2.311891794204712, -0.9664623141288757, -1.521067500114441, -2.305009365081787, -2.7059719562530518, -2.4713425636291504, -0.7914566397666931, -2.2530088424682617, -2.322463274002075, -1.915940761566162, -1.6629692316055298]}, "Bot001_007_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though i'm 32 . how old are you ? i'm 24 30 years old . i've three kids as well . do you have kids ? i don't have any kids i squeeze my 3 kids in my little honda civic haha no soccer van here what do you do", "response": "do you play video games ?", "annotation_id": "Bot001_007_14", "annotations": ["T", "T", "X", "O", "X", "O", "O", "O", "X", "X", "X", "O", "X", "T", "X"], "gpt2_target_score": [-13.948648452758789, -7.748440265655518, -9.419503211975098, -12.277316093444824, -11.65731143951416, -10.139188766479492], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.6844292879104614, -2.5635244846343994, -1.979058027267456, -1.776395559310913, -1.6083033084869385, -0.5838050246238708, -1.8065598011016846, -0.8247632384300232, -0.11110978573560715, -1.3363561630249023, -0.6538706421852112, -1.228400468826294, -1.4773261547088623, -2.5766401290893555, -0.6632733941078186, -0.09062831103801727, -2.3849399089813232, -1.6142781972885132, -2.0670406818389893, -1.093195915222168, -0.5252324342727661, -1.7036947011947632, -1.41792631149292, -1.8048930168151855, -2.511653184890747, -2.8513283729553223, -1.7570521831512451, -2.786506414413452, -1.6255223751068115, -1.9005705118179321, -0.6453877687454224, -0.6290518045425415, -2.0871798992156982, -1.8121281862258911, -1.3482744693756104, -2.1622281074523926, -2.1271986961364746, -0.06375259906053543, -1.6483582258224487, -1.5637344121932983, -1.5634313821792603, -1.8377928733825684, -1.9976699352264404, -0.0310708936303854, -2.65474271774292, -0.9168499112129211, -2.124547243118286, -1.5333143472671509, -1.5818392038345337, -0.7385696768760681, -2.166128635406494, -0.6572074890136719, -1.5167107582092285, -1.8514666557312012, -0.5247653126716614, -1.8874614238739014, -1.2213058471679688, -0.4414878487586975, -0.16140171885490417, -0.7752018570899963, -0.960658073425293, -2.1935842037200928, -2.585252046585083, -1.5326262712478638, -1.5107223987579346, -0.40927714109420776, -0.15943293273448944, -0.0512697733938694, -0.9776541590690613, -1.8133958578109741, -1.5336623191833496, -2.5258591175079346, -1.8722604513168335, -1.862673044204712, -0.06629332154989243, -1.5359156131744385, -1.2170560359954834, -1.6801468133926392, -1.3459210395812988, -1.3100979328155518, -1.7231361865997314, -0.8795739412307739, -1.6143540143966675, -1.04092538356781, -0.12410378456115723, -1.3062736988067627, -0.5764744281768799, -1.3206532001495361, -1.528641700744629, -1.5594221353530884, -0.012441522441804409, -1.4137338399887085, -1.335397481918335, -2.439697742462158, -1.6601442098617554, -1.8148912191390991, -1.622315526008606, -2.300050735473633, -2.021895170211792, -1.7638860940933228, -1.9782047271728516, -0.8982191681861877, -1.5177252292633057, -2.3389298915863037, -2.176884651184082, -2.481929302215576, -2.027364730834961, -2.2766671180725098, -2.184126853942871, -2.374711275100708, -1.974278211593628, -2.130807876586914, -0.12094053626060486, -1.0613079071044922, -1.7741549015045166, -2.3415427207946777, -0.2372298687696457, -1.2380748987197876, -1.8484184741973877, -0.01156801637262106, -1.097585678100586, -0.5456439852714539]}, "Bot001_007_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though i'm 32 . how old are you ? i'm 24 30 years old . i've three kids as well . do you have kids ? i don't have any kids i squeeze my 3 kids in my little honda civic haha no soccer van here what do you do do you play video games ? what do you do for a living", "response": "do you play video games ?", "annotation_id": "Bot001_007_16", "annotations": ["T", "T", "X", "T", "X", "T", "O", "T", "X", "X", "X", "T", "X", "T", "X"], "gpt2_target_score": [-13.948648452758789, -7.748440265655518, -9.419503211975098, -12.277316093444824, -11.65731143951416, -10.139188766479492], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.6844292879104614, -2.5635244846343994, -1.979058027267456, -1.776395559310913, -1.6083033084869385, -0.5838050246238708, -1.8065598011016846, -0.8247632384300232, -0.11110978573560715, -1.3363561630249023, -0.6538706421852112, -1.228400468826294, -1.4773261547088623, -2.5766401290893555, -0.6632733941078186, -0.09062831103801727, -2.3849399089813232, -1.6142781972885132, -2.0670406818389893, -1.093195915222168, -0.5252324342727661, -1.7036947011947632, -1.41792631149292, -1.8048930168151855, -2.511653184890747, -2.8513283729553223, -1.7570521831512451, -2.786506414413452, -1.6255223751068115, -1.9005705118179321, -0.6453877687454224, -0.6290518045425415, -2.0871798992156982, -1.8121281862258911, -1.3482744693756104, -2.1622281074523926, -2.1271986961364746, -0.06375259906053543, -1.6483582258224487, -1.5637344121932983, -1.5634313821792603, -1.8377928733825684, -1.9976699352264404, -0.0310708936303854, -2.65474271774292, -0.9168499112129211, -2.124547243118286, -1.5333143472671509, -1.5818392038345337, -0.7385696768760681, -2.166128635406494, -0.6572074890136719, -1.5167107582092285, -1.8514666557312012, -0.5247653126716614, -1.8874614238739014, -1.2213058471679688, -0.4414878487586975, -0.16140171885490417, -0.7752018570899963, -0.960658073425293, -2.1935842037200928, -2.585252046585083, -1.5326262712478638, -1.5107223987579346, -0.40927714109420776, -0.15943293273448944, -0.0512697733938694, -0.9776541590690613, -1.8133958578109741, -1.5336623191833496, -2.5258591175079346, -1.8722604513168335, -1.862673044204712, -0.06629332154989243, -1.5359156131744385, -1.2170560359954834, -1.6801468133926392, -1.3459210395812988, -1.3100979328155518, -1.7231361865997314, -0.8795739412307739, -1.6143540143966675, -1.04092538356781, -0.12410378456115723, -1.3062736988067627, -0.5764744281768799, -1.3206532001495361, -1.528641700744629, -1.5594221353530884, -0.012441522441804409, -1.4137338399887085, -1.335397481918335, -2.439697742462158, -1.6601442098617554, -1.8148912191390991, -1.622315526008606, -2.300050735473633, -2.021895170211792, -1.7638860940933228, -1.9782047271728516, -0.8982191681861877, -1.5177252292633057, -2.3389298915863037, -2.176884651184082, -2.481929302215576, -2.027364730834961, -2.2766671180725098, -2.184126853942871, -2.374711275100708, -1.974278211593628, -2.130807876586914, -0.12094053626060486, -1.0613079071044922, -1.7741549015045166, -1.6580917835235596, -1.180995225906372, -1.1288173198699951, -0.009308509528636932, -1.700350046157837, -1.5456061363220215, -1.5704134702682495, -0.060412321239709854, -0.833661675453186, -1.4312776327133179, -1.1012310981750488, -0.05829280987381935, -0.8033404350280762, -2.000213861465454, -0.21616871654987335, -0.676636815071106, -0.6554976105690002, -0.009664177894592285, -1.222488522529602, -0.7884818911552429]}, "Bot001_007_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though i'm 32 . how old are you ? i'm 24 30 years old . i've three kids as well . do you have kids ? i don't have any kids i squeeze my 3 kids in my little honda civic haha no soccer van here what do you do do you play video games ? what do you do for a living do you play video games ? you like cook ?", "response": "yes i do . how about you ?", "annotation_id": "Bot001_007_18", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "X", "O", "O", "O", "T", "O"], "gpt2_target_score": [-15.345590591430664, -5.53941011428833, -2.72591495513916, -12.590289115905762, -9.783913612365723, -9.676389694213867, -11.889365196228027, -14.219121932983398], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.6844292879104614, -2.5635244846343994, -1.979058027267456, -1.776395559310913, -1.6083033084869385, -0.5838050246238708, -1.8065598011016846, -0.8247632384300232, -0.11110978573560715, -1.3363561630249023, -0.6538706421852112, -1.228400468826294, -1.4773261547088623, -2.5766401290893555, -0.6632733941078186, -0.09062831103801727, -2.3849399089813232, -1.6142781972885132, -2.0670406818389893, -1.093195915222168, -0.5252324342727661, -1.7036947011947632, -1.41792631149292, -1.8048930168151855, -2.511653184890747, -2.8513283729553223, -1.7570521831512451, -2.786506414413452, -1.6255223751068115, -1.9005705118179321, -0.6453877687454224, -0.6290518045425415, -2.0871798992156982, -1.8121281862258911, -1.3482744693756104, -2.1622281074523926, -2.1271986961364746, -0.06375259906053543, -1.6483582258224487, -1.5637344121932983, -1.5634313821792603, -1.8377928733825684, -1.9976699352264404, -0.0310708936303854, -2.65474271774292, -0.9168499112129211, -2.124547243118286, -1.5333143472671509, -1.5818392038345337, -0.7385696768760681, -2.166128635406494, -0.6572074890136719, -1.5167107582092285, -1.8514666557312012, -0.5247653126716614, -1.8874614238739014, -1.2213058471679688, -0.4414878487586975, -0.16140171885490417, -0.7752018570899963, -0.960658073425293, -2.1935842037200928, -2.585252046585083, -1.5326262712478638, -1.5107223987579346, -0.40927714109420776, -0.15943293273448944, -0.0512697733938694, -0.9776541590690613, -1.8133958578109741, -1.5336623191833496, -2.5258591175079346, -1.8722604513168335, -1.862673044204712, -0.06629332154989243, -1.5359156131744385, -1.2170560359954834, -1.6801468133926392, -1.3459210395812988, -1.3100979328155518, -1.7231361865997314, -0.8795739412307739, -1.6143540143966675, -1.04092538356781, -0.12410378456115723, -1.3062736988067627, -0.5764744281768799, -1.3206532001495361, -1.528641700744629, -1.5594221353530884, -0.012441522441804409, -1.4137338399887085, -1.335397481918335, -2.439697742462158, -1.6601442098617554, -1.8148912191390991, -1.622315526008606, -2.300050735473633, -2.021895170211792, -1.7638860940933228, -1.9782047271728516, -0.8982191681861877, -1.5177252292633057, -2.3389298915863037, -2.176884651184082, -2.481929302215576, -2.027364730834961, -2.2766671180725098, -2.184126853942871, -2.3747172355651855, -1.9742783308029175, -2.130807638168335, -0.12094275653362274, -1.061314582824707, -1.7741678953170776, -1.6580853462219238, -1.1809979677200317, -1.128814458847046, -0.009308273904025555, -1.7003499269485474, -1.5456024408340454, -1.5704045295715332, -0.060412436723709106, -0.8336625099182129, -1.431298017501831, -1.1012321710586548, -0.05829179659485817, -0.8033343553543091, -0.08272235095500946, -0.8638176918029785, -0.394408255815506, -0.006649628281593323, -0.7194859385490417, -1.6513925790786743, -1.5628361701965332, -0.9268115162849426, -1.5123640298843384, -1.620748519897461, -1.7899367809295654, -1.2396178245544434, -1.0406221151351929, -1.6442900896072388, -0.8414214253425598, -0.3711969256401062, -1.481167197227478, -0.8681752681732178, -0.9374618530273438]}, "Bot001_007_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though i'm 32 . how old are you ? i'm 24 30 years old . i've three kids as well . do you have kids ? i don't have any kids i squeeze my 3 kids in my little honda civic haha no soccer van here what do you do do you play video games ? what do you do for a living do you play video games ? you like cook ? yes i do . how about you ? i like it too. where do you work", "response": "i am a teacher and i love it ! you ?", "annotation_id": "Bot001_007_20", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-11.311616897583008, -9.036556243896484, -5.407341957092285, -14.414752006530762, -5.050408840179443, -6.306928634643555, -15.53534984588623, -12.426656723022461, -12.047120094299316, -9.237409591674805, -11.090476989746094], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.6844292879104614, -2.5635244846343994, -1.979058027267456, -1.776395559310913, -1.6083033084869385, -0.5838050246238708, -1.8065598011016846, -0.8247632384300232, -0.11110978573560715, -1.3363561630249023, -0.6538706421852112, -1.228400468826294, -1.4773261547088623, -2.5766401290893555, -0.6632733941078186, -0.09062831103801727, -2.3849399089813232, -1.6142781972885132, -2.0670406818389893, -1.093195915222168, -0.5252324342727661, -1.7036947011947632, -1.41792631149292, -1.8048930168151855, -2.511653184890747, -2.8513283729553223, -1.7570521831512451, -2.786506414413452, -1.6255223751068115, -1.9005705118179321, -0.6453877687454224, -0.6290518045425415, -2.0871798992156982, -1.8121281862258911, -1.3482744693756104, -2.1622281074523926, -2.1271986961364746, -0.06375259906053543, -1.6483582258224487, -1.5637344121932983, -1.5634313821792603, -1.8377928733825684, -1.9976699352264404, -0.0310708936303854, -2.65474271774292, -0.9168499112129211, -2.124547243118286, -1.5333143472671509, -1.5818392038345337, -0.7385696768760681, -2.166128635406494, -0.6572074890136719, -1.5167107582092285, -1.8514666557312012, -0.5247653126716614, -1.8874614238739014, -1.2213058471679688, -0.4414878487586975, -0.16140171885490417, -0.7752018570899963, -0.960658073425293, -2.1935842037200928, -2.585252046585083, -1.5326262712478638, -1.5107223987579346, -0.40927714109420776, -0.15943293273448944, -0.0512697733938694, -0.9776541590690613, -1.8133958578109741, -1.5336623191833496, -2.5258591175079346, -1.8722604513168335, -1.862673044204712, -0.06629332154989243, -1.5359156131744385, -1.2170560359954834, -1.6801468133926392, -1.3459210395812988, -1.3100979328155518, -1.7231361865997314, -0.8795739412307739, -1.6143540143966675, -1.04092538356781, -0.12410378456115723, -1.3062736988067627, -0.5764744281768799, -1.3206532001495361, -1.528641700744629, -1.5594221353530884, -0.012441522441804409, -1.4137338399887085, -1.335397481918335, -2.439697742462158, -1.6601442098617554, -1.8148912191390991, -1.622315526008606, -2.300050735473633, -2.021895170211792, -1.7638860940933228, -1.9782047271728516, -0.8982191681861877, -1.5177252292633057, -2.3389298915863037, -2.176884651184082, -2.481929302215576, -2.027364730834961, -2.2766671180725098, -2.184126853942871, -2.374711275100708, -1.974278211593628, -2.130807876586914, -0.12094053626060486, -1.0613079071044922, -1.7741549015045166, -1.6580917835235596, -1.180995225906372, -1.1288173198699951, -0.009308509528636932, -1.700350046157837, -1.5456061363220215, -1.5704025030136108, -0.060412436723709106, -0.8336619138717651, -1.431290864944458, -1.1012362241744995, -0.0582926943898201, -0.8033421635627747, -0.08272355794906616, -0.8638153076171875, -0.3944080173969269, -0.006649628281593323, -0.7194823622703552, -1.6513913869857788, -1.5628410577774048, -0.9268122911453247, -1.5123481750488281, -1.6207540035247803, -1.1159849166870117, -1.059645414352417, -1.875662088394165, -0.7616416811943054, -1.262513518333435, -1.4851114749908447, -0.5883839726448059, -1.132048487663269, -1.6289881467819214, -1.8370640277862549, -2.218531847000122, -1.848903775215149, -1.027504801750183, -0.7456414699554443, -0.15633857250213623, -0.490055650472641, -0.21174132823944092, -2.3005361557006836, -1.5716577768325806, -1.5727494955062866, -2.73638916015625, -1.635673999786377, -0.6594007015228271, -1.87446129322052, -1.030116081237793, -1.6971373558044434, -1.134859561920166, -2.0754432678222656, -0.8115797638893127]}, "Bot001_010_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name?", "response": "i'm good how are u i'm liz", "annotation_id": "Bot001_010_02", "annotations": ["T", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "X", "X"], "gpt2_target_score": [-9.417329788208008, -10.629685401916504, -8.209671974182129, -9.630146026611328, -11.324487686157227, -8.681869506835938, -6.495295524597168, -11.345659255981445, -12.245719909667969, -17.935848236083984], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.5278180837631226, -1.073901653289795, -1.1069433689117432, -0.532852053642273, -1.6654160022735596, -3.0292954444885254, -0.3916281759738922, -1.512751579284668, -0.9308192133903503, -1.3270642757415771, -2.8156003952026367, -2.088397264480591, -1.266265869140625, -1.1875571012496948, -2.248638868331909, -0.36448362469673157, -0.5149683356285095, -0.038668952882289886, -0.008074380457401276, -0.36957022547721863, -0.008633195422589779, -0.035278089344501495, -1.3872201442718506, -0.6901180148124695, -1.2388083934783936, -0.07825686037540436, -0.08286117017269135, -3.0123980045318604, -1.6863479614257812, -1.1918957233428955, -1.0032705068588257, -1.5186506509780884, -1.4427107572555542, -0.26206350326538086, -0.638300895690918, -1.3527355194091797, -0.34121400117874146, -0.603259801864624, -0.250659704208374, -1.43475341796875, -2.5348236560821533, -1.1042653322219849, -2.3928632736206055, -1.544396162033081, -1.7480747699737549, -0.11679136008024216, -0.7353857159614563, -1.839836597442627, -2.2928872108459473, -0.9245302081108093, -1.632790446281433]}, "Bot001_010_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks", "response": "i started my new job at google last week . where do you work ?", "annotation_id": "Bot001_010_04", "annotations": ["T", "T", "X", "O", "T", "O", "O", "O", "O", "O", "O", "T", "T", "T", "O"], "gpt2_target_score": [-9.417320251464844, -10.317449569702148, -8.68297290802002, -6.174461841583252, -5.916712760925293, -6.825526237487793, -10.597968101501465, -13.1506929397583, -15.372142791748047, -11.923693656921387, -14.933000564575195, -12.433627128601074, -10.484552383422852, -14.299086570739746, -11.254438400268555], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -2.2486472129821777, -0.3644852638244629, -0.5149683356285095, -0.03866814821958542, -0.0080742621794343, -0.36957022547721863, -0.008633077144622803, -0.035279471427202225, -1.387224793434143, -0.6901236176490784, -1.2387917041778564, -0.07826005667448044, -0.08285403251647949, -3.0124053955078125, -1.6863622665405273, -1.1919375658035278, -1.0032821893692017, -1.5186471939086914, -1.4426804780960083, -0.2620636820793152, -0.6382870078086853, -1.3527480363845825, -0.34122613072395325, -0.6032864451408386, -0.25066184997558594, -1.4348185062408447, -0.7351804375648499, -2.098159074783325, -2.110405683517456, -1.6577929258346558, -0.1037086769938469, -1.2487940788269043, -2.1172664165496826, -2.0286808013916016, -0.9376345872879028, -2.8623032569885254, -0.49968647956848145, -2.31233286857605, -2.2801902294158936, -1.648011565208435, -1.0415945053100586, -2.5355587005615234, -0.43564850091934204, -2.458643913269043, -1.6753875017166138, -0.6544987559318542, -2.2421178817749023, -0.7415738105773926, -1.741733193397522, -1.131000280380249, -1.249322772026062, -1.6928194761276245, -1.8977227210998535, -0.3413832187652588, -0.9310123324394226, -0.35961413383483887, -0.25456926226615906]}, "Bot001_010_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper", "response": "cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever !", "annotation_id": "Bot001_010_06", "annotations": ["O", "T", "X", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "X", "O"], "gpt2_target_score": [-13.3094482421875, -9.258214950561523, -13.474827766418457, -6.5779805183410645, -11.945185661315918, -8.171748161315918, -12.62857723236084, -13.34233570098877, -13.009662628173828, -11.321024894714355, -11.275568008422852, -14.797030448913574, -11.935537338256836, -13.72846508026123, -9.88963508605957, -11.946460723876953, -11.563169479370117, -14.984136581420898, -17.074066162109375, -21.897056579589844, -13.10276985168457], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -2.2486472129821777, -0.3644852638244629, -0.5149683356285095, -0.03866814821958542, -0.0080742621794343, -0.36957022547721863, -0.008633077144622803, -0.035279471427202225, -1.387224793434143, -0.6901236176490784, -1.2387917041778564, -0.07826005667448044, -0.08285403251647949, -3.0124053955078125, -1.6863622665405273, -1.1919375658035278, -1.0032821893692017, -1.5186471939086914, -1.4426804780960083, -0.2620636820793152, -0.6382927298545837, -1.352757453918457, -0.34122341871261597, -0.6032849550247192, -0.250659316778183, -1.434820532798767, -0.7351686954498291, -2.098172426223755, -2.110414981842041, -1.6577885150909424, -0.1037059873342514, -1.2487937211990356, -2.117272138595581, -2.0286614894866943, -0.937638521194458, -2.862302303314209, -0.4996926188468933, -2.3123135566711426, -2.280207633972168, -1.6480164527893066, -1.0415974855422974, -0.5291267037391663, -2.462616205215454, -2.2526512145996094, -0.8335934281349182, -2.6157963275909424, -1.03989839553833, -1.9766926765441895, -0.995796263217926, -1.5006886720657349, -2.269892692565918, -1.3450292348861694, -0.30947911739349365, -0.8886671662330627, -0.45197054743766785, -1.163434624671936, -0.9714391827583313, -1.2511940002441406, -1.0720728635787964, -1.2730056047439575, -0.2844477593898773, -2.822251558303833, -1.7355276346206665, -1.7706438302993774, -0.937846302986145, -1.5047824382781982, -0.08560382574796677, -0.32265251874923706, -0.6105767488479614, -1.7356653213500977, -1.6806780099868774, -1.5306117534637451, -1.7117681503295898, -0.9131934642791748, -0.5251045823097229, -1.3749748468399048, -1.79166841506958, -0.3110893666744232, -1.511113166809082, -2.1721389293670654, -1.4607446193695068, -2.3663277626037598, -1.4637565612792969, -1.6291853189468384, -1.8198868036270142, -0.6052750945091248, -1.8910305500030518, -0.5030764937400818, -0.7863732576370239, -1.298134446144104, -1.848573088645935, -1.8093159198760986, -1.7853446006774902, -1.2858610153198242, -0.7035574913024902, -1.4939188957214355, -1.8350521326065063, -1.4480787515640259, -1.879766821861267, -1.2158547639846802, -0.6491340398788452]}, "Bot001_010_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school", "response": "i am in culinary school , and want to open a restaurant named the wall . how is it going ?", "annotation_id": "Bot001_010_08", "annotations": ["T", "T", "X", "T", "T", "O", "O", "O", "O", "X", "O", "T", "T", "O", "T"], "gpt2_target_score": [-9.417320251464844, -8.556493759155273, -7.635197639465332, -13.829231262207031, -6.867060661315918, -9.277445793151855, -8.40116024017334, -13.448426246643066, -8.991127014160156, -12.082755088806152, -12.858488082885742, -16.97612190246582, -16.53104591369629, -12.521808624267578, -13.030889511108398, -7.213520050048828, -13.547632217407227, -8.683698654174805, -12.223937034606934, -23.890199661254883, -15.234743118286133], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -2.2486472129821777, -0.3644852638244629, -0.5149683356285095, -0.03866814821958542, -0.0080742621794343, -0.36957022547721863, -0.008633077144622803, -0.035279471427202225, -1.387224793434143, -0.6901236176490784, -1.2387917041778564, -0.07826005667448044, -0.08285403251647949, -3.0124053955078125, -1.6863622665405273, -1.1919375658035278, -1.0032821893692017, -1.5186471939086914, -1.4426804780960083, -0.2620636820793152, -0.6382927298545837, -1.352757453918457, -0.34122341871261597, -0.6032849550247192, -0.250659316778183, -1.434820532798767, -0.7351686954498291, -2.098172426223755, -2.110414981842041, -1.6577885150909424, -0.1037059873342514, -1.2487937211990356, -2.117272138595581, -2.0286614894866943, -0.937638521194458, -2.862302303314209, -0.4996926188468933, -2.3123135566711426, -2.280207633972168, -1.6480164527893066, -1.0415974855422974, -0.5291267037391663, -2.462616205215454, -2.2526512145996094, -0.8335934281349182, -2.6157963275909424, -1.03989839553833, -1.9766926765441895, -0.995796263217926, -1.5006886720657349, -2.269892692565918, -1.3450292348861694, -0.30947911739349365, -0.8886671662330627, -0.45197054743766785, -1.163434624671936, -0.9714391827583313, -1.2511940002441406, -1.0720728635787964, -1.2730056047439575, -0.2844477593898773, -2.822251558303833, -1.7355276346206665, -1.7706438302993774, -0.937846302986145, -1.5047824382781982, -0.08560382574796677, -0.32265251874923706, -0.6105767488479614, -1.7356653213500977, -1.6806780099868774, -1.5306117534637451, -1.7117681503295898, -0.9131934642791748, -0.5251045823097229, -1.3749748468399048, -1.79166841506958, -0.3110893666744232, -1.511113166809082, -2.5386064052581787, -1.9748990535736084, -1.773713231086731, -1.664870262145996, -1.1284916400909424, -0.3695617616176605, -1.9271279573440552, -1.5235178470611572, -0.5937665104866028, -1.2783935070037842, -1.8378081321716309, -2.204901933670044, -1.7339997291564941, -1.4280134439468384, -0.6393119096755981, -1.6216388940811157, -1.6886934041976929, -1.6255028247833252, -2.1503942012786865, -2.088254451751709, -1.8600170612335205, -2.1703550815582275, -1.5294904708862305, -1.0841553211212158, -0.01898931711912155, -0.9217435121536255, -1.9721230268478394, -2.105386257171631, -1.6795880794525146, -0.23398157954216003, -1.7260535955429077, -0.6597686409950256, -2.171651601791382, -0.7925392389297485, -0.6561117768287659, -0.9820906519889832, -0.9552595615386963, -2.0590193271636963, -2.2988903522491455, -1.5055497884750366, -1.7987079620361328, -0.6450233459472656, -0.10952101647853851, -1.9264588356018066, -1.359621524810791, -0.899163007736206, -0.10277274996042252, -1.89447021484375, -1.175682544708252, -1.967854380607605, -2.2720961570739746, -2.2580432891845703, -2.736853837966919, -2.43460750579834, -1.7612024545669556, -1.3188408613204956, -1.4267867803573608, -1.7510528564453125, -1.002153754234314, -0.6086475849151611]}, "Bot001_010_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school i am in culinary school , and want to open a restaurant named the wall . how is it going ? I'm fine, thanks\nHow are you?", "response": "oh feeling good . my house is sparkling clean . love cleaning", "annotation_id": "Bot001_010_10", "annotations": ["O", "T", "X", "O", "X", "O", "O", "O", "O", "O", "T", "T", "O", "T", "T"], "gpt2_target_score": [-11.552764892578125, -11.674825668334961, -8.20964527130127, -11.246971130371094, -9.617899894714355, -14.992182731628418, -7.754248142242432, -18.231483459472656, -14.793380737304688, -11.923693656921387, -16.779382705688477, -16.307024002075195], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -2.2486472129821777, -0.3644852638244629, -0.5149683356285095, -0.03866814821958542, -0.0080742621794343, -0.36957022547721863, -0.008633077144622803, -0.035279471427202225, -1.387224793434143, -0.6901236176490784, -1.2387917041778564, -0.07826005667448044, -0.08285403251647949, -3.0124053955078125, -1.6863622665405273, -1.1919375658035278, -1.0032821893692017, -1.5186471939086914, -1.4426804780960083, -0.2620636820793152, -0.6382927298545837, -1.352757453918457, -0.34122341871261597, -0.6032849550247192, -0.250659316778183, -1.434820532798767, -0.7351686954498291, -2.098172426223755, -2.110414981842041, -1.6577885150909424, -0.1037059873342514, -1.2487937211990356, -2.117272138595581, -2.0286614894866943, -0.937638521194458, -2.862302303314209, -0.4996926188468933, -2.3123135566711426, -2.280207633972168, -1.6480164527893066, -1.0415974855422974, -0.5291267037391663, -2.462616205215454, -2.2526512145996094, -0.8335934281349182, -2.6157963275909424, -1.03989839553833, -1.9766926765441895, -0.995796263217926, -1.5006886720657349, -2.269892692565918, -1.3450292348861694, -0.30947911739349365, -0.8886671662330627, -0.45197054743766785, -1.163434624671936, -0.9714391827583313, -1.2511940002441406, -1.0720728635787964, -1.2730056047439575, -0.2844477593898773, -2.822251558303833, -1.7355276346206665, -1.7706438302993774, -0.937846302986145, -1.5047824382781982, -0.08560382574796677, -0.32265251874923706, -0.6105767488479614, -1.7356653213500977, -1.6806780099868774, -1.5306117534637451, -1.7117681503295898, -0.9131934642791748, -0.5251045823097229, -1.3749748468399048, -1.79166841506958, -0.3110893666744232, -1.511113166809082, -2.5386064052581787, -1.9748990535736084, -1.773713231086731, -1.664870262145996, -1.1284916400909424, -0.3695617616176605, -1.9271279573440552, -1.5235178470611572, -0.5937665104866028, -1.2783935070037842, -1.8378081321716309, -2.204901933670044, -1.7339997291564941, -1.4280134439468384, -0.6393119096755981, -1.6216388940811157, -1.6886934041976929, -1.6255028247833252, -2.1503942012786865, -2.088254451751709, -1.8600170612335205, -2.1703550815582275, -1.5294904708862305, -1.0841553211212158, -0.01898931711912155, -0.9217435121536255, -1.9721230268478394, -2.105386257171631, -1.6795880794525146, -0.23398157954216003, -1.7260535955429077, -0.6597686409950256, -2.171651601791382, -0.7925392389297485, -0.6561117768287659, -0.9820906519889832, -0.9552595615386963, -2.0590193271636963, -1.2572340965270996, -1.599696397781372, -1.681518793106079, -0.17560169100761414, -1.7619143724441528, -1.6981712579727173, -1.2858102321624756, -0.08158749341964722, -2.112081289291382, -1.081986904144287, -1.6529985666275024, -2.1429779529571533, -2.203390598297119, -2.6854465007781982, -2.30587100982666, -1.9226925373077393, -1.3803554773330688, -1.3071634769439697, -1.2902624607086182, -1.433907389640808, -1.9676995277404785, -1.3148560523986816, -2.040027618408203, -2.322936773300171, -1.8578616380691528, -1.5526049137115479, -1.5677590370178223, -1.712687373161316, -0.19202961027622223, -1.2751086950302124, -1.707828164100647, -1.9717966318130493, -2.2305381298065186, -1.1077086925506592, -2.339923858642578, -1.9633677005767822, -2.0616531372070312, -1.0142097473144531, -2.3116097450256348, -1.92514169216156, -1.876733660697937, -1.7940706014633179, -1.1606919765472412, -2.3166091442108154]}, "Bot001_010_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school i am in culinary school , and want to open a restaurant named the wall . how is it going ? I'm fine, thanks\nHow are you? oh feeling good . my house is sparkling clean . love cleaning What else do you love?", "response": "i love animals a lot", "annotation_id": "Bot001_010_12", "annotations": ["T", "T", "X", "O", "T", "O", "O", "T", "O", "O", "T", "T", "T", "X", "T"], "gpt2_target_score": [-9.417320251464844, -12.058126449584961, -10.15617847442627, -2.8992085456848145, -10.631266593933105], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -2.2486472129821777, -0.3644852638244629, -0.5149683356285095, -0.03866814821958542, -0.0080742621794343, -0.36957022547721863, -0.008633077144622803, -0.035279471427202225, -1.387224793434143, -0.6901236176490784, -1.2387917041778564, -0.07826005667448044, -0.08285403251647949, -3.0124053955078125, -1.6863622665405273, -1.1919375658035278, -1.0032821893692017, -1.5186471939086914, -1.4426804780960083, -0.2620636820793152, -0.6382927298545837, -1.352757453918457, -0.34122341871261597, -0.6032849550247192, -0.250659316778183, -1.434820532798767, -0.7351686954498291, -2.098172426223755, -2.110414981842041, -1.6577885150909424, -0.1037059873342514, -1.2487937211990356, -2.117272138595581, -2.0286614894866943, -0.937638521194458, -2.862302303314209, -0.4996926188468933, -2.3123135566711426, -2.280207633972168, -1.6480164527893066, -1.0415974855422974, -0.5291267037391663, -2.462616205215454, -2.2526512145996094, -0.8335934281349182, -2.6157963275909424, -1.03989839553833, -1.9766926765441895, -0.995796263217926, -1.5006886720657349, -2.269892692565918, -1.3450292348861694, -0.30947911739349365, -0.8886671662330627, -0.45197054743766785, -1.163434624671936, -0.9714391827583313, -1.2511940002441406, -1.0720728635787964, -1.2730056047439575, -0.2844477593898773, -2.822251558303833, -1.7355276346206665, -1.7706438302993774, -0.937846302986145, -1.5047824382781982, -0.08560382574796677, -0.32265251874923706, -0.6105767488479614, -1.7356653213500977, -1.6806780099868774, -1.5306117534637451, -1.7117681503295898, -0.9131934642791748, -0.5251045823097229, -1.3749748468399048, -1.79166841506958, -0.3110893666744232, -1.511113166809082, -2.5386064052581787, -1.9748990535736084, -1.773713231086731, -1.664870262145996, -1.1284916400909424, -0.3695617616176605, -1.9271279573440552, -1.5235178470611572, -0.5937665104866028, -1.2783935070037842, -1.8378081321716309, -2.204901933670044, -1.7339997291564941, -1.4280134439468384, -0.6393119096755981, -1.6216388940811157, -1.6886934041976929, -1.6255028247833252, -2.1503942012786865, -2.088254451751709, -1.8600170612335205, -2.1703550815582275, -1.5294904708862305, -1.0841553211212158, -0.01898931711912155, -0.9217435121536255, -1.9721230268478394, -2.105386257171631, -1.6795880794525146, -0.23398157954216003, -1.7260535955429077, -0.6597686409950256, -2.171651601791382, -0.7925392389297485, -0.6561117768287659, -0.9820906519889832, -0.9552595615386963, -2.0590193271636963, -1.2572340965270996, -1.599696397781372, -1.681518793106079, -0.17560169100761414, -1.7619143724441528, -1.6981712579727173, -1.2858102321624756, -0.08158749341964722, -2.112081289291382, -1.081986904144287, -1.6529985666275024, -2.1429779529571533, -2.203390598297119, -2.6854465007781982, -2.30587100982666, -1.9226925373077393, -1.3803554773330688, -1.3071634769439697, -1.2902624607086182, -1.433907389640808, -1.9676995277404785, -1.3148560523986816, -2.040027618408203, -2.322936773300171, -1.8578616380691528, -1.5526049137115479, -1.5677590370178223, -1.712687373161316, -0.19202961027622223, -1.2751086950302124, -1.707828164100647, -2.165018320083618, -1.2635891437530518, -2.500033378601074, -1.953932285308838, -1.983609914779663, -0.8619260191917419, -2.4301459789276123, -1.830296516418457, -1.9025702476501465, -1.9758410453796387, -1.3000422716140747, -2.368806838989258, -1.7508840560913086, -1.603971242904663, -0.14322128891944885, -1.291434645652771, -1.117983341217041, -1.8858990669250488, -1.9152865409851074, -1.0060473680496216, -1.443975567817688, -1.944625735282898, -0.06703650206327438, -2.0594122409820557]}, "Bot001_010_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school i am in culinary school , and want to open a restaurant named the wall . how is it going ? I'm fine, thanks\nHow are you? oh feeling good . my house is sparkling clean . love cleaning What else do you love? i love animals a lot And what is you dream? Is it connected with animals?\nAs for me I'm dreaming about taking over the world\nThis is my fantasy", "response": "my dream is pizza in italy ! nearly there ! haha . what do you do for a living ?", "annotation_id": "Bot001_010_14", "annotations": ["O", "T", "X", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-11.934226989746094, -13.753942489624023, -1.793141484260559, -10.942298889160156, -9.218592643737793, -8.26606273651123, -16.962499618530273, -13.408978462219238, -18.330894470214844, -13.232230186462402, -12.384899139404297, -10.09559154510498, -12.545942306518555, -15.10774040222168, -11.321084976196289, -7.826450347900391, -12.970468521118164, -9.674482345581055, -9.166769981384277, -28.329193115234375, -15.234743118286133], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -2.2486472129821777, -0.3644852638244629, -0.5149683356285095, -0.03866814821958542, -0.0080742621794343, -0.36957022547721863, -0.008633077144622803, -0.035279471427202225, -1.387224793434143, -0.6901236176490784, -1.2387917041778564, -0.07826005667448044, -0.08285403251647949, -3.0124053955078125, -1.6863622665405273, -1.1919375658035278, -1.0032821893692017, -1.5186471939086914, -1.4426804780960083, -0.2620636820793152, -0.6382927298545837, -1.352757453918457, -0.34122341871261597, -0.6032849550247192, -0.250659316778183, -1.434820532798767, -0.7351686954498291, -2.098172426223755, -2.110414981842041, -1.6577885150909424, -0.1037059873342514, -1.2487937211990356, -2.117272138595581, -2.0286614894866943, -0.937638521194458, -2.862302303314209, -0.4996926188468933, -2.3123135566711426, -2.280207633972168, -1.6480164527893066, -1.0415974855422974, -0.5291267037391663, -2.462616205215454, -2.2526512145996094, -0.8335934281349182, -2.6157963275909424, -1.03989839553833, -1.9766926765441895, -0.995796263217926, -1.5006886720657349, -2.269892692565918, -1.3450292348861694, -0.30947911739349365, -0.8886671662330627, -0.45197054743766785, -1.163434624671936, -0.9714391827583313, -1.2511940002441406, -1.0720728635787964, -1.2730056047439575, -0.2844477593898773, -2.822251558303833, -1.7355276346206665, -1.7706438302993774, -0.937846302986145, -1.5047824382781982, -0.08560382574796677, -0.32265251874923706, -0.6105767488479614, -1.7356653213500977, -1.6806780099868774, -1.5306117534637451, -1.7117681503295898, -0.9131934642791748, -0.5251045823097229, -1.3749748468399048, -1.79166841506958, -0.3110893666744232, -1.511113166809082, -2.5386064052581787, -1.9748990535736084, -1.773713231086731, -1.664870262145996, -1.1284916400909424, -0.3695617616176605, -1.9271279573440552, -1.5235178470611572, -0.5937665104866028, -1.2783935070037842, -1.8378081321716309, -2.204901933670044, -1.7339997291564941, -1.4280134439468384, -0.6393119096755981, -1.6216388940811157, -1.6886934041976929, -1.6255028247833252, -2.1503942012786865, -2.088254451751709, -1.8600170612335205, -2.1703550815582275, -1.5294904708862305, -1.0841553211212158, -0.01898931711912155, -0.9217435121536255, -1.9721230268478394, -2.105386257171631, -1.6795880794525146, -0.23398157954216003, -1.7260535955429077, -0.6597686409950256, -2.171651601791382, -0.7925392389297485, -0.6561117768287659, -0.9820906519889832, -0.9552595615386963, -2.0590193271636963, -1.2572340965270996, -1.599696397781372, -1.681518793106079, -0.17560169100761414, -1.7619143724441528, -1.6981712579727173, -1.2858102321624756, -0.08158749341964722, -2.112081289291382, -1.081986904144287, -1.6529985666275024, -2.1429779529571533, -2.203390598297119, -2.6854465007781982, -2.30587100982666, -1.9226925373077393, -1.3803554773330688, -1.3071634769439697, -1.2902624607086182, -1.433907389640808, -1.9676995277404785, -1.3148560523986816, -2.040027618408203, -2.322936773300171, -1.8578616380691528, -1.5526049137115479, -1.5677590370178223, -1.712687373161316, -0.19202961027622223, -1.2751086950302124, -1.707828164100647, -2.165018320083618, -1.2635891437530518, -2.500033378601074, -1.953932285308838, -1.983609914779663, -0.8619260191917419, -2.4301459789276123, -1.830296516418457, -1.9025702476501465, -1.9758410453796387, -1.3000422716140747, -2.368806838989258, -1.7508840560913086, -1.603971242904663, -0.14322128891944885, -1.291434645652771, -1.117983341217041, -1.8858990669250488, -1.2269675731658936, -2.4498579502105713, -1.775560736656189, -0.09543460607528687, -1.92340087890625, -1.704216480255127, -1.847664475440979, -0.5276772379875183, -1.0339950323104858, -0.7525088787078857, -1.9403433799743652, -0.6798825263977051, -1.864137053489685, -0.25059327483177185, -1.628535270690918, -0.991320788860321, -2.276329517364502, -1.5117700099945068, -1.0036404132843018, -2.2680816650390625, -1.0494321584701538, -1.548404335975647, -1.8953759670257568, -1.7335153818130493, -2.3788483142852783, -0.8764581084251404, -0.9340790510177612, -1.1855860948562622, -1.7501659393310547, -1.4834064245224, -0.6326043009757996, -1.2208009958267212, -0.5790464878082275, -1.5069360733032227, -1.9759938716888428, -0.7303041815757751, -0.7494266629219055, -0.8778377175331116, -1.6974871158599854, -1.1442914009094238, -1.7144019603729248, -2.0197412967681885, -1.7323781251907349, -2.941955804824829, -1.333929181098938, -1.7607877254486084, -1.1921430826187134, -1.9173393249511719, -1.7288557291030884, -0.09165311604738235, -1.8718916177749634, -0.8466302752494812, -2.0485141277313232, -0.28619396686553955, -0.354809045791626, -0.9457736015319824]}, "Bot001_010_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school i am in culinary school , and want to open a restaurant named the wall . how is it going ? I'm fine, thanks\nHow are you? oh feeling good . my house is sparkling clean . love cleaning What else do you love? i love animals a lot And what is you dream? Is it connected with animals?\nAs for me I'm dreaming about taking over the world\nThis is my fantasy my dream is pizza in italy ! nearly there ! haha . what do you do for a living ? My children decided that it is time to have a rest for me\nI have 2 grown children\nThey earen a lot of money, and from time to time send me money\nWe live separately and they don't even visit me\nToo busy as always", "response": "i also have two . jack and jillian i'm good . how are you ? [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES]", "annotation_id": "Bot001_010_16", "annotations": ["T", "T", "X", "T", "X", "O", "T", "T", "T", "O", "T", "T", "T", "T", "O"], "gpt2_target_score": [-9.417320251464844, -12.447454452514648, -4.599949836730957, -10.267326354980469, -10.896632194519043, -12.988200187683105, -8.40116024017334, -13.14452075958252, -17.646812438964844, -10.093119621276855, -14.013153076171875, -12.920893669128418, -12.545942306518555, -15.153107643127441, -10.549642562866211, -7.826450347900391, -12.735410690307617, -9.41718864440918, -12.124480247497559, -16.13187599182129, -10.233064651489258, -14.281026840209961, -12.56915283203125, -13.971589088439941, -8.285510063171387, -20.246490478515625, -21.245140075683594, -17.333799362182617, -11.068831443786621, -16.869728088378906, -14.874754905700684, -12.558362007141113, -17.01671028137207, -20.058822631835938, -10.605369567871094, -10.236490249633789, -13.810014724731445], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -2.2486472129821777, -0.3644852638244629, -0.5149683356285095, -0.03866814821958542, -0.0080742621794343, -0.36957022547721863, -0.008633077144622803, -0.035279471427202225, -1.387224793434143, -0.6901236176490784, -1.2387917041778564, -0.07826005667448044, -0.08285403251647949, -3.0124053955078125, -1.6863622665405273, -1.1919375658035278, -1.0032821893692017, -1.5186471939086914, -1.4426804780960083, -0.2620636820793152, -0.6382927298545837, -1.352757453918457, -0.34122341871261597, -0.6032849550247192, -0.250659316778183, -1.434820532798767, -0.7351686954498291, -2.098172426223755, -2.110414981842041, -1.6577885150909424, -0.1037059873342514, -1.2487937211990356, -2.117272138595581, -2.0286614894866943, -0.937638521194458, -2.862302303314209, -0.4996926188468933, -2.3123135566711426, -2.280207633972168, -1.6480164527893066, -1.0415974855422974, -0.5291267037391663, -2.462616205215454, -2.2526512145996094, -0.8335934281349182, -2.6157963275909424, -1.03989839553833, -1.9766926765441895, -0.995796263217926, -1.5006886720657349, -2.269892692565918, -1.3450292348861694, -0.30947911739349365, -0.8886671662330627, -0.45197054743766785, -1.163434624671936, -0.9714391827583313, -1.2511940002441406, -1.0720728635787964, -1.2730056047439575, -0.2844477593898773, -2.822251558303833, -1.7355276346206665, -1.7706438302993774, -0.937846302986145, -1.5047824382781982, -0.08560382574796677, -0.32265251874923706, -0.6105767488479614, -1.7356653213500977, -1.6806780099868774, -1.5306117534637451, -1.7117681503295898, -0.9131934642791748, -0.5251045823097229, -1.3749748468399048, -1.79166841506958, -0.3110893666744232, -1.511113166809082, -2.5386064052581787, -1.9748990535736084, -1.773713231086731, -1.664870262145996, -1.1284916400909424, -0.3695617616176605, -1.9271279573440552, -1.5235178470611572, -0.5937665104866028, -1.2783935070037842, -1.8378081321716309, -2.204901933670044, -1.7339997291564941, -1.4280134439468384, -0.6393119096755981, -1.6216388940811157, -1.6886934041976929, -1.6255028247833252, -2.1503942012786865, -2.088254451751709, -1.8600170612335205, -2.1703550815582275, -1.5294904708862305, -1.0841553211212158, -0.01898931711912155, -0.9217435121536255, -1.9721230268478394, -2.105386257171631, -1.6795880794525146, -0.23398157954216003, -1.7260535955429077, -0.6597686409950256, -2.171651601791382, -0.7925392389297485, -0.6561117768287659, -0.9820906519889832, -0.9552595615386963, -2.0590193271636963, -1.2572340965270996, -1.599696397781372, -1.681518793106079, -0.17560169100761414, -1.7619143724441528, -1.6981712579727173, -1.2858102321624756, -0.08158749341964722, -2.112081289291382, -1.081986904144287, -1.6529985666275024, -2.1429779529571533, -2.203390598297119, -2.6854465007781982, -2.30587100982666, -1.9226925373077393, -1.3803554773330688, -1.3071634769439697, -1.2902624607086182, -1.433907389640808, -1.9676995277404785, -1.3148560523986816, -2.040027618408203, -2.322936773300171, -1.8578616380691528, -1.5526049137115479, -1.5677590370178223, -1.712687373161316, -0.19202961027622223, -1.2751086950302124, -1.707828164100647, -2.1650192737579346, -1.2635834217071533, -2.500030279159546, -1.9539437294006348, -1.9836093187332153, -0.8619170188903809, -2.4301469326019287, -1.8302991390228271, -1.902576208114624, -1.9758161306381226, -1.3000402450561523, -2.368809461593628, -1.7508795261383057, -1.6039576530456543, -0.14322088658809662, -1.2914477586746216, -1.1179863214492798, -1.8858755826950073, -1.22694993019104, -2.4498798847198486, -1.775559663772583, -0.09543514996767044, -1.923397183418274, -1.7042230367660522, -1.84766685962677, -0.5276784300804138, -1.033998966217041, -0.7525100111961365, -1.9403444528579712, -0.6798832416534424, -1.8641427755355835, -0.2505902945995331, -1.6285297870635986, -0.9913126230239868, -2.276336669921875, -1.5117647647857666, -1.0036276578903198, -2.268082618713379, -1.049422025680542, -1.5484099388122559, -1.8953665494918823, -1.7335313558578491, -2.378868579864502, -0.8764600157737732, -0.9340981841087341, -1.185573935508728, -1.750158429145813, -1.4834016561508179, -0.6326019763946533, -1.220797061920166, -0.5790404081344604, -1.5069438219070435, -2.0491461753845215, -2.0938560962677, -1.491406798362732, -2.099025011062622, -1.188233494758606, -2.2378177642822266, -2.4998507499694824, -2.1952931880950928, -2.9142062664031982, -2.9371931552886963, -2.2268526554107666, -2.1951820850372314, -1.9103401899337769, -1.7819514274597168, -0.09003898501396179, -1.9384214878082275, -1.3163741827011108, -2.043515920639038, -0.21406207978725433, -0.6801930665969849, -2.06876802444458, -1.0752089023590088, -0.9572136402130127, -0.5294486284255981, -1.4438908100128174, -0.7452223300933838, -1.9385217428207397, -0.4893772304058075, -2.1956121921539307, -0.7252461910247803, -3.1053566932678223, -1.0017478466033936, -1.291653037071228, -1.8598641157150269, -1.3748974800109863, -1.4537700414657593, -0.9864519834518433, -1.7628173828125, -0.9917399883270264, -2.145977258682251, -1.3638865947723389, -1.2437610626220703, -3.3881566524505615, -2.4620730876922607, -2.786651849746704, -1.7163677215576172, -2.9773292541503906, -1.6519709825515747, -2.016944169998169, -1.541014552116394, -1.4548994302749634, -0.04186316952109337, -0.0018527023494243622, -1.535465121269226, -1.5241831541061401, -2.1413938999176025, -2.026665449142456, -1.1763544082641602, -1.7625678777694702, -0.6544596552848816, -2.139587879180908, -2.0391464233398438, -1.4664982557296753, -0.02262248657643795, -1.573729157447815, -1.697594165802002, -1.0128411054611206, -1.8856863975524902, -1.3040434122085571, -1.4017513990402222, -1.5428783893585205, -1.8922218084335327, -2.0808024406433105, -1.9982235431671143, -1.9068304300308228, -1.779998540878296, -1.2242298126220703, -2.0564095973968506, -1.9061594009399414, -2.3604326248168945, -2.317882537841797, -2.2695772647857666, -2.2780816555023193, -2.1236324310302734, -2.1192734241485596, -1.2079678773880005, -1.2256611585617065, -1.1034830808639526, -0.23552048206329346, -1.2494374513626099, -1.0837152004241943, -1.2362133264541626, -0.053638678044080734, -0.13626526296138763, -1.8494023084640503, -1.8694783449172974, -2.6148107051849365, -2.194488525390625, -1.811524510383606, -0.5202451348304749, -1.7782559394836426, -3.08610200881958, -0.5829439759254456, -2.35860538482666, -2.882171154022217, -2.8761229515075684, -2.3682503700256348, -2.1710212230682373, -1.8938192129135132, -1.2205125093460083, -0.8385749459266663]}, "Bot001_010_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school i am in culinary school , and want to open a restaurant named the wall . how is it going ? I'm fine, thanks\nHow are you? oh feeling good . my house is sparkling clean . love cleaning What else do you love? i love animals a lot And what is you dream? Is it connected with animals?\nAs for me I'm dreaming about taking over the world\nThis is my fantasy my dream is pizza in italy ! nearly there ! haha . what do you do for a living ? My children decided that it is time to have a rest for me\nI have 2 grown children\nThey earen a lot of money, and from time to time send me money\nWe live separately and they don't even visit me\nToo busy as always i also have two . jack and jillian i'm good . how are you ? [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] I have answered this question twice\nNothing changed\nI'm still fine", "response": "then why did you have grammar error if you are so smart ?", "annotation_id": "Bot001_010_18", "annotations": ["T", "T", "X", "X", "X", "O", "T", "O", "X", "X", "T", "T", "O", "O", "T"], "gpt2_target_score": [-17.591445922851562, -9.304235458374023, -4.6501359939575195, -6.5779805183410645, -10.845454216003418, -14.648539543151855, -14.635458946228027, -13.28035831451416, -10.771854400634766, -13.554854393005371, -13.53523063659668, -15.97010326385498, -14.502466201782227], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -2.2486472129821777, -0.3644852638244629, -0.5149683356285095, -0.03866814821958542, -0.0080742621794343, -0.36957022547721863, -0.008633077144622803, -0.035279471427202225, -1.387224793434143, -0.6901236176490784, -1.2387917041778564, -0.07826005667448044, -0.08285403251647949, -3.0124053955078125, -1.6863622665405273, -1.1919375658035278, -1.0032821893692017, -1.5186471939086914, -1.4426804780960083, -0.2620636820793152, -0.6382927298545837, -1.352757453918457, -0.34122341871261597, -0.6032849550247192, -0.250659316778183, -1.434820532798767, -0.7351686954498291, -2.098172426223755, -2.110414981842041, -1.6577885150909424, -0.1037059873342514, -1.2487937211990356, -2.117272138595581, -2.0286614894866943, -0.937638521194458, -2.862302303314209, -0.4996926188468933, -2.3123135566711426, -2.280207633972168, -1.6480164527893066, -1.0415974855422974, -0.5291267037391663, -2.462616205215454, -2.2526512145996094, -0.8335934281349182, -2.6157963275909424, -1.03989839553833, -1.9766926765441895, -0.995796263217926, -1.5006886720657349, -2.269892692565918, -1.3450292348861694, -0.30947911739349365, -0.8886671662330627, -0.45197054743766785, -1.163434624671936, -0.9714391827583313, -1.2511940002441406, -1.0720728635787964, -1.2730056047439575, -0.2844477593898773, -2.822251558303833, -1.7355276346206665, -1.7706438302993774, -0.937846302986145, -1.5047824382781982, -0.08560382574796677, -0.32265251874923706, -0.6105767488479614, -1.7356653213500977, -1.6806780099868774, -1.5306117534637451, -1.7117681503295898, -0.9131934642791748, -0.5251045823097229, -1.3749748468399048, -1.79166841506958, -0.3110893666744232, -1.511113166809082, -2.5386064052581787, -1.9748990535736084, -1.773713231086731, -1.664870262145996, -1.1284916400909424, -0.3695617616176605, -1.9271279573440552, -1.5235178470611572, -0.5937665104866028, -1.2783935070037842, -1.8378081321716309, -2.204901933670044, -1.7339997291564941, -1.4280134439468384, -0.6393119096755981, -1.6216388940811157, -1.6886934041976929, -1.6255028247833252, -2.1503942012786865, -2.088254451751709, -1.8600170612335205, -2.1703550815582275, -1.5294904708862305, -1.0841553211212158, -0.01898931711912155, -0.9217435121536255, -1.9721230268478394, -2.105386257171631, -1.6795880794525146, -0.23398157954216003, -1.7260535955429077, -0.6597686409950256, -2.171651601791382, -0.7925392389297485, -0.6561117768287659, -0.9820906519889832, -0.9552595615386963, -2.0590193271636963, -1.2572340965270996, -1.599696397781372, -1.681518793106079, -0.17560169100761414, -1.7619143724441528, -1.6981712579727173, -1.2858102321624756, -0.08158749341964722, -2.112081289291382, -1.081986904144287, -1.6529985666275024, -2.1429779529571533, -2.203390598297119, -2.6854465007781982, -2.30587100982666, -1.9226925373077393, -1.3803554773330688, -1.3071634769439697, -1.2902624607086182, -1.433907389640808, -1.9676995277404785, -1.3148560523986816, -2.040027618408203, -2.322936773300171, -1.8578616380691528, -1.5526049137115479, -1.5677590370178223, -1.712687373161316, -0.19202961027622223, -1.2751086950302124, -1.707828164100647, -2.165018320083618, -1.2635891437530518, -2.500033378601074, -1.953932285308838, -1.983609914779663, -0.8619260191917419, -2.4301459789276123, -1.830296516418457, -1.9025702476501465, -1.9758410453796387, -1.3000422716140747, -2.368806838989258, -1.7508840560913086, -1.6039659976959229, -0.14321891963481903, -1.2914382219314575, -1.1179933547973633, -1.8858840465545654, -1.226970911026001, -2.4498870372772217, -1.7755627632141113, -0.0954323261976242, -1.9234079122543335, -1.7042163610458374, -1.8476802110671997, -0.5276771187782288, -1.0339932441711426, -0.7525063157081604, -1.9403648376464844, -0.6798784136772156, -1.864138126373291, -0.2505931854248047, -1.6285287141799927, -0.991315484046936, -2.2763218879699707, -1.511777400970459, -1.003650188446045, -2.268079996109009, -1.0494320392608643, -1.548394799232483, -1.895380973815918, -1.733519196510315, -2.378852128982544, -0.8764548301696777, -0.9341039657592773, -1.1855783462524414, -1.7501877546310425, -1.4833991527557373, -0.6326050162315369, -1.2208032608032227, -0.5790402889251709, -1.5069423913955688, -2.0491459369659424, -2.0938432216644287, -1.491410732269287, -2.0990359783172607, -1.1882413625717163, -2.2378170490264893, -2.4998362064361572, -2.1952860355377197, -2.9142050743103027, -2.937190055847168, -2.2268569469451904, -2.1951799392700195, -1.9103519916534424, -1.7819511890411377, -0.09004029631614685, -1.9384304285049438, -1.3163840770721436, -2.043492555618286, -0.21406015753746033, -0.6802074313163757, -2.0687665939331055, -1.0752111673355103, -0.9572098255157471, -0.5294445753097534, -1.4438916444778442, -0.7452054619789124, -1.938523292541504, -0.4893777370452881, -2.1956002712249756, -0.7252382040023804, -3.1053624153137207, -1.001749873161316, -1.2916384935379028, -1.8598674535751343, -1.3748868703842163, -1.4537763595581055, -0.986457347869873, -1.7628005743026733, -0.9917352795600891, -2.145967721939087, -1.3638970851898193, -1.2437434196472168, -3.388172149658203, -2.4620652198791504, -2.7866384983062744, -1.7163501977920532, -2.977334499359131, -1.6519746780395508, -2.0169601440429688, -1.5410370826721191, -1.4549025297164917, -0.04186248406767845, -0.0018527023494243622, -1.5354596376419067, -1.5241795778274536, -2.1413800716400146, -2.026658773422241, -1.1763496398925781, -1.7625622749328613, -0.6544599533081055, -2.139589548110962, -2.039154529571533, -1.4664980173110962, -0.02262306958436966, -1.5737277269363403, -1.6975743770599365, -1.0128425359725952, -1.8856825828552246, -1.3040536642074585, -1.4017242193222046, -1.5428897142410278, -1.8922160863876343, -2.0808072090148926, -2.2671189308166504, -1.3777095079421997, -1.3562322854995728, -1.9665876626968384, -1.9135948419570923, -2.031026601791382, -2.045412063598633, -2.3655142784118652, -2.360576868057251, -2.1754627227783203, -2.507845163345337, -1.3300820589065552, -1.433785319328308, -1.2150019407272339, -0.20169329643249512, -1.0372787714004517, -1.8345012664794922, -0.8995857238769531, -0.053360022604465485, -0.13002336025238037, -1.9816176891326904, -1.7368824481964111, -2.5397472381591797, -1.9968281984329224, -1.801866888999939, -0.6202433705329895, -1.3340089321136475, -3.2114908695220947, -0.46008896827697754, -2.5031070709228516, -3.0263357162475586, -3.019294500350952, -2.3604249954223633, -1.910499095916748, -1.7685415744781494, -0.8495721220970154, -1.8479942083358765, -1.5225099325180054, -1.2364541292190552, -1.9727944135665894, -0.7741258144378662, -2.9546377658843994, -2.3644371032714844, -1.4684062004089355, -2.5169737339019775, -2.2113213539123535, -1.5187418460845947, -2.054347276687622, -2.435758590698242, -2.393249988555908, -1.7529447078704834, -2.0435025691986084, -1.9050589799880981, -1.491680383682251, -0.22831299901008606, -1.5803008079528809, -1.0872994661331177, -1.187791347503662, -0.811255693435669, -0.36261022090911865, -2.468637466430664, -2.1969492435455322, -2.7998621463775635, -1.578338861465454, -0.9868255257606506]}, "Bot001_010_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school i am in culinary school , and want to open a restaurant named the wall . how is it going ? I'm fine, thanks\nHow are you? oh feeling good . my house is sparkling clean . love cleaning What else do you love? i love animals a lot And what is you dream? Is it connected with animals?\nAs for me I'm dreaming about taking over the world\nThis is my fantasy my dream is pizza in italy ! nearly there ! haha . what do you do for a living ? My children decided that it is time to have a rest for me\nI have 2 grown children\nThey earen a lot of money, and from time to time send me money\nWe live separately and they don't even visit me\nToo busy as always i also have two . jack and jillian i'm good . how are you ? [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] I have answered this question twice\nNothing changed\nI'm still fine then why did you have grammar error if you are so smart ? I hadn't say that", "response": "its okay baby , take your time [FACE WITH TEARS OF JOY]", "annotation_id": "Bot001_010_20", "annotations": ["T", "T", "X", "X", "T", "O", "T", "T", "X", "O", "X", "T", "T", "T", "T"], "gpt2_target_score": [-13.606910705566406, -12.048925399780273, -10.22575855255127, -12.336097717285156, -5.8439435958862305, -6.648036003112793, -11.874518394470215, -12.152020454406738, -8.355934143066406, -9.957682609558105, -11.958379745483398, -14.179789543151855, -7.33641242980957, -9.964483261108398, -7.50709342956543, -14.308063507080078], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -2.2486472129821777, -0.3644852638244629, -0.5149683356285095, -0.03866814821958542, -0.0080742621794343, -0.36957022547721863, -0.008633077144622803, -0.035279471427202225, -1.387224793434143, -0.6901236176490784, -1.2387917041778564, -0.07826005667448044, -0.08285403251647949, -3.0124053955078125, -1.6863622665405273, -1.1919375658035278, -1.0032821893692017, -1.5186471939086914, -1.4426804780960083, -0.2620636820793152, -0.6382927298545837, -1.352757453918457, -0.34122341871261597, -0.6032849550247192, -0.250659316778183, -1.434820532798767, -0.7351686954498291, -2.098172426223755, -2.110414981842041, -1.6577885150909424, -0.1037059873342514, -1.2487937211990356, -2.117272138595581, -2.0286614894866943, -0.937638521194458, -2.862302303314209, -0.4996926188468933, -2.3123135566711426, -2.280207633972168, -1.6480164527893066, -1.0415974855422974, -0.5291267037391663, -2.462616205215454, -2.2526512145996094, -0.8335934281349182, -2.6157963275909424, -1.03989839553833, -1.9766926765441895, -0.995796263217926, -1.5006886720657349, -2.269892692565918, -1.3450292348861694, -0.30947911739349365, -0.8886671662330627, -0.45197054743766785, -1.163434624671936, -0.9714391827583313, -1.2511940002441406, -1.0720728635787964, -1.2730056047439575, -0.2844477593898773, -2.822251558303833, -1.7355276346206665, -1.7706438302993774, -0.937846302986145, -1.5047824382781982, -0.08560382574796677, -0.32265251874923706, -0.6105767488479614, -1.7356653213500977, -1.6806780099868774, -1.5306117534637451, -1.7117681503295898, -0.9131934642791748, -0.5251045823097229, -1.3749748468399048, -1.79166841506958, -0.3110893666744232, -1.511113166809082, -2.5386064052581787, -1.9748990535736084, -1.773713231086731, -1.664870262145996, -1.1284916400909424, -0.3695617616176605, -1.9271279573440552, -1.5235178470611572, -0.5937665104866028, -1.2783935070037842, -1.8378081321716309, -2.204901933670044, -1.7339997291564941, -1.4280134439468384, -0.6393119096755981, -1.6216388940811157, -1.6886934041976929, -1.6255028247833252, -2.1503942012786865, -2.088254451751709, -1.8600170612335205, -2.1703550815582275, -1.5294904708862305, -1.0841553211212158, -0.01898931711912155, -0.9217435121536255, -1.9721230268478394, -2.105386257171631, -1.6795880794525146, -0.23398157954216003, -1.7260535955429077, -0.6597686409950256, -2.171651601791382, -0.7925392389297485, -0.6561117768287659, -0.9820906519889832, -0.9552595615386963, -2.0590193271636963, -1.2572340965270996, -1.599696397781372, -1.681518793106079, -0.17560169100761414, -1.7619143724441528, -1.6981712579727173, -1.2858102321624756, -0.08158749341964722, -2.112081289291382, -1.081986904144287, -1.6529985666275024, -2.1429779529571533, -2.203390598297119, -2.6854465007781982, -2.30587100982666, -1.9226925373077393, -1.3803554773330688, -1.3071634769439697, -1.2902624607086182, -1.433907389640808, -1.9676995277404785, -1.3148560523986816, -2.040027618408203, -2.322936773300171, -1.8578616380691528, -1.5526049137115479, -1.5677590370178223, -1.712687373161316, -0.19202961027622223, -1.2751086950302124, -1.707828164100647, -2.165018320083618, -1.2635891437530518, -2.500033378601074, -1.953932285308838, -1.983609914779663, -0.8619260191917419, -2.4301459789276123, -1.830296516418457, -1.9025702476501465, -1.9758410453796387, -1.3000422716140747, -2.368806838989258, -1.7508840560913086, -1.603971242904663, -0.14322128891944885, -1.291434645652771, -1.117983341217041, -1.8858990669250488, -1.2269675731658936, -2.4498579502105713, -1.775560736656189, -0.09543460607528687, -1.92340087890625, -1.704216480255127, -1.847671389579773, -0.5276768207550049, -1.0339915752410889, -0.7525134086608887, -1.940362572669983, -0.6798846125602722, -1.8641352653503418, -0.25059401988983154, -1.6285269260406494, -0.9913054704666138, -2.276336431503296, -1.5117696523666382, -1.0036436319351196, -2.268069267272949, -1.0494294166564941, -1.5484110116958618, -1.8953660726547241, -1.733530044555664, -2.3788604736328125, -0.8764695525169373, -0.9340868592262268, -1.1855721473693848, -1.7501708269119263, -1.4833990335464478, -0.6326026916503906, -1.2208071947097778, -0.5790461301803589, -1.506928563117981, -2.0491538047790527, -2.0938589572906494, -1.491421103477478, -2.09902286529541, -1.1882357597351074, -2.2377970218658447, -2.499852180480957, -2.1952953338623047, -2.9142096042633057, -2.9371869564056396, -2.2268595695495605, -2.1951935291290283, -1.9103331565856934, -1.7819757461547852, -0.09003865718841553, -1.9384214878082275, -1.3163824081420898, -2.0435149669647217, -0.214063823223114, -0.6801998019218445, -2.068772315979004, -1.075210690498352, -0.9572110772132874, -0.529447078704834, -1.4438802003860474, -0.7452096343040466, -1.938520073890686, -0.48938387632369995, -2.195599317550659, -0.7252393364906311, -3.105353593826294, -1.0017467737197876, -1.2916498184204102, -1.8598655462265015, -1.3748844861984253, -1.4537755250930786, -0.9864532351493835, -1.7628052234649658, -0.9917447566986084, -2.1459734439849854, -1.3639036417007446, -1.2437560558319092, -3.388160467147827, -2.4620602130889893, -2.7866368293762207, -1.716342806816101, -2.9773385524749756, -1.6519533395767212, -2.016941785812378, -1.541023850440979, -1.4548909664154053, -0.041863396763801575, -0.0018527023494243622, -1.5354676246643066, -1.5241835117340088, -2.1413893699645996, -2.026658535003662, -1.1763510704040527, -1.7625709772109985, -0.654457688331604, -2.1396005153656006, -2.0391530990600586, -1.466475248336792, -0.02262318693101406, -1.5737316608428955, -1.6975834369659424, -1.0128463506698608, -1.8856866359710693, -1.3040435314178467, -1.4017423391342163, -1.5428727865219116, -1.8922004699707031, -2.080817222595215, -2.2671334743499756, -1.3777053356170654, -1.3562432527542114, -1.9665839672088623, -1.9136171340942383, -2.0310325622558594, -2.0454068183898926, -2.365525722503662, -2.3605711460113525, -2.175462245941162, -2.5078365802764893, -1.3300861120224, -1.4337743520736694, -1.214998483657837, -0.20169174671173096, -1.0372705459594727, -1.834503412246704, -0.8995818495750427, -0.053360022604465485, -0.13002409040927887, -1.9816182851791382, -1.7368876934051514, -2.539745569229126, -1.9968245029449463, -1.8018672466278076, -0.6202378869056702, -1.3340040445327759, -3.2114973068237305, -0.4600909352302551, -2.503103733062744, -3.026331901550293, -3.019299268722534, -2.3604226112365723, -1.9105027914047241, -1.7685402631759644, -0.8495759963989258, -1.8480058908462524, -1.5225218534469604, -1.2364466190338135, -1.9728009700775146, -0.774117112159729, -2.954620122909546, -2.3644378185272217, -1.46840238571167, -2.516988515853882, -2.211326837539673, -1.518738031387329, -2.054334878921509, -2.435758590698242, -2.393267869949341, -1.752928614616394, -2.1699259281158447, -1.6898232698440552, -0.5843790769577026, -1.8764960765838623, -0.8807150721549988, -1.0382468700408936, -1.3158018589019775, -0.5650434494018555, -2.2186086177825928, -2.2342660427093506, -3.1993091106414795, -2.08323073387146, -2.103137254714966, -1.511604905128479, -0.023667562752962112, -2.4851949214935303, -0.9550264477729797, -1.7834187746047974, -1.6943968534469604, -2.1535966396331787, -1.8415155410766602, -1.994307041168213, -1.7414737939834595, -1.734561800956726, -0.9519373774528503, -1.3708750009536743, -1.3651556968688965, -0.04568073898553848, -1.7579238414764404, -0.026598701253533363, -0.017877748236060143, -0.022027358412742615, -0.004898807965219021, -0.03563281148672104, -1.5172749757766724]}, "Bot001_018_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii", "response": "i am good but been better car broke down", "annotation_id": "Bot001_018_02", "annotations": ["O", "T", "T", "O", "T", "T", "T", "O", "O", "O", "X", "T", "O", "O", "O"], "gpt2_target_score": [-12.053730010986328, -9.09853744506836, -6.678383827209473, -11.824172973632812, -10.018013954162598, -10.11557388305664, -14.478330612182617, -12.910354614257812, -13.235260009765625], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -0.322294682264328, -1.0070956945419312, -3.301879644393921, -1.6019346714019775, -0.35518360137939453, -0.4326993525028229, -1.2939847707748413, -2.718283176422119, -0.08245837688446045, -0.3859313130378723, -0.7237645983695984, -0.5964033603668213, -1.2398380041122437, -0.3414091467857361, -0.8795446753501892, -1.0081418752670288, -2.281864643096924, -1.9034377336502075, -1.6532739400863647, -1.365947961807251, -1.1831446886062622, -2.5198044776916504, -1.2960928678512573, -2.1788127422332764, -1.2306220531463623, -2.134767532348633]}, "Bot001_018_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great", "response": "then it is time to eat meat", "annotation_id": "Bot001_018_04", "annotations": ["O", "T", "T", "O", "T", "X", "T", "O", "X", "O", "X", "O", "T", "X", "T"], "gpt2_target_score": [-17.700801849365234, -8.770946502685547, -2.6774837970733643, -8.22723388671875, -9.92049503326416, -13.776920318603516, -15.833677291870117], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -0.322294682264328, -1.0070956945419312, -3.301879644393921, -1.6019346714019775, -0.35518360137939453, -0.4326993525028229, -1.2939847707748413, -2.718283176422119, -0.08245837688446045, -0.3859313130378723, -0.7237645983695984, -0.5964033603668213, -1.2398380041122437, -0.3414091467857361, -0.8795446753501892, -1.0081418752670288, -2.648499011993408, -1.5011041164398193, -2.155764102935791, -1.5168030261993408, -2.2833633422851562, -1.361149549484253, -2.2204134464263916, -2.7452566623687744, -2.29484224319458, -2.5933001041412354, -2.2325122356414795, -3.0064642429351807, -0.6843631267547607, -2.3788466453552246, -2.4157767295837402, -2.1055092811584473, -1.3036516904830933, -2.54136323928833, -0.36432281136512756, -2.2178351879119873, -1.6841676235198975, -0.9032856822013855]}, "Bot001_018_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music", "response": "hello ! i'm sarah ! country is my favorite music . lol", "annotation_id": "Bot001_018_06", "annotations": ["O", "T", "T", "O", "T", "T", "T", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-13.163455963134766, -9.09457015991211, -8.726861000061035, -15.09344482421875, -8.708672523498535, -22.463504791259766, -9.41804313659668, -14.964141845703125, -12.26382827758789, -11.81879997253418, -15.377713203430176, -12.136098861694336, -12.301098823547363, -13.653097152709961], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -0.322294682264328, -1.0070956945419312, -3.301879644393921, -1.6019346714019775, -0.35518360137939453, -0.4326993525028229, -1.2939847707748413, -2.718283176422119, -0.08245837688446045, -0.3859313130378723, -0.7237645983695984, -0.5964033603668213, -1.2398380041122437, -0.3414091467857361, -0.8795446753501892, -1.0081418752670288, -2.648499011993408, -1.5011041164398193, -2.155764102935791, -1.5168030261993408, -2.2833633422851562, -1.361149549484253, -2.2204134464263916, -2.7452566623687744, -2.294879913330078, -2.593280792236328, -2.232520818710327, -3.00644588470459, -0.6843605041503906, -2.3788485527038574, -1.7907564640045166, -0.9353265762329102, -1.9292926788330078, -0.35321590304374695, -2.0965075492858887, -2.6491291522979736, -1.7848424911499023, -1.5802483558654785, -3.4729132652282715, -2.861313819885254, -2.4927613735198975, -2.2640678882598877, -1.9399796724319458, -2.600236415863037, -1.233079195022583, -1.8363115787506104, -1.8423762321472168, -2.287623405456543, -2.776188611984253, -2.246427059173584, -1.3324024677276611, -0.23823335766792297, -2.822924852371216, -1.4562090635299683, -0.8606462478637695, -1.9922350645065308, -1.4140100479125977, -0.41886818408966064]}, "Bot001_018_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter", "response": "i'm a fright truck driver [SMIRKING FACE WITH GLASSES]", "annotation_id": "Bot001_018_08", "annotations": ["O", "T", "T", "O", "X", "T", "T", "X", "T", "O", "X", "T", "T", "X", "O"], "gpt2_target_score": [-12.053736686706543, -10.671401023864746, -7.094831943511963, -16.71446990966797, -11.14309024810791, -15.472855567932129, -8.893054008483887, -16.276264190673828, -10.677591323852539, -11.234901428222656, -11.443145751953125, -6.686182498931885, -9.19279670715332, -13.144139289855957, -8.476154327392578, -3.2780091762542725], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -0.8795566558837891, -1.0081429481506348, -2.648484230041504, -1.501067876815796, -2.15578556060791, -1.5167479515075684, -2.2833433151245117, -1.3611398935317993, -2.2203967571258545, -2.745227336883545, -2.294830322265625, -2.5932884216308594, -2.2325022220611572, -3.006443500518799, -0.6843639016151428, -2.378831624984741, -1.7907700538635254, -0.9353001713752747, -1.929266333580017, -0.3532230257987976, -2.0965421199798584, -2.649141788482666, -1.7848010063171387, -1.5802640914916992, -3.472914695739746, -2.861359119415283, -2.492798089981079, -2.2640480995178223, -1.9399936199188232, -1.9786510467529297, -1.9292092323303223, -1.9064500331878662, -2.5942223072052, -2.853019952774048, -2.807620048522949, -1.8387255668640137, -0.2903514504432678, -2.9261138439178467, -1.5369936227798462, -0.9985513687133789, -2.551841974258423, -2.2655417919158936, -1.7890397310256958, -2.7971436977386475, -1.6733702421188354, -2.659290075302124, -2.144061326980591, -3.5759658813476562, -2.7858691215515137, -1.5568619966506958, -1.9423258304595947, -3.2730512619018555, -2.716743230819702, -0.6967096924781799, -1.6574026346206665, -3.8875999450683594, -0.0072745680809021, -0.6434595584869385, -0.6469212770462036, -0.2086431235074997, -0.7970040440559387, -2.057032346725464, -2.5489048957824707, -2.2304089069366455, -1.4884306192398071]}, "Bot001_018_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter i'm a fright truck driver [SMIRKING FACE WITH GLASSES] and i m a store manager", "response": "i'm jennifer . i go to college , and i also work part time at mcdonald . [GRINNING FACE]", "annotation_id": "Bot001_018_10", "annotations": ["X", "T", "T", "O", "X", "X", "T", "X", "O", "O", "T", "T", "O", "X", "O"], "gpt2_target_score": [-12.053736686706543, -10.671401023864746, -11.589597702026367, -19.260032653808594, -20.789627075195312, -10.037262916564941, -9.8154935836792, -11.572588920593262, -11.552812576293945, -16.08733367919922, -13.987602233886719, -7.423525333404541, -10.127725601196289, -13.663395881652832, -15.22625732421875, -12.736421585083008, -14.297857284545898, -13.889354705810547, -17.493545532226562, -20.418872833251953, -12.568109512329102, -7.973299503326416, -16.492782592773438, -14.483444213867188, -19.02252960205078, -15.562128067016602, -14.65979290008545], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -0.8795566558837891, -1.0081429481506348, -2.648484230041504, -1.501067876815796, -2.15578556060791, -1.5167479515075684, -2.2833433151245117, -1.3611398935317993, -2.2203967571258545, -2.745227336883545, -2.294830322265625, -2.5932884216308594, -2.2325022220611572, -3.006443500518799, -0.6843639016151428, -2.378831624984741, -1.7907700538635254, -0.9353001713752747, -1.929266333580017, -0.3532230257987976, -2.0965421199798584, -2.649141788482666, -1.784806489944458, -1.5802637338638306, -3.472913980484009, -2.861344814300537, -2.4928035736083984, -2.2640621662139893, -1.940009593963623, -1.9786560535430908, -1.9292067289352417, -1.906456708908081, -2.5942203998565674, -2.85302734375, -2.8076233863830566, -1.838722586631775, -0.29035475850105286, -2.9261016845703125, -1.5370075702667236, -0.9985495209693909, -2.5518245697021484, -2.265535831451416, -1.7890331745147705, -2.7971348762512207, -1.6733720302581787, -2.659292459487915, -2.1440610885620117, -3.5759639739990234, -2.02240252494812, -1.6439294815063477, -3.326531410217285, -2.8826723098754883, -0.7454640865325928, -1.8940712213516235, -2.902787446975708, -0.007078095804899931, -0.4985542297363281, -0.7260808348655701, -0.2062658965587616, -0.8000127077102661, -1.9591753482818604, -2.3078668117523193, -1.8553426265716553, -2.687868595123291, -1.3627097606658936, -1.4842753410339355, -2.1634745597839355, -4.318578243255615, -1.3728127479553223, -1.3633387088775635, -2.5981998443603516, -1.7676817178726196, -0.6944916844367981, -2.791293144226074, -2.0021920204162598, -2.341787338256836, -1.7550309896469116, -1.1593542098999023, -0.9434565901756287, -1.6395572423934937, -1.3391684293746948, -1.4251859188079834, -0.807237982749939, -1.7097651958465576, -1.8394681215286255, -1.5242561101913452, -0.08707839250564575, -1.9874953031539917, -0.560597836971283, -0.04587273299694061, -0.17678651213645935, -0.8618179559707642, -1.3392999172210693, -2.3238046169281006, -1.6474003791809082, -0.24811729788780212, -0.06132359057664871, -1.723799705505371]}, "Bot001_018_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter i'm a fright truck driver [SMIRKING FACE WITH GLASSES] and i m a store manager i'm jennifer . i go to college , and i also work part time at mcdonald . [GRINNING FACE] how is truck driving", "response": "hey there , i am good , bout to go golfing [SMILING FACE WITH HEART-SHAPED EYES]", "annotation_id": "Bot001_018_12", "annotations": ["O", "T", "T", "O", "X", "X", "X", "X", "X", "X", "X", "T", "T", "O", "T"], "gpt2_target_score": [-12.92707347869873, -9.243742942810059, -14.01582145690918, -9.723884582519531, -11.92836856842041, -11.202134132385254, -9.206805229187012, -13.901583671569824, -11.552812576293945, -13.081039428710938, -15.774993896484375, -11.438684463500977, -8.894765853881836, -11.484841346740723, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -14.977483749389648, -6.774970054626465, -21.484546661376953, -5.991975784301758, -11.958810806274414, -13.179902076721191, -15.40673828125, -11.300606727600098, -19.21489906311035, -14.65979290008545], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -0.8795566558837891, -1.0081429481506348, -2.648484230041504, -1.501067876815796, -2.15578556060791, -1.5167479515075684, -2.2833433151245117, -1.3611398935317993, -2.2203967571258545, -2.745227336883545, -2.294830322265625, -2.5932884216308594, -2.2325022220611572, -3.006443500518799, -0.6843639016151428, -2.378831624984741, -1.7907700538635254, -0.9353001713752747, -1.929266333580017, -0.3532230257987976, -2.0965421199798584, -2.649141788482666, -1.784806489944458, -1.5802637338638306, -3.472913980484009, -2.861344814300537, -2.4928035736083984, -2.2640621662139893, -1.940009593963623, -1.9786560535430908, -1.9292067289352417, -1.906456708908081, -2.5942203998565674, -2.85302734375, -2.8076233863830566, -1.838722586631775, -0.29035475850105286, -2.9261016845703125, -1.5370075702667236, -0.9985495209693909, -2.5518245697021484, -2.265535831451416, -1.7890331745147705, -2.7971348762512207, -1.6733720302581787, -2.659292459487915, -2.1440610885620117, -3.5759639739990234, -2.02240252494812, -1.6439294815063477, -3.326531410217285, -2.8826723098754883, -0.7454640865325928, -1.8940712213516235, -2.902787446975708, -0.007078095804899931, -0.4985542297363281, -0.7260808348655701, -0.2062658965587616, -0.8000127077102661, -1.9591753482818604, -2.3078668117523193, -1.8553426265716553, -2.687868595123291, -1.3627097606658936, -1.4842753410339355, -2.1634745597839355, -4.318578243255615, -1.3728127479553223, -1.3633387088775635, -1.8897935152053833, -1.2279449701309204, -2.237029790878296, -2.7141036987304688, -2.5272955894470215, -1.444385051727295, -1.2304325103759766, -0.7903982996940613, -1.6381319761276245, -1.3892556428909302, -1.2099063396453857, -0.6908433437347412, -1.7239309549331665, -2.0823216438293457, -1.5211724042892456, -0.07234732061624527, -2.2137224674224854, -0.5399953722953796, -0.04056317359209061, -0.1630946546792984, -0.9301831126213074, -0.9222293496131897, -2.2375729084014893, -1.5791980028152466, -0.23566760122776031, -0.05199986696243286, -1.2608697414398193, -1.5633045434951782, -0.4977808892726898, -1.2983211278915405, -2.0414071083068848, -2.4727985858917236, -1.9010370969772339, -1.8238357305526733, -1.2097889184951782, -2.0121090412139893, -1.0177253484725952, -1.7798950672149658, -1.0713930130004883, -0.7711954712867737, -1.8722606897354126, -0.8579084277153015, -1.837522029876709, -1.9281880855560303, -1.2450010776519775, -0.07690887153148651, -0.012943184934556484, -0.01735418662428856, -0.14241789281368256, -1.171451449394226, -1.4221686124801636, -1.9979959726333618, -3.221409559249878, -1.9153501987457275, -2.333634376525879, -1.3249093294143677, -0.07186427712440491, -0.15622609853744507, -1.682398796081543]}, "Bot001_018_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter i'm a fright truck driver [SMIRKING FACE WITH GLASSES] and i m a store manager i'm jennifer . i go to college , and i also work part time at mcdonald . [GRINNING FACE] how is truck driving hey there , i am good , bout to go golfing [SMILING FACE WITH HEART-SHAPED EYES] hello jennifer", "response": "nice to meet you ! i'm a nurse .", "annotation_id": "Bot001_018_14", "annotations": ["O", "T", "T", "O", "T", "X", "X", "X", "O", "O", "T", "O", "O", "X", "T"], "gpt2_target_score": [-16.480541229248047, -9.528182029724121, -11.500638961791992, -5.970527648925781, -12.54152774810791, -9.975968360900879, -14.657153129577637, -8.775927543640137, -16.775293350219727, -13.784584045410156], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -0.8795566558837891, -1.0081429481506348, -2.648484230041504, -1.501067876815796, -2.15578556060791, -1.5167479515075684, -2.2833433151245117, -1.3611398935317993, -2.2203967571258545, -2.745227336883545, -2.294830322265625, -2.5932884216308594, -2.2325022220611572, -3.006443500518799, -0.6843639016151428, -2.378831624984741, -1.7907700538635254, -0.9353001713752747, -1.929266333580017, -0.3532230257987976, -2.0965421199798584, -2.649141788482666, -1.784806489944458, -1.5802637338638306, -3.472913980484009, -2.861344814300537, -2.4928035736083984, -2.2640621662139893, -1.940009593963623, -1.9786560535430908, -1.9292067289352417, -1.906456708908081, -2.5942203998565674, -2.85302734375, -2.8076233863830566, -1.838722586631775, -0.29035475850105286, -2.9261016845703125, -1.5370075702667236, -0.9985495209693909, -2.5518245697021484, -2.265535831451416, -1.7890331745147705, -2.7971348762512207, -1.6733720302581787, -2.659292459487915, -2.1440610885620117, -3.5759639739990234, -2.02240252494812, -1.6439294815063477, -3.326531410217285, -2.8826723098754883, -0.7454640865325928, -1.8940712213516235, -2.902787446975708, -0.007078095804899931, -0.4985542297363281, -0.7260808348655701, -0.2062658965587616, -0.8000127077102661, -1.9591753482818604, -2.3078668117523193, -1.8553426265716553, -2.687868595123291, -1.3627097606658936, -1.4842753410339355, -2.1634745597839355, -4.318578243255615, -1.3728127479553223, -1.3633387088775635, -1.8897935152053833, -1.2279449701309204, -2.237029790878296, -2.7141036987304688, -2.5272955894470215, -1.444385051727295, -1.2304325103759766, -0.7903982996940613, -1.6381319761276245, -1.3892556428909302, -1.2099063396453857, -0.6908433437347412, -1.7239309549331665, -2.0823216438293457, -1.5211724042892456, -0.07234732061624527, -2.2137224674224854, -0.5399953722953796, -0.04056317359209061, -0.1630946546792984, -0.9301831126213074, -0.9222293496131897, -2.2375729084014893, -1.5791980028152466, -0.23566760122776031, -0.05199986696243286, -1.2608697414398193, -1.5633045434951782, -0.4977808892726898, -1.2983211278915405, -2.0414071083068848, -2.359498977661133, -1.5770576000213623, -1.5899410247802734, -1.6439820528030396, -1.2415614128112793, -1.8100316524505615, -1.0365070104599, -0.7658173441886902, -1.7729458808898926, -0.8954159617424011, -1.8098384141921997, -1.8642960786819458, -0.9215139746665955, -0.18647505342960358, -0.019647391512989998, -0.026462646201252937, -0.18735899031162262, -1.789315104484558, -1.3683291673660278, -1.892761468887329, -3.3182475566864014, -2.072890043258667, -1.7450014352798462, -1.2365052700042725, -0.07026231288909912, -0.06670579314231873, -1.8068031072616577, -1.889459252357483, -0.37084898352622986, -0.005787520203739405, -1.445998191833496, -2.6427266597747803, -2.0466206073760986, -1.55747389793396, -0.6248299479484558, -2.1263961791992188, -1.529679298400879, -2.116886854171753, -1.688370943069458, -3.138780355453491, -1.7347431182861328, -1.0910383462905884]}, "Bot001_018_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter i'm a fright truck driver [SMIRKING FACE WITH GLASSES] and i m a store manager i'm jennifer . i go to college , and i also work part time at mcdonald . [GRINNING FACE] how is truck driving hey there , i am good , bout to go golfing [SMILING FACE WITH HEART-SHAPED EYES] hello jennifer nice to meet you ! i'm a nurse . sarah are u still there", "response": "what do you do for a living ?", "annotation_id": "Bot001_018_16", "annotations": ["T", "T", "T", "O", "X", "X", "X", "T", "O", "O", "X", "O", "T", "X", "O"], "gpt2_target_score": [-13.781420707702637, -9.638777732849121, -5.721174716949463, -9.425453186035156, -10.410454750061035, -8.192597389221191, -12.374316215515137, -10.6874418258667], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -0.8795566558837891, -1.0081429481506348, -2.648484230041504, -1.501067876815796, -2.15578556060791, -1.5167479515075684, -2.2833433151245117, -1.3611398935317993, -2.2203967571258545, -2.745227336883545, -2.294830322265625, -2.5932884216308594, -2.2325022220611572, -3.006443500518799, -0.6843639016151428, -2.378831624984741, -1.7907700538635254, -0.9353001713752747, -1.929266333580017, -0.3532230257987976, -2.0965421199798584, -2.649141788482666, -1.784806489944458, -1.5802637338638306, -3.472913980484009, -2.861344814300537, -2.4928035736083984, -2.2640621662139893, -1.940009593963623, -1.9786560535430908, -1.9292067289352417, -1.906456708908081, -2.5942203998565674, -2.85302734375, -2.8076233863830566, -1.838722586631775, -0.29035475850105286, -2.9261016845703125, -1.5370075702667236, -0.9985495209693909, -2.5518245697021484, -2.265535831451416, -1.7890331745147705, -2.7971348762512207, -1.6733720302581787, -2.659292459487915, -2.1440610885620117, -3.5759639739990234, -2.02240252494812, -1.6439294815063477, -3.326531410217285, -2.8826723098754883, -0.7454640865325928, -1.8940712213516235, -2.902787446975708, -0.007078095804899931, -0.4985542297363281, -0.7260808348655701, -0.2062658965587616, -0.8000127077102661, -1.9591753482818604, -2.3078668117523193, -1.8553426265716553, -2.687868595123291, -1.3627097606658936, -1.4842753410339355, -2.1634745597839355, -4.318578243255615, -1.3728127479553223, -1.3633387088775635, -1.8897935152053833, -1.2279449701309204, -2.237029790878296, -2.7141036987304688, -2.5272955894470215, -1.444385051727295, -1.2304325103759766, -0.7903982996940613, -1.6381319761276245, -1.3892556428909302, -1.2099063396453857, -0.6908433437347412, -1.7239309549331665, -2.0823216438293457, -1.5211724042892456, -0.07234732061624527, -2.2137224674224854, -0.5399953722953796, -0.04056317359209061, -0.1630946546792984, -0.9301831126213074, -0.9222293496131897, -2.2375729084014893, -1.5791980028152466, -0.23566760122776031, -0.05199986696243286, -1.2608697414398193, -1.5633045434951782, -0.4977808892726898, -1.2983211278915405, -2.0414071083068848, -2.359498977661133, -1.5770576000213623, -1.5899410247802734, -1.6439820528030396, -1.2415614128112793, -1.8100316524505615, -1.0365070104599, -0.7658173441886902, -1.7729458808898926, -0.8954159617424011, -1.8098384141921997, -1.8642960786819458, -0.9215139746665955, -0.18647505342960358, -0.019647391512989998, -0.026462646201252937, -0.18735899031162262, -1.789315104484558, -1.3683291673660278, -1.892761468887329, -3.3182475566864014, -2.072890043258667, -1.7450014352798462, -1.2365052700042725, -0.07026231288909912, -0.06670579314231873, -1.8068031072616577, -1.889459252357483, -0.37084898352622986, -0.005787520203739405, -1.445998191833496, -2.203137159347534, -2.075101137161255, -0.6456313133239746, -2.065814971923828, -1.0455857515335083, -1.4418436288833618, -1.5064797401428223, -3.3040194511413574, -1.8509632349014282, -0.844703197479248, -0.03232557699084282, -1.7657008171081543, -0.8581733107566833, -2.555950880050659, -2.3160603046417236, -1.2078288793563843, -2.5860788822174072, -2.187790632247925, -0.18661561608314514, -1.4473271369934082, -1.454356074333191, -1.6790894269943237, -1.3740249872207642, -1.0464500188827515, -0.46814799308776855]}, "Bot001_018_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter i'm a fright truck driver [SMIRKING FACE WITH GLASSES] and i m a store manager i'm jennifer . i go to college , and i also work part time at mcdonald . [GRINNING FACE] how is truck driving hey there , i am good , bout to go golfing [SMILING FACE WITH HEART-SHAPED EYES] hello jennifer nice to meet you ! i'm a nurse . sarah are u still there what do you do for a living ? i m a store manager", "response": "do you like to hike and fish ? nevada is great for both . [GRINNING FACE]", "annotation_id": "Bot001_018_18", "annotations": ["T", "T", "T", "O", "X", "O", "O", "X", "O", "O", "X", "X", "O", "O", "O"], "gpt2_target_score": [-14.308016777038574, -8.333571434020996, -9.949445724487305, -9.413658142089844, -9.50594425201416, -4.648438930511475, -15.87390422821045, -10.6874418258667, -17.10384178161621, -9.754547119140625, -15.10302734375, -8.740655899047852, -16.591264724731445, -13.036763191223145, -16.87799835205078, -12.472360610961914, -8.44605827331543, -8.24045181274414, -8.651320457458496, -19.32919692993164, -15.828592300415039, -10.315309524536133], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -0.8795566558837891, -1.0081429481506348, -2.648484230041504, -1.501067876815796, -2.15578556060791, -1.5167479515075684, -2.2833433151245117, -1.3611398935317993, -2.2203967571258545, -2.745227336883545, -2.294830322265625, -2.5932884216308594, -2.2325022220611572, -3.006443500518799, -0.6843639016151428, -2.378831624984741, -1.7907700538635254, -0.9353001713752747, -1.929266333580017, -0.3532230257987976, -2.0965421199798584, -2.649141788482666, -1.784806489944458, -1.5802637338638306, -3.472913980484009, -2.861344814300537, -2.4928035736083984, -2.2640621662139893, -1.940009593963623, -1.9786560535430908, -1.9292067289352417, -1.906456708908081, -2.5942203998565674, -2.85302734375, -2.8076233863830566, -1.838722586631775, -0.29035475850105286, -2.9261016845703125, -1.5370075702667236, -0.9985495209693909, -2.5518245697021484, -2.265535831451416, -1.7890331745147705, -2.7971348762512207, -1.6733720302581787, -2.659292459487915, -2.1440610885620117, -3.5759639739990234, -2.02240252494812, -1.6439294815063477, -3.326531410217285, -2.8826723098754883, -0.7454640865325928, -1.8940712213516235, -2.902787446975708, -0.007078095804899931, -0.4985542297363281, -0.7260808348655701, -0.2062658965587616, -0.8000127077102661, -1.9591753482818604, -2.3078668117523193, -1.8553426265716553, -2.687868595123291, -1.3627097606658936, -1.4842753410339355, -2.1634745597839355, -4.318578243255615, -1.3728127479553223, -1.3633387088775635, -1.8897935152053833, -1.2279449701309204, -2.237029790878296, -2.7141036987304688, -2.5272955894470215, -1.444385051727295, -1.2304325103759766, -0.7903982996940613, -1.6381319761276245, -1.3892556428909302, -1.2099063396453857, -0.6908433437347412, -1.7239309549331665, -2.0823216438293457, -1.5211724042892456, -0.07234732061624527, -2.2137224674224854, -0.5399953722953796, -0.04056317359209061, -0.1630946546792984, -0.9301831126213074, -0.9222293496131897, -2.2375729084014893, -1.5791980028152466, -0.23566760122776031, -0.05199986696243286, -1.2608697414398193, -1.5633045434951782, -0.4977808892726898, -1.2983211278915405, -2.0414071083068848, -2.359498977661133, -1.5770576000213623, -1.5899410247802734, -1.6439820528030396, -1.2415614128112793, -1.8100316524505615, -1.0365070104599, -0.7658173441886902, -1.7729458808898926, -0.8954159617424011, -1.8098384141921997, -1.8642960786819458, -0.9215139746665955, -0.18647505342960358, -0.019647391512989998, -0.026462646201252937, -0.18735899031162262, -1.789315104484558, -1.3683291673660278, -1.892761468887329, -3.3182475566864014, -2.072890043258667, -1.7450014352798462, -1.2365052700042725, -0.07026231288909912, -0.06670579314231873, -1.8068031072616577, -1.889459252357483, -0.37084898352622986, -0.005787520203739405, -1.445998191833496, -2.203137159347534, -2.075101137161255, -0.6456313133239746, -2.065814971923828, -1.0455857515335083, -1.4418436288833618, -1.5064797401428223, -3.3040194511413574, -1.8509632349014282, -0.844703197479248, -0.03232557699084282, -1.7657008171081543, -0.8581733107566833, -2.555950880050659, -2.3160603046417236, -1.2078288793563843, -1.8751789331436157, -0.24400940537452698, -1.6511116027832031, -1.2482423782348633, -2.0904717445373535, -0.8780621886253357, -1.1836011409759521, -1.9246585369110107, -1.624060034751892, -1.4363765716552734, -0.7850284576416016, -0.06214127317070961, -1.8086118698120117, -2.431997537612915, -0.24652518332004547, -1.5839658975601196, -2.3099422454833984, -2.1057262420654297, -1.7555574178695679, -2.4889979362487793, -1.0056285858154297, -0.7319042086601257, -2.076374053955078, -2.0772199630737305, -2.1450183391571045, -1.787021517753601, -1.869192123413086, -2.8101084232330322, -1.7148189544677734, -0.9758010506629944, -1.7333736419677734, -0.1060626283288002, -0.02159300073981285, -0.005620746873319149, -0.105636365711689, -2.140705108642578]}, "Bot001_018_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter i'm a fright truck driver [SMIRKING FACE WITH GLASSES] and i m a store manager i'm jennifer . i go to college , and i also work part time at mcdonald . [GRINNING FACE] how is truck driving hey there , i am good , bout to go golfing [SMILING FACE WITH HEART-SHAPED EYES] hello jennifer nice to meet you ! i'm a nurse . sarah are u still there what do you do for a living ? i m a store manager do you like to hike and fish ? nevada is great for both . [GRINNING FACE] thats great, i liked it", "response": "do you have any hobbies", "annotation_id": "Bot001_018_20", "annotations": ["O", "T", "T", "O", "T", "T", "O", "X", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-14.308016777038574, -8.333571434020996, -3.887770175933838, -8.944938659667969, -10.402100563049316], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -0.8795566558837891, -1.0081429481506348, -2.648484230041504, -1.501067876815796, -2.15578556060791, -1.5167479515075684, -2.2833433151245117, -1.3611398935317993, -2.2203967571258545, -2.745227336883545, -2.294830322265625, -2.5932884216308594, -2.2325022220611572, -3.006443500518799, -0.6843639016151428, -2.378831624984741, -1.7907700538635254, -0.9353001713752747, -1.929266333580017, -0.3532230257987976, -2.0965421199798584, -2.649141788482666, -1.784806489944458, -1.5802637338638306, -3.472913980484009, -2.861344814300537, -2.4928035736083984, -2.2640621662139893, -1.940009593963623, -1.9786560535430908, -1.9292067289352417, -1.906456708908081, -2.5942203998565674, -2.85302734375, -2.8076233863830566, -1.838722586631775, -0.29035475850105286, -2.9261016845703125, -1.5370075702667236, -0.9985495209693909, -2.5518245697021484, -2.265535831451416, -1.7890331745147705, -2.7971348762512207, -1.6733720302581787, -2.659292459487915, -2.1440610885620117, -3.5759639739990234, -2.02240252494812, -1.6439294815063477, -3.326531410217285, -2.8826723098754883, -0.7454640865325928, -1.8940712213516235, -2.902787446975708, -0.007078095804899931, -0.4985542297363281, -0.7260808348655701, -0.2062658965587616, -0.8000127077102661, -1.9591753482818604, -2.3078668117523193, -1.8553426265716553, -2.687868595123291, -1.3627097606658936, -1.4842753410339355, -2.1634745597839355, -4.318578243255615, -1.3728127479553223, -1.3633387088775635, -1.8897935152053833, -1.2279449701309204, -2.237029790878296, -2.7141036987304688, -2.5272955894470215, -1.444385051727295, -1.2304325103759766, -0.7903982996940613, -1.6381319761276245, -1.3892556428909302, -1.2099063396453857, -0.6908433437347412, -1.7239309549331665, -2.0823216438293457, -1.5211724042892456, -0.07234732061624527, -2.2137224674224854, -0.5399953722953796, -0.04056317359209061, -0.1630946546792984, -0.9301831126213074, -0.9222293496131897, -2.2375729084014893, -1.5791980028152466, -0.23566760122776031, -0.05199986696243286, -1.2608697414398193, -1.5633045434951782, -0.4977808892726898, -1.2983211278915405, -2.0414071083068848, -2.359498977661133, -1.5770576000213623, -1.5899410247802734, -1.6439820528030396, -1.2415614128112793, -1.8100316524505615, -1.0365070104599, -0.7658173441886902, -1.7729458808898926, -0.8954159617424011, -1.8098384141921997, -1.8642960786819458, -0.9215139746665955, -0.18647505342960358, -0.019647391512989998, -0.026462646201252937, -0.18735899031162262, -1.789315104484558, -1.3683291673660278, -1.892761468887329, -3.3182475566864014, -2.072890043258667, -1.7450014352798462, -1.2365052700042725, -0.07026231288909912, -0.06670579314231873, -1.8068031072616577, -1.889459252357483, -0.37084898352622986, -0.005787520203739405, -1.445998191833496, -2.203137159347534, -2.075101137161255, -0.6456313133239746, -2.065814971923828, -1.0455857515335083, -1.4418436288833618, -1.5064797401428223, -3.3040194511413574, -1.8509632349014282, -0.844703197479248, -0.03232557699084282, -1.7657008171081543, -0.8581733107566833, -2.555950880050659, -2.3160603046417236, -1.2078288793563843, -1.8751789331436157, -0.24400940537452698, -1.6511116027832031, -1.2482423782348633, -2.0904717445373535, -0.8780621886253357, -1.1836011409759521, -1.9246585369110107, -1.624060034751892, -1.4363765716552734, -0.7850284576416016, -0.06214127317070961, -1.8086118698120117, -0.5154432058334351, -1.682600975036621, -1.8093136548995972, -1.7742661237716675, -1.3245455026626587, -2.675027847290039, -0.7959805130958557, -1.546334147453308, -2.2428958415985107, -2.269768238067627, -2.2946388721466064, -2.088578224182129, -1.9822331666946411, -2.5456032752990723, -1.793062448501587, -1.6973674297332764, -1.3349380493164062, -0.10261482745409012, -0.022086596116423607, -0.0068863206543028355, -0.13549654185771942, -1.7852567434310913, -2.2195322513580322, -1.57370126247406, -1.0657342672348022, -2.2332615852355957, -1.5884413719177246, -1.965171456336975, -2.365252733230591, -0.1786903589963913, -0.8259109258651733, -1.0493196249008179, -2.8303022384643555, -1.1305081844329834]}, "Bot001_022_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo", "response": "no , i've flower plants instead . what do you do for a living ?", "annotation_id": "Bot001_022_02", "annotations": ["O", "O", "T", "O", "X", "X", "T", "O", "T", "X", "O", "T", "O", "T", "O"], "gpt2_target_score": [-11.437845230102539, -10.353837013244629, -8.560999870300293, -11.746582984924316, -16.309646606445312, -17.538009643554688, -13.681856155395508, -13.000307083129883, -11.321249008178711, -10.691797256469727, -7.862457752227783, -12.88866901397705, -13.161574363708496, -10.04251766204834, -14.539434432983398, -9.366312026977539], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -1.2157447338104248, -1.3160550594329834, -3.6015846729278564, -1.7407475709915161, -0.42308998107910156, -0.48760825395584106, -1.3400322198867798, -2.4494824409484863, -1.9625332355499268, -1.5359981060028076, -1.4907217025756836, -1.0953582525253296, -0.6111389398574829, -3.218291759490967, -1.5845811367034912, -0.6520944237709045, -2.088977336883545, -1.9742430448532104, -1.9284201860427856, -1.6761003732681274, -1.4891420602798462, -0.5911133289337158, -0.9916031956672668, -3.3668363094329834, -0.9546005725860596, -1.8219267129898071, -3.3713293075561523, -2.938647985458374, -2.1725709438323975, -1.0506058931350708, -1.6322450637817383, -0.8433788418769836, -0.8638907670974731, -1.756672739982605, -2.461559295654297, -2.1127963066101074, -1.8872255086898804, -1.9766217470169067, -1.0816792249679565, -1.055456519126892, -1.7694662809371948, -0.675558865070343, -0.9356092810630798, -1.9807422161102295, -0.23673325777053833, -0.9131433367729187, -1.6484599113464355, -2.2153842449188232, -2.138278007507324, -1.063881516456604, -0.30734023451805115]}, "Bot001_022_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from?", "response": "i work at the clinic for children .", "annotation_id": "Bot001_022_04", "annotations": ["O", "O", "T", "O", "T", "O", "O", "T", "T", "O", "O", "T", "T", "T", "T"], "gpt2_target_score": [-9.417320251464844, -11.669759750366211, -10.146437644958496, -7.989264488220215, -19.14392852783203, -11.602866172790527, -13.972021102905273, -13.00030517578125], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -3.2182838916778564, -1.5845882892608643, -0.6520981788635254, -2.0889711380004883, -1.9742298126220703, -1.9284266233444214, -1.6760993003845215, -1.4891432523727417, -0.591113805770874, -0.9916031956672668, -3.3668315410614014, -0.9546018838882446, -1.8219246864318848, -3.3713362216949463, -2.9386494159698486, -2.172572612762451, -1.0506205558776855, -1.6322492361068726, -0.8433712124824524, -0.8638938069343567, -1.7567074298858643, -2.3444807529449463, -2.1220076084136963, -1.882716417312622, -0.8630128502845764, -0.8966092467308044, -1.7506678104400635, -0.2681329548358917, -2.1368911266326904, -1.807593584060669, -0.26908016204833984, -1.5714820623397827, -1.4700031280517578, -2.1985881328582764, -2.0286097526550293, -1.0000407695770264, -1.5261201858520508, -1.9420047998428345, -1.8424779176712036, -1.8034865856170654, -1.471738338470459, -1.4772223234176636, -1.1262201070785522, -2.201265335083008, -0.810107409954071, -1.445026159286499, -2.321650981903076, -1.8687533140182495, -0.9130129218101501, -0.7905923128128052, -3.1943039894104004, -1.898616075515747, -1.6462624073028564, -1.1753575801849365, -1.2557848691940308]}, "Bot001_022_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children", "response": "ll . i know the feeling all too well", "annotation_id": "Bot001_022_06", "annotations": ["T", "T", "X", "T", "O", "T", "O", "T", "O", "O", "O", "T", "X", "T", "O"], "gpt2_target_score": [-11.930168151855469, -9.258214950561523, -8.561003684997559, -11.67447566986084, -9.43508243560791, -13.059653282165527, -9.557279586791992, -9.543548583984375, -11.100712776184082], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -3.2182838916778564, -1.5845882892608643, -0.6520981788635254, -2.0889711380004883, -1.9742298126220703, -1.9284266233444214, -1.6760993003845215, -1.4891432523727417, -0.591113805770874, -0.9916031956672668, -3.3668315410614014, -0.9546018838882446, -1.8219246864318848, -3.3713362216949463, -2.9386494159698486, -2.172572612762451, -1.0506205558776855, -1.6322492361068726, -0.8433712124824524, -0.8638938069343567, -1.7567074298858643, -2.3444807529449463, -2.1220076084136963, -1.882716417312622, -0.8630128502845764, -0.8966092467308044, -1.7506678104400635, -0.2681329548358917, -2.1368911266326904, -1.807593584060669, -0.26908016204833984, -1.5714820623397827, -1.4700031280517578, -2.1985881328582764, -2.0286097526550293, -1.0000407695770264, -1.5261201858520508, -1.9420047998428345, -1.8424779176712036, -1.8034865856170654, -1.471738338470459, -1.4772223234176636, -1.1262201070785522, -2.201265335083008, -0.810107409954071, -1.445026159286499, -1.9095923900604248, -0.7917453050613403, -0.9757272601127625, -3.126711130142212, -1.8264023065567017, -1.8053401708602905, -1.1933643817901611, -1.360851526260376, -1.9380793571472168, -1.9166512489318848, -0.6058915853500366, -0.5271384716033936, -2.3224782943725586, -2.675039529800415, -1.7952101230621338, -2.3593149185180664, -2.2091445922851562, -2.599130153656006, -1.3461310863494873, -1.8165619373321533, -0.3332580327987671, -1.6360254287719727]}, "Bot001_022_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool", "response": "no , i enjoy game of thrones too much how are you ?", "annotation_id": "Bot001_022_08", "annotations": ["T", "O", "X", "O", "O", "T", "X", "O", "T", "T", "T", "T", "O", "T", "O"], "gpt2_target_score": [-11.437812805175781, -10.353841781616211, -8.561003684997559, -11.463889122009277, -13.729485511779785, -11.875304222106934, -12.555967330932617, -25.552757263183594, -10.6886568069458, -14.23034381866455, -12.319806098937988, -12.14324951171875, -12.630536079406738, -10.411652565002441], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -3.2182838916778564, -1.5845882892608643, -0.6520981788635254, -2.0889711380004883, -1.9742298126220703, -1.9284266233444214, -1.6760993003845215, -1.4891432523727417, -0.591113805770874, -0.9916031956672668, -3.3668315410614014, -0.9546018838882446, -1.8219246864318848, -3.3713362216949463, -2.9386494159698486, -2.172572612762451, -1.0506205558776855, -1.6322492361068726, -0.8433712124824524, -0.8638938069343567, -1.7567074298858643, -2.3444807529449463, -2.1220076084136963, -1.882716417312622, -0.8630128502845764, -0.8966092467308044, -1.7506678104400635, -0.2681329548358917, -2.1368911266326904, -1.807593584060669, -0.26908016204833984, -1.5714820623397827, -1.4700031280517578, -2.1985881328582764, -2.0286097526550293, -1.0000407695770264, -1.5261201858520508, -1.9420047998428345, -1.8424779176712036, -1.8034865856170654, -1.471738338470459, -1.4772223234176636, -1.1262201070785522, -2.201265335083008, -0.810107409954071, -1.445026159286499, -1.9095923900604248, -0.7917453050613403, -0.9757272601127625, -3.126711130142212, -1.8264023065567017, -1.8053401708602905, -1.1933643817901611, -1.360851526260376, -1.9380793571472168, -1.9166512489318848, -0.6058884263038635, -0.5271273851394653, -0.5767701864242554, -1.7181050777435303, -2.3832814693450928, -2.4822213649749756, -3.246302604675293, -1.207558035850525, -1.4476332664489746, -0.3736378848552704, -1.2135083675384521, -1.9321330785751343, -1.8961862325668335, -1.8639153242111206, -2.4372029304504395, -1.8356959819793701, -0.477070152759552, -1.7531604766845703, -2.476170301437378, -2.4642701148986816, -0.06598390638828278, -0.03474859520792961, -2.1605944633483887, -1.7244642972946167, -1.552497148513794, -1.5508744716644287, -0.28824305534362793, -1.7527745962142944, -0.4137756824493408]}, "Bot001_022_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool no , i enjoy game of thrones too much how are you ? I love you", "response": "i am only 22 i hope they don't drive me crazy lol", "annotation_id": "Bot001_022_10", "annotations": ["X", "T", "X", "T", "X", "X", "X", "T", "X", "X", "O", "T", "X", "X", "O"], "gpt2_target_score": [-9.417320251464844, -8.556493759155273, -10.706191062927246, -11.984244346618652, -6.09096622467041, -15.539877891540527, -14.49091911315918, -10.435020446777344, -14.460057258605957, -15.448880195617676, -7.880242347717285, -17.97452163696289, -16.526395797729492], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -3.2182838916778564, -1.5845882892608643, -0.6520981788635254, -2.0889711380004883, -1.9742298126220703, -1.9284266233444214, -1.6760993003845215, -1.4891432523727417, -0.591113805770874, -0.9916031956672668, -3.3668315410614014, -0.9546018838882446, -1.8219246864318848, -3.3713362216949463, -2.9386494159698486, -2.172572612762451, -1.0506205558776855, -1.6322492361068726, -0.8433712124824524, -0.8638938069343567, -1.7567074298858643, -2.3444807529449463, -2.1220076084136963, -1.882716417312622, -0.8630128502845764, -0.8966092467308044, -1.7506678104400635, -0.2681329548358917, -2.1368911266326904, -1.807593584060669, -0.26908016204833984, -1.5714820623397827, -1.4700031280517578, -2.1985881328582764, -2.0286097526550293, -1.0000407695770264, -1.5261201858520508, -1.9420047998428345, -1.8424779176712036, -1.8034865856170654, -1.471738338470459, -1.4772223234176636, -1.1262201070785522, -2.201265335083008, -0.810107409954071, -1.445026159286499, -1.9095923900604248, -0.7917453050613403, -0.9757272601127625, -3.126711130142212, -1.8264023065567017, -1.8053401708602905, -1.1933643817901611, -1.360851526260376, -1.9380793571472168, -1.9166512489318848, -0.6058884263038635, -0.5271273851394653, -0.5767701864242554, -1.7181050777435303, -2.3832814693450928, -2.4822213649749756, -3.246302604675293, -1.207558035850525, -1.4476332664489746, -0.3736378848552704, -1.2135083675384521, -1.9321330785751343, -1.8961862325668335, -1.8639153242111206, -2.253814935684204, -0.8984060883522034, -2.214195966720581, -2.42539381980896, -2.3831536769866943, -0.08999846130609512, -0.0806882455945015, -1.3830811977386475, -1.3349201679229736, -1.0664629936218262, -1.5341852903366089, -0.20832201838493347, -1.77346932888031, -1.752724051475525, -1.9692659378051758, -2.584974527359009, -1.98618745803833, -2.2366549968719482, -1.6739838123321533, -1.6219855546951294, -2.1263668537139893, -1.8109476566314697, -1.9224634170532227, -0.6254581809043884, -2.3685805797576904, -0.11503416299819946, -2.653554916381836, -1.8539526462554932, -1.814308762550354, -1.0282633304595947, -0.38575705885887146]}, "Bot001_022_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool no , i enjoy game of thrones too much how are you ? I love you i am only 22 i hope they don't drive me crazy lol You are girl?", "response": "i'm a boy . i'm trying to convince my dad to get me a dog", "annotation_id": "Bot001_022_12", "annotations": ["O", "T", "X", "T", "O", "T", "T", "T", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-9.417320251464844, -10.629690170288086, -6.958464622497559, -8.720282554626465, -8.316826820373535, -11.459975242614746, -11.155477523803711, -11.476936340332031, -8.047322273254395, -18.6614933013916, -6.752438545227051, -16.03618621826172, -13.313729286193848, -12.741394996643066, -11.879478454589844, -8.88314151763916, -14.892298698425293], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -3.2182838916778564, -1.5845882892608643, -0.6520981788635254, -2.0889711380004883, -1.9742298126220703, -1.9284266233444214, -1.6760993003845215, -1.4891432523727417, -0.591113805770874, -0.9916031956672668, -3.3668315410614014, -0.9546018838882446, -1.8219246864318848, -3.3713362216949463, -2.9386494159698486, -2.172572612762451, -1.0506205558776855, -1.6322492361068726, -0.8433712124824524, -0.8638938069343567, -1.7567074298858643, -2.3444807529449463, -2.1220076084136963, -1.882716417312622, -0.8630128502845764, -0.8966092467308044, -1.7506678104400635, -0.2681329548358917, -2.1368911266326904, -1.807593584060669, -0.26908016204833984, -1.5714820623397827, -1.4700031280517578, -2.1985881328582764, -2.0286097526550293, -1.0000407695770264, -1.5261201858520508, -1.9420047998428345, -1.8424779176712036, -1.8034865856170654, -1.471738338470459, -1.4772223234176636, -1.1262201070785522, -2.201265335083008, -0.810107409954071, -1.445026159286499, -1.9095923900604248, -0.7917453050613403, -0.9757272601127625, -3.126711130142212, -1.8264023065567017, -1.8053401708602905, -1.1933643817901611, -1.360851526260376, -1.9380793571472168, -1.9166512489318848, -0.6058884263038635, -0.5271273851394653, -0.5767701864242554, -1.7181050777435303, -2.3832814693450928, -2.4822213649749756, -3.246302604675293, -1.207558035850525, -1.4476332664489746, -0.3736378848552704, -1.2135083675384521, -1.9321330785751343, -1.8961862325668335, -1.8639153242111206, -2.253814935684204, -0.8984060883522034, -2.214195966720581, -2.42539381980896, -2.3831467628479004, -0.08999769389629364, -0.08068912476301193, -1.383095622062683, -1.3349021673202515, -1.066459059715271, -1.5341922044754028, -0.20832279324531555, -1.773462176322937, -1.7527228593826294, -1.9692705869674683, -2.5849714279174805, -1.9861841201782227, -1.5067403316497803, -1.8480100631713867, -2.3159773349761963, -1.8794912099838257, -2.0236294269561768, -0.5118417739868164, -2.1917200088500977, -0.07711416482925415, -2.2621312141418457, -1.4340741634368896, -2.1485278606414795, -2.280881404876709, -1.5395467281341553, -1.1592150926589966, -2.0543394088745117, -2.504744052886963, -2.126271963119507, -2.302680253982544, -2.0680742263793945, -2.3636982440948486, -2.0471251010894775, -1.818891167640686, -1.188232183456421, -1.4575303792953491, -1.5729615688323975, -0.23269177973270416, -2.0176327228546143, -1.2475389242172241, -2.1341147422790527, -0.6172162890434265, -2.731031894683838, -1.4254902601242065, -1.564916968345642, -1.5803170204162598, -1.5884360074996948]}, "Bot001_022_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool no , i enjoy game of thrones too much how are you ? I love you i am only 22 i hope they don't drive me crazy lol You are girl? i'm a boy . i'm trying to convince my dad to get me a dog Do you like sex with dogs?", "response": "her 3rd birthday is at disney land . her brother will have the same do you have any hobbies ?", "annotation_id": "Bot001_022_14", "annotations": ["T", "T", "X", "O", "X", "T", "O", "O", "X", "X", "T", "T", "X", "X", "X"], "gpt2_target_score": [-13.017738342285156, -8.322423934936523, -17.653762817382812, -9.857184410095215, -9.591668128967285, -13.084158897399902, -13.796842575073242, -17.102821350097656, -14.94359302520752, -12.859978675842285, -9.236409187316895, -15.813812255859375, -15.54872989654541, -12.279419898986816, -9.496498107910156, -14.40322208404541, -13.1063871383667, -10.613125801086426, -14.966333389282227, -14.573790550231934, -18.018693923950195, -14.273393630981445], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -3.2182838916778564, -1.5845882892608643, -0.6520981788635254, -2.0889711380004883, -1.9742298126220703, -1.9284266233444214, -1.6760993003845215, -1.4891432523727417, -0.591113805770874, -0.9916031956672668, -3.3668315410614014, -0.9546018838882446, -1.8219246864318848, -3.3713362216949463, -2.9386494159698486, -2.172572612762451, -1.0506205558776855, -1.6322492361068726, -0.8433712124824524, -0.8638938069343567, -1.7567074298858643, -2.3444807529449463, -2.1220076084136963, -1.882716417312622, -0.8630128502845764, -0.8966092467308044, -1.7506678104400635, -0.2681329548358917, -2.1368911266326904, -1.807593584060669, -0.26908016204833984, -1.5714820623397827, -1.4700031280517578, -2.1985881328582764, -2.0286097526550293, -1.0000407695770264, -1.5261201858520508, -1.9420047998428345, -1.8424779176712036, -1.8034865856170654, -1.471738338470459, -1.4772223234176636, -1.1262201070785522, -2.201265335083008, -0.810107409954071, -1.445026159286499, -1.9095923900604248, -0.7917453050613403, -0.9757272601127625, -3.126711130142212, -1.8264023065567017, -1.8053401708602905, -1.1933643817901611, -1.360851526260376, -1.9380793571472168, -1.9166512489318848, -0.6058884263038635, -0.5271273851394653, -0.5767701864242554, -1.7181050777435303, -2.3832814693450928, -2.4822213649749756, -3.246302604675293, -1.207558035850525, -1.4476332664489746, -0.3736378848552704, -1.2135083675384521, -1.9321330785751343, -1.8961862325668335, -1.8639153242111206, -2.253814935684204, -0.8984060883522034, -2.214195966720581, -2.42539381980896, -2.3831536769866943, -0.08999846130609512, -0.0806882455945015, -1.3830811977386475, -1.3349201679229736, -1.0664629936218262, -1.5341852903366089, -0.20832201838493347, -1.77346932888031, -1.752724051475525, -1.9692659378051758, -2.584974527359009, -1.98618745803833, -1.5067254304885864, -1.8479933738708496, -2.3159773349761963, -1.879494309425354, -2.023637056350708, -0.5118327736854553, -2.1917402744293213, -0.07711537927389145, -2.2621216773986816, -1.4340742826461792, -2.148507833480835, -2.280869960784912, -1.539551019668579, -1.1592235565185547, -2.0543606281280518, -2.5047528743743896, -2.12626576423645, -1.8540364503860474, -2.364975929260254, -2.049682855606079, -2.242403030395508, -1.3652335405349731, -1.652488350868225, -1.7139662504196167, -0.22067926824092865, -2.0490660667419434, -1.0377161502838135, -2.212538719177246, -0.6406791806221008, -2.660301923751831, -1.3530353307724, -1.6608608961105347, -1.5813454389572144, -1.5023727416992188, -0.17137540876865387, -1.3888479471206665, -2.348367214202881, -1.402502179145813, -2.2997453212738037, -0.8047596216201782, -1.910478949546814, -2.0721538066864014, -2.692146062850952, -1.456304907798767, -2.6502184867858887, -0.8041077256202698, -1.558693766593933, -1.3275355100631714, -0.06029830127954483, -2.5756499767303467, -1.8813673257827759, -1.5282386541366577, -2.0227532386779785, -0.9177969694137573, -0.8168009519577026, -1.1004934310913086, -1.2165673971176147, -1.6854922771453857, -1.4751009941101074, -0.7369605898857117, -1.8318359851837158, -2.223024606704712, -1.6016287803649902, -0.5333577990531921]}, "Bot001_022_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool no , i enjoy game of thrones too much how are you ? I love you i am only 22 i hope they don't drive me crazy lol You are girl? i'm a boy . i'm trying to convince my dad to get me a dog Do you like sex with dogs? her 3rd birthday is at disney land . her brother will have the same do you have any hobbies ? I am data scientist. You?", "response": "i mainly work for an extra for major motion pictures", "annotation_id": "Bot001_022_16", "annotations": ["X", "T", "X", "X", "X", "T", "X", "T", "O", "X", "O", "T", "X", "T", "X"], "gpt2_target_score": [-9.417320251464844, -14.920858383178711, -10.745116233825684, -5.90524959564209, -10.720574378967285, -16.105560302734375, -9.533246994018555, -13.946006774902344, -16.526599884033203, -13.444661140441895], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -3.2182838916778564, -1.5845882892608643, -0.6520981788635254, -2.0889711380004883, -1.9742298126220703, -1.9284266233444214, -1.6760993003845215, -1.4891432523727417, -0.591113805770874, -0.9916031956672668, -3.3668315410614014, -0.9546018838882446, -1.8219246864318848, -3.3713362216949463, -2.9386494159698486, -2.172572612762451, -1.0506205558776855, -1.6322492361068726, -0.8433712124824524, -0.8638938069343567, -1.7567074298858643, -2.3444807529449463, -2.1220076084136963, -1.882716417312622, -0.8630128502845764, -0.8966092467308044, -1.7506678104400635, -0.2681329548358917, -2.1368911266326904, -1.807593584060669, -0.26908016204833984, -1.5714820623397827, -1.4700031280517578, -2.1985881328582764, -2.0286097526550293, -1.0000407695770264, -1.5261201858520508, -1.9420047998428345, -1.8424779176712036, -1.8034865856170654, -1.471738338470459, -1.4772223234176636, -1.1262201070785522, -2.201265335083008, -0.810107409954071, -1.445026159286499, -1.9095923900604248, -0.7917453050613403, -0.9757272601127625, -3.126711130142212, -1.8264023065567017, -1.8053401708602905, -1.1933643817901611, -1.360851526260376, -1.9380793571472168, -1.9166512489318848, -0.6058884263038635, -0.5271273851394653, -0.5767701864242554, -1.7181050777435303, -2.3832814693450928, -2.4822213649749756, -3.246302604675293, -1.207558035850525, -1.4476332664489746, -0.3736378848552704, -1.2135083675384521, -1.9321330785751343, -1.8961862325668335, -1.8639153242111206, -2.253814935684204, -0.8984060883522034, -2.214195966720581, -2.42539381980896, -2.3831536769866943, -0.08999846130609512, -0.0806882455945015, -1.3830811977386475, -1.3349201679229736, -1.0664629936218262, -1.5341852903366089, -0.20832201838493347, -1.77346932888031, -1.752724051475525, -1.9692659378051758, -2.584974527359009, -1.98618745803833, -1.5067254304885864, -1.8479933738708496, -2.3159773349761963, -1.879494309425354, -2.023637056350708, -0.5118327736854553, -2.1917402744293213, -0.07711537927389145, -2.2621216773986816, -1.4340742826461792, -2.148507833480835, -2.280869960784912, -1.539551019668579, -1.1592235565185547, -2.0543606281280518, -2.5047528743743896, -2.12626576423645, -1.8540364503860474, -2.364975929260254, -2.049682855606079, -2.242403030395508, -1.3652335405349731, -1.652488350868225, -1.7139662504196167, -0.22067926824092865, -2.0490660667419434, -1.0377161502838135, -2.212538719177246, -0.6406791806221008, -2.660301923751831, -1.3530353307724, -1.6608608961105347, -1.5813454389572144, -1.5023727416992188, -0.17137540876865387, -1.3888553380966187, -2.3483633995056152, -1.4024927616119385, -2.299741268157959, -0.8047589659690857, -1.9104841947555542, -2.610673427581787, -1.9354982376098633, -2.580047845840454, -0.5994336605072021, -1.659834384918213, -1.2148245573043823, -0.06275353580713272, -2.5762948989868164, -1.863823413848877, -1.409018635749817, -2.001227617263794, -0.8432554006576538, -0.8584814071655273, -1.007210612297058, -1.2278746366500854, -1.6752957105636597, -1.6757837533950806, -0.7425229549407959, -1.7598482370376587, -2.180147647857666, -1.4511383771896362, -1.931117057800293, -2.1001696586608887, -1.5456725358963013, -0.2743832767009735, -1.8372163772583008, -1.8658568859100342, -1.1636656522750854, -1.8931397199630737, -2.34297251701355, -2.124580144882202, -2.0498194694519043, -1.265398383140564, -1.573453664779663, -2.691401243209839, -1.8630881309509277, -1.7540628910064697, -2.1209826469421387, -1.9509015083312988, -1.4215216636657715]}, "Bot001_022_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool no , i enjoy game of thrones too much how are you ? I love you i am only 22 i hope they don't drive me crazy lol You are girl? i'm a boy . i'm trying to convince my dad to get me a dog Do you like sex with dogs? her 3rd birthday is at disney land . her brother will have the same do you have any hobbies ? I am data scientist. You? i mainly work for an extra for major motion pictures cool", "response": "yeah , its pretty cool . my dogs barely recognize me !", "annotation_id": "Bot001_022_18", "annotations": ["X", "T", "T", "T", "O", "T", "O", "O", "T", "O", "T", "T", "X", "T", "O"], "gpt2_target_score": [-15.13262939453125, -10.353841781616211, -11.343337059020996, -11.650168418884277, -13.010018348693848, -13.455351829528809, -10.640432357788086, -12.644233703613281, -15.426480293273926, -16.926122665405273, -7.880242347717285, -10.334152221679688], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -3.2182838916778564, -1.5845882892608643, -0.6520981788635254, -2.0889711380004883, -1.9742298126220703, -1.9284266233444214, -1.6760993003845215, -1.4891432523727417, -0.591113805770874, -0.9916031956672668, -3.3668315410614014, -0.9546018838882446, -1.8219246864318848, -3.3713362216949463, -2.9386494159698486, -2.172572612762451, -1.0506205558776855, -1.6322492361068726, -0.8433712124824524, -0.8638938069343567, -1.7567074298858643, -2.3444807529449463, -2.1220076084136963, -1.882716417312622, -0.8630128502845764, -0.8966092467308044, -1.7506678104400635, -0.2681329548358917, -2.1368911266326904, -1.807593584060669, -0.26908016204833984, -1.5714820623397827, -1.4700031280517578, -2.1985881328582764, -2.0286097526550293, -1.0000407695770264, -1.5261201858520508, -1.9420047998428345, -1.8424779176712036, -1.8034865856170654, -1.471738338470459, -1.4772223234176636, -1.1262201070785522, -2.201265335083008, -0.810107409954071, -1.445026159286499, -1.9095923900604248, -0.7917453050613403, -0.9757272601127625, -3.126711130142212, -1.8264023065567017, -1.8053401708602905, -1.1933643817901611, -1.360851526260376, -1.9380793571472168, -1.9166512489318848, -0.6058884263038635, -0.5271273851394653, -0.5767701864242554, -1.7181050777435303, -2.3832814693450928, -2.4822213649749756, -3.246302604675293, -1.207558035850525, -1.4476332664489746, -0.3736378848552704, -1.2135083675384521, -1.9321330785751343, -1.8961862325668335, -1.8639153242111206, -2.253814935684204, -0.8984060883522034, -2.214195966720581, -2.42539381980896, -2.3831536769866943, -0.08999846130609512, -0.0806882455945015, -1.3830811977386475, -1.3349201679229736, -1.0664629936218262, -1.5341852903366089, -0.20832201838493347, -1.77346932888031, -1.752724051475525, -1.9692659378051758, -2.584974527359009, -1.98618745803833, -1.5067254304885864, -1.8479933738708496, -2.3159773349761963, -1.879494309425354, -2.023637056350708, -0.5118327736854553, -2.1917402744293213, -0.07711537927389145, -2.2621216773986816, -1.4340742826461792, -2.148507833480835, -2.280869960784912, -1.539551019668579, -1.1592235565185547, -2.0543606281280518, -2.5047528743743896, -2.12626576423645, -1.8540364503860474, -2.364975929260254, -2.049682855606079, -2.242403030395508, -1.3652335405349731, -1.652488350868225, -1.7139662504196167, -0.22067926824092865, -2.0490660667419434, -1.0377161502838135, -2.212538719177246, -0.6406791806221008, -2.660301923751831, -1.3530353307724, -1.6608608961105347, -1.5813454389572144, -1.5023727416992188, -0.17137540876865387, -1.3888479471206665, -2.348367214202881, -1.402502179145813, -2.2997453212738037, -0.8047596216201782, -1.910478949546814, -2.6106841564178467, -1.9354956150054932, -2.5800435543060303, -0.599428653717041, -1.6598212718963623, -1.2148300409317017, -0.06275364756584167, -2.5762882232666016, -1.8638195991516113, -1.4090254306793213, -2.0012218952178955, -0.8432543873786926, -0.8584784269332886, -1.0072046518325806, -1.2278693914413452, -1.6752963066101074, -1.6757943630218506, -0.7425111532211304, -1.7598578929901123, -2.180142641067505, -1.4511295557022095, -1.9311182498931885, -2.1001815795898438, -1.5456819534301758, -0.2743823826313019, -1.8372219800949097, -1.8658509254455566, -1.163666009902954, -1.893135905265808, -1.910660743713379, -2.4036285877227783, -1.2161345481872559, -1.5771417617797852, -2.6782050132751465, -2.2163009643554688, -1.7551536560058594, -2.1733598709106445, -1.772398829460144, -1.4466882944107056, -2.2565221786499023, -2.4327006340026855, -0.999494731426239, -0.6082060933113098, -2.1562142372131348, -1.3327221870422363, -2.1264543533325195, -1.0598516464233398, -2.378239631652832, -0.8984423279762268, -2.1227128505706787, -0.6962777376174927, -1.6841201782226562, -1.4465478658676147]}, "Bot001_022_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool no , i enjoy game of thrones too much how are you ? I love you i am only 22 i hope they don't drive me crazy lol You are girl? i'm a boy . i'm trying to convince my dad to get me a dog Do you like sex with dogs? her 3rd birthday is at disney land . her brother will have the same do you have any hobbies ? I am data scientist. You? i mainly work for an extra for major motion pictures cool yeah , its pretty cool . my dogs barely recognize me ! aaaaa", "response": "i just started a new job ! and moved into a new home ! i love kids too ! how is your day going ?", "annotation_id": "Bot001_022_20", "annotations": ["X", "T", "X", "O", "X", "T", "T", "O", "T", "X", "T", "T", "X", "T", "O"], "gpt2_target_score": [-9.417320251464844, -7.519201278686523, -9.690535545349121, -8.618857383728027, -9.35616397857666, -14.207274436950684, -11.512044906616211, -7.082939147949219, -14.249043464660645, -11.02248477935791, -5.836010932922363, -13.510208129882812, -19.04000473022461, -7.300278663635254, -9.1439208984375, -11.88576602935791, -15.064532279968262, -11.065705299377441, -11.826215744018555, -16.35653305053711, -9.808786392211914, -14.346704483032227, -15.685117721557617, -17.518638610839844, -13.14639663696289], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -3.2182838916778564, -1.5845882892608643, -0.6520981788635254, -2.0889711380004883, -1.9742298126220703, -1.9284266233444214, -1.6760993003845215, -1.4891432523727417, -0.591113805770874, -0.9916031956672668, -3.3668315410614014, -0.9546018838882446, -1.8219246864318848, -3.3713362216949463, -2.9386494159698486, -2.172572612762451, -1.0506205558776855, -1.6322492361068726, -0.8433712124824524, -0.8638938069343567, -1.7567074298858643, -2.3444807529449463, -2.1220076084136963, -1.882716417312622, -0.8630128502845764, -0.8966092467308044, -1.7506678104400635, -0.2681329548358917, -2.1368911266326904, -1.807593584060669, -0.26908016204833984, -1.5714820623397827, -1.4700031280517578, -2.1985881328582764, -2.0286097526550293, -1.0000407695770264, -1.5261201858520508, -1.9420047998428345, -1.8424779176712036, -1.8034865856170654, -1.471738338470459, -1.4772223234176636, -1.1262201070785522, -2.201265335083008, -0.810107409954071, -1.445026159286499, -1.9095923900604248, -0.7917453050613403, -0.9757272601127625, -3.126711130142212, -1.8264023065567017, -1.8053401708602905, -1.1933643817901611, -1.360851526260376, -1.9380793571472168, -1.9166512489318848, -0.6058884263038635, -0.5271273851394653, -0.5767701864242554, -1.7181050777435303, -2.3832814693450928, -2.4822213649749756, -3.246302604675293, -1.207558035850525, -1.4476332664489746, -0.3736378848552704, -1.2135083675384521, -1.9321330785751343, -1.8961862325668335, -1.8639153242111206, -2.253814935684204, -0.8984060883522034, -2.214195966720581, -2.42539381980896, -2.3831536769866943, -0.08999846130609512, -0.0806882455945015, -1.3830811977386475, -1.3349201679229736, -1.0664629936218262, -1.5341852903366089, -0.20832201838493347, -1.77346932888031, -1.752724051475525, -1.9692659378051758, -2.584974527359009, -1.98618745803833, -1.5067254304885864, -1.8479933738708496, -2.3159773349761963, -1.879494309425354, -2.023637056350708, -0.5118327736854553, -2.1917402744293213, -0.07711537927389145, -2.2621216773986816, -1.4340742826461792, -2.148507833480835, -2.280869960784912, -1.539551019668579, -1.1592235565185547, -2.0543606281280518, -2.5047528743743896, -2.12626576423645, -1.8540364503860474, -2.364975929260254, -2.049682855606079, -2.242403030395508, -1.3652335405349731, -1.652488350868225, -1.7139662504196167, -0.22067926824092865, -2.0490660667419434, -1.0377161502838135, -2.212538719177246, -0.6406791806221008, -2.660301923751831, -1.3530353307724, -1.6608608961105347, -1.5813454389572144, -1.5023727416992188, -0.17137540876865387, -1.3888479471206665, -2.348367214202881, -1.402502179145813, -2.2997453212738037, -0.8047596216201782, -1.910478949546814, -2.6106841564178467, -1.9354956150054932, -2.5800435543060303, -0.599428653717041, -1.6598212718963623, -1.2148300409317017, -0.06275364756584167, -2.5762882232666016, -1.8638195991516113, -1.4090254306793213, -2.0012218952178955, -0.8432543873786926, -0.8584784269332886, -1.0072046518325806, -1.2278693914413452, -1.6752963066101074, -1.6757943630218506, -0.7425111532211304, -1.7598578929901123, -2.180142641067505, -1.4511295557022095, -1.9311182498931885, -2.1001815795898438, -1.5456819534301758, -0.2743823826313019, -1.8372219800949097, -1.8658509254455566, -1.163666009902954, -1.893135905265808, -1.910660743713379, -2.4036285877227783, -1.2161345481872559, -1.5771417617797852, -2.6782050132751465, -2.2163009643554688, -1.7551536560058594, -2.1733598709106445, -1.772398829460144, -1.4466882944107056, -2.2565221786499023, -1.4582940340042114, -0.6597496271133423, -2.190460443496704, -1.1513100862503052, -1.9964275360107422, -1.2089848518371582, -2.604095458984375, -0.8309556841850281, -2.081925630569458, -0.6154726147651672, -1.2108774185180664, -1.3613641262054443, -1.8870232105255127, -1.0834057331085205, -2.5464437007904053, -2.3306522369384766, -2.489997386932373, -2.3271868228912354, -1.520531415939331, -0.25900349020957947, -1.4339936971664429, -1.4724459648132324, -0.6790820360183716, -0.8026957511901855, -0.6900444030761719, -0.811821699142456, -1.2138036489486694, -1.9517360925674438, -1.8181506395339966, -2.404879570007324, -1.4956308603286743, -1.8963016271591187, -0.8163659572601318, -1.1920284032821655, -1.4889497756958008, -0.9851986169815063, -1.5128711462020874, -1.0059144496917725, -0.31985604763031006, -0.6626906394958496]}, "Bot001_023_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours?", "response": "spectacular . my mind , body , and soul are functioning well together", "annotation_id": "Bot001_023_02", "annotations": ["T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "X", "T", "X", "O", "O"], "gpt2_target_score": [-15.592479705810547, -22.611705780029297, -12.95015811920166, -3.1091151237487793, -8.53798770904541, -11.237537384033203, -16.509931564331055, -11.742813110351562, -11.982307434082031, -16.71809196472168, -11.6206636428833, -18.4688777923584, -13.563706398010254, -16.717267990112305], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -0.322294682264328, -1.0070956945419312, -3.301879644393921, -1.6019346714019775, -0.35518360137939453, -0.4326993525028229, -1.2939847707748413, -2.718283176422119, -0.08245837688446045, -0.3859313130378723, -0.7237645983695984, -0.5964033603668213, -1.2398380041122437, -0.3414091467857361, -2.6250226497650146, -1.2799817323684692, -1.3019431829452515, -0.9031909108161926, -1.8542920351028442, -3.2679526805877686, -2.0635786056518555, -0.4133421778678894, -1.9635562896728516, -1.665551781654358, -0.9363527894020081, -2.6312899589538574, -0.8237925171852112, -1.9455188512802124, -1.447335958480835, -2.0095021724700928, -1.5859758853912354, -1.795512318611145, -1.9856125116348267, -0.23342537879943848, -1.3514492511749268, -1.7132132053375244, -3.765543222427368, -1.207584261894226, -1.9717108011245728, -1.2619515657424927, -1.9060338735580444, -0.9204846620559692, -1.4968992471694946, -2.125300407409668, -2.3123531341552734, -1.3674347400665283, -1.3526196479797363]}, "Bot001_023_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today?", "response": "working all day , my feet hurt and smell , but money is my favorite thing i love it", "annotation_id": "Bot001_023_04", "annotations": ["T", "O", "T", "T", "O", "O", "T", "X", "X", "T", "X", "O", "X", "O", "O"], "gpt2_target_score": [-15.008784294128418, -10.061720848083496, -11.39027214050293, -13.360618591308594, -8.976571083068848, -16.07914924621582, -15.810702323913574, -7.320163249969482, -17.21312141418457, -13.052742004394531, -10.012031555175781, -14.318681716918945, -7.606778621673584, -7.4382219314575195, -18.826927185058594, -13.665948867797852, -10.315065383911133, -18.798093795776367, -10.479758262634277], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -2.625025987625122, -1.279977798461914, -1.301945447921753, -0.9031929969787598, -1.8542594909667969, -3.2679507732391357, -2.0635786056518555, -0.41333791613578796, -1.9635578393936157, -1.6655443906784058, -0.9363441467285156, -2.6313021183013916, -0.8237941861152649, -1.9454870223999023, -1.4473165273666382, -2.009481430053711, -1.5859224796295166, -1.7954983711242676, -1.1220192909240723, -1.1614164113998413, -3.6615726947784424, -1.0209770202636719, -2.3094263076782227, -1.1436642408370972, -1.8337146043777466, -1.0160191059112549, -1.4166927337646484, -2.4076406955718994, -2.0216755867004395, -1.5016639232635498, -1.6312775611877441, -1.8465505838394165, -0.14585667848587036, -0.7954153418540955, -0.7720952033996582, -1.5968151092529297, -0.6256834864616394, -1.4380186796188354, -1.7576624155044556, -1.4468566179275513, -0.5693520903587341, -2.2841315269470215, -2.6029272079467773, -2.087318181991577, -0.8226757049560547, -1.9678045511245728, -1.161947250366211, -2.0520541667938232, -1.6829707622528076, -1.7436498403549194, -0.8068447113037109, -1.499298095703125, -2.474817991256714, -2.1832406520843506, -1.4283652305603027, -1.1810927391052246, -2.377340316772461, -2.398000955581665]}, "Bot001_023_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work?", "response": "i have a horse but it never talks to me lol", "annotation_id": "Bot001_023_06", "annotations": ["T", "O", "X", "X", "X", "T", "O", "X", "O", "X", "X", "X", "X", "X", "T"], "gpt2_target_score": [-12.053736686706543, -9.069396018981934, -7.094831943511963, -11.643501281738281, -11.58895206451416, -9.264130592346191, -14.162753105163574, -15.438998222351074, -11.552812576293945, -9.363975524902344, -12.482131958007812], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -2.625025987625122, -1.279977798461914, -1.301945447921753, -0.9031929969787598, -1.8542594909667969, -3.2679507732391357, -2.0635786056518555, -0.41333791613578796, -1.9635578393936157, -1.6655443906784058, -0.9363441467285156, -2.6313021183013916, -0.8237941861152649, -1.9454870223999023, -1.4473165273666382, -2.009481430053711, -1.5859230756759644, -1.7955033779144287, -1.1220325231552124, -1.161417007446289, -3.661552667617798, -1.0209689140319824, -2.309433937072754, -1.1436697244644165, -1.8337067365646362, -1.0160272121429443, -1.4166852235794067, -2.4076528549194336, -2.0216729640960693, -1.50166654586792, -1.6312602758407593, -1.846560001373291, -0.1458549201488495, -0.7954169511795044, -0.7720850706100464, -1.5968059301376343, -0.6256768107414246, -1.4380093812942505, -1.4115679264068604, -0.517138659954071, -2.4506561756134033, -2.5626795291900635, -2.1806704998016357, -0.9360151886940002, -1.6599234342575073, -1.230135440826416, -2.2569658756256104, -1.5560417175292969, -1.6966586112976074, -0.7403528094291687, -1.1712148189544678, -2.305133104324341, -2.5023698806762695, -1.511504054069519, -1.1993974447250366, -2.4602043628692627, -2.4918112754821777, -1.3777196407318115, -0.22046777606010437, -0.5127410888671875, -0.8385876417160034, -1.7201818227767944, -2.025550127029419, -0.8858948945999146, -1.34192955493927, -1.4035719633102417, -1.7640143632888794, -0.7886760234832764, -1.2905313968658447, -1.4870707988739014, -0.8858245015144348, -0.17472191154956818, -1.3550535440444946, -0.5242034792900085]}, "Bot001_023_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that?", "response": "they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot001_023_08", "annotations": ["T", "O", "T", "O", "O", "X", "T", "O", "X", "T", "O", "O", "X", "X", "O"], "gpt2_target_score": [-15.5745267868042, -12.608046531677246, -8.05146598815918, -11.081291198730469, -15.788086891174316, -12.585251808166504, -7.713717937469482, -11.349505424499512, -16.46927833557129, -14.822769165039062, -12.861160278320312, -11.827554702758789, -11.673582077026367, -7.8214006423950195, -18.002235412597656, -11.90397834777832, -8.44605827331543, -8.24045181274414, -8.651320457458496, -19.32919692993164, -9.488436698913574, -11.721813201904297, -6.968846321105957, -12.564596176147461, -8.825428009033203, -5.322176933288574, -8.733120918273926, -7.555450439453125], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -2.625025987625122, -1.279977798461914, -1.301945447921753, -0.9031929969787598, -1.8542594909667969, -3.2679507732391357, -2.0635786056518555, -0.41333791613578796, -1.9635578393936157, -1.6655443906784058, -0.9363441467285156, -2.6313021183013916, -0.8237941861152649, -1.9454870223999023, -1.4473165273666382, -2.009481430053711, -1.5859230756759644, -1.7955033779144287, -1.1220325231552124, -1.161417007446289, -3.661552667617798, -1.0209689140319824, -2.309433937072754, -1.1436697244644165, -1.8337067365646362, -1.0160272121429443, -1.4166852235794067, -2.4076528549194336, -2.0216729640960693, -1.50166654586792, -1.6312602758407593, -1.846560001373291, -0.1458549201488495, -0.7954169511795044, -0.7720850706100464, -1.5968059301376343, -0.6256768107414246, -1.4380093812942505, -1.4115679264068604, -0.517138659954071, -2.4506561756134033, -2.5626795291900635, -2.1806704998016357, -0.9360151886940002, -1.6599234342575073, -1.230135440826416, -2.2569658756256104, -1.5560417175292969, -1.6966586112976074, -0.7403528094291687, -1.1712148189544678, -2.305133104324341, -2.5023698806762695, -1.511504054069519, -1.1993974447250366, -2.4602043628692627, -2.4918112754821777, -1.3777196407318115, -0.22046777606010437, -0.5127410888671875, -0.8385876417160034, -1.7201818227767944, -1.1381173133850098, -1.2824403047561646, -1.3259326219558716, -1.6892015933990479, -0.8961590528488159, -1.0707676410675049, -1.705153226852417, -0.8904305100440979, -0.17889581620693207, -2.3395166397094727, -1.6809495687484741, -2.0256030559539795, -1.1061667203903198, -1.0947880744934082, -2.1262118816375732, -1.965057611465454, -1.8863917589187622, -1.6770099401474, -0.6120603084564209, -1.222697377204895, -1.770251989364624, -1.452879786491394, -1.076617956161499, -0.9171310663223267, -1.5873583555221558, -1.5659323930740356, -1.3062503337860107, -1.8483318090438843, -0.5087133646011353, -0.4201343357563019, -1.703243613243103, -0.43989455699920654, -3.277581214904785, -1.7933036088943481, -2.0141727924346924, -1.6638739109039307, -0.31876128911972046, -1.0000290870666504, -0.005626436788588762, -0.01775350049138069, -0.2276574820280075, -0.002065431559458375, -0.21795423328876495, -0.45857760310173035]}, "Bot001_023_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that? they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES] I am listening to music", "response": "nice ! who are you listening to ?", "annotation_id": "Bot001_023_10", "annotations": ["T", "O", "O", "T", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-16.480541229248047, -9.094573020935059, -12.663007736206055, -11.722282409667969, -10.685044288635254, -11.354203224182129, -6.868808269500732, -10.6874418258667], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -2.625025987625122, -1.279977798461914, -1.301945447921753, -0.9031929969787598, -1.8542594909667969, -3.2679507732391357, -2.0635786056518555, -0.41333791613578796, -1.9635578393936157, -1.6655443906784058, -0.9363441467285156, -2.6313021183013916, -0.8237941861152649, -1.9454870223999023, -1.4473165273666382, -2.009481430053711, -1.5859230756759644, -1.7955033779144287, -1.1220325231552124, -1.161417007446289, -3.661552667617798, -1.0209689140319824, -2.309433937072754, -1.1436697244644165, -1.8337067365646362, -1.0160272121429443, -1.4166852235794067, -2.4076528549194336, -2.0216729640960693, -1.50166654586792, -1.6312602758407593, -1.846560001373291, -0.1458549201488495, -0.7954169511795044, -0.7720850706100464, -1.5968059301376343, -0.6256768107414246, -1.4380093812942505, -1.4115679264068604, -0.517138659954071, -2.4506561756134033, -2.5626795291900635, -2.1806704998016357, -0.9360151886940002, -1.6599234342575073, -1.230135440826416, -2.2569658756256104, -1.5560417175292969, -1.6966586112976074, -0.7403528094291687, -1.1712148189544678, -2.305133104324341, -2.5023698806762695, -1.511504054069519, -1.1993974447250366, -2.4602043628692627, -2.4918112754821777, -1.3777196407318115, -0.22046777606010437, -0.5127410888671875, -0.8385876417160034, -1.7201818227767944, -1.1381173133850098, -1.2824403047561646, -1.325918436050415, -1.6892048120498657, -0.8961588740348816, -1.070772409439087, -1.705150842666626, -0.8904324769973755, -0.17889541387557983, -2.339510917663574, -1.6809476613998413, -2.0256073474884033, -1.106169581413269, -1.094780445098877, -2.126199722290039, -1.8084132671356201, -1.5047223567962646, -0.6998909711837769, -1.1772212982177734, -1.4292213916778564, -2.1059741973876953, -1.1048239469528198, -0.8904430270195007, -1.5583864450454712, -2.177093744277954, -1.9732599258422852, -1.8970308303833008, -0.4610080122947693, -0.43288037180900574, -1.5993990898132324, -1.924154281616211, -3.341827869415283, -1.7350112199783325, -1.7712836265563965, -2.053988456726074, -0.286941260099411, -0.9169937372207642, -0.004507856443524361, -0.01114229392260313, -0.19800423085689545, -0.00193896540440619, -0.11667000502347946, -2.2558884620666504, -1.9589102268218994, -2.2509381771087646, -0.1597740799188614, -1.530441403388977, -1.4572407007217407, -2.027038812637329, -1.8616658449172974, -1.6268641948699951, -1.8076876401901245, -0.09829767048358917, -0.7513198852539062, -0.03393804281949997, -0.5242091417312622, -0.4850739538669586]}, "Bot001_023_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that? they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES] I am listening to music nice ! who are you listening to ? Eminem", "response": "i enjoy cooking and reading more than music .", "annotation_id": "Bot001_023_12", "annotations": ["T", "O", "T", "X", "O", "O", "O", "O", "X", "T", "T", "X", "X", "T", "O"], "gpt2_target_score": [-12.053736686706543, -12.336089134216309, -11.989744186401367, -8.670265197753906, -8.838242530822754, -11.045456886291504, -10.061511039733887, -11.70935344696045, -14.291849136352539], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -2.625025987625122, -1.279977798461914, -1.301945447921753, -0.9031929969787598, -1.8542594909667969, -3.2679507732391357, -2.0635786056518555, -0.41333791613578796, -1.9635578393936157, -1.6655443906784058, -0.9363441467285156, -2.6313021183013916, -0.8237941861152649, -1.9454870223999023, -1.4473165273666382, -2.009481430053711, -1.5859230756759644, -1.7955033779144287, -1.1220325231552124, -1.161417007446289, -3.661552667617798, -1.0209689140319824, -2.309433937072754, -1.1436697244644165, -1.8337067365646362, -1.0160272121429443, -1.4166852235794067, -2.4076528549194336, -2.0216729640960693, -1.50166654586792, -1.6312602758407593, -1.846560001373291, -0.1458549201488495, -0.7954169511795044, -0.7720850706100464, -1.5968059301376343, -0.6256768107414246, -1.4380093812942505, -1.4115679264068604, -0.517138659954071, -2.4506561756134033, -2.5626795291900635, -2.1806704998016357, -0.9360151886940002, -1.6599234342575073, -1.230135440826416, -2.2569658756256104, -1.5560417175292969, -1.6966586112976074, -0.7403528094291687, -1.1712148189544678, -2.305133104324341, -2.5023698806762695, -1.511504054069519, -1.1993974447250366, -2.4602043628692627, -2.4918112754821777, -1.3777196407318115, -0.22046777606010437, -0.5127410888671875, -0.8385876417160034, -1.7201818227767944, -1.1381173133850098, -1.2824403047561646, -1.325918436050415, -1.6892048120498657, -0.8961588740348816, -1.070772409439087, -1.705150842666626, -0.8904324769973755, -0.17889541387557983, -2.339510917663574, -1.6809476613998413, -2.0256073474884033, -1.106169581413269, -1.094780445098877, -2.126199722290039, -1.8084132671356201, -1.5047223567962646, -0.6998909711837769, -1.1772212982177734, -1.4292213916778564, -2.1059741973876953, -1.1048239469528198, -0.8904430270195007, -1.5583864450454712, -2.177093744277954, -1.9732599258422852, -1.8970308303833008, -0.4610080122947693, -0.43288037180900574, -1.5993990898132324, -1.924154281616211, -3.341827869415283, -1.7350112199783325, -1.7712836265563965, -2.053988456726074, -0.286941260099411, -0.9169937372207642, -0.004507856443524361, -0.01114229392260313, -0.19800423085689545, -0.00193896540440619, -0.11667000502347946, -2.2558884620666504, -1.9589102268218994, -2.2509381771087646, -0.1597740799188614, -1.530441403388977, -1.4572407007217407, -1.5707159042358398, -2.279996633529663, -1.882375717163086, -0.09444165229797363, -0.8061956763267517, -0.06341476738452911, -0.5544530749320984, -2.249675750732422, -1.6187468767166138, -2.025611162185669, -1.889743447303772, -1.139052391052246, -2.290085554122925, -2.307157039642334, -1.5315815210342407, -2.159940719604492, -1.5407898426055908, -1.5207158327102661, -1.3688241243362427]}, "Bot001_023_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that? they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES] I am listening to music nice ! who are you listening to ? Eminem i enjoy cooking and reading more than music . What exactly do you like to cook  ?", "response": "i am a waitress currently . how are you ?  oh , that's fun . i was raised by my granny", "annotation_id": "Bot001_023_14", "annotations": ["T", "O", "T", "O", "X", "T", "X", "X", "T", "O", "X", "T", "X", "X", "O"], "gpt2_target_score": [-12.053736686706543, -9.098509788513184, -7.094831943511963, -14.394248962402344, -8.705765724182129, -10.037262916564941, -10.832476615905762, -9.509799003601074, -12.263326644897461, -13.838172912597656, -10.568428039550781, -12.940988540649414, -11.785093307495117, -10.678414344787598, -12.070751190185547, -13.813333511352539, -11.978494644165039, -15.252653121948242, -12.426352500915527, -15.387455940246582, -13.777220726013184, -14.249710083007812, -14.644490242004395, -21.519285202026367], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -2.625025987625122, -1.279977798461914, -1.301945447921753, -0.9031929969787598, -1.8542594909667969, -3.2679507732391357, -2.0635786056518555, -0.41333791613578796, -1.9635578393936157, -1.6655443906784058, -0.9363441467285156, -2.6313021183013916, -0.8237941861152649, -1.9454870223999023, -1.4473165273666382, -2.009481430053711, -1.5859230756759644, -1.7955033779144287, -1.1220325231552124, -1.161417007446289, -3.661552667617798, -1.0209689140319824, -2.309433937072754, -1.1436697244644165, -1.8337067365646362, -1.0160272121429443, -1.4166852235794067, -2.4076528549194336, -2.0216729640960693, -1.50166654586792, -1.6312602758407593, -1.846560001373291, -0.1458549201488495, -0.7954169511795044, -0.7720850706100464, -1.5968059301376343, -0.6256768107414246, -1.4380093812942505, -1.4115679264068604, -0.517138659954071, -2.4506561756134033, -2.5626795291900635, -2.1806704998016357, -0.9360151886940002, -1.6599234342575073, -1.230135440826416, -2.2569658756256104, -1.5560417175292969, -1.6966586112976074, -0.7403528094291687, -1.1712148189544678, -2.305133104324341, -2.5023698806762695, -1.511504054069519, -1.1993974447250366, -2.4602043628692627, -2.4918112754821777, -1.3777196407318115, -0.22046777606010437, -0.5127410888671875, -0.8385876417160034, -1.7201818227767944, -1.1381173133850098, -1.2824403047561646, -1.325918436050415, -1.6892048120498657, -0.8961588740348816, -1.070772409439087, -1.705150842666626, -0.8904324769973755, -0.17889541387557983, -2.339510917663574, -1.6809476613998413, -2.0256073474884033, -1.106169581413269, -1.094780445098877, -2.126199722290039, -1.8084132671356201, -1.5047223567962646, -0.6998909711837769, -1.1772212982177734, -1.4292213916778564, -2.1059741973876953, -1.1048239469528198, -0.8904430270195007, -1.5583864450454712, -2.177093744277954, -1.9732599258422852, -1.8970308303833008, -0.4610080122947693, -0.43288037180900574, -1.5993990898132324, -1.924154281616211, -3.341827869415283, -1.7350112199783325, -1.7712836265563965, -2.053988456726074, -0.286941260099411, -0.9169937372207642, -0.004507856443524361, -0.01114229392260313, -0.19800423085689545, -0.00193896540440619, -0.11667000502347946, -2.2558884620666504, -1.9589102268218994, -2.2509381771087646, -0.1597740799188614, -1.530441403388977, -1.4572407007217407, -1.5707159042358398, -2.279996633529663, -1.882375717163086, -0.09444165229797363, -0.8061956763267517, -0.06341476738452911, -0.5544530749320984, -2.249675750732422, -1.6187469959259033, -1.702263593673706, -1.2412437200546265, -2.062103748321533, -2.710935354232788, -1.73738694190979, -2.374915361404419, -2.025254487991333, -2.0760273933410645, -1.9283698797225952, -1.8416552543640137, -1.1650238037109375, -0.08132157474756241, -1.015089988708496, -1.0309218168258667, -0.8570352792739868, -0.34323570132255554, -2.265238046646118, -2.088062047958374, -1.736358642578125, -1.7439188957214355, -1.2696229219436646, -2.0470314025878906, -1.6603819131851196, -1.7717586755752563, -1.1758366823196411, -1.4441428184509277, -0.09488258510828018, -0.9089416861534119, -0.7218000292778015, -1.1061524152755737, -1.6226121187210083, -1.1336671113967896, -1.1150940656661987, -2.3391366004943848, -1.626829743385315, -1.4639818668365479, -1.6826667785644531, -2.4752237796783447, -1.0713030099868774, -1.009203553199768, -1.486953616142273, -0.8155242800712585, -1.6053775548934937]}, "Bot001_023_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that? they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES] I am listening to music nice ! who are you listening to ? Eminem i enjoy cooking and reading more than music . What exactly do you like to cook  ? i am a waitress currently . how are you ?  oh , that's fun . i was raised by my granny How old are you?", "response": "i'm 32 . and you ?", "annotation_id": "Bot001_023_16", "annotations": ["T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.053736686706543, -10.671401023864746, -13.163999557495117, -10.279869079589844, -8.453354835510254, -8.899109840393066, -5.927737712860107], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -2.625025987625122, -1.279977798461914, -1.301945447921753, -0.9031929969787598, -1.8542594909667969, -3.2679507732391357, -2.0635786056518555, -0.41333791613578796, -1.9635578393936157, -1.6655443906784058, -0.9363441467285156, -2.6313021183013916, -0.8237941861152649, -1.9454870223999023, -1.4473165273666382, -2.009481430053711, -1.5859230756759644, -1.7955033779144287, -1.1220325231552124, -1.161417007446289, -3.661552667617798, -1.0209689140319824, -2.309433937072754, -1.1436697244644165, -1.8337067365646362, -1.0160272121429443, -1.4166852235794067, -2.4076528549194336, -2.0216729640960693, -1.50166654586792, -1.6312602758407593, -1.846560001373291, -0.1458549201488495, -0.7954169511795044, -0.7720850706100464, -1.5968059301376343, -0.6256768107414246, -1.4380093812942505, -1.4115679264068604, -0.517138659954071, -2.4506561756134033, -2.5626795291900635, -2.1806704998016357, -0.9360151886940002, -1.6599234342575073, -1.230135440826416, -2.2569658756256104, -1.5560417175292969, -1.6966586112976074, -0.7403528094291687, -1.1712148189544678, -2.305133104324341, -2.5023698806762695, -1.511504054069519, -1.1993974447250366, -2.4602043628692627, -2.4918112754821777, -1.3777196407318115, -0.22046777606010437, -0.5127410888671875, -0.8385876417160034, -1.7201818227767944, -1.1381173133850098, -1.2824403047561646, -1.325918436050415, -1.6892048120498657, -0.8961588740348816, -1.070772409439087, -1.705150842666626, -0.8904324769973755, -0.17889541387557983, -2.339510917663574, -1.6809476613998413, -2.0256073474884033, -1.106169581413269, -1.094780445098877, -2.126199722290039, -1.8084132671356201, -1.5047223567962646, -0.6998909711837769, -1.1772212982177734, -1.4292213916778564, -2.1059741973876953, -1.1048239469528198, -0.8904430270195007, -1.5583864450454712, -2.177093744277954, -1.9732599258422852, -1.8970308303833008, -0.4610080122947693, -0.43288037180900574, -1.5993990898132324, -1.924154281616211, -3.341827869415283, -1.7350112199783325, -1.7712836265563965, -2.053988456726074, -0.286941260099411, -0.9169937372207642, -0.004507856443524361, -0.01114229392260313, -0.19800423085689545, -0.00193896540440619, -0.11667000502347946, -2.2558884620666504, -1.9589102268218994, -2.2509381771087646, -0.1597740799188614, -1.530441403388977, -1.4572407007217407, -1.5707159042358398, -2.279996633529663, -1.882375717163086, -0.09444165229797363, -0.8061956763267517, -0.06341476738452911, -0.5544530749320984, -2.249675750732422, -1.6187468767166138, -1.7022675275802612, -1.241231083869934, -2.062106132507324, -2.710942029953003, -1.7373660802841187, -2.3749258518218994, -2.02524471282959, -2.0760364532470703, -1.928364872932434, -1.8416492938995361, -1.1650282144546509, -0.0813213512301445, -1.015088677406311, -1.03092622756958, -0.8570300340652466, -0.3432374894618988, -2.265244960784912, -2.0880634784698486, -1.712764024734497, -1.6491789817810059, -2.222066640853882, -1.5580517053604126, -1.7392141819000244, -1.4457955360412598, -1.5264190435409546, -0.08377688378095627, -0.9675003290176392, -1.8027578592300415, -2.0897319316864014, -1.730831265449524, -1.198765516281128, -1.0107841491699219, -2.169712781906128, -1.9999852180480957, -1.4225239753723145, -1.5244890451431274, -2.3668007850646973, -1.0348827838897705, -1.0101509094238281, -1.4184166193008423, -0.6348158121109009, -1.6162199974060059, -1.1278986930847168, -0.31652241945266724, -0.0354953333735466, -0.4820300340652466, -2.4191434383392334, -2.500133991241455, -1.3084083795547485, -2.7961676120758057, -1.4687871932983398, -1.2315707206726074, -0.773752748966217, -1.6461412906646729, -0.8621473908424377]}, "Bot001_023_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that? they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES] I am listening to music nice ! who are you listening to ? Eminem i enjoy cooking and reading more than music . What exactly do you like to cook  ? i am a waitress currently . how are you ?  oh , that's fun . i was raised by my granny How old are you? i'm 32 . and you ? 23", "response": "so i guess you can drink the beer my company makes ?", "annotation_id": "Bot001_023_18", "annotations": ["T", "T", "T", "X", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "O"], "gpt2_target_score": [-13.2905912399292, -5.570601463317871, -16.81800651550293, -5.970527648925781, -12.43782901763916, -13.250046730041504, -8.836138725280762, -13.117297172546387, -12.589593887329102, -12.382377624511719, -11.408935546875, -11.902002334594727], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -2.625025987625122, -1.279977798461914, -1.301945447921753, -0.9031929969787598, -1.8542594909667969, -3.2679507732391357, -2.0635786056518555, -0.41333791613578796, -1.9635578393936157, -1.6655443906784058, -0.9363441467285156, -2.6313021183013916, -0.8237941861152649, -1.9454870223999023, -1.4473165273666382, -2.009481430053711, -1.5859230756759644, -1.7955033779144287, -1.1220325231552124, -1.161417007446289, -3.661552667617798, -1.0209689140319824, -2.309433937072754, -1.1436697244644165, -1.8337067365646362, -1.0160272121429443, -1.4166852235794067, -2.4076528549194336, -2.0216729640960693, -1.50166654586792, -1.6312602758407593, -1.846560001373291, -0.1458549201488495, -0.7954169511795044, -0.7720850706100464, -1.5968059301376343, -0.6256768107414246, -1.4380093812942505, -1.4115679264068604, -0.517138659954071, -2.4506561756134033, -2.5626795291900635, -2.1806704998016357, -0.9360151886940002, -1.6599234342575073, -1.230135440826416, -2.2569658756256104, -1.5560417175292969, -1.6966586112976074, -0.7403528094291687, -1.1712148189544678, -2.305133104324341, -2.5023698806762695, -1.511504054069519, -1.1993974447250366, -2.4602043628692627, -2.4918112754821777, -1.3777196407318115, -0.22046777606010437, -0.5127410888671875, -0.8385876417160034, -1.7201818227767944, -1.1381173133850098, -1.2824403047561646, -1.325918436050415, -1.6892048120498657, -0.8961588740348816, -1.070772409439087, -1.705150842666626, -0.8904324769973755, -0.17889541387557983, -2.339510917663574, -1.6809476613998413, -2.0256073474884033, -1.106169581413269, -1.094780445098877, -2.126199722290039, -1.8084132671356201, -1.5047223567962646, -0.6998909711837769, -1.1772212982177734, -1.4292213916778564, -2.1059741973876953, -1.1048239469528198, -0.8904430270195007, -1.5583864450454712, -2.177093744277954, -1.9732599258422852, -1.8970308303833008, -0.4610080122947693, -0.43288037180900574, -1.5993990898132324, -1.924154281616211, -3.341827869415283, -1.7350112199783325, -1.7712836265563965, -2.053988456726074, -0.286941260099411, -0.9169937372207642, -0.004507856443524361, -0.01114229392260313, -0.19800423085689545, -0.00193896540440619, -0.11667000502347946, -2.2558884620666504, -1.9589102268218994, -2.2509381771087646, -0.1597740799188614, -1.530441403388977, -1.4572407007217407, -1.5707159042358398, -2.279996633529663, -1.882375717163086, -0.09444165229797363, -0.8061956763267517, -0.06341476738452911, -0.5544530749320984, -2.249675750732422, -1.6187468767166138, -1.7022675275802612, -1.241231083869934, -2.062106132507324, -2.710942029953003, -1.7373660802841187, -2.3749258518218994, -2.02524471282959, -2.0760364532470703, -1.928364872932434, -1.8416492938995361, -1.1650282144546509, -0.0813213512301445, -1.015088677406311, -1.03092622756958, -0.8570300340652466, -0.3432374894618988, -2.265244960784912, -2.0880634784698486, -1.712764024734497, -1.6491789817810059, -2.222066640853882, -1.5580517053604126, -1.7392141819000244, -1.4457955360412598, -1.5264190435409546, -0.08377688378095627, -0.9675003290176392, -1.8027578592300415, -2.0897319316864014, -1.730831265449524, -1.198765516281128, -1.0107841491699219, -2.169712781906128, -1.9999852180480957, -1.4225239753723145, -1.5244890451431274, -2.3668007850646973, -1.0348827838897705, -1.0101509094238281, -1.4184166193008423, -0.6348158121109009, -1.6162199974060059, -1.1278986930847168, -0.31652241945266724, -0.0354953333735466, -0.4820300340652466, -2.4191434383392334, -1.1146419048309326, -2.851726531982422, -1.519567847251892, -1.6478074789047241, -0.9716339111328125, -1.8017523288726807, -2.0426249504089355, -0.8765152096748352, -2.523874521255493, -1.6464875936508179, -1.8968130350112915, -1.2552618980407715, -1.5560086965560913, -2.454511880874634, -2.680945873260498, -2.086585760116577, -1.8005166053771973, -2.334139585494995, -2.0048558712005615, -1.4073383808135986, -0.8368011116981506]}, "Bot001_023_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that? they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES] I am listening to music nice ! who are you listening to ? Eminem i enjoy cooking and reading more than music . What exactly do you like to cook  ? i am a waitress currently . how are you ?  oh , that's fun . i was raised by my granny How old are you? i'm 32 . and you ? 23 so i guess you can drink the beer my company makes ? Yes I can", "response": "i prefer reading to a lot of things . especially sports . [ROBOT FACE]", "annotation_id": "Bot001_023_20", "annotations": ["T", "O", "O", "O", "X", "T", "T", "O", "X", "T", "X", "X", "X", "X", "O"], "gpt2_target_score": [-12.053736686706543, -15.489180564880371, -14.769758224487305, -9.413658142089844, -9.029702186584473, -12.991913795471191, -10.10022258758545, -11.1155424118042, -14.291849136352539, -18.093704223632812, -13.728904724121094, -11.846925735473633, -8.894765853881836, -9.95226764678955, -10.46075439453125, -7.931818008422852, -0.723756730556488, -8.221893310546875], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -0.34140482544898987, -2.625025987625122, -1.279977798461914, -1.301945447921753, -0.9031929969787598, -1.8542594909667969, -3.2679507732391357, -2.0635786056518555, -0.41333791613578796, -1.9635578393936157, -1.6655443906784058, -0.9363441467285156, -2.6313021183013916, -0.8237941861152649, -1.9454870223999023, -1.4473165273666382, -2.009481430053711, -1.5859230756759644, -1.7955033779144287, -1.1220325231552124, -1.161417007446289, -3.661552667617798, -1.0209689140319824, -2.309433937072754, -1.1436697244644165, -1.8337067365646362, -1.0160272121429443, -1.4166852235794067, -2.4076528549194336, -2.0216729640960693, -1.50166654586792, -1.6312602758407593, -1.846560001373291, -0.1458549201488495, -0.7954169511795044, -0.7720850706100464, -1.5968059301376343, -0.6256768107414246, -1.4380093812942505, -1.4115679264068604, -0.517138659954071, -2.4506561756134033, -2.5626795291900635, -2.1806704998016357, -0.9360151886940002, -1.6599234342575073, -1.230135440826416, -2.2569658756256104, -1.5560417175292969, -1.6966586112976074, -0.7403528094291687, -1.1712148189544678, -2.305133104324341, -2.5023698806762695, -1.511504054069519, -1.1993974447250366, -2.4602043628692627, -2.4918112754821777, -1.3777196407318115, -0.22046777606010437, -0.5127410888671875, -0.8385876417160034, -1.7201818227767944, -1.1381173133850098, -1.2824403047561646, -1.325918436050415, -1.6892048120498657, -0.8961588740348816, -1.070772409439087, -1.705150842666626, -0.8904324769973755, -0.17889541387557983, -2.339510917663574, -1.6809476613998413, -2.0256073474884033, -1.106169581413269, -1.094780445098877, -2.126199722290039, -1.8084132671356201, -1.5047223567962646, -0.6998909711837769, -1.1772212982177734, -1.4292213916778564, -2.1059741973876953, -1.1048239469528198, -0.8904430270195007, -1.5583864450454712, -2.177093744277954, -1.9732599258422852, -1.8970308303833008, -0.4610080122947693, -0.43288037180900574, -1.5993990898132324, -1.924154281616211, -3.341827869415283, -1.7350112199783325, -1.7712836265563965, -2.053988456726074, -0.286941260099411, -0.9169937372207642, -0.004507856443524361, -0.01114229392260313, -0.19800423085689545, -0.00193896540440619, -0.11667000502347946, -2.2558884620666504, -1.9589102268218994, -2.2509381771087646, -0.1597740799188614, -1.530441403388977, -1.4572407007217407, -1.5707159042358398, -2.279996633529663, -1.882375717163086, -0.09444165229797363, -0.8061956763267517, -0.06341476738452911, -0.5544530749320984, -2.249675750732422, -1.6187468767166138, -1.7022675275802612, -1.241231083869934, -2.062106132507324, -2.710942029953003, -1.7373660802841187, -2.3749258518218994, -2.02524471282959, -2.0760364532470703, -1.928364872932434, -1.8416492938995361, -1.1650282144546509, -0.0813213512301445, -1.015088677406311, -1.03092622756958, -0.8570300340652466, -0.3432374894618988, -2.265244960784912, -2.0880634784698486, -1.712764024734497, -1.6491789817810059, -2.222066640853882, -1.5580517053604126, -1.7392141819000244, -1.4457955360412598, -1.5264190435409546, -0.08377688378095627, -0.9675003290176392, -1.8027578592300415, -2.0897319316864014, -1.730831265449524, -1.198765516281128, -1.0107841491699219, -2.169712781906128, -1.9999852180480957, -1.4225239753723145, -1.5244890451431274, -2.3668007850646973, -1.0348827838897705, -1.0101509094238281, -1.4184166193008423, -0.6348158121109009, -1.6162199974060059, -1.1278986930847168, -0.31652241945266724, -0.0354953333735466, -0.4820300340652466, -2.4191434383392334, -1.1146419048309326, -2.851726531982422, -1.519567847251892, -1.6478074789047241, -0.9716339111328125, -1.8017523288726807, -2.0426056385040283, -0.8765242099761963, -1.2251659631729126, -1.621791124343872, -1.3729654550552368, -1.6675125360488892, -2.2304303646087646, -2.6192808151245117, -2.0358314514160156, -2.3538296222686768, -2.4165115356445312, -1.8354897499084473, -1.4640874862670898, -2.1942501068115234, -1.7980302572250366, -0.6890882849693298, -1.127867341041565, -2.394134998321533, -1.7760097980499268, -1.0944817066192627, -2.4086215496063232, -0.8023990392684937, -1.6495062112808228, -0.4495103657245636, -1.2807772159576416, -1.9922528266906738, -1.2981594800949097, -2.5798757076263428, -1.2731515169143677, -1.1384798288345337, -2.7206380367279053, -2.596548318862915, -1.4946016073226929, -2.34294056892395, -0.2831706702709198, -1.684217095375061]}, "Bot001_025_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you?", "response": "i'm mike , nice to meet you .", "annotation_id": "Bot001_025_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-11.311614036560059, -10.586265563964844, -10.110077857971191, -18.008953094482422, -10.268327713012695, -10.265605926513672, -12.188145637512207, -12.02418041229248, -8.279120445251465, -12.125214576721191], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.3311623334884644, -1.50275719165802, -0.9596118330955505, -1.0322684049606323, -3.0353176593780518, -1.0825456380844116, -0.5472327470779419, -0.5113683938980103, -0.8211114406585693, -2.5236728191375732, -3.1538045406341553, -2.0923376083374023, -0.6671786308288574, -1.4955542087554932, -3.496090888977051, -2.1248586177825928, -2.9502546787261963, -2.3135011196136475, -0.9283468127250671, -0.8586314916610718, -0.5005319118499756, -1.1637794971466064, -0.7874810099601746, -0.7355424761772156, -1.2535487413406372, -0.6064070463180542, -0.23016023635864258, -1.418699026107788, -1.6830617189407349, -2.296908140182495, -1.4238554239273071, -2.028266668319702, -2.5043747425079346, -2.5051157474517822, -2.116466999053955, -2.2944188117980957, -1.3707971572875977, -0.5907871723175049, -1.2853626012802124, -1.099943995475769]}, "Bot001_025_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza", "response": "i've a big yellow cat and i like to sleep in on sundays .", "annotation_id": "Bot001_025_04", "annotations": ["X", "O", "O", "O", "T", "T", "X", "X", "O", "O", "O", "O", "T", "O", "T"], "gpt2_target_score": [-11.311616897583008, -12.264232635498047, -5.407341957092285, -10.04944133758545, -14.00740909576416, -11.300748825073242, -12.171114921569824, -12.301015853881836, -10.349129676818848, -8.372259140014648, -15.607181549072266, -11.100622177124023, -10.472591400146484, -18.14175796508789, -23.48099708557129, -10.772977828979492], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.163773775100708, -0.7874826192855835, -0.7355460524559021, -1.2535468339920044, -0.6064037680625916, -0.23017112910747528, -1.4186885356903076, -1.683056354522705, -1.0372976064682007, -2.1267521381378174, -2.8501169681549072, -2.665778636932373, -2.1838173866271973, -2.321655750274658, -1.1758909225463867, -0.5047999620437622, -2.0927398204803467, -2.0936803817749023, -0.6950869560241699, -1.6939181089401245, -2.3301351070404053, -1.1751911640167236, -0.011474329978227615, -0.23354563117027283, -2.3215978145599365, -2.4464571475982666, -2.0248219966888428, -2.83009934425354, -1.5985336303710938, -0.6410025358200073, -1.595847249031067, -1.2619167566299438, -2.4135608673095703, -1.933548092842102, -1.1914396286010742, -1.437168836593628, -1.5384286642074585, -2.2939627170562744, -0.7539888620376587, -1.6070828437805176, -1.944336175918579, -0.7415798306465149, -1.7309741973876953, -1.1626908779144287]}, "Bot001_025_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow)))", "response": "i like fishing too [LYING FACE]", "annotation_id": "Bot001_025_06", "annotations": ["O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-11.311616897583008, -10.711742401123047, -12.795693397521973, -9.536730766296387, -7.580468654632568, -14.988187789916992, -12.498507499694824, -13.802541732788086, -0.5472343564033508], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.163773775100708, -0.7874826192855835, -0.7355460524559021, -1.2535468339920044, -0.6064037680625916, -0.23017112910747528, -1.4186885356903076, -1.683056354522705, -1.0372976064682007, -2.1267521381378174, -2.8501169681549072, -2.665778636932373, -2.1838173866271973, -2.321653366088867, -1.1758953332901, -0.5047982335090637, -2.0927350521087646, -2.0936901569366455, -0.6950846910476685, -1.6939187049865723, -2.330136299133301, -1.1751823425292969, -0.011474212631583214, -0.23354175686836243, -2.3215904235839844, -2.446451187133789, -2.024827718734741, -1.362845778465271, -0.7463932633399963, -1.6476093530654907, -1.1238301992416382, -2.5658576488494873, -2.013941764831543, -1.148801326751709, -1.8485305309295654, -1.3021663427352905, -2.3248658180236816, -0.7813348174095154, -1.428530216217041, -1.4110428094863892, -0.7869061231613159, -2.137636423110962, -2.377563953399658, -1.4874060153961182, -1.635069489479065, -2.6222150325775146, -1.613303542137146, -1.023037314414978, -2.0760927200317383, -1.7017267942428589, -3.3951416015625, -2.826171636581421, -0.2352265566587448, -0.24634265899658203, -1.3239394426345825]}, "Bot001_025_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?)", "response": "i have four as well . two girls two boys .", "annotation_id": "Bot001_025_08", "annotations": ["T", "T", "X", "T", "T", "X", "X", "X", "O", "O", "X", "T", "X", "T", "O"], "gpt2_target_score": [-11.311616897583008, -8.69393539428711, -11.764641761779785, -9.294466972351074, -12.101128578186035, -9.361188888549805, -14.793143272399902, -11.816717147827148, -11.324723243713379, -12.84480094909668, -13.146839141845703], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.163773775100708, -0.7874826192855835, -0.7355460524559021, -1.2535468339920044, -0.6064037680625916, -0.23017112910747528, -1.4186885356903076, -1.683056354522705, -1.0372976064682007, -2.1267521381378174, -2.8501169681549072, -2.665778636932373, -2.1838173866271973, -2.321655750274658, -1.1758909225463867, -0.5047999620437622, -2.0927398204803467, -2.0936803817749023, -0.6950869560241699, -1.6939181089401245, -2.3301351070404053, -1.1751911640167236, -0.011474329978227615, -0.23354563117027283, -2.3215978145599365, -2.4464571475982666, -2.0248219966888428, -1.362842321395874, -0.7463948726654053, -1.6476082801818848, -1.1238317489624023, -2.565852642059326, -2.013951063156128, -1.1488062143325806, -1.8485350608825684, -1.3021776676177979, -2.3248801231384277, -0.7813360095024109, -1.4285285472869873, -1.4110509157180786, -0.786909818649292, -2.137629270553589, -2.3775625228881836, -1.4874004125595093, -1.635048747062683, -1.4526785612106323, -1.2105754613876343, -2.1177453994750977, -1.9699945449829102, -3.1382884979248047, -2.6669764518737793, -0.33885374665260315, -0.22188352048397064, -2.1563079357147217, -0.16621990501880646, -0.8706112504005432, -2.592363119125366, -0.974517822265625, -1.438780665397644, -2.143366575241089, -1.2830007076263428, -0.6986377835273743, -1.4332149028778076, -0.6396281719207764, -1.7928423881530762, -1.596287727355957, -1.8827489614486694, -2.3582820892333984, -1.7841683626174927, -1.0460489988327026, -1.7871538400650024]}, "Bot001_025_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?) i have four as well . two girls two boys . They are your children?", "response": "so far , 3 dogs . . and they have 2 pet cats , i am not crazy i am a vet . . you ?", "annotation_id": "Bot001_025_10", "annotations": ["X", "T", "X", "X", "X", "T", "X", "X", "O", "O", "O", "T", "X", "T", "O"], "gpt2_target_score": [-13.085237503051758, -12.901485443115234, -14.478569984436035, -8.919756889343262, -10.849709510803223, -9.361188888549805, -14.803481101989746, -8.480764389038086, -11.963883399963379, -11.628942489624023, -9.12811279296875, -13.067987442016602, -16.213726043701172, -15.511138916015625, -18.223440170288086, -14.394109725952148, -9.317097663879395, -19.245525360107422, -10.588264465332031, -13.6229248046875, -13.934889793395996, -17.3968563079834, -7.449463844299316, -11.403748512268066, -10.894698143005371, -12.291790008544922], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.163773775100708, -0.7874826192855835, -0.7355460524559021, -1.2535468339920044, -0.6064037680625916, -0.23017112910747528, -1.4186885356903076, -1.683056354522705, -1.0372976064682007, -2.1267521381378174, -2.8501169681549072, -2.665778636932373, -2.1838173866271973, -2.321655750274658, -1.1758909225463867, -0.5047999620437622, -2.0927398204803467, -2.0936803817749023, -0.6950869560241699, -1.6939181089401245, -2.3301351070404053, -1.1751911640167236, -0.011474329978227615, -0.23354563117027283, -2.3215978145599365, -2.4464571475982666, -2.0248219966888428, -1.362842321395874, -0.7463948726654053, -1.6476082801818848, -1.1238317489624023, -2.565852642059326, -2.013951063156128, -1.1488062143325806, -1.8485350608825684, -1.3021776676177979, -2.3248801231384277, -0.7813360095024109, -1.4285285472869873, -1.4110509157180786, -0.786909818649292, -2.137629270553589, -2.3775625228881836, -1.4874004125595093, -1.635048747062683, -1.4526785612106323, -1.2105754613876343, -2.1177453994750977, -1.9699945449829102, -3.1382884979248047, -2.6669764518737793, -0.33885374665260315, -0.22188352048397064, -2.1563079357147217, -0.16621990501880646, -0.8706112504005432, -2.592363119125366, -0.974517822265625, -1.438780665397644, -1.4802992343902588, -0.8004865646362305, -1.4407376050949097, -0.791458249092102, -2.2252566814422607, -2.2540814876556396, -1.7112709283828735, -2.2054202556610107, -1.959815263748169, -1.1331841945648193, -2.0501163005828857, -1.6199228763580322, -1.7268879413604736, -1.2074403762817383, -1.8006141185760498, -2.070557117462158, -2.266859769821167, -2.0806081295013428, -1.5319907665252686, -1.276667833328247, -1.6672546863555908, -1.6308457851409912, -2.5974671840667725, -1.5233086347579956, -1.7619842290878296, -0.9216656684875488, -1.6413484811782837, -1.9805395603179932, -2.576785087585449, -0.7658678889274597, -2.4799044132232666, -1.826841950416565, -2.1931986808776855, -1.2747894525527954, -0.6174318790435791, -1.8628723621368408, -2.0966014862060547, -3.0566604137420654, -1.9485540390014648, -0.9140435457229614, -0.6984989047050476, -2.128713369369507, -0.8331042528152466]}, "Bot001_025_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?) i have four as well . two girls two boys . They are your children? so far , 3 dogs . . and they have 2 pet cats , i am not crazy i am a vet . . you ? I have two slaves, it is pretty", "response": "yes just stinks that hunting cramps my sundays", "annotation_id": "Bot001_025_12", "annotations": ["X", "T", "X", "X", "X", "T", "X", "X", "X", "X", "X", "O", "X", "X", "T"], "gpt2_target_score": [-15.345590591430664, -7.82664155960083, -10.94643497467041, -20.373308181762695, -7.395272731781006, -14.377241134643555, -15.706549644470215, -16.028966903686523, -10.415635108947754, -14.342519760131836, -20.94015121459961], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.163773775100708, -0.7874826192855835, -0.7355460524559021, -1.2535468339920044, -0.6064037680625916, -0.23017112910747528, -1.4186885356903076, -1.683056354522705, -1.0372976064682007, -2.1267521381378174, -2.8501169681549072, -2.665778636932373, -2.1838173866271973, -2.321655750274658, -1.1758909225463867, -0.5047999620437622, -2.0927398204803467, -2.0936803817749023, -0.6950869560241699, -1.6939181089401245, -2.3301351070404053, -1.1751911640167236, -0.011474329978227615, -0.23354563117027283, -2.3215978145599365, -2.4464571475982666, -2.0248219966888428, -1.362842321395874, -0.7463948726654053, -1.6476082801818848, -1.1238317489624023, -2.565852642059326, -2.013951063156128, -1.1488062143325806, -1.8485350608825684, -1.3021776676177979, -2.3248801231384277, -0.7813360095024109, -1.4285285472869873, -1.4110509157180786, -0.786909818649292, -2.137629270553589, -2.3775625228881836, -1.4874004125595093, -1.635048747062683, -1.4526785612106323, -1.2105754613876343, -2.1177453994750977, -1.9699945449829102, -3.1382884979248047, -2.6669764518737793, -0.33885374665260315, -0.22188352048397064, -2.1563079357147217, -0.16621990501880646, -0.8706112504005432, -2.592363119125366, -0.974517822265625, -1.438780665397644, -1.4802992343902588, -0.8004865646362305, -1.440735936164856, -0.7914609313011169, -2.225247859954834, -2.254073143005371, -1.7112935781478882, -2.205430507659912, -1.959815263748169, -1.1331830024719238, -2.05012583732605, -1.6199146509170532, -1.7268929481506348, -1.2074298858642578, -1.800613522529602, -2.070544481277466, -1.5094969272613525, -1.4930795431137085, -1.2497071027755737, -1.599299430847168, -1.7109510898590088, -2.3071885108947754, -2.3839447498321533, -1.7642877101898193, -0.9172636866569519, -1.581064224243164, -2.0043106079101562, -2.4768598079681396, -0.8229736089706421, -2.538442373275757, -1.8908085823059082, -2.1529836654663086, -1.5737167596817017, -0.7070667147636414, -1.83927321434021, -2.0967376232147217, -2.969874620437622, -2.0194778442382812, -1.8566597700119019, -1.0209605693817139, -2.188039779663086, -1.942152976989746, -2.11881422996521, -1.4809060096740723, -1.8920421600341797, -1.4637129306793213, -1.0944955348968506, -1.1371184587478638, -2.215294599533081, -2.5126516819000244, -2.2623112201690674, -1.4274470806121826, -2.656917095184326, -2.114064931869507, -1.6323254108428955, -1.4158453941345215, -1.6248372793197632, -0.9744678735733032, -1.5698091983795166, -3.079942464828491, -0.5045334696769714, -2.0050606727600098]}, "Bot001_025_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?) i have four as well . two girls two boys . They are your children? so far , 3 dogs . . and they have 2 pet cats , i am not crazy i am a vet . . you ? I have two slaves, it is pretty yes just stinks that hunting cramps my sundays Fuck you", "response": "it is ok . jacked up on 4 mountain dews a day . haha", "annotation_id": "Bot001_025_14", "annotations": ["X", "X", "X", "X", "T", "X", "X", "X", "X", "X", "T", "X", "X", "X", "O"], "gpt2_target_score": [-11.62761116027832, -7.302151203155518, -12.430092811584473, -12.590289115905762, -9.64876651763916, -19.234739303588867, -13.259833335876465, -9.787519454956055, -6.590943336486816, -15.353857040405273, -12.089889526367188, -17.632505416870117, -11.401763916015625, -19.99221420288086, -14.600664138793945, -11.789155960083008], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.163773775100708, -0.7874826192855835, -0.7355460524559021, -1.2535468339920044, -0.6064037680625916, -0.23017112910747528, -1.4186885356903076, -1.683056354522705, -1.0372976064682007, -2.1267521381378174, -2.8501169681549072, -2.665778636932373, -2.1838173866271973, -2.321655750274658, -1.1758909225463867, -0.5047999620437622, -2.0927398204803467, -2.0936803817749023, -0.6950869560241699, -1.6939181089401245, -2.3301351070404053, -1.1751911640167236, -0.011474329978227615, -0.23354563117027283, -2.3215978145599365, -2.4464571475982666, -2.0248219966888428, -1.362842321395874, -0.7463948726654053, -1.6476082801818848, -1.1238317489624023, -2.565852642059326, -2.013951063156128, -1.1488062143325806, -1.8485350608825684, -1.3021776676177979, -2.3248801231384277, -0.7813360095024109, -1.4285285472869873, -1.4110509157180786, -0.786909818649292, -2.137629270553589, -2.3775625228881836, -1.4874004125595093, -1.635048747062683, -1.4526785612106323, -1.2105754613876343, -2.1177453994750977, -1.9699945449829102, -3.1382884979248047, -2.6669764518737793, -0.33885374665260315, -0.22188352048397064, -2.1563079357147217, -0.16621990501880646, -0.8706112504005432, -2.592363119125366, -0.974517822265625, -1.438780665397644, -1.4802992343902588, -0.8004865646362305, -1.440735936164856, -0.7914609313011169, -2.225247859954834, -2.254073143005371, -1.7112935781478882, -2.205430507659912, -1.959815263748169, -1.1331830024719238, -2.05012583732605, -1.6199146509170532, -1.7268929481506348, -1.2074298858642578, -1.800613522529602, -2.070544481277466, -1.5094969272613525, -1.4930795431137085, -1.2497071027755737, -1.599299430847168, -1.7109510898590088, -2.3071885108947754, -2.3839447498321533, -1.7642877101898193, -0.9172636866569519, -1.581064224243164, -2.0043106079101562, -2.4768598079681396, -0.8229736089706421, -2.538442373275757, -1.8908085823059082, -2.1529836654663086, -1.5737167596817017, -0.7070667147636414, -1.83927321434021, -2.0967376232147217, -2.969874620437622, -2.0194778442382812, -1.8566597700119019, -1.0209605693817139, -2.188039779663086, -1.942152976989746, -2.11881422996521, -1.4809060096740723, -1.8920421600341797, -1.4637129306793213, -1.0944955348968506, -1.1371184587478638, -2.215294599533081, -2.5126516819000244, -2.2295310497283936, -2.639641761779785, -2.1280949115753174, -1.6686151027679443, -1.35456120967865, -1.9434455633163452, -0.92528235912323, -2.7338883876800537, -2.7813754081726074, -0.5510989427566528, -2.357658624649048, -2.1850345134735107, -2.0225751399993896, -2.2493247985839844, -0.7649332284927368, -2.4050538539886475, -2.0006933212280273, -1.8983466625213623, -0.8835983276367188, -1.3654762506484985, -2.3704042434692383, -2.2126176357269287, -2.347890853881836, -1.7889070510864258, -1.5515390634536743, -2.0669662952423096, -1.4611507654190063, -1.8936946392059326, -2.2626888751983643, -1.1388273239135742]}, "Bot001_025_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?) i have four as well . two girls two boys . They are your children? so far , 3 dogs . . and they have 2 pet cats , i am not crazy i am a vet . . you ? I have two slaves, it is pretty yes just stinks that hunting cramps my sundays Fuck you it is ok . jacked up on 4 mountain dews a day . haha Wanna go to the festival?", "response": "that's cool . i hate festivals myself , the live acts sound awful what do you do for fun ? [LYING FACE]", "annotation_id": "Bot001_025_16", "annotations": ["X", "T", "X", "T", "O", "T", "O", "X", "X", "T", "O", "O", "T", "X", "O"], "gpt2_target_score": [-15.080392837524414, -12.08932113647461, -8.508172035217285, -12.590289115905762, -8.385384559631348, -14.13923454284668, -18.2739315032959, -16.589208602905273, -14.491181373596191, -7.657819747924805, -14.785507202148438, -17.778722763061523, -15.076583862304688, -21.337785720825195, -15.594823837280273, -12.439676284790039, -10.712410926818848, -18.519731521606445, -8.28143310546875, -16.487529754638672, -14.422507286071777, -6.540494918823242, -14.488862037658691, -18.214723587036133, -14.246115684509277, -13.803157806396484], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.163773775100708, -0.7874826192855835, -0.7355460524559021, -1.2535468339920044, -0.6064037680625916, -0.23017112910747528, -1.4186885356903076, -1.683056354522705, -1.0372976064682007, -2.1267521381378174, -2.8501169681549072, -2.665778636932373, -2.1838173866271973, -2.321655750274658, -1.1758909225463867, -0.5047999620437622, -2.0927398204803467, -2.0936803817749023, -0.6950869560241699, -1.6939181089401245, -2.3301351070404053, -1.1751911640167236, -0.011474329978227615, -0.23354563117027283, -2.3215978145599365, -2.4464571475982666, -2.0248219966888428, -1.362842321395874, -0.7463948726654053, -1.6476082801818848, -1.1238317489624023, -2.565852642059326, -2.013951063156128, -1.1488062143325806, -1.8485350608825684, -1.3021776676177979, -2.3248801231384277, -0.7813360095024109, -1.4285285472869873, -1.4110509157180786, -0.786909818649292, -2.137629270553589, -2.3775625228881836, -1.4874004125595093, -1.635048747062683, -1.4526785612106323, -1.2105754613876343, -2.1177453994750977, -1.9699945449829102, -3.1382884979248047, -2.6669764518737793, -0.33885374665260315, -0.22188352048397064, -2.1563079357147217, -0.16621990501880646, -0.8706112504005432, -2.592363119125366, -0.974517822265625, -1.438780665397644, -1.4802992343902588, -0.8004865646362305, -1.440735936164856, -0.7914609313011169, -2.225247859954834, -2.254073143005371, -1.7112935781478882, -2.205430507659912, -1.959815263748169, -1.1331830024719238, -2.05012583732605, -1.6199146509170532, -1.7268929481506348, -1.2074298858642578, -1.800613522529602, -2.070544481277466, -1.5094969272613525, -1.4930795431137085, -1.2497071027755737, -1.599299430847168, -1.7109510898590088, -2.3071885108947754, -2.3839447498321533, -1.7642877101898193, -0.9172636866569519, -1.581064224243164, -2.0043106079101562, -2.4768598079681396, -0.8229736089706421, -2.538442373275757, -1.8908085823059082, -2.1529836654663086, -1.5737167596817017, -0.7070667147636414, -1.83927321434021, -2.0967376232147217, -2.969874620437622, -2.0194778442382812, -1.8566597700119019, -1.0209605693817139, -2.188039779663086, -1.942152976989746, -2.11881422996521, -1.4809060096740723, -1.8920421600341797, -1.4637129306793213, -1.0944955348968506, -1.1371184587478638, -2.215294599533081, -2.5126516819000244, -2.2295310497283936, -2.639641761779785, -2.1280949115753174, -1.6686151027679443, -1.35456120967865, -1.9434455633163452, -0.92528235912323, -2.7338883876800537, -2.7813754081726074, -0.5510989427566528, -2.357658624649048, -2.1850345134735107, -2.0225751399993896, -1.3578078746795654, -2.587993860244751, -1.9574980735778809, -1.220174789428711, -0.722527801990509, -1.2455964088439941, -2.974153757095337, -2.19319486618042, -2.0196917057037354, -1.7877756357192993, -1.4987366199493408, -2.054753303527832, -1.847196102142334, -1.7127017974853516, -1.1687655448913574, -2.3397724628448486, -1.2235058546066284, -2.4325106143951416, -1.5793673992156982, -1.9452515840530396, -1.767553687095642, -1.5689198970794678, -2.28625750541687, -2.249720573425293, -0.8110479116439819, -2.2784242630004883, -1.962233066558838, -1.799645185470581, -2.044968843460083, -2.558772087097168, -1.5385925769805908, -1.3088403940200806, -1.0559288263320923, -1.8366191387176514, -1.2362926006317139, -1.1325098276138306, -1.8827183246612549, -1.709646463394165, -1.5706756114959717, -0.29856225848197937, -1.1840850114822388, -1.237949252128601, -1.0714271068572998, -1.3993637561798096, -0.7154895663261414, -3.167362689971924, -0.01619904115796089, -0.03382384032011032, -0.2300148606300354, -2.073801040649414]}, "Bot001_025_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?) i have four as well . two girls two boys . They are your children? so far , 3 dogs . . and they have 2 pet cats , i am not crazy i am a vet . . you ? I have two slaves, it is pretty yes just stinks that hunting cramps my sundays Fuck you it is ok . jacked up on 4 mountain dews a day . haha Wanna go to the festival? that's cool . i hate festivals myself , the live acts sound awful what do you do for fun ? [LYING FACE] Fuking every nigt", "response": "so do you like movies ?", "annotation_id": "Bot001_025_18", "annotations": ["X", "T", "O", "O", "X", "T", "T", "X", "O", "O", "T", "X", "X", "X", "T"], "gpt2_target_score": [-13.085237503051758, -8.952587127685547, -6.557473182678223, -8.857577323913574, -12.36080265045166, -10.139188766479492], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.163773775100708, -0.7874826192855835, -0.7355460524559021, -1.2535468339920044, -0.6064037680625916, -0.23017112910747528, -1.4186885356903076, -1.683056354522705, -1.0372976064682007, -2.1267521381378174, -2.8501169681549072, -2.665778636932373, -2.1838173866271973, -2.321655750274658, -1.1758909225463867, -0.5047999620437622, -2.0927398204803467, -2.0936803817749023, -0.6950869560241699, -1.6939181089401245, -2.3301351070404053, -1.1751911640167236, -0.011474329978227615, -0.23354563117027283, -2.3215978145599365, -2.4464571475982666, -2.0248219966888428, -1.362842321395874, -0.7463948726654053, -1.6476082801818848, -1.1238317489624023, -2.565852642059326, -2.013951063156128, -1.1488062143325806, -1.8485350608825684, -1.3021776676177979, -2.3248801231384277, -0.7813360095024109, -1.4285285472869873, -1.4110509157180786, -0.786909818649292, -2.137629270553589, -2.3775625228881836, -1.4874004125595093, -1.635048747062683, -1.4526785612106323, -1.2105754613876343, -2.1177453994750977, -1.9699945449829102, -3.1382884979248047, -2.6669764518737793, -0.33885374665260315, -0.22188352048397064, -2.1563079357147217, -0.16621990501880646, -0.8706112504005432, -2.592363119125366, -0.974517822265625, -1.438780665397644, -1.4802992343902588, -0.8004865646362305, -1.440735936164856, -0.7914609313011169, -2.225247859954834, -2.254073143005371, -1.7112935781478882, -2.205430507659912, -1.959815263748169, -1.1331830024719238, -2.05012583732605, -1.6199146509170532, -1.7268929481506348, -1.2074298858642578, -1.800613522529602, -2.070544481277466, -1.5094969272613525, -1.4930795431137085, -1.2497071027755737, -1.599299430847168, -1.7109510898590088, -2.3071885108947754, -2.3839447498321533, -1.7642877101898193, -0.9172636866569519, -1.581064224243164, -2.0043106079101562, -2.4768598079681396, -0.8229736089706421, -2.538442373275757, -1.8908085823059082, -2.1529836654663086, -1.5737167596817017, -0.7070667147636414, -1.83927321434021, -2.0967376232147217, -2.969874620437622, -2.0194778442382812, -1.8566597700119019, -1.0209605693817139, -2.188039779663086, -1.942152976989746, -2.11881422996521, -1.4809060096740723, -1.8920421600341797, -1.4637129306793213, -1.0944955348968506, -1.1371184587478638, -2.215294599533081, -2.5126516819000244, -2.2295310497283936, -2.639641761779785, -2.1280949115753174, -1.6686151027679443, -1.35456120967865, -1.9434455633163452, -0.92528235912323, -2.7338883876800537, -2.7813754081726074, -0.5510989427566528, -2.357658624649048, -2.1850345134735107, -2.0225751399993896, -1.3578078746795654, -2.587993860244751, -1.9574980735778809, -1.220174789428711, -0.722527801990509, -1.2455964088439941, -2.974153757095337, -2.19319486618042, -2.0196917057037354, -1.7877756357192993, -1.4987366199493408, -2.054753303527832, -1.847196102142334, -1.7127017974853516, -1.1687655448913574, -2.3397724628448486, -1.2235058546066284, -2.4325106143951416, -1.5793673992156982, -1.9452515840530396, -1.767553687095642, -1.5689198970794678, -2.28625750541687, -0.9421638250350952, -2.2706499099731445, -1.7081760168075562, -2.0119426250457764, -2.2250893115997314, -2.750905990600586, -1.4288572072982788, -1.226091742515564, -1.1735068559646606, -1.9516701698303223, -1.211440086364746, -1.072770118713379, -1.806807279586792, -1.702246904373169, -1.8402202129364014, -0.23802903294563293, -1.4222376346588135, -1.585784912109375, -1.5165125131607056, -1.6243507862091064, -1.9795938730239868, -3.0325541496276855, -0.013741535134613514, -0.03706100210547447, -0.1479545384645462, -1.8292933702468872, -2.918104648590088, -3.3016183376312256, -1.9266977310180664, -0.034473493695259094, -3.491926908493042, -2.2155849933624268, -2.0439233779907227, -0.39689815044403076, -1.0819542407989502, -2.7374000549316406, -1.2657105922698975, -1.066446304321289]}, "Bot001_025_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?) i have four as well . two girls two boys . They are your children? so far , 3 dogs . . and they have 2 pet cats , i am not crazy i am a vet . . you ? I have two slaves, it is pretty yes just stinks that hunting cramps my sundays Fuck you it is ok . jacked up on 4 mountain dews a day . haha Wanna go to the festival? that's cool . i hate festivals myself , the live acts sound awful what do you do for fun ? [LYING FACE] Fuking every nigt so do you like movies ? Pron only", "response": "huh ? [GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot001_025_20", "annotations": ["X", "X", "T", "O", "O", "T", "O", "X", "O", "X", "X", "X", "T", "X", "O"], "gpt2_target_score": [-11.737878799438477, -14.65816879272461, -11.684273719787598, -9.185519218444824, -17.306650161743164, -14.72120475769043, -15.432921409606934, -13.802541732788086, -11.250283241271973, -7.940435409545898, -6.320308685302734, -8.937322616577148, -5.445335388183594, -9.156257629394531, -8.22749137878418], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.163773775100708, -0.7874826192855835, -0.7355460524559021, -1.2535468339920044, -0.6064037680625916, -0.23017112910747528, -1.4186885356903076, -1.683056354522705, -1.0372976064682007, -2.1267521381378174, -2.8501169681549072, -2.665778636932373, -2.1838173866271973, -2.321655750274658, -1.1758909225463867, -0.5047999620437622, -2.0927398204803467, -2.0936803817749023, -0.6950869560241699, -1.6939181089401245, -2.3301351070404053, -1.1751911640167236, -0.011474329978227615, -0.23354563117027283, -2.3215978145599365, -2.4464571475982666, -2.0248219966888428, -1.362842321395874, -0.7463948726654053, -1.6476082801818848, -1.1238317489624023, -2.565852642059326, -2.013951063156128, -1.1488062143325806, -1.8485350608825684, -1.3021776676177979, -2.3248801231384277, -0.7813360095024109, -1.4285285472869873, -1.4110509157180786, -0.786909818649292, -2.137629270553589, -2.3775625228881836, -1.4874004125595093, -1.635048747062683, -1.4526785612106323, -1.2105754613876343, -2.1177453994750977, -1.9699945449829102, -3.1382884979248047, -2.6669764518737793, -0.33885374665260315, -0.22188352048397064, -2.1563079357147217, -0.16621990501880646, -0.8706112504005432, -2.592363119125366, -0.974517822265625, -1.438780665397644, -1.4802992343902588, -0.8004865646362305, -1.440735936164856, -0.7914609313011169, -2.225247859954834, -2.254073143005371, -1.7112935781478882, -2.205430507659912, -1.959815263748169, -1.1331830024719238, -2.05012583732605, -1.6199146509170532, -1.7268929481506348, -1.2074298858642578, -1.800613522529602, -2.070544481277466, -1.5094969272613525, -1.4930795431137085, -1.2497071027755737, -1.599299430847168, -1.7109510898590088, -2.3071885108947754, -2.3839447498321533, -1.7642877101898193, -0.9172636866569519, -1.581064224243164, -2.0043106079101562, -2.4768598079681396, -0.8229736089706421, -2.538442373275757, -1.8908085823059082, -2.1529836654663086, -1.5737167596817017, -0.7070667147636414, -1.83927321434021, -2.0967376232147217, -2.969874620437622, -2.0194778442382812, -1.8566597700119019, -1.0209605693817139, -2.188039779663086, -1.942152976989746, -2.11881422996521, -1.4809060096740723, -1.8920421600341797, -1.4637129306793213, -1.0944955348968506, -1.1371184587478638, -2.215294599533081, -2.5126516819000244, -2.2295310497283936, -2.639641761779785, -2.1280949115753174, -1.6686151027679443, -1.35456120967865, -1.9434455633163452, -0.92528235912323, -2.7338883876800537, -2.7813754081726074, -0.5510989427566528, -2.357658624649048, -2.1850345134735107, -2.0225751399993896, -1.3578078746795654, -2.587993860244751, -1.9574980735778809, -1.220174789428711, -0.722527801990509, -1.2455964088439941, -2.974153757095337, -2.19319486618042, -2.0196917057037354, -1.7877756357192993, -1.4987366199493408, -2.054753303527832, -1.847196102142334, -1.7127017974853516, -1.1687655448913574, -2.3397724628448486, -1.2235058546066284, -2.4325106143951416, -1.5793673992156982, -1.9452515840530396, -1.767553687095642, -1.5689198970794678, -2.28625750541687, -0.9421638250350952, -2.2706499099731445, -1.7081760168075562, -2.0119426250457764, -2.2250893115997314, -2.750905990600586, -1.4288572072982788, -1.226091742515564, -1.1735068559646606, -1.9516701698303223, -1.211440086364746, -1.072770118713379, -1.806807279586792, -1.702246904373169, -1.8402202129364014, -0.23802903294563293, -1.4222376346588135, -1.585784912109375, -1.5165125131607056, -1.6243507862091064, -1.9795938730239868, -3.0325541496276855, -0.013741535134613514, -0.03706100210547447, -0.14795197546482086, -1.8292814493179321, -2.9181134700775146, -3.3016209602355957, -1.926698088645935, -0.0344737246632576, -3.491917848587036, -1.708068609237671, -1.0588665008544922, -1.3274673223495483, -2.8257529735565186, -1.1433749198913574, -2.163027048110962, -2.7118172645568848, -0.7430959343910217, -3.0859994888305664, -2.047515392303467, -0.4824230670928955, -2.2912423610687256, -1.502568006515503, -0.1296560913324356, -2.006531000137329, -1.3582855463027954, -0.03515898063778877, -0.32216978073120117, -0.13676881790161133, -0.027729032561182976, -0.05535861477255821, -0.0456833578646183, -0.7725000977516174, -0.8420301079750061, -2.1795899868011475]}, "Bot001_027_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired", "response": "you should sleep then . do you like sports ?", "annotation_id": "Bot001_027_02", "annotations": ["O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.138808250427246, -10.256599426269531, -11.731690406799316, -13.31415843963623, -11.024507522583008, -10.287425994873047, -11.889363288879395, -13.30897045135498, -12.543868064880371, -11.664544105529785], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.3311623334884644, -1.50275719165802, -0.9596118330955505, -1.0322684049606323, -3.0353176593780518, -1.0825456380844116, -0.5472327470779419, -0.5113683938980103, -0.8211114406585693, -2.5236728191375732, -3.1538045406341553, -2.0923376083374023, -0.6671786308288574, -1.4955542087554932, -3.496090888977051, -2.1248586177825928, -2.9502546787261963, -2.3135011196136475, -0.9283468127250671, -0.8586314916610718, -0.5005319118499756, -1.344115972518921, -2.3008692264556885, -0.3679926097393036, -2.210143804550171, -1.6348947286605835, -2.1992058753967285, -1.7442280054092407, -0.4400108754634857, -1.1320102214813232, -1.3785943984985352, -1.9905526638031006, -1.8805264234542847, -1.005630612373352, -0.2968434691429138]}, "Bot001_027_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask?", "response": "you said you eat alot of carbs. Also, try to guess: i play piano ...", "annotation_id": "Bot001_027_04", "annotations": ["X", "O", "O", "X", "T", "O", "X", "T", "O", "X", "T", "T", "O", "T", "O"], "gpt2_target_score": [-12.138808250427246, -12.730735778808594, -6.557480812072754, -12.099513053894043, -14.328340530395508, -10.768245697021484, -17.359079360961914, -6.474475383758545, -14.583754539489746, -5.7722554206848145, -14.605142593383789, -12.114005088806152, -17.22026824951172, -11.47999095916748, -18.22345733642578, -13.255895614624023, -13.661137580871582, -15.293529510498047], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.3311623334884644, -1.50275719165802, -0.9596118330955505, -1.0322684049606323, -3.0353176593780518, -1.0825456380844116, -0.5472327470779419, -0.5113683938980103, -0.8211114406585693, -2.5236728191375732, -3.1538045406341553, -2.0923376083374023, -0.6671786308288574, -1.4955542087554932, -3.496090888977051, -2.1248586177825928, -2.9502546787261963, -2.3135011196136475, -0.9283468127250671, -0.8586314916610718, -0.5005319118499756, -1.344115972518921, -2.3008692264556885, -0.3679926097393036, -2.1607303619384766, -1.798115849494934, -1.9801852703094482, -1.6000422239303589, -0.9309800267219543, -0.9116893410682678, -1.7779484987258911, -1.9181220531463623, -1.0617108345031738, -1.0971763134002686, -2.4472901821136475, -0.7835794687271118, -1.4748367071151733, -2.058424234390259, -0.1905466914176941, -1.5857222080230713, -1.5251879692077637, -1.3362247943878174, -1.6914887428283691, -2.5185747146606445, -1.660388708114624, -1.3038352727890015, -2.762423038482666, -0.8513267040252686, -1.896317481994629, -1.5588407516479492, -1.2851226329803467, -1.9038840532302856, -1.6839606761932373, -1.1636404991149902, -1.323650598526001, -1.3712986707687378, -2.576265573501587, -1.9044872522354126, -2.1349217891693115, -1.5555870532989502, -1.603232502937317]}, "Bot001_027_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well", "response": "and guitar and sing, funny you :)", "annotation_id": "Bot001_027_06", "annotations": ["T", "O", "O", "X", "T", "T", "O", "T", "O", "X", "O", "O", "O", "X", "X"], "gpt2_target_score": [-14.198366165161133, -12.932186126708984, -8.730202674865723, -15.387072563171387, -3.0901122093200684, -12.331388473510742, -11.889365196228027, -13.095190048217773], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.3441437482833862, -2.3008835315704346, -0.3679863512516022, -2.1607096195220947, -1.7980823516845703, -1.9801890850067139, -1.6000093221664429, -0.9309586882591248, -0.9116853475570679, -1.7779557704925537, -1.918130874633789, -1.061720609664917, -1.097165584564209, -2.4472815990448, -0.7835841774940491, -1.4748791456222534, -2.0584287643432617, -0.1905498504638672, -1.5857605934143066, -1.525155782699585, -1.3362160921096802, -2.4819231033325195, -1.5444532632827759, -1.6335986852645874, -2.761312246322632, -0.9500538110733032, -1.995474934577942, -1.3774863481521606, -2.022888660430908, -2.050570011138916, -1.6230688095092773, -1.1545178890228271, -1.4381399154663086, -1.391532063484192, -2.5999059677124023, -1.9985684156417847, -2.093519687652588, -1.4725772142410278, -2.694117546081543, -1.1018688678741455, -1.9634530544281006, -2.1933507919311523, -1.845494031906128, -2.320788621902466, -2.4840455055236816, -3.0128581523895264, -2.419504165649414, -2.4603891372680664, -0.32690364122390747]}, "Bot001_027_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented", "response": "ca not wait to see the movie it ! got any hobbies you like to do ?", "annotation_id": "Bot001_027_08", "annotations": ["T", "X", "O", "X", "T", "O", "T", "T", "O", "O", "T", "O", "T", "T", "O"], "gpt2_target_score": [-13.936883926391602, -9.843807220458984, -14.751503944396973, -7.205538749694824, -10.99892520904541, -7.91932487487793, -15.221278190612793, -12.426656723022461, -12.047120094299316, -12.69276237487793, -13.803524017333984, -16.4258975982666, -12.0924072265625, -16.196256637573242, -10.965799331665039, -12.439676284790039, -13.564785957336426], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.3441437482833862, -2.3008835315704346, -0.3679863512516022, -2.1607096195220947, -1.7980823516845703, -1.9801890850067139, -1.6000093221664429, -0.9309586882591248, -0.9116853475570679, -1.7779557704925537, -1.918130874633789, -1.061720609664917, -1.097165584564209, -2.4472815990448, -0.7835841774940491, -1.4748791456222534, -2.0584287643432617, -0.1905498504638672, -1.5857605934143066, -1.525155782699585, -1.3362160921096802, -2.4819231033325195, -1.5444532632827759, -1.6335986852645874, -2.761312246322632, -0.9500538110733032, -1.995474934577942, -1.3774863481521606, -2.022888660430908, -2.050570011138916, -1.6230688095092773, -1.1545178890228271, -1.4381399154663086, -1.391532063484192, -2.5999059677124023, -1.9985684156417847, -2.093519687652588, -1.4725772142410278, -2.694117546081543, -1.1018688678741455, -2.176978349685669, -2.0428414344787598, -2.7260890007019043, -2.2053029537200928, -2.646336317062378, -2.6201164722442627, -2.4056780338287354, -1.2577003240585327, -1.3863451480865479, -2.501584529876709, -2.357661008834839, -2.04240345954895, -2.0114905834198, -1.9934061765670776, -2.826092481613159, -1.6815035343170166, -2.1494693756103516, -1.6351298093795776, -2.2367780208587646, -1.45461905002594, -1.4957793951034546, -0.7961536645889282, -1.7857842445373535, -2.686720609664917, -0.9538131356239319, -1.235662579536438, -0.3642756938934326, -0.9242613315582275, -0.6208111047744751, -0.4571641683578491]}, "Bot001_027_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented ca not wait to see the movie it ! got any hobbies you like to do ? i love going to the park with my three children and my wife.", "response": "you have a lot of kids", "annotation_id": "Bot001_027_10", "annotations": ["O", "X", "O", "O", "T", "T", "O", "X", "O", "X", "O", "O", "O", "X", "X"], "gpt2_target_score": [-12.138788223266602, -8.69393539428711, -5.407341957092285, -14.203021049499512, -9.561333656311035, -11.033979415893555], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.3441437482833862, -2.3008835315704346, -0.3679863512516022, -2.1607096195220947, -1.7980823516845703, -1.9801890850067139, -1.6000093221664429, -0.9309586882591248, -0.9116853475570679, -1.7779557704925537, -1.918130874633789, -1.061720609664917, -1.097165584564209, -2.4472815990448, -0.7835841774940491, -1.4748791456222534, -2.0584287643432617, -0.1905498504638672, -1.5857605934143066, -1.525155782699585, -1.3362160921096802, -2.4819231033325195, -1.5444532632827759, -1.6335986852645874, -2.761312246322632, -0.9500538110733032, -1.995474934577942, -1.3774863481521606, -2.022888660430908, -2.050570011138916, -1.6230688095092773, -1.1545178890228271, -1.4381399154663086, -1.391532063484192, -2.5999059677124023, -1.9985684156417847, -2.093519687652588, -1.4725772142410278, -2.694117546081543, -1.1018688678741455, -2.176978349685669, -2.0428414344787598, -2.7260890007019043, -2.2053029537200928, -2.646336317062378, -2.6201164722442627, -2.4056780338287354, -1.2577003240585327, -1.3863451480865479, -2.501584529876709, -2.357661008834839, -2.04240345954895, -2.2804367542266846, -2.9760353565216064, -1.5740996599197388, -2.2402400970458984, -1.4849910736083984, -2.266855239868164, -2.446934700012207, -1.4726078510284424, -2.033315420150757, -1.7467533349990845, -2.6111133098602295, -0.9559369087219238, -1.1113089323043823, -0.44406890869140625, -1.0226470232009888, -0.6577475666999817, -1.6147987842559814, -2.61356520652771, -2.009796142578125, -0.5311494469642639, -1.6040912866592407, -0.5893415212631226, -1.8498835563659668, -1.1443678140640259, -1.6735939979553223, -1.3572889566421509, -1.9000554084777832, -2.588031530380249, -2.7254514694213867, -1.9109632968902588, -1.923501968383789, -2.050781488418579, -1.7704600095748901, -1.4369295835494995, -2.2351303100585938, -0.4118598997592926, -0.6089774370193481, -2.166231632232666]}, "Bot001_027_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented ca not wait to see the movie it ! got any hobbies you like to do ? i love going to the park with my three children and my wife. you have a lot of kids my wife and kids are the best.", "response": "my mom took care of me , she still works at a bank .", "annotation_id": "Bot001_027_12", "annotations": ["O", "X", "O", "T", "T", "O", "T", "X", "X", "X", "O", "O", "O", "T", "X"], "gpt2_target_score": [-12.782915115356445, -12.405376434326172, -8.79146671295166, -14.433367729187012, -9.561333656311035, -8.985593795776367, -15.45938777923584, -14.746625900268555, -10.874428749084473, -12.731756210327148, -10.051502227783203, -5.939641952514648, -13.646663665771484, -16.402389526367188], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.3441437482833862, -2.3008835315704346, -0.3679863512516022, -2.1607096195220947, -1.7980823516845703, -1.9801890850067139, -1.6000093221664429, -0.9309586882591248, -0.9116853475570679, -1.7779557704925537, -1.918130874633789, -1.061720609664917, -1.097165584564209, -2.4472815990448, -0.7835841774940491, -1.4748791456222534, -2.0584287643432617, -0.1905498504638672, -1.5857605934143066, -1.525155782699585, -1.3362160921096802, -2.4819231033325195, -1.5444532632827759, -1.6335986852645874, -2.761312246322632, -0.9500538110733032, -1.995474934577942, -1.3774863481521606, -2.022888660430908, -2.050570011138916, -1.6230688095092773, -1.1545178890228271, -1.4381399154663086, -1.391532063484192, -2.5999059677124023, -1.9985684156417847, -2.093519687652588, -1.4725772142410278, -2.694117546081543, -1.1018688678741455, -2.176978349685669, -2.0428414344787598, -2.7260890007019043, -2.2053029537200928, -2.646336317062378, -2.6201164722442627, -2.4056780338287354, -1.2577003240585327, -1.3863451480865479, -2.501584529876709, -2.357661008834839, -2.04240345954895, -2.2804367542266846, -2.9760353565216064, -1.5740996599197388, -2.2402400970458984, -1.4849910736083984, -2.266855239868164, -2.446934700012207, -1.4726078510284424, -2.033315420150757, -1.7467533349990845, -2.6111133098602295, -0.9559369087219238, -1.1113089323043823, -0.44406890869140625, -1.0226470232009888, -0.6577445268630981, -1.6147918701171875, -2.6135623455047607, -2.009805917739868, -0.5311378240585327, -1.6041007041931152, -0.5893377661705017, -1.849882960319519, -1.144361138343811, -1.6735899448394775, -1.3572903871536255, -1.9000457525253296, -2.588016986846924, -2.725449800491333, -1.910968542098999, -1.923502802848816, -1.7382367849349976, -1.471955418586731, -1.820411205291748, -0.5527006387710571, -0.9601606726646423, -1.7782717943191528, -0.887228786945343, -1.4325052499771118, -1.0253417491912842, -1.417543649673462, -3.0283889770507812, -1.3877989053726196, -1.926833152770996, -2.0320677757263184, -2.045229434967041, -0.28520533442497253, -1.3160063028335571, -0.8436418175697327, -0.026664284989237785, -1.4784817695617676, -1.8284022808074951, -1.750913381576538, -2.229210138320923, -2.376491069793701, -2.292393207550049, -1.2679944038391113, -1.7103255987167358, -1.3610360622406006, -1.9744535684585571]}, "Bot001_027_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented ca not wait to see the movie it ! got any hobbies you like to do ? i love going to the park with my three children and my wife. you have a lot of kids my wife and kids are the best. my mom took care of me , she still works at a bank . how old are you?", "response": "i am in my 20s my brother has a son .", "annotation_id": "Bot001_027_14", "annotations": ["O", "X", "O", "T", "T", "O", "T", "X", "X", "X", "O", "O", "X", "T", "X"], "gpt2_target_score": [-11.311616897583008, -9.036556243896484, -7.41072940826416, -6.218203544616699, -9.790932655334473, -10.597211837768555, -12.338255882263184, -13.703481674194336, -9.232087135314941, -8.129720687866211, -16.851409912109375, -11.488115310668945], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.3441437482833862, -2.3008835315704346, -0.3679863512516022, -2.1607096195220947, -1.7980823516845703, -1.9801890850067139, -1.6000093221664429, -0.9309586882591248, -0.9116853475570679, -1.7779557704925537, -1.918130874633789, -1.061720609664917, -1.097165584564209, -2.4472815990448, -0.7835841774940491, -1.4748791456222534, -2.0584287643432617, -0.1905498504638672, -1.5857605934143066, -1.525155782699585, -1.3362160921096802, -2.4819231033325195, -1.5444532632827759, -1.6335986852645874, -2.761312246322632, -0.9500538110733032, -1.995474934577942, -1.3774863481521606, -2.022888660430908, -2.050570011138916, -1.6230688095092773, -1.1545178890228271, -1.4381399154663086, -1.391532063484192, -2.5999059677124023, -1.9985684156417847, -2.093519687652588, -1.4725772142410278, -2.694117546081543, -1.1018688678741455, -2.176978349685669, -2.0428414344787598, -2.7260890007019043, -2.2053029537200928, -2.646336317062378, -2.6201164722442627, -2.4056780338287354, -1.2577003240585327, -1.3863451480865479, -2.501584529876709, -2.357661008834839, -2.04240345954895, -2.2804367542266846, -2.9760353565216064, -1.5740996599197388, -2.2402400970458984, -1.4849910736083984, -2.266855239868164, -2.446934700012207, -1.4726078510284424, -2.033315420150757, -1.7467533349990845, -2.6111133098602295, -0.9559369087219238, -1.1113089323043823, -0.44406890869140625, -1.0226470232009888, -0.6577475666999817, -1.6147987842559814, -2.61356520652771, -2.009796142578125, -0.5311494469642639, -1.6040912866592407, -0.5893415212631226, -1.8498835563659668, -1.1443678140640259, -1.6735939979553223, -1.3572889566421509, -1.9000554084777832, -2.588031530380249, -2.7254514694213867, -1.9109632968902588, -1.923501968383789, -1.738227128982544, -1.471953272819519, -1.8203977346420288, -0.5526984930038452, -0.9601563811302185, -1.7782478332519531, -0.8872191905975342, -1.4325122833251953, -1.0253475904464722, -1.4175390005111694, -3.0284152030944824, -1.387794017791748, -1.9268332719802856, -2.032071352005005, -0.4897249937057495, -1.2673882246017456, -0.9785669445991516, -0.02764090709388256, -1.599445104598999, -1.4920755624771118, -1.9016255140304565, -1.9416544437408447, -2.3393442630767822, -2.324272632598877, -1.244877815246582, -1.6785306930541992, -1.2179948091506958, -1.9723533391952515, -1.5160151720046997, -0.41539835929870605, -0.1680872142314911, -0.42916083335876465, -1.8875436782836914, -2.289996862411499, -2.4174675941467285, -3.161621570587158, -1.5562598705291748, -1.2160394191741943, -0.27677735686302185, -1.23733651638031, -1.2197535037994385, -0.965517520904541, -1.0307351350784302, -2.4615323543548584, -1.4309037923812866, -1.6573033332824707]}, "Bot001_027_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented ca not wait to see the movie it ! got any hobbies you like to do ? i love going to the park with my three children and my wife. you have a lot of kids my wife and kids are the best. my mom took care of me , she still works at a bank . how old are you? i am in my 20s my brother has a son . what is his name?", "response": "his name is korn after my favorite band haha. do you have any hobbies ?", "annotation_id": "Bot001_027_16", "annotations": ["T", "T", "O", "X", "T", "T", "X", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-17.712366104125977, -12.338176727294922, -2.12191104888916, -9.512835502624512, -16.27054786682129, -10.719572067260742, -12.338255882263184, -14.321256637573242, -12.286904335021973, -11.667585372924805, -6.699214935302734, -14.50507926940918, -12.0924072265625, -15.947175979614258, -18.50147819519043, -16.54292869567871, -13.564785957336426], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.3441437482833862, -2.3008835315704346, -0.3679863512516022, -2.1607096195220947, -1.7980823516845703, -1.9801890850067139, -1.6000093221664429, -0.9309586882591248, -0.9116853475570679, -1.7779557704925537, -1.918130874633789, -1.061720609664917, -1.097165584564209, -2.4472815990448, -0.7835841774940491, -1.4748791456222534, -2.0584287643432617, -0.1905498504638672, -1.5857605934143066, -1.525155782699585, -1.3362160921096802, -2.4819231033325195, -1.5444532632827759, -1.6335986852645874, -2.761312246322632, -0.9500538110733032, -1.995474934577942, -1.3774863481521606, -2.022888660430908, -2.050570011138916, -1.6230688095092773, -1.1545178890228271, -1.4381399154663086, -1.391532063484192, -2.5999059677124023, -1.9985684156417847, -2.093519687652588, -1.4725772142410278, -2.694117546081543, -1.1018688678741455, -2.176978349685669, -2.0428414344787598, -2.7260890007019043, -2.2053029537200928, -2.646336317062378, -2.6201164722442627, -2.4056780338287354, -1.2577003240585327, -1.3863451480865479, -2.501584529876709, -2.357661008834839, -2.04240345954895, -2.2804367542266846, -2.9760353565216064, -1.5740996599197388, -2.2402400970458984, -1.4849910736083984, -2.266855239868164, -2.446934700012207, -1.4726078510284424, -2.033315420150757, -1.7467533349990845, -2.6111133098602295, -0.9559369087219238, -1.1113089323043823, -0.44406890869140625, -1.0226470232009888, -0.6577475666999817, -1.6147987842559814, -2.61356520652771, -2.009796142578125, -0.5311494469642639, -1.6040912866592407, -0.5893415212631226, -1.8498835563659668, -1.1443678140640259, -1.6735939979553223, -1.3572889566421509, -1.9000554084777832, -2.588031530380249, -2.7254514694213867, -1.9109632968902588, -1.923501968383789, -1.738227128982544, -1.471953272819519, -1.8203977346420288, -0.5526984930038452, -0.9601563811302185, -1.7782478332519531, -0.8872191905975342, -1.4325122833251953, -1.0253475904464722, -1.4175390005111694, -3.0284152030944824, -1.387794017791748, -1.9268332719802856, -2.032071352005005, -0.4897249937057495, -1.2673882246017456, -0.9785669445991516, -0.02764090709388256, -1.599445104598999, -1.4920755624771118, -1.9016255140304565, -1.9416544437408447, -2.3393442630767822, -2.324272632598877, -1.244877815246582, -1.6785306930541992, -1.2179920673370361, -1.9723694324493408, -1.5160198211669922, -0.41540172696113586, -0.16808852553367615, -0.4291672706604004, -1.8875348567962646, -2.243072271347046, -3.061410903930664, -1.3195568323135376, -1.1750264167785645, -0.299045205116272, -1.3182693719863892, -1.338168978691101, -0.9780135750770569, -0.9978549480438232, -2.2128827571868896, -1.5799509286880493, -1.7904051542282104, -1.884635329246521, -0.9160507321357727, -0.3508087694644928, -0.408440500497818, -1.9711828231811523, -2.906888961791992, -0.9445073008537292, -0.5020294189453125, -3.754775285720825, -3.4548628330230713, -2.4129669666290283, -1.66680109500885, -2.2353248596191406, -1.85562002658844, -1.0949338674545288, -0.8463885188102722, -1.1474143266677856, -0.13281750679016113, -1.4336717128753662, -0.6011231541633606, -0.8723025321960449, -1.6153541803359985, -0.511989951133728]}, "Bot001_027_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented ca not wait to see the movie it ! got any hobbies you like to do ? i love going to the park with my three children and my wife. you have a lot of kids my wife and kids are the best. my mom took care of me , she still works at a bank . how old are you? i am in my 20s my brother has a son . what is his name? his name is korn after my favorite band haha. do you have any hobbies ? i love going to the park with my three children and my wife.", "response": "you have a lot of kids", "annotation_id": "Bot001_027_18", "annotations": ["X", "O", "O", "O", "T", "O", "O", "T", "X", "X", "O", "O", "O", "T", "X"], "gpt2_target_score": [-12.138788223266602, -8.69393539428711, -5.407341957092285, -14.203021049499512, -9.561333656311035, -11.033979415893555], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.3441437482833862, -2.3008835315704346, -0.3679863512516022, -2.1607096195220947, -1.7980823516845703, -1.9801890850067139, -1.6000093221664429, -0.9309586882591248, -0.9116853475570679, -1.7779557704925537, -1.918130874633789, -1.061720609664917, -1.097165584564209, -2.4472815990448, -0.7835841774940491, -1.4748791456222534, -2.0584287643432617, -0.1905498504638672, -1.5857605934143066, -1.525155782699585, -1.3362160921096802, -2.4819231033325195, -1.5444532632827759, -1.6335986852645874, -2.761312246322632, -0.9500538110733032, -1.995474934577942, -1.3774863481521606, -2.022888660430908, -2.050570011138916, -1.6230688095092773, -1.1545178890228271, -1.4381399154663086, -1.391532063484192, -2.5999059677124023, -1.9985684156417847, -2.093519687652588, -1.4725772142410278, -2.694117546081543, -1.1018688678741455, -2.176978349685669, -2.0428414344787598, -2.7260890007019043, -2.2053029537200928, -2.646336317062378, -2.6201164722442627, -2.4056780338287354, -1.2577003240585327, -1.3863451480865479, -2.501584529876709, -2.357661008834839, -2.04240345954895, -2.2804367542266846, -2.9760353565216064, -1.5740996599197388, -2.2402400970458984, -1.4849910736083984, -2.266855239868164, -2.446934700012207, -1.4726078510284424, -2.033315420150757, -1.7467533349990845, -2.6111133098602295, -0.9559369087219238, -1.1113089323043823, -0.44406890869140625, -1.0226470232009888, -0.6577475666999817, -1.6147987842559814, -2.61356520652771, -2.009796142578125, -0.5311494469642639, -1.6040912866592407, -0.5893415212631226, -1.8498835563659668, -1.1443678140640259, -1.6735939979553223, -1.3572889566421509, -1.9000554084777832, -2.588031530380249, -2.7254514694213867, -1.9109632968902588, -1.923501968383789, -1.738227128982544, -1.471953272819519, -1.8203977346420288, -0.5526984930038452, -0.9601563811302185, -1.7782478332519531, -0.8872191905975342, -1.4325122833251953, -1.0253475904464722, -1.4175390005111694, -3.0284152030944824, -1.387794017791748, -1.9268332719802856, -2.032071352005005, -0.4897249937057495, -1.2673882246017456, -0.9785669445991516, -0.02764090709388256, -1.599445104598999, -1.4920755624771118, -1.9016255140304565, -1.9416544437408447, -2.3393442630767822, -2.324272632598877, -1.244877815246582, -1.6785306930541992, -1.2179948091506958, -1.9723533391952515, -1.5160151720046997, -0.41539835929870605, -0.1680872142314911, -0.42916083335876465, -1.8875436782836914, -2.2430648803710938, -3.0614125728607178, -1.3195534944534302, -1.1750147342681885, -0.29904547333717346, -1.3182681798934937, -1.3381588459014893, -0.9780150055885315, -0.9978500008583069, -2.2128846645355225, -1.579954743385315, -1.790446400642395, -1.884628176689148, -0.9160516858100891, -0.35080650448799133, -0.40843647718429565, -1.9711881875991821, -1.0417906045913696, -0.5269562005996704, -3.7921223640441895, -3.527221441268921, -2.889045000076294, -1.5164915323257446, -2.3188273906707764, -2.030388832092285, -1.3308382034301758, -1.7934179306030273, -2.0948665142059326, -0.10658375918865204, -1.3224267959594727, -0.6095812320709229, -0.6841928362846375, -1.0951638221740723, -1.9641218185424805, -2.253772497177124, -2.3499979972839355, -0.14938326179981232, -0.851686418056488, -0.5692684054374695, -0.473379522562027, -0.14710348844528198, -1.1593341827392578, -0.7561980485916138, -1.0591166019439697, -0.16784211993217468, -0.01985601708292961, -1.9436079263687134, -1.1275614500045776, -2.3964109420776367, -1.8047610521316528, -0.6752272844314575, -0.6097144484519958, -0.06544497609138489, -0.6197919845581055, -0.5221872329711914]}, "Bot001_027_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented ca not wait to see the movie it ! got any hobbies you like to do ? i love going to the park with my three children and my wife. you have a lot of kids my wife and kids are the best. my mom took care of me , she still works at a bank . how old are you? i am in my 20s my brother has a son . what is his name? his name is korn after my favorite band haha. do you have any hobbies ? i love going to the park with my three children and my wife. you have a lot of kids yes", "response": "i used to , just went vegan last year . hows it going ? [FACE THROWING A KISS]", "annotation_id": "Bot001_027_20", "annotations": ["X", "O", "O", "X", "T", "O", "X", "X", "X", "X", "X", "O", "O", "T", "X"], "gpt2_target_score": [-11.311616897583008, -12.187999725341797, -7.006096839904785, -13.7947416305542, -8.968514442443848, -11.02357292175293, -16.69388771057129, -12.951482772827148, -14.794548988342285, -12.125204086303711, -13.757881164550781, -11.345804214477539, -12.620048522949219, -19.319198608398438, -14.888601303100586, -7.48403787612915, -11.429158210754395, -14.493181228637695, -8.057518005371094, -3.1372034549713135, -11.602789878845215, -6.862798690795898, -20.699432373046875, -13.780224800109863], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.5005350112915039, -1.3441437482833862, -2.3008835315704346, -0.3679863512516022, -2.1607096195220947, -1.7980823516845703, -1.9801890850067139, -1.6000093221664429, -0.9309586882591248, -0.9116853475570679, -1.7779557704925537, -1.918130874633789, -1.061720609664917, -1.097165584564209, -2.4472815990448, -0.7835841774940491, -1.4748791456222534, -2.0584287643432617, -0.1905498504638672, -1.5857605934143066, -1.525155782699585, -1.3362160921096802, -2.4819231033325195, -1.5444532632827759, -1.6335986852645874, -2.761312246322632, -0.9500538110733032, -1.995474934577942, -1.3774863481521606, -2.022888660430908, -2.050570011138916, -1.6230688095092773, -1.1545178890228271, -1.4381399154663086, -1.391532063484192, -2.5999059677124023, -1.9985684156417847, -2.093519687652588, -1.4725772142410278, -2.694117546081543, -1.1018688678741455, -2.176978349685669, -2.0428414344787598, -2.7260890007019043, -2.2053029537200928, -2.646336317062378, -2.6201164722442627, -2.4056780338287354, -1.2577003240585327, -1.3863451480865479, -2.501584529876709, -2.357661008834839, -2.04240345954895, -2.2804367542266846, -2.9760353565216064, -1.5740996599197388, -2.2402400970458984, -1.4849910736083984, -2.266855239868164, -2.446934700012207, -1.4726078510284424, -2.033315420150757, -1.7467533349990845, -2.6111133098602295, -0.9559369087219238, -1.1113089323043823, -0.44406890869140625, -1.0226470232009888, -0.6577475666999817, -1.6147987842559814, -2.61356520652771, -2.009796142578125, -0.5311494469642639, -1.6040912866592407, -0.5893415212631226, -1.8498835563659668, -1.1443678140640259, -1.6735939979553223, -1.3572889566421509, -1.9000554084777832, -2.588031530380249, -2.7254514694213867, -1.9109632968902588, -1.923501968383789, -1.738227128982544, -1.471953272819519, -1.8203977346420288, -0.5526984930038452, -0.9601563811302185, -1.7782478332519531, -0.8872191905975342, -1.4325122833251953, -1.0253475904464722, -1.4175390005111694, -3.0284152030944824, -1.387794017791748, -1.9268332719802856, -2.032071352005005, -0.4897249937057495, -1.2673882246017456, -0.9785669445991516, -0.02764090709388256, -1.599445104598999, -1.4920755624771118, -1.9016255140304565, -1.9416544437408447, -2.3393442630767822, -2.324272632598877, -1.244877815246582, -1.6785306930541992, -1.2179948091506958, -1.9723533391952515, -1.5160151720046997, -0.41539835929870605, -0.1680872142314911, -0.42916083335876465, -1.8875436782836914, -2.2430648803710938, -3.0614125728607178, -1.3195534944534302, -1.1750147342681885, -0.29904547333717346, -1.3182681798934937, -1.3381588459014893, -0.9780150055885315, -0.9978500008583069, -2.2128846645355225, -1.579954743385315, -1.790446400642395, -1.884628176689148, -0.9160516858100891, -0.35080650448799133, -0.40843647718429565, -1.9711881875991821, -1.0417906045913696, -0.5269562005996704, -3.7921223640441895, -3.527221441268921, -2.889045000076294, -1.5164915323257446, -2.3188273906707764, -2.030388832092285, -1.3308382034301758, -1.7934179306030273, -2.0948665142059326, -0.10658375918865204, -1.3224267959594727, -0.6095812320709229, -0.6841928362846375, -1.0951638221740723, -1.9641218185424805, -2.253772497177124, -2.3499979972839355, -0.14938326179981232, -0.851686418056488, -0.5692684054374695, -0.473379522562027, -0.14710348844528198, -1.1593360900878906, -0.7561982870101929, -1.0591102838516235, -0.1678376942873001, -0.019856251776218414, -1.9435945749282837, -1.1275502443313599, -1.6033482551574707, -0.4611237049102783, -0.18659593164920807, -0.032181061804294586, -0.8750249147415161, -0.1759684681892395, -1.8892841339111328, -2.493675708770752, -1.7946187257766724, -0.016062267124652863, -1.9773404598236084, -1.0047258138656616, -2.9055349826812744, -0.3755418658256531, -1.630391001701355, -0.3461742699146271, -1.3952679634094238, -1.6040452718734741, -0.8240646719932556, -0.6516382694244385, -1.420028805732727, -0.915488064289093, -0.8888128399848938, -2.6638665199279785, -0.7333323955535889, -0.5181108713150024, -2.299551486968994, -0.21964776515960693, -2.5290029048919678, -1.303490400314331, -1.8972774744033813, -1.2124252319335938]}, "Bot001_031_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny", "response": "i'm a librarian for children . i really enjoy it i love books .", "annotation_id": "Bot001_031_02", "annotations": ["O", "O", "T", "O", "X", "O", "T", "O", "T", "O", "O", "O", "O", "T", "X"], "gpt2_target_score": [-9.417329788208008, -10.629685401916504, -5.13278341293335, -9.013050079345703, -23.6643009185791, -4.200225830078125, -13.53077220916748, -13.190702438354492, -10.49990463256836, -14.33137035369873, -19.702177047729492, -10.257514953613281, -11.328940391540527, -14.03201675415039, -15.528465270996094, -8.726540565490723], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.5278180837631226, -1.073901653289795, -1.1069433689117432, -0.532852053642273, -1.6654160022735596, -3.0292954444885254, -0.3916281759738922, -1.512751579284668, -0.9308192133903503, -1.3270642757415771, -2.8156003952026367, -2.088397264480591, -1.266265869140625, -1.8520742654800415, -0.24281029403209686, -1.4426226615905762, -3.402068853378296, -2.266880750656128, -0.03234519809484482, -0.8266122937202454, -1.1227575540542603, -1.611528992652893, -2.424689531326294, -1.4593957662582397, -1.4345489740371704, -1.400429368019104, -2.250001907348633, -1.0883463621139526, -1.505383014678955, -2.11022686958313, -1.4641740322113037, -1.3644819259643555, -1.15065336227417, -3.0075275897979736, -1.367310643196106, -1.4476783275604248, -1.7775452136993408, -1.2603282928466797, -2.0913867950439453, -1.623825192451477, -1.3661609888076782, -3.375149726867676, -0.28195521235466003, -1.430313229560852, -1.0218795537948608, -0.44566625356674194, -1.4158958196640015, -1.607649803161621, -0.9498568773269653, -1.0403048992156982, -1.376874566078186, -2.2773349285125732, -1.4063228368759155, -1.9593888521194458, -0.7797271013259888]}, "Bot001_031_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John", "response": "hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ...", "annotation_id": "Bot001_031_04", "annotations": ["O", "O", "O", "O", "T", "O", "O", "T", "T", "O", "O", "O", "O", "X", "X"], "gpt2_target_score": [-10.2657470703125, -15.449483871459961, -13.356709480285645, -10.810890197753906, -14.723124504089355, -17.046062469482422, -17.802770614624023, -14.278393745422363, -15.894424438476562, -8.623236656188965, -20.420757293701172, -8.04731273651123, -18.166250228881836, -9.495744705200195, -9.88963508605957, -11.404813766479492, -18.72535514831543, -6.110393524169922, -11.803426742553711], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.6115021705627441, -2.4246981143951416, -1.4593857526779175, -1.4345287084579468, -1.400450587272644, -2.2499618530273438, -1.0883640050888062, -1.5053881406784058, -2.1102185249328613, -1.4641178846359253, -1.3644604682922363, -1.1506617069244385, -3.0075364112854004, -1.3673279285430908, -1.4477226734161377, -1.7775564193725586, -1.2603555917739868, -0.8710772395133972, -1.8705854415893555, -3.0802199840545654, -0.36460790038108826, -1.4311448335647583, -1.5044282674789429, -0.7006307244300842, -1.888769507408142, -1.4219800233840942, -1.0950523614883423, -1.0295145511627197, -1.1682043075561523, -1.8981664180755615, -1.325319528579712, -1.6993658542633057, -0.9810082316398621, -1.5799319744110107, -0.10543115437030792, -2.9661872386932373, -2.400010585784912, -2.5023865699768066, -1.4147183895111084, -1.3099857568740845, -1.511278510093689, -1.7544021606445312, -1.5136706829071045, -2.2988226413726807, -1.8914374113082886, -1.1135040521621704, -1.741002082824707, -1.2843860387802124, -1.3374485969543457, -2.28796124458313, -1.7102547883987427, -2.0720021724700928, -0.9420092701911926, -1.0408368110656738, -1.4573363065719604, -1.255266547203064, -2.7524237632751465]}, "Bot001_031_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child??", "response": "my first child, funny you :)", "annotation_id": "Bot001_031_06", "annotations": ["O", "O", "T", "O", "X", "T", "T", "O", "O", "O", "O", "O", "O", "T", "X"], "gpt2_target_score": [-11.934226989746094, -8.921850204467773, -11.527287483215332, -8.089546203613281, -8.116511344909668, -6.2294416427612305, -6.476370334625244], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.6115021705627441, -2.4246981143951416, -1.4593857526779175, -1.4345287084579468, -1.400450587272644, -2.2499618530273438, -1.0883640050888062, -1.5053881406784058, -2.1102185249328613, -1.4641178846359253, -1.3644604682922363, -1.1506617069244385, -3.0075364112854004, -1.3673279285430908, -1.4477226734161377, -1.7775564193725586, -1.2603555917739868, -0.8710772395133972, -1.8705854415893555, -3.080219268798828, -0.3646082878112793, -1.4311498403549194, -1.5044344663619995, -0.7006314396858215, -1.8887780904769897, -1.4219871759414673, -1.095047116279602, -1.0295205116271973, -1.1682157516479492, -1.8981643915176392, -1.325333833694458, -1.6993709802627563, -0.9810031652450562, -1.5799200534820557, -0.10543019324541092, -2.966184377670288, -2.4000048637390137, -2.2623748779296875, -0.9031808376312256, -0.7737656831741333, -1.3542423248291016, -1.167617917060852, -2.099909782409668, -2.4897992610931396, -0.9621362686157227, -1.5425169467926025, -1.118041753768921, -1.228874921798706, -2.1670892238616943, -1.7839667797088623, -1.7014336585998535, -0.900050699710846, -1.0330312252044678, -1.572719693183899, -1.1720309257507324, -3.0060911178588867, -2.45043683052063, -1.594527244567871, -2.5194039344787598, -0.6616817116737366, -1.1986340284347534, -1.1734637022018433, -1.5476309061050415, -2.190591335296631, -2.2411675453186035, -0.5725089311599731]}, "Bot001_031_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow", "response": "i like fishing too [ROLLING ON THE FLOOR LAUGHING]", "annotation_id": "Bot001_031_08", "annotations": ["T", "O", "T", "O", "X", "X", "T", "X", "X", "O", "O", "O", "O", "X", "X"], "gpt2_target_score": [-9.417320251464844, -10.969732284545898, -13.114750862121582, -8.972908020019531, -7.378443717956543, -17.609416961669922, -15.71091365814209, -12.461251258850098, -7.847991943359375, -1.5127708911895752, -11.32681655883789, -8.494410514831543, -12.474863052368164, -13.807963371276855, -10.808069229125977, -14.50886344909668, -11.619657516479492], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.6115021705627441, -2.4246981143951416, -1.4593857526779175, -1.4345287084579468, -1.400450587272644, -2.2499618530273438, -1.0883640050888062, -1.5053881406784058, -2.1102185249328613, -1.4641178846359253, -1.3644604682922363, -1.1506617069244385, -3.0075364112854004, -1.3673279285430908, -1.4477226734161377, -1.7775564193725586, -1.2603555917739868, -0.8710772395133972, -1.8705854415893555, -3.0802199840545654, -0.36460790038108826, -1.4311448335647583, -1.5044282674789429, -0.7006307244300842, -1.888769507408142, -1.4219800233840942, -1.0950523614883423, -1.0295145511627197, -1.1682043075561523, -1.8981664180755615, -1.325319528579712, -1.6993658542633057, -0.9810082316398621, -1.5799319744110107, -0.10543115437030792, -2.9661872386932373, -2.400010585784912, -2.262364149093628, -0.9031819105148315, -0.7737675905227661, -1.3542348146438599, -1.1676173210144043, -2.0999093055725098, -2.4897940158843994, -0.962124764919281, -1.5425139665603638, -1.1180294752120972, -1.2288789749145508, -2.167070150375366, -1.7839659452438354, -1.7014436721801758, -0.9000502228736877, -1.033029317855835, -1.5727214813232422, -1.1720144748687744, -3.0060977935791016, -2.450428009033203, -1.5945464372634888, -0.661597728729248, -0.9456089735031128, -1.524125099182129, -1.983486533164978, -2.283964157104492, -1.751857876777649, -1.247490644454956, -1.8637865781784058, -2.440485715866089, -1.5922060012817383, -2.6195268630981445, -1.986909031867981, -1.7724173069000244, -2.5398685932159424, -1.9653269052505493, -2.2705674171447754, -2.618438720703125, -1.5364935398101807, -3.3992409706115723, -2.283748149871826, -0.27230629324913025, -1.2412320375442505, -2.1242778301239014, -0.982413113117218, -2.3945212364196777, -1.2653987407684326]}, "Bot001_031_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow i like fishing too [ROLLING ON THE FLOOR LAUGHING] I'm glad for you, i sometimes go to catch some fishes too", "response": "i will probably go home and read. Also, try to guess: i live with ...", "annotation_id": "Bot001_031_10", "annotations": ["X", "O", "O", "O", "T", "X", "O", "X", "X", "O", "O", "O", "O", "T", "X"], "gpt2_target_score": [-9.417320251464844, -9.852758407592773, -11.452092170715332, -9.925422668457031, -7.504176139831543, -2.656337022781372, -13.07370662689209, -11.439888954162598, -15.894424438476562, -8.623236656188965, -20.420757293701172, -8.04731273651123, -18.166250228881836, -9.495744705200195, -9.88963508605957, -12.969297409057617, -12.701841354370117, -11.25515365600586], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.6115021705627441, -2.4246981143951416, -1.4593857526779175, -1.4345287084579468, -1.400450587272644, -2.2499618530273438, -1.0883640050888062, -1.5053881406784058, -2.1102185249328613, -1.4641178846359253, -1.3644604682922363, -1.1506617069244385, -3.0075364112854004, -1.3673279285430908, -1.4477226734161377, -1.7775564193725586, -1.2603555917739868, -0.8710772395133972, -1.8705854415893555, -3.0802199840545654, -0.36460790038108826, -1.4311448335647583, -1.5044282674789429, -0.7006307244300842, -1.888769507408142, -1.4219800233840942, -1.0950523614883423, -1.0295145511627197, -1.1682043075561523, -1.8981664180755615, -1.325319528579712, -1.6993658542633057, -0.9810082316398621, -1.5799319744110107, -0.10543115437030792, -2.9661872386932373, -2.400010585784912, -2.262364149093628, -0.9031819105148315, -0.7737675905227661, -1.3542348146438599, -1.1676173210144043, -2.0999093055725098, -2.4897940158843994, -0.962124764919281, -1.5425139665603638, -1.1180294752120972, -1.2288789749145508, -2.167070150375366, -1.7839659452438354, -1.7014436721801758, -0.9000502228736877, -1.033029317855835, -1.5727214813232422, -1.1720144748687744, -3.0060977935791016, -2.450428009033203, -1.5945464372634888, -0.661597728729248, -0.9456089735031128, -1.524125099182129, -1.983486533164978, -2.283964157104492, -1.751857876777649, -1.247490644454956, -1.8637865781784058, -1.86812424659729, -2.1046316623687744, -1.9244751930236816, -1.613312840461731, -3.2515342235565186, -1.7363413572311401, -2.4073007106781006, -2.5503430366516113, -1.5856677293777466, -3.3457508087158203, -2.479304075241089, -0.4126127362251282, -1.9248182773590088, -2.5181684494018555, -1.1962658166885376, -2.641625165939331, -1.7044099569320679, -1.8238720893859863, -1.7852166891098022, -0.6829406023025513, -0.11540418118238449, -1.6935744285583496, -1.2959810495376587, -1.5458956956863403, -2.7777252197265625, -1.275396466255188, -1.7171571254730225, -1.9648348093032837, -1.9414819478988647, -1.9301494359970093, -1.3878999948501587, -2.2096991539001465, -2.0889389514923096, -2.795525550842285, -1.8677599430084229, -1.1841596364974976, -1.6684750318527222, -2.587127923965454, -1.8262600898742676, -1.4638506174087524, -0.9675272107124329, -1.2487125396728516, -0.5400311946868896, -2.5250802040100098, -2.3207008838653564, -1.0166947841644287, -1.0326423645019531, -0.18274211883544922, -0.8393883109092712, -2.0782699584960938]}, "Bot001_031_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow i like fishing too [ROLLING ON THE FLOOR LAUGHING] I'm glad for you, i sometimes go to catch some fishes too i will probably go home and read. Also, try to guess: i live with ... PAIN", "response": "my husband in pennsylvania, funny you :)", "annotation_id": "Bot001_031_12", "annotations": ["O", "O", "T", "O", "X", "X", "T", "T", "X", "O", "O", "T", "O", "X", "X"], "gpt2_target_score": [-11.934226989746094, -11.465093612670898, -7.635197639465332, -14.799125671386719, -20.482738494873047, -3.022456407546997, -12.338553428649902, -11.04741382598877, -11.806114196777344], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.6115021705627441, -2.4246981143951416, -1.4593857526779175, -1.4345287084579468, -1.400450587272644, -2.2499618530273438, -1.0883640050888062, -1.5053881406784058, -2.1102185249328613, -1.4641178846359253, -1.3644604682922363, -1.1506617069244385, -3.0075364112854004, -1.3673279285430908, -1.4477226734161377, -1.7775564193725586, -1.2603555917739868, -0.8710772395133972, -1.8705854415893555, -3.0802199840545654, -0.36460790038108826, -1.4311448335647583, -1.5044282674789429, -0.7006307244300842, -1.888769507408142, -1.4219800233840942, -1.0950523614883423, -1.0295145511627197, -1.1682043075561523, -1.8981664180755615, -1.325319528579712, -1.6993658542633057, -0.9810082316398621, -1.5799319744110107, -0.10543115437030792, -2.9661872386932373, -2.400010585784912, -2.262364149093628, -0.9031819105148315, -0.7737675905227661, -1.3542348146438599, -1.1676173210144043, -2.0999093055725098, -2.4897940158843994, -0.962124764919281, -1.5425139665603638, -1.1180294752120972, -1.2288789749145508, -2.167070150375366, -1.7839659452438354, -1.7014436721801758, -0.9000502228736877, -1.033029317855835, -1.5727214813232422, -1.1720144748687744, -3.0060977935791016, -2.450428009033203, -1.5945464372634888, -0.661597728729248, -0.9456089735031128, -1.524125099182129, -1.983486533164978, -2.283964157104492, -1.751857876777649, -1.247490644454956, -1.8637865781784058, -1.86812424659729, -2.1046316623687744, -1.9244751930236816, -1.613312840461731, -3.2515342235565186, -1.7363413572311401, -2.4073007106781006, -2.5503430366516113, -1.5856677293777466, -3.3457508087158203, -2.479304075241089, -0.4126127362251282, -1.9248182773590088, -2.5181684494018555, -1.1962658166885376, -2.641625165939331, -1.7044099569320679, -1.8238720893859863, -1.7852166891098022, -0.6829406023025513, -0.11540418118238449, -1.6935744285583496, -1.2959810495376587, -1.5458956956863403, -2.7777252197265625, -1.275396466255188, -1.7171571254730225, -1.9648348093032837, -1.9414819478988647, -1.9301494359970093, -1.3878999948501587, -2.341031074523926, -2.8727262020111084, -1.675716519355774, -1.0760527849197388, -1.9702303409576416, -2.5012271404266357, -1.3899497985839844, -1.7149877548217773, -0.8696914315223694, -1.3538925647735596, -0.5138857960700989, -2.496462106704712, -2.1044344902038574, -1.1250946521759033, -0.9711033701896667, -0.19665561616420746, -0.812683641910553, -2.2792775630950928, -1.2828834056854248, -2.886350154876709, -2.342731237411499, -1.1131535768508911, -1.25998854637146, -0.7606959342956543, -0.05157686397433281, -2.0170276165008545, -2.151475191116333, -1.4578157663345337, -2.2589101791381836, -0.8260942101478577]}, "Bot001_031_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow i like fishing too [ROLLING ON THE FLOOR LAUGHING] I'm glad for you, i sometimes go to catch some fishes too i will probably go home and read. Also, try to guess: i live with ... PAIN my husband in pennsylvania, funny you :) that is really cool", "response": "it is much hotter here than in new york", "annotation_id": "Bot001_031_14", "annotations": ["O", "O", "O", "O", "X", "X", "T", "T", "X", "O", "O", "T", "O", "T", "X"], "gpt2_target_score": [-10.718971252441406, -7.508840560913086, -11.52830982208252, -11.351921081542969, -10.66602611541748, -9.962702751159668, -9.828131675720215, -11.749852180480957, -11.242637634277344, -17.599918365478516], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.6115021705627441, -2.4246981143951416, -1.4593857526779175, -1.4345287084579468, -1.400450587272644, -2.2499618530273438, -1.0883640050888062, -1.5053881406784058, -2.1102185249328613, -1.4641178846359253, -1.3644604682922363, -1.1506617069244385, -3.0075364112854004, -1.3673279285430908, -1.4477226734161377, -1.7775564193725586, -1.2603555917739868, -0.8710772395133972, -1.8705854415893555, -3.0802199840545654, -0.36460790038108826, -1.4311448335647583, -1.5044282674789429, -0.7006307244300842, -1.888769507408142, -1.4219800233840942, -1.0950523614883423, -1.0295145511627197, -1.1682043075561523, -1.8981664180755615, -1.325319528579712, -1.6993658542633057, -0.9810082316398621, -1.5799319744110107, -0.10543115437030792, -2.9661872386932373, -2.400010585784912, -2.262364149093628, -0.9031819105148315, -0.7737675905227661, -1.3542348146438599, -1.1676173210144043, -2.0999093055725098, -2.4897940158843994, -0.962124764919281, -1.5425139665603638, -1.1180294752120972, -1.2288789749145508, -2.167070150375366, -1.7839659452438354, -1.7014436721801758, -0.9000502228736877, -1.033029317855835, -1.5727214813232422, -1.1720144748687744, -3.0060977935791016, -2.450428009033203, -1.5945464372634888, -0.661597728729248, -0.9456089735031128, -1.524125099182129, -1.983486533164978, -2.283964157104492, -1.751857876777649, -1.247490644454956, -1.8637865781784058, -1.86812424659729, -2.1046316623687744, -1.9244751930236816, -1.613312840461731, -3.2515342235565186, -1.7363413572311401, -2.4073007106781006, -2.5503430366516113, -1.5856677293777466, -3.3457508087158203, -2.479304075241089, -0.4126127362251282, -1.9248182773590088, -2.5181684494018555, -1.1962658166885376, -2.641625165939331, -1.7044099569320679, -1.8238720893859863, -1.7852166891098022, -0.6829406023025513, -0.11540418118238449, -1.6935744285583496, -1.2959810495376587, -1.5458956956863403, -2.7777252197265625, -1.275396466255188, -1.7171571254730225, -1.9648348093032837, -1.9414819478988647, -1.9301494359970093, -1.3878999948501587, -2.341031074523926, -2.8727262020111084, -1.675716519355774, -1.0760527849197388, -1.9702303409576416, -2.5012271404266357, -1.3899497985839844, -1.7149877548217773, -0.8696914315223694, -1.3538925647735596, -0.5138857960700989, -2.496462106704712, -2.1044344902038574, -1.1250946521759033, -0.9711033701896667, -0.19665561616420746, -0.812683641910553, -2.2792775630950928, -1.2828834056854248, -2.886350154876709, -2.214538335800171, -1.9081588983535767, -1.477306604385376, -0.10847597569227219, -1.6870245933532715, -2.1653575897216797, -1.689563512802124, -2.1279983520507812, -1.6594526767730713, -0.48715725541114807, -2.1779842376708984, -1.0724769830703735, -1.6949619054794312, -2.287921190261841, -0.5133283138275146, -2.250452756881714, -1.4341840744018555, -0.8653072118759155, -1.494223952293396, -1.4611098766326904, -1.6419402360916138, -1.4681305885314941, -0.003939250484108925, -1.5495235919952393]}, "Bot001_031_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow i like fishing too [ROLLING ON THE FLOOR LAUGHING] I'm glad for you, i sometimes go to catch some fishes too i will probably go home and read. Also, try to guess: i live with ... PAIN my husband in pennsylvania, funny you :) that is really cool it is much hotter here than in new york that is your favorite color?", "response": "no , teal is . do you game ?", "annotation_id": "Bot001_031_16", "annotations": ["O", "O", "T", "O", "O", "X", "O", "X", "X", "T", "X", "O", "O", "X", "X"], "gpt2_target_score": [-11.437812805175781, -10.353841781616211, -10.655461311340332, -15.669258117675781, -10.549220085144043, -9.843241691589355, -9.926596641540527, -11.04741382598877, -11.548690795898438, -13.145297050476074], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.6115021705627441, -2.4246981143951416, -1.4593857526779175, -1.4345287084579468, -1.400450587272644, -2.2499618530273438, -1.0883640050888062, -1.5053881406784058, -2.1102185249328613, -1.4641178846359253, -1.3644604682922363, -1.1506617069244385, -3.0075364112854004, -1.3673279285430908, -1.4477226734161377, -1.7775564193725586, -1.2603555917739868, -0.8710772395133972, -1.8705854415893555, -3.0802199840545654, -0.36460790038108826, -1.4311448335647583, -1.5044282674789429, -0.7006307244300842, -1.888769507408142, -1.4219800233840942, -1.0950523614883423, -1.0295145511627197, -1.1682043075561523, -1.8981664180755615, -1.325319528579712, -1.6993658542633057, -0.9810082316398621, -1.5799319744110107, -0.10543115437030792, -2.9661872386932373, -2.400010585784912, -2.262364149093628, -0.9031819105148315, -0.7737675905227661, -1.3542348146438599, -1.1676173210144043, -2.0999093055725098, -2.4897940158843994, -0.962124764919281, -1.5425139665603638, -1.1180294752120972, -1.2288789749145508, -2.167070150375366, -1.7839659452438354, -1.7014436721801758, -0.9000502228736877, -1.033029317855835, -1.5727214813232422, -1.1720144748687744, -3.0060977935791016, -2.450428009033203, -1.5945464372634888, -0.661597728729248, -0.9456089735031128, -1.524125099182129, -1.983486533164978, -2.283964157104492, -1.751857876777649, -1.247490644454956, -1.8637865781784058, -1.86812424659729, -2.1046316623687744, -1.9244751930236816, -1.613312840461731, -3.2515342235565186, -1.7363413572311401, -2.4073007106781006, -2.5503430366516113, -1.5856677293777466, -3.3457508087158203, -2.479304075241089, -0.4126127362251282, -1.9248182773590088, -2.5181684494018555, -1.1962658166885376, -2.641625165939331, -1.7044099569320679, -1.8238720893859863, -1.7852166891098022, -0.6829406023025513, -0.11540418118238449, -1.6935744285583496, -1.2959810495376587, -1.5458956956863403, -2.7777252197265625, -1.275396466255188, -1.7171571254730225, -1.9648348093032837, -1.9414819478988647, -1.9301494359970093, -1.3878999948501587, -2.341031074523926, -2.8727262020111084, -1.675716519355774, -1.0760527849197388, -1.9702303409576416, -2.5012271404266357, -1.3899497985839844, -1.7149877548217773, -0.8696914315223694, -1.3538925647735596, -0.5138857960700989, -2.496462106704712, -2.1044344902038574, -1.1250946521759033, -0.9711033701896667, -0.19665561616420746, -0.812683641910553, -2.2792775630950928, -1.2828834056854248, -2.886350154876709, -2.214538335800171, -1.9081588983535767, -1.477306604385376, -0.10847597569227219, -1.6870245933532715, -2.1653575897216797, -1.689563512802124, -2.1279983520507812, -1.6594526767730713, -0.48715725541114807, -2.1779842376708984, -1.0724769830703735, -1.6949619054794312, -0.774269163608551, -2.339977741241455, -1.4628558158874512, -0.5889428853988647, -1.4807837009429932, -1.4791632890701294, -1.7324033975601196, -1.6418266296386719, -0.0037278698291629553, -1.5025062561035156, -1.1875604391098022, -2.7167181968688965, -1.625583291053772, -1.784364938735962, -1.7916128635406494, -1.245177984237671, -2.3053438663482666, -1.7317895889282227, -1.0905534029006958, -2.2486815452575684, -2.5311412811279297, -2.0827786922454834, -2.020113945007324, -0.4627905786037445, -1.5289453268051147, -1.9561944007873535, -0.7708678245544434]}, "Bot001_031_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow i like fishing too [ROLLING ON THE FLOOR LAUGHING] I'm glad for you, i sometimes go to catch some fishes too i will probably go home and read. Also, try to guess: i live with ... PAIN my husband in pennsylvania, funny you :) that is really cool it is much hotter here than in new york that is your favorite color? no , teal is . do you game ? *what", "response": "a stick ! !", "annotation_id": "Bot001_031_18", "annotations": ["X", "O", "O", "O", "X", "X", "T", "X", "X", "T", "X", "X", "X", "X", "X"], "gpt2_target_score": [-11.234725952148438, -14.784643173217773, -12.249653816223145, -12.068321228027344], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.6115021705627441, -2.4246981143951416, -1.4593857526779175, -1.4345287084579468, -1.400450587272644, -2.2499618530273438, -1.0883640050888062, -1.5053881406784058, -2.1102185249328613, -1.4641178846359253, -1.3644604682922363, -1.1506617069244385, -3.0075364112854004, -1.3673279285430908, -1.4477226734161377, -1.7775564193725586, -1.2603555917739868, -0.8710772395133972, -1.8705854415893555, -3.0802199840545654, -0.36460790038108826, -1.4311448335647583, -1.5044282674789429, -0.7006307244300842, -1.888769507408142, -1.4219800233840942, -1.0950523614883423, -1.0295145511627197, -1.1682043075561523, -1.8981664180755615, -1.325319528579712, -1.6993658542633057, -0.9810082316398621, -1.5799319744110107, -0.10543115437030792, -2.9661872386932373, -2.400010585784912, -2.262364149093628, -0.9031819105148315, -0.7737675905227661, -1.3542348146438599, -1.1676173210144043, -2.0999093055725098, -2.4897940158843994, -0.962124764919281, -1.5425139665603638, -1.1180294752120972, -1.2288789749145508, -2.167070150375366, -1.7839659452438354, -1.7014436721801758, -0.9000502228736877, -1.033029317855835, -1.5727214813232422, -1.1720144748687744, -3.0060977935791016, -2.450428009033203, -1.5945464372634888, -0.661597728729248, -0.9456089735031128, -1.524125099182129, -1.983486533164978, -2.283964157104492, -1.751857876777649, -1.247490644454956, -1.8637865781784058, -1.86812424659729, -2.1046316623687744, -1.9244751930236816, -1.613312840461731, -3.2515342235565186, -1.7363413572311401, -2.4073007106781006, -2.5503430366516113, -1.5856677293777466, -3.3457508087158203, -2.479304075241089, -0.4126127362251282, -1.9248182773590088, -2.5181684494018555, -1.1962658166885376, -2.641625165939331, -1.7044099569320679, -1.8238720893859863, -1.7852166891098022, -0.6829406023025513, -0.11540418118238449, -1.6935744285583496, -1.2959810495376587, -1.5458956956863403, -2.7777252197265625, -1.275396466255188, -1.7171571254730225, -1.9648348093032837, -1.9414819478988647, -1.9301494359970093, -1.3878999948501587, -2.341031074523926, -2.8727262020111084, -1.675716519355774, -1.0760527849197388, -1.9702303409576416, -2.5012271404266357, -1.3899497985839844, -1.7149877548217773, -0.8696914315223694, -1.3538925647735596, -0.5138857960700989, -2.496462106704712, -2.1044344902038574, -1.1250946521759033, -0.9711033701896667, -0.19665561616420746, -0.812683641910553, -2.2792775630950928, -1.2828850746154785, -2.886350631713867, -2.2145442962646484, -1.90815007686615, -1.4773144721984863, -0.10847640037536621, -1.6870192289352417, -2.165358304977417, -1.6895637512207031, -2.1280109882354736, -1.6594514846801758, -0.48715946078300476, -2.1779944896698, -1.072482705116272, -1.6949553489685059, -0.7742746472358704, -2.3399813175201416, -1.4628596305847168, -0.5889503955841064, -1.4807946681976318, -1.4791566133499146, -1.7324001789093018, -1.6418346166610718, -0.0037278698291629553, -1.5025001764297485, -1.1875370740890503, -2.7167210578918457, -1.6255725622177124, -1.7843695878982544, -1.7916088104248047, -1.2451969385147095, -1.7609810829162598, -1.1249836683273315, -2.077162504196167, -2.561554431915283, -2.304579019546509, -1.9401614665985107, -0.356244295835495, -1.525874376296997, -1.8914152383804321, -1.7055096626281738, -3.109856605529785, -1.607850193977356, -2.327328681945801, -2.456406354904175, -2.1159744262695312, -1.4899123907089233, -1.049538016319275]}, "Bot001_031_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow i like fishing too [ROLLING ON THE FLOOR LAUGHING] I'm glad for you, i sometimes go to catch some fishes too i will probably go home and read. Also, try to guess: i live with ... PAIN my husband in pennsylvania, funny you :) that is really cool it is much hotter here than in new york that is your favorite color? no , teal is . do you game ? *what a stick ! ! meow..", "response": "i've cats too !", "annotation_id": "Bot001_031_20", "annotations": ["O", "O", "T", "O", "X", "X", "T", "X", "X", "O", "X", "O", "O", "X", "X"], "gpt2_target_score": [-9.417320251464844, -12.229406356811523, -12.804890632629395, -8.972908020019531, -12.308283805847168], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.6115021705627441, -2.4246981143951416, -1.4593857526779175, -1.4345287084579468, -1.400450587272644, -2.2499618530273438, -1.0883640050888062, -1.5053881406784058, -2.1102185249328613, -1.4641178846359253, -1.3644604682922363, -1.1506617069244385, -3.0075364112854004, -1.3673279285430908, -1.4477226734161377, -1.7775564193725586, -1.2603555917739868, -0.8710772395133972, -1.8705854415893555, -3.0802199840545654, -0.36460790038108826, -1.4311448335647583, -1.5044282674789429, -0.7006307244300842, -1.888769507408142, -1.4219800233840942, -1.0950523614883423, -1.0295145511627197, -1.1682043075561523, -1.8981664180755615, -1.325319528579712, -1.6993658542633057, -0.9810082316398621, -1.5799319744110107, -0.10543115437030792, -2.9661872386932373, -2.400010585784912, -2.262364149093628, -0.9031819105148315, -0.7737675905227661, -1.3542348146438599, -1.1676173210144043, -2.0999093055725098, -2.4897940158843994, -0.962124764919281, -1.5425139665603638, -1.1180294752120972, -1.2288789749145508, -2.167070150375366, -1.7839659452438354, -1.7014436721801758, -0.9000502228736877, -1.033029317855835, -1.5727214813232422, -1.1720144748687744, -3.0060977935791016, -2.450428009033203, -1.5945464372634888, -0.661597728729248, -0.9456089735031128, -1.524125099182129, -1.983486533164978, -2.283964157104492, -1.751857876777649, -1.247490644454956, -1.8637865781784058, -1.86812424659729, -2.1046316623687744, -1.9244751930236816, -1.613312840461731, -3.2515342235565186, -1.7363413572311401, -2.4073007106781006, -2.5503430366516113, -1.5856677293777466, -3.3457508087158203, -2.479304075241089, -0.4126127362251282, -1.9248182773590088, -2.5181684494018555, -1.1962658166885376, -2.641625165939331, -1.7044099569320679, -1.8238720893859863, -1.7852166891098022, -0.6829406023025513, -0.11540418118238449, -1.6935744285583496, -1.2959810495376587, -1.5458956956863403, -2.7777252197265625, -1.275396466255188, -1.7171571254730225, -1.9648348093032837, -1.9414819478988647, -1.9301494359970093, -1.3878999948501587, -2.341031074523926, -2.8727262020111084, -1.675716519355774, -1.0760527849197388, -1.9702303409576416, -2.5012271404266357, -1.3899497985839844, -1.7149877548217773, -0.8696914315223694, -1.3538925647735596, -0.5138857960700989, -2.496462106704712, -2.1044344902038574, -1.1250946521759033, -0.9711033701896667, -0.19665561616420746, -0.812683641910553, -2.2792775630950928, -1.2828834056854248, -2.886350154876709, -2.214538335800171, -1.9081588983535767, -1.477306604385376, -0.10847597569227219, -1.6870245933532715, -2.1653575897216797, -1.689563512802124, -2.1279983520507812, -1.6594526767730713, -0.48715725541114807, -2.1779842376708984, -1.0724769830703735, -1.6949619054794312, -0.774269163608551, -2.339977741241455, -1.4628558158874512, -0.5889428853988647, -1.4807837009429932, -1.4791632890701294, -1.7324033975601196, -1.6418266296386719, -0.0037278698291629553, -1.5025062561035156, -1.1875604391098022, -2.7167181968688965, -1.625583291053772, -1.784364938735962, -1.7916128635406494, -1.245173454284668, -1.760986328125, -1.1249761581420898, -2.0771706104278564, -2.561554193496704, -2.3045759201049805, -1.9401438236236572, -0.35624346137046814, -1.5258713960647583, -1.8913977146148682, -1.7055128812789917, -3.109861135482788, -1.6078534126281738, -3.081467628479004, -2.181025505065918, -0.24413539469242096, -1.3016690015792847, -2.6553571224212646, -2.38051438331604, -1.6721323728561401, -2.333885431289673, -2.3338840007781982, -1.1481186151504517, -1.9532839059829712, -1.8261412382125854, -1.6194862127304077]}, "Bot001_032_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car?", "response": "yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE]", "annotation_id": "Bot001_032_02", "annotations": ["O", "X", "O", "O", "X", "O", "O", "T", "X", "O", "T", "T", "X", "X", "T"], "gpt2_target_score": [-15.13262939453125, -10.353841781616211, -8.68297290802002, -13.894081115722656, -8.437602043151855, -9.143092155456543, -14.404379844665527, -11.563401222229004, -15.203453063964844, -8.824305534362793, -15.972282409667969, -5.971240043640137, -4.948526382446289, -8.367683410644531, -5.332887649536133, -16.497007369995117, -11.509061813354492, -18.94025421142578, -22.2911319732666, -12.82657527923584, -11.208580017089844, -17.891748428344727, -17.48043441772461, -10.602664947509766, -19.709306716918945, -11.625722885131836], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.3235853910446167, -0.8225489854812622, -2.149420738220215, -2.0473856925964355, -0.7652065753936768, -1.6095397472381592, -1.5976755619049072, -1.2752712965011597, -2.090566635131836, -1.713155746459961, -1.061064600944519, -2.5901763439178467, -2.965055465698242, -2.392803907394409, -1.0031627416610718, -1.6918803453445435, -0.4993010461330414, -0.17383383214473724, -1.4033005237579346, -1.1855758428573608, -1.4193085432052612, -1.171464443206787, -0.1768178790807724, -1.3303442001342773, -1.0027930736541748, -1.3300398588180542, -0.33786505460739136, -1.7325708866119385, -1.8464021682739258, -1.3701012134552002, -1.2190533876419067, -1.5368621349334717, -1.7714252471923828, -1.5119653940200806, -0.6757206916809082, -0.30790990591049194, -1.2821075916290283, -1.706092357635498, -2.828584671020508, -0.1892482489347458, -0.1475769281387329, -2.3355793952941895, -1.6509606838226318, -2.2138097286224365, -2.678779363632202, -1.8281433582305908, -1.049782633781433, -1.7882481813430786, -3.1626698970794678, -2.0546493530273438, -1.191235899925232, -2.3154654502868652, -1.6974667310714722, -1.7012430429458618, -0.9669726490974426]}, "Bot001_032_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious?", "response": "i believe the one that loves us all loves us unconditionally . i hope they do", "annotation_id": "Bot001_032_04", "annotations": ["O", "T", "T", "O", "X", "T", "T", "X", "X", "O", "O", "O", "O", "X", "X"], "gpt2_target_score": [-9.417320251464844, -14.020116806030273, -5.609593391418457, -4.9848408699035645, -10.58875560760498, -16.764019012451172, -12.50900936126709, -13.285706520080566, -16.64655303955078, -8.704726219177246, -21.828716278076172, -19.710214614868164, -12.545942306518555, -12.063089370727539, -14.452009201049805, -10.725446701049805, -12.890913009643555], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.3235853910446167, -0.8225489854812622, -2.149420738220215, -2.0473856925964355, -0.7652065753936768, -1.6095397472381592, -1.5976755619049072, -1.2752712965011597, -2.090566635131836, -1.713155746459961, -1.061064600944519, -2.5901763439178467, -2.965055465698242, -2.392803907394409, -1.0031627416610718, -1.6918803453445435, -0.4993010461330414, -0.17383383214473724, -1.4033005237579346, -1.1855758428573608, -1.4193085432052612, -1.171464443206787, -0.1768178790807724, -1.3303442001342773, -1.0027930736541748, -1.3300398588180542, -0.33786505460739136, -1.7325708866119385, -1.6307011842727661, -1.497623324394226, -1.2201069593429565, -1.7462068796157837, -1.0812301635742188, -0.6334635019302368, -0.4197996258735657, -1.253829002380371, -1.3860772848129272, -2.483011245727539, -0.17600464820861816, -0.15123264491558075, -2.1356308460235596, -1.7862250804901123, -2.266171932220459, -2.433040142059326, -1.8030530214309692, -0.6885220408439636, -1.821037769317627, -3.2207088470458984, -2.0714035034179688, -1.1616413593292236, -2.490089178085327, -1.7533692121505737, -1.7099807262420654, -1.7862396240234375, -1.1933863162994385, -1.9538580179214478, -0.13886889815330505, -3.295994997024536, -0.4876134991645813, -2.038569927215576, -2.018122434616089, -2.509098529815674, -0.781638503074646, -2.668407678604126, -2.042728900909424, -2.487326145172119, -1.91609787940979, -1.119257926940918, -1.4579612016677856, -0.9804748892784119, -1.0671312808990479, -0.0013552061282098293, -1.4254900217056274, -1.6872897148132324, -2.4750266075134277, -1.3856134414672852, -2.4002578258514404, -1.0149625539779663]}, "Bot001_032_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church?", "response": "i do but i also play football. Also, try to guess: i grew up ...", "annotation_id": "Bot001_032_06", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "X", "T", "T", "O", "X", "X", "T"], "gpt2_target_score": [-9.417320251464844, -9.207998275756836, -12.18199634552002, -10.810890197753906, -14.590846061706543, -11.507075309753418, -12.090933799743652, -11.439888954162598, -15.894424438476562, -8.623236656188965, -20.420757293701172, -8.04731273651123, -18.166250228881836, -9.495744705200195, -9.88963508605957, -13.183012008666992, -15.393400192260742, -11.870094299316406], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.3235853910446167, -0.8225489854812622, -2.149420738220215, -2.0473856925964355, -0.7652065753936768, -1.6095397472381592, -1.5976755619049072, -1.2752712965011597, -2.090566635131836, -1.713155746459961, -1.061064600944519, -2.5901763439178467, -2.965055465698242, -2.392803907394409, -1.0031627416610718, -1.6918803453445435, -0.4993010461330414, -0.17383383214473724, -1.4033005237579346, -1.1855758428573608, -1.4193085432052612, -1.171464443206787, -0.1768178790807724, -1.3303442001342773, -1.0027930736541748, -1.3300398588180542, -0.33786505460739136, -1.7325708866119385, -1.6307011842727661, -1.497623324394226, -1.2201069593429565, -1.7462068796157837, -1.0812301635742188, -0.6334635019302368, -0.4197996258735657, -1.253829002380371, -1.3860772848129272, -2.483011245727539, -0.17600464820861816, -0.15123264491558075, -2.1356308460235596, -1.7862250804901123, -2.266171932220459, -2.433040142059326, -1.8030530214309692, -0.6885220408439636, -1.821037769317627, -3.2207088470458984, -2.0714035034179688, -1.1616413593292236, -2.490089178085327, -1.7533692121505737, -1.7099807262420654, -1.7862396240234375, -1.1933863162994385, -1.9538580179214478, -0.13886889815330505, -3.295994997024536, -0.4876134991645813, -2.038569927215576, -2.077943801879883, -0.9402668476104736, -2.804760456085205, -1.7058799266815186, -2.53525447845459, -1.7857837677001953, -1.099341869354248, -1.430830955505371, -0.9644103050231934, -1.5363117456436157, -0.0011624491307884455, -1.3681665658950806, -1.6161751747131348, -2.334303140640259, -1.3286410570144653, -2.374615430831909, -0.8746806979179382, -1.290897011756897, -2.0017387866973877, -2.1606671810150146, -0.31426066160202026, -0.9348772168159485, -0.8566832542419434, -1.9495532512664795, -0.9474031329154968, -2.6739909648895264, -2.173316240310669, -2.4117367267608643, -1.8652215003967285, -0.833980917930603, -2.021841287612915, -2.1430423259735107, -1.6114938259124756, -1.7340892553329468, -0.9474625587463379, -0.8913313150405884, -0.69022136926651, -0.7945848703384399, -2.4067599773406982, -1.6318578720092773, -2.2737443447113037, -2.4065475463867188, -0.019405866041779518, -0.6359182000160217, -2.154155731201172]}, "Bot001_032_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know", "response": "in manhattan, funny you :)", "annotation_id": "Bot001_032_08", "annotations": ["O", "T", "T", "T", "X", "T", "O", "O", "X", "T", "O", "T", "X", "X", "T"], "gpt2_target_score": [-11.285964965820312, -11.356985092163086, -20.775243759155273, -8.089546203613281, -8.116511344909668, -6.2294416427612305, -6.476370334625244], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.3235853910446167, -0.8225489854812622, -2.149420738220215, -2.0473856925964355, -0.7652065753936768, -1.6095397472381592, -1.5976755619049072, -1.2752712965011597, -2.090566635131836, -1.713155746459961, -1.061064600944519, -2.5901763439178467, -2.965055465698242, -2.392803907394409, -1.0031627416610718, -1.6918803453445435, -0.4993010461330414, -0.17383383214473724, -1.4033005237579346, -1.1855758428573608, -1.4193085432052612, -1.171464443206787, -0.1768178790807724, -1.3303442001342773, -1.0027930736541748, -1.3300398588180542, -0.33786505460739136, -1.7325708866119385, -1.6307011842727661, -1.497623324394226, -1.2201069593429565, -1.7462068796157837, -1.0812301635742188, -0.6334635019302368, -0.4197996258735657, -1.253829002380371, -1.3860772848129272, -2.483011245727539, -0.17600464820861816, -0.15123264491558075, -2.1356308460235596, -1.7862250804901123, -2.266171932220459, -2.433040142059326, -1.8030530214309692, -0.6885220408439636, -1.821037769317627, -3.2207088470458984, -2.0714035034179688, -1.1616413593292236, -2.490089178085327, -1.7533692121505737, -1.7099807262420654, -1.7862396240234375, -1.1933863162994385, -1.9538580179214478, -0.13886889815330505, -3.295994997024536, -0.4876134991645813, -2.038569927215576, -2.077943801879883, -0.9402668476104736, -2.804760456085205, -1.7058799266815186, -2.53525447845459, -1.7857837677001953, -1.099341869354248, -1.4308357238769531, -0.9644179344177246, -1.5363143682479858, -0.0011624491307884455, -1.3681654930114746, -1.6161812543869019, -2.3342771530151367, -1.328647494316101, -2.374621868133545, -0.8746775984764099, -1.2908862829208374, -2.0017244815826416, -2.1606695652008057, -0.3142607510089874, -0.9348660111427307, -0.856692910194397, -1.949544906616211, -0.9474154114723206, -2.673992156982422, -2.6252753734588623, -1.5708996057510376, -0.9970801472663879, -1.6252973079681396, -2.0705440044403076, -1.3212521076202393, -1.7677485942840576, -1.5653520822525024, -1.3256551027297974, -1.1288979053497314, -0.7695875763893127, -2.441732883453369, -1.7323651313781738, -2.0697519779205322, -2.3971989154815674, -0.016559185460209846, -0.586766242980957, -2.2048392295837402, -2.3451220989227295, -0.04958702623844147, -1.6106867790222168, -1.9458516836166382, -2.1954851150512695, -0.05943204089999199, -1.36972975730896, -1.4004108905792236, -2.5211143493652344, -1.9620403051376343, -1.7640877962112427, -1.898095726966858, -1.726769208908081, -2.4250800609588623, -2.6407275199890137, -0.5762783288955688]}, "Bot001_032_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know in manhattan, funny you :) Okay. I could not guess that", "response": "haha that sucks . i'd probably have an easy time hiding them beneath my versacchi suits", "annotation_id": "Bot001_032_10", "annotations": ["O", "X", "X", "T", "X", "O", "T", "O", "T", "T", "O", "T", "X", "X", "X"], "gpt2_target_score": [-10.555511474609375, -18.302053451538086, -10.60258960723877, -13.590431213378906, -10.896632194519043, -8.16602611541748, -13.622336387634277, -15.311959266662598, -13.08319091796875, -8.545851707458496, -20.323951721191406, -14.630091667175293, -16.601518630981445, -16.346473693847656, -17.60365867614746, -7.7082953453063965, -19.768217086791992, -13.879539489746094, -17.480981826782227, -10.349539756774902], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.3235853910446167, -0.8225489854812622, -2.149420738220215, -2.0473856925964355, -0.7652065753936768, -1.6095397472381592, -1.5976755619049072, -1.2752712965011597, -2.090566635131836, -1.713155746459961, -1.061064600944519, -2.5901763439178467, -2.965055465698242, -2.392803907394409, -1.0031627416610718, -1.6918803453445435, -0.4993010461330414, -0.17383383214473724, -1.4033005237579346, -1.1855758428573608, -1.4193085432052612, -1.171464443206787, -0.1768178790807724, -1.3303442001342773, -1.0027930736541748, -1.3300398588180542, -0.33786505460739136, -1.7325708866119385, -1.6307011842727661, -1.497623324394226, -1.2201069593429565, -1.7462068796157837, -1.0812301635742188, -0.6334635019302368, -0.4197996258735657, -1.253829002380371, -1.3860772848129272, -2.483011245727539, -0.17600464820861816, -0.15123264491558075, -2.1356308460235596, -1.7862250804901123, -2.266171932220459, -2.433040142059326, -1.8030530214309692, -0.6885220408439636, -1.821037769317627, -3.2207088470458984, -2.0714035034179688, -1.1616413593292236, -2.490089178085327, -1.7533692121505737, -1.7099807262420654, -1.7862396240234375, -1.1933863162994385, -1.9538580179214478, -0.13886889815330505, -3.295994997024536, -0.4876134991645813, -2.038569927215576, -2.077943801879883, -0.9402668476104736, -2.804760456085205, -1.7058799266815186, -2.53525447845459, -1.7857837677001953, -1.099341869354248, -1.4308357238769531, -0.9644179344177246, -1.5363143682479858, -0.0011624491307884455, -1.3681654930114746, -1.6161812543869019, -2.334280014038086, -1.3286409378051758, -2.3746211528778076, -0.874678909778595, -1.290880560874939, -2.001729965209961, -2.160663366317749, -0.31426092982292175, -0.9348775148391724, -0.8566838502883911, -1.9495587348937988, -0.9474172592163086, -2.6739983558654785, -2.625290870666504, -1.5709125995635986, -0.9970718026161194, -1.6252996921539307, -2.070545196533203, -1.3212511539459229, -1.7677459716796875, -1.5653489828109741, -1.3256372213363647, -1.128889560699463, -0.7695987224578857, -2.4417405128479004, -1.7323741912841797, -2.0697662830352783, -2.397202730178833, -0.016559068113565445, -0.5867664217948914, -2.204822063446045, -2.3451178073883057, -0.0495864599943161, -1.6106860637664795, -1.9458575248718262, -2.1954827308654785, -0.05943204089999199, -1.36973237991333, -1.4004056453704834, -1.7711197137832642, -1.3641886711120605, -1.319881558418274, -1.3921146392822266, -2.072145938873291, -2.597926616668701, -1.5171380043029785, -1.2703948020935059, -2.055436134338379, -1.9231890439987183, -2.0861666202545166, -2.6284005641937256, -1.5614856481552124, -1.440079689025879, -2.288043737411499, -0.8380229473114014, -1.9568333625793457, -0.7541049718856812, -1.180511713027954, -1.770456314086914, -2.711724281311035, -2.03403639793396, -2.2077858448028564, -0.41691312193870544, -1.7583112716674805, -0.8155593276023865, -2.0001630783081055, -1.3098617792129517, -1.6114262342453003, -1.0012154579162598, -1.5730870962142944, -1.5270836353302002, -2.5315604209899902, -2.025670289993286, -1.6545884609222412]}, "Bot001_032_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know in manhattan, funny you :) Okay. I could not guess that haha that sucks . i'd probably have an easy time hiding them beneath my versacchi suits So you rich", "response": "that must be great i'm not rich but i try to be. Also, try to guess: my parents are ...", "annotation_id": "Bot001_032_12", "annotations": ["O", "T", "O", "T", "O", "T", "O", "O", "X", "T", "O", "O", "X", "X", "O"], "gpt2_target_score": [-14.645179748535156, -13.376546859741211, -11.431828498840332, -8.469596862792969, -10.827418327331543, -13.21906566619873, -9.37491512298584, -15.352234840393066, -13.024139404296875, -10.093119621276855, -20.420757293701172, -8.04731273651123, -13.408620834350586, -4.882167816162109, -12.83964729309082, -10.799833297729492, -15.33253288269043, -10.379615783691406, -10.728127479553223, -8.003729820251465, -9.548973083496094, -13.508400917053223, -11.652737617492676, -8.021625518798828], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.3235853910446167, -0.8225489854812622, -2.149420738220215, -2.0473856925964355, -0.7652065753936768, -1.6095397472381592, -1.5976755619049072, -1.2752712965011597, -2.090566635131836, -1.713155746459961, -1.061064600944519, -2.5901763439178467, -2.965055465698242, -2.392803907394409, -1.0031627416610718, -1.6918803453445435, -0.4993010461330414, -0.17383383214473724, -1.4033005237579346, -1.1855758428573608, -1.4193085432052612, -1.171464443206787, -0.1768178790807724, -1.3303442001342773, -1.0027930736541748, -1.3300398588180542, -0.33786505460739136, -1.7325708866119385, -1.6307011842727661, -1.497623324394226, -1.2201069593429565, -1.7462068796157837, -1.0812301635742188, -0.6334635019302368, -0.4197996258735657, -1.253829002380371, -1.3860772848129272, -2.483011245727539, -0.17600464820861816, -0.15123264491558075, -2.1356308460235596, -1.7862250804901123, -2.266171932220459, -2.433040142059326, -1.8030530214309692, -0.6885220408439636, -1.821037769317627, -3.2207088470458984, -2.0714035034179688, -1.1616413593292236, -2.490089178085327, -1.7533692121505737, -1.7099807262420654, -1.7862396240234375, -1.1933863162994385, -1.9538580179214478, -0.13886889815330505, -3.295994997024536, -0.4876134991645813, -2.038569927215576, -2.077943801879883, -0.9402668476104736, -2.804760456085205, -1.7058799266815186, -2.53525447845459, -1.7857837677001953, -1.099341869354248, -1.4308357238769531, -0.9644179344177246, -1.5363143682479858, -0.0011624491307884455, -1.3681654930114746, -1.6161812543869019, -2.334280014038086, -1.3286409378051758, -2.3746211528778076, -0.874678909778595, -1.290880560874939, -2.001729965209961, -2.160663366317749, -0.31426092982292175, -0.9348775148391724, -0.8566838502883911, -1.9495587348937988, -0.9474172592163086, -2.6739983558654785, -2.625290870666504, -1.5709125995635986, -0.9970718026161194, -1.6252996921539307, -2.070545196533203, -1.3212511539459229, -1.7677459716796875, -1.5653489828109741, -1.3256372213363647, -1.128889560699463, -0.7695987224578857, -2.4417405128479004, -1.7323741912841797, -2.0697662830352783, -2.397202730178833, -0.016559068113565445, -0.5867664217948914, -2.204822063446045, -2.3451178073883057, -0.0495864599943161, -1.6106860637664795, -1.9458575248718262, -2.1954827308654785, -0.05943204089999199, -1.36973237991333, -1.4004056453704834, -1.7711197137832642, -1.3641886711120605, -1.319881558418274, -1.3921146392822266, -2.072145938873291, -2.597926616668701, -1.5171380043029785, -1.2703948020935059, -2.055436134338379, -1.9231890439987183, -2.0861666202545166, -2.6284005641937256, -1.5614856481552124, -1.440079689025879, -1.1954872608184814, -0.6778743267059326, -1.03494393825531, -2.1287620067596436, -2.629145860671997, -1.5305371284484863, -2.2180564403533936, -0.42478880286216736, -1.7476669549942017, -0.8882389664649963, -2.026730537414551, -1.4874895811080933, -1.5702931880950928, -1.0250552892684937, -1.6998471021652222, -1.411391019821167, -2.245828628540039, -2.0875771045684814, -1.5992099046707153, -2.120962142944336, -2.1152443885803223, -2.4097869396209717, -2.4321367740631104, -0.7170886397361755, -0.3935360014438629, -1.6234863996505737, -1.4449306726455688, -1.3623441457748413, -2.421280860900879, -1.611158013343811, -2.2158799171447754, -0.7741031646728516, -1.8215388059616089, -0.5857585072517395, -2.400322437286377, -1.436396598815918, -1.3020864725112915, -1.2112599611282349, -1.2153630256652832, -0.2336391657590866, -1.7492541074752808, -2.3721749782562256, -0.7866551280021667, -1.2397242784500122, -1.2193437814712524, -1.2737518548965454, -2.380617141723633]}, "Bot001_032_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know in manhattan, funny you :) Okay. I could not guess that haha that sucks . i'd probably have an easy time hiding them beneath my versacchi suits So you rich that must be great i'm not rich but i try to be. Also, try to guess: my parents are ... Your parents are ... Nice?", "response": "very wealthy bankers, funny you :)", "annotation_id": "Bot001_032_14", "annotations": ["O", "T", "T", "T", "X", "O", "O", "O", "X", "T", "O", "T", "O", "T", "T"], "gpt2_target_score": [-14.180641174316406, -16.441564559936523, -17.24611473083496, -8.089546203613281, -8.116511344909668, -6.2294416427612305, -6.476370334625244], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.3235853910446167, -0.8225489854812622, -2.149420738220215, -2.0473856925964355, -0.7652065753936768, -1.6095397472381592, -1.5976755619049072, -1.2752712965011597, -2.090566635131836, -1.713155746459961, -1.061064600944519, -2.5901763439178467, -2.965055465698242, -2.392803907394409, -1.0031627416610718, -1.6918803453445435, -0.4993010461330414, -0.17383383214473724, -1.4033005237579346, -1.1855758428573608, -1.4193085432052612, -1.171464443206787, -0.1768178790807724, -1.3303442001342773, -1.0027930736541748, -1.3300398588180542, -0.33786505460739136, -1.7325708866119385, -1.6307011842727661, -1.497623324394226, -1.2201069593429565, -1.7462068796157837, -1.0812301635742188, -0.6334635019302368, -0.4197996258735657, -1.253829002380371, -1.3860772848129272, -2.483011245727539, -0.17600464820861816, -0.15123264491558075, -2.1356308460235596, -1.7862250804901123, -2.266171932220459, -2.433040142059326, -1.8030530214309692, -0.6885220408439636, -1.821037769317627, -3.2207088470458984, -2.0714035034179688, -1.1616413593292236, -2.490089178085327, -1.7533692121505737, -1.7099807262420654, -1.7862396240234375, -1.1933863162994385, -1.9538580179214478, -0.13886889815330505, -3.295994997024536, -0.4876134991645813, -2.038569927215576, -2.077943801879883, -0.9402668476104736, -2.804760456085205, -1.7058799266815186, -2.53525447845459, -1.7857837677001953, -1.099341869354248, -1.4308357238769531, -0.9644179344177246, -1.5363143682479858, -0.0011624491307884455, -1.3681654930114746, -1.6161812543869019, -2.334280014038086, -1.3286409378051758, -2.3746211528778076, -0.874678909778595, -1.290880560874939, -2.001729965209961, -2.160663366317749, -0.31426092982292175, -0.9348775148391724, -0.8566838502883911, -1.9495587348937988, -0.9474172592163086, -2.6739983558654785, -2.625290870666504, -1.5709125995635986, -0.9970718026161194, -1.6252996921539307, -2.070545196533203, -1.3212511539459229, -1.7677459716796875, -1.5653489828109741, -1.3256372213363647, -1.128889560699463, -0.7695987224578857, -2.4417405128479004, -1.7323741912841797, -2.0697662830352783, -2.397202730178833, -0.016559068113565445, -0.5867664217948914, -2.204822063446045, -2.3451178073883057, -0.0495864599943161, -1.6106860637664795, -1.9458575248718262, -2.1954827308654785, -0.05943204089999199, -1.36973237991333, -1.4004056453704834, -1.7711197137832642, -1.3641886711120605, -1.319881558418274, -1.3921146392822266, -2.072145938873291, -2.597926616668701, -1.5171380043029785, -1.2703948020935059, -2.055436134338379, -1.9231890439987183, -2.0861666202545166, -2.6284005641937256, -1.5614856481552124, -1.440079689025879, -1.1954872608184814, -0.6778743267059326, -1.03494393825531, -2.1287620067596436, -2.629145860671997, -1.5305371284484863, -2.2180564403533936, -0.42478880286216736, -1.7476669549942017, -0.8882389664649963, -2.026730537414551, -1.4874895811080933, -1.5702931880950928, -1.0250552892684937, -1.6998471021652222, -1.411391019821167, -2.245828628540039, -2.0875771045684814, -1.5992099046707153, -2.120962142944336, -2.1152443885803223, -2.4097869396209717, -1.284572958946228, -0.7217984199523926, -1.9334559440612793, -1.6006790399551392, -0.6383629441261292, -2.2693183422088623, -1.8896194696426392, -2.528594493865967, -1.1678696870803833, -1.8216315507888794, -0.5653381943702698, -2.209975481033325, -1.7030686140060425, -2.2285752296447754, -0.8931912183761597, -1.5057247877120972, -0.2588775157928467, -1.7996577024459839, -2.3523313999176025, -1.006776213645935, -1.5484741926193237, -1.5727978944778442, -1.6999584436416626, -2.632591724395752, -1.0250747203826904, -0.6860557794570923, -2.2834692001342773, -2.542471408843994, -1.379134178161621, -2.4385132789611816, -2.494502305984497, -1.1023945808410645, -1.9236621856689453, -2.0231478214263916, -2.252819538116455, -1.4892627000808716, -2.493539571762085, -0.7342306971549988]}, "Bot001_032_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know in manhattan, funny you :) Okay. I could not guess that haha that sucks . i'd probably have an easy time hiding them beneath my versacchi suits So you rich that must be great i'm not rich but i try to be. Also, try to guess: my parents are ... Your parents are ... Nice? very wealthy bankers, funny you :) Funny me, ha. Do you like finance?", "response": "i love dancing on fancy cars , yeah haha. how old are you ?", "annotation_id": "Bot001_032_16", "annotations": ["O", "X", "X", "X", "O", "T", "O", "T", "T", "T", "T", "T", "X", "T", "T"], "gpt2_target_score": [-9.417320251464844, -12.058126449584961, -14.816121101379395, -6.4213948249816895, -9.964106559753418, -15.093989372253418, -10.906989097595215, -15.870240211486816, -14.364837646484375, -8.870665550231934, -14.986490249633789, -14.493830680847168, -12.922704696655273, -10.518592834472656, -11.254438400268555], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.3235853910446167, -0.8225489854812622, -2.149420738220215, -2.0473856925964355, -0.7652065753936768, -1.6095397472381592, -1.5976755619049072, -1.2752712965011597, -2.090566635131836, -1.713155746459961, -1.061064600944519, -2.5901763439178467, -2.965055465698242, -2.392803907394409, -1.0031627416610718, -1.6918803453445435, -0.4993010461330414, -0.17383383214473724, -1.4033005237579346, -1.1855758428573608, -1.4193085432052612, -1.171464443206787, -0.1768178790807724, -1.3303442001342773, -1.0027930736541748, -1.3300398588180542, -0.33786505460739136, -1.7325708866119385, -1.6307011842727661, -1.497623324394226, -1.2201069593429565, -1.7462068796157837, -1.0812301635742188, -0.6334635019302368, -0.4197996258735657, -1.253829002380371, -1.3860772848129272, -2.483011245727539, -0.17600464820861816, -0.15123264491558075, -2.1356308460235596, -1.7862250804901123, -2.266171932220459, -2.433040142059326, -1.8030530214309692, -0.6885220408439636, -1.821037769317627, -3.2207088470458984, -2.0714035034179688, -1.1616413593292236, -2.490089178085327, -1.7533692121505737, -1.7099807262420654, -1.7862396240234375, -1.1933863162994385, -1.9538580179214478, -0.13886889815330505, -3.295994997024536, -0.4876134991645813, -2.038569927215576, -2.077943801879883, -0.9402668476104736, -2.804760456085205, -1.7058799266815186, -2.53525447845459, -1.7857837677001953, -1.099341869354248, -1.4308357238769531, -0.9644179344177246, -1.5363143682479858, -0.0011624491307884455, -1.3681654930114746, -1.6161812543869019, -2.334280014038086, -1.3286409378051758, -2.3746211528778076, -0.874678909778595, -1.290880560874939, -2.001729965209961, -2.160663366317749, -0.31426092982292175, -0.9348775148391724, -0.8566838502883911, -1.9495587348937988, -0.9474172592163086, -2.6739983558654785, -2.625290870666504, -1.5709125995635986, -0.9970718026161194, -1.6252996921539307, -2.070545196533203, -1.3212511539459229, -1.7677459716796875, -1.5653489828109741, -1.3256372213363647, -1.128889560699463, -0.7695987224578857, -2.4417405128479004, -1.7323741912841797, -2.0697662830352783, -2.397202730178833, -0.016559068113565445, -0.5867664217948914, -2.204822063446045, -2.3451178073883057, -0.0495864599943161, -1.6106860637664795, -1.9458575248718262, -2.1954827308654785, -0.05943204089999199, -1.36973237991333, -1.4004056453704834, -1.7711197137832642, -1.3641886711120605, -1.319881558418274, -1.3921146392822266, -2.072145938873291, -2.597926616668701, -1.5171380043029785, -1.2703948020935059, -2.055436134338379, -1.9231890439987183, -2.0861666202545166, -2.6284005641937256, -1.5614856481552124, -1.440079689025879, -1.1954872608184814, -0.6778743267059326, -1.03494393825531, -2.1287620067596436, -2.629145860671997, -1.5305371284484863, -2.2180564403533936, -0.42478880286216736, -1.7476669549942017, -0.8882389664649963, -2.026730537414551, -1.4874895811080933, -1.5702931880950928, -1.0250552892684937, -1.6998471021652222, -1.411391019821167, -2.245828628540039, -2.0875771045684814, -1.5992099046707153, -2.120962142944336, -2.1152443885803223, -2.4097869396209717, -1.284572958946228, -0.7217984199523926, -1.9334559440612793, -1.6006790399551392, -0.6383629441261292, -2.2693183422088623, -1.8896194696426392, -2.528594493865967, -1.1678696870803833, -1.8216315507888794, -0.5653381943702698, -2.209975481033325, -1.7030686140060425, -2.2285752296447754, -0.8931912183761597, -1.5057247877120972, -0.2588775157928467, -1.7996577024459839, -2.3523313999176025, -1.006776213645935, -1.5484741926193237, -1.5727978944778442, -1.6999584436416626, -2.632591724395752, -1.0250747203826904, -0.6860557794570923, -2.2834692001342773, -2.5424582958221436, -1.3791285753250122, -2.4385032653808594, -1.4213162660598755, -1.71970534324646, -1.8780227899551392, -2.2939138412475586, -1.9130237102508545, -2.9496288299560547, -2.45475697517395, -0.8844107985496521, -1.130757212638855, -1.6331864595413208, -0.5253853797912598, -2.2627365589141846, -0.10528041422367096, -1.8303930759429932, -1.6395822763442993, -0.7121339440345764, -2.284003496170044, -2.1356041431427, -2.324528217315674, -0.4998128414154053, -1.679041862487793, -0.9783234596252441, -1.5619710683822632, -1.741159200668335, -1.7309472560882568, -1.0637513399124146, -1.5341531038284302, -0.9975080490112305, -1.3989124298095703, -0.22770152986049652, -0.15817850828170776, -1.0493007898330688, -0.7239862084388733]}, "Bot001_032_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know in manhattan, funny you :) Okay. I could not guess that haha that sucks . i'd probably have an easy time hiding them beneath my versacchi suits So you rich that must be great i'm not rich but i try to be. Also, try to guess: my parents are ... Your parents are ... Nice? very wealthy bankers, funny you :) Funny me, ha. Do you like finance? i love dancing on fancy cars , yeah haha. how old are you ? I'm pretty old. How old are you?", "response": "oh that's sweet , i'm 33 years old . i have a daughter that's 7 .", "annotation_id": "Bot001_032_18", "annotations": ["O", "O", "O", "X", "X", "O", "O", "O", "T", "O", "O", "T", "O", "X", "X"], "gpt2_target_score": [-11.552764892578125, -9.091314315795898, -1.527821660041809, -10.279518127441406, -12.279582023620605, -8.16602611541748, -11.593634605407715, -14.40417194366455, -16.893287658691406, -13.463202476501465, -13.47285270690918, -9.982134819030762, -14.50800895690918, -11.938861846923828, -15.131711959838867, -9.434202194213867, -12.475996017456055, -13.828742980957031, -11.277596473693848], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.3235853910446167, -0.8225489854812622, -2.149420738220215, -2.0473856925964355, -0.7652065753936768, -1.6095397472381592, -1.5976755619049072, -1.2752712965011597, -2.090566635131836, -1.713155746459961, -1.061064600944519, -2.5901763439178467, -2.965055465698242, -2.392803907394409, -1.0031627416610718, -1.6918803453445435, -0.4993010461330414, -0.17383383214473724, -1.4033005237579346, -1.1855758428573608, -1.4193085432052612, -1.171464443206787, -0.1768178790807724, -1.3303442001342773, -1.0027930736541748, -1.3300398588180542, -0.33786505460739136, -1.7325708866119385, -1.6307011842727661, -1.497623324394226, -1.2201069593429565, -1.7462068796157837, -1.0812301635742188, -0.6334635019302368, -0.4197996258735657, -1.253829002380371, -1.3860772848129272, -2.483011245727539, -0.17600464820861816, -0.15123264491558075, -2.1356308460235596, -1.7862250804901123, -2.266171932220459, -2.433040142059326, -1.8030530214309692, -0.6885220408439636, -1.821037769317627, -3.2207088470458984, -2.0714035034179688, -1.1616413593292236, -2.490089178085327, -1.7533692121505737, -1.7099807262420654, -1.7862396240234375, -1.1933863162994385, -1.9538580179214478, -0.13886889815330505, -3.295994997024536, -0.4876134991645813, -2.038569927215576, -2.077943801879883, -0.9402668476104736, -2.804760456085205, -1.7058799266815186, -2.53525447845459, -1.7857837677001953, -1.099341869354248, -1.4308357238769531, -0.9644179344177246, -1.5363143682479858, -0.0011624491307884455, -1.3681654930114746, -1.6161812543869019, -2.334280014038086, -1.3286409378051758, -2.3746211528778076, -0.874678909778595, -1.290880560874939, -2.001729965209961, -2.160663366317749, -0.31426092982292175, -0.9348775148391724, -0.8566838502883911, -1.9495587348937988, -0.9474172592163086, -2.6739983558654785, -2.625290870666504, -1.5709125995635986, -0.9970718026161194, -1.6252996921539307, -2.070545196533203, -1.3212511539459229, -1.7677459716796875, -1.5653489828109741, -1.3256372213363647, -1.128889560699463, -0.7695987224578857, -2.4417405128479004, -1.7323741912841797, -2.0697662830352783, -2.397202730178833, -0.016559068113565445, -0.5867664217948914, -2.204822063446045, -2.3451178073883057, -0.0495864599943161, -1.6106860637664795, -1.9458575248718262, -2.1954827308654785, -0.05943204089999199, -1.36973237991333, -1.4004056453704834, -1.771118402481079, -1.3641966581344604, -1.3198869228363037, -1.392124891281128, -2.072145700454712, -2.5979042053222656, -1.517140507698059, -1.2703969478607178, -2.0554263591766357, -1.9231915473937988, -2.0861713886260986, -2.6284053325653076, -1.5614820718765259, -1.4400784969329834, -1.1954970359802246, -0.6778725981712341, -1.0349422693252563, -2.128784418106079, -2.6291513442993164, -1.530547022819519, -2.218053102493286, -0.42479208111763, -1.747664213180542, -0.888221263885498, -2.0267159938812256, -1.4874910116195679, -1.5702927112579346, -1.0250474214553833, -1.699840784072876, -1.4113953113555908, -2.2458205223083496, -2.0875813961029053, -1.5992127656936646, -2.1209819316864014, -2.115243911743164, -2.409766435623169, -1.2845813035964966, -0.7218047380447388, -1.9334614276885986, -1.6006754636764526, -0.6383533477783203, -2.269315719604492, -1.8896337747573853, -2.5286056995391846, -1.167875051498413, -1.8216142654418945, -0.5653394460678101, -2.2099967002868652, -1.7030713558197021, -2.2285754680633545, -0.8932017683982849, -1.5057191848754883, -0.25887760519981384, -1.7996584177017212, -2.3523433208465576, -1.0067882537841797, -1.548467993736267, -1.5727976560592651, -1.6999516487121582, -2.6325783729553223, -1.0250818729400635, -0.6860502362251282, -2.2834537029266357, -2.5424702167510986, -1.3791353702545166, -2.438504457473755, -1.4213250875473022, -1.7197070121765137, -1.878029227256775, -2.293921947479248, -1.913008451461792, -2.9496288299560547, -2.4547698497772217, -0.8844180703163147, -1.130752682685852, -1.6332048177719116, -0.525385856628418, -2.2627315521240234, -0.10528106242418289, -1.8303824663162231, -1.6395832300186157, -0.7121328711509705, -2.2840118408203125, -2.2014455795288086, -1.8541339635849, -1.7028950452804565, -0.9566380977630615, -1.7814440727233887, -1.7200918197631836, -2.032710552215576, -1.2182468175888062, -1.9417130947113037, -1.6771290302276611, -1.4078072309494019, -0.2128620594739914, -0.10802965611219406, -0.8507892489433289, -2.371731758117676, -1.1187981367111206, -2.824106216430664, -1.4785447120666504, -1.9636205434799194, -1.6261122226715088, -0.5332297682762146, -0.13163582980632782, -0.02992270141839981, -0.7547348737716675, -2.247870445251465, -2.3268535137176514, -2.1668219566345215, -0.6429075598716736, -1.9680339097976685, -1.642287015914917, -1.5890463590621948, -1.5008400678634644, -2.9428517818450928, -1.9520748853683472, -0.032836396247148514, -2.019711494445801, -1.4206300973892212, -1.3894597291946411, -1.060185194015503, -2.6214191913604736, -2.1772146224975586, -1.507849931716919, -2.43764328956604, -1.5544010400772095, -0.952031672000885]}, "Bot001_032_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know in manhattan, funny you :) Okay. I could not guess that haha that sucks . i'd probably have an easy time hiding them beneath my versacchi suits So you rich that must be great i'm not rich but i try to be. Also, try to guess: my parents are ... Your parents are ... Nice? very wealthy bankers, funny you :) Funny me, ha. Do you like finance? i love dancing on fancy cars , yeah haha. how old are you ? I'm pretty old. How old are you? oh that's sweet , i'm 33 years old . i have a daughter that's 7 . Nice. I don't have children. I want to rule the world", "response": "that just means you get to keep all the popcorn for yourself . how are you this evening ?", "annotation_id": "Bot001_032_20", "annotations": ["O", "O", "T", "T", "O", "T", "O", "O", "T", "T", "O", "T", "O", "O", "T"], "gpt2_target_score": [-14.645179748535156, -7.519201278686523, -10.58397388458252, -6.5779805183410645, -10.449580192565918, -5.9500226974487305, -12.81272029876709, -13.285706520080566, -9.754158020019531, -14.492419242858887, -11.341758728027344, -15.006190299987793, -12.545942306518555, -15.153107643127441, -10.549642562866211, -8.290281295776367, -11.697874069213867, -17.30113983154297, -13.233925819396973], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.3235853910446167, -0.8225489854812622, -2.149420738220215, -2.0473856925964355, -0.7652065753936768, -1.6095397472381592, -1.5976755619049072, -1.2752712965011597, -2.090566635131836, -1.713155746459961, -1.061064600944519, -2.5901763439178467, -2.965055465698242, -2.392803907394409, -1.0031627416610718, -1.6918803453445435, -0.4993010461330414, -0.17383383214473724, -1.4033005237579346, -1.1855758428573608, -1.4193085432052612, -1.171464443206787, -0.1768178790807724, -1.3303442001342773, -1.0027930736541748, -1.3300398588180542, -0.33786505460739136, -1.7325708866119385, -1.6307011842727661, -1.497623324394226, -1.2201069593429565, -1.7462068796157837, -1.0812301635742188, -0.6334635019302368, -0.4197996258735657, -1.253829002380371, -1.3860772848129272, -2.483011245727539, -0.17600464820861816, -0.15123264491558075, -2.1356308460235596, -1.7862250804901123, -2.266171932220459, -2.433040142059326, -1.8030530214309692, -0.6885220408439636, -1.821037769317627, -3.2207088470458984, -2.0714035034179688, -1.1616413593292236, -2.490089178085327, -1.7533692121505737, -1.7099807262420654, -1.7862396240234375, -1.1933863162994385, -1.9538580179214478, -0.13886889815330505, -3.295994997024536, -0.4876134991645813, -2.038569927215576, -2.077943801879883, -0.9402668476104736, -2.804760456085205, -1.7058799266815186, -2.53525447845459, -1.7857837677001953, -1.099341869354248, -1.4308357238769531, -0.9644179344177246, -1.5363143682479858, -0.0011624491307884455, -1.3681654930114746, -1.6161812543869019, -2.334280014038086, -1.3286409378051758, -2.3746211528778076, -0.874678909778595, -1.290880560874939, -2.001729965209961, -2.160663366317749, -0.31426092982292175, -0.9348775148391724, -0.8566838502883911, -1.9495587348937988, -0.9474172592163086, -2.6739983558654785, -2.625290870666504, -1.5709125995635986, -0.9970718026161194, -1.6252996921539307, -2.070545196533203, -1.3212511539459229, -1.7677459716796875, -1.5653489828109741, -1.3256372213363647, -1.128889560699463, -0.7695987224578857, -2.4417405128479004, -1.7323741912841797, -2.0697662830352783, -2.397202730178833, -0.016559068113565445, -0.5867664217948914, -2.204822063446045, -2.3451178073883057, -0.0495864599943161, -1.6106860637664795, -1.9458575248718262, -2.1954827308654785, -0.05943204089999199, -1.36973237991333, -1.4004056453704834, -1.7711197137832642, -1.3641886711120605, -1.319881558418274, -1.3921146392822266, -2.072145938873291, -2.597926616668701, -1.5171380043029785, -1.2703948020935059, -2.055436134338379, -1.9231890439987183, -2.0861666202545166, -2.6284005641937256, -1.5614856481552124, -1.440079689025879, -1.1954872608184814, -0.6778743267059326, -1.0349427461624146, -2.1287803649902344, -2.6291418075561523, -1.5305438041687012, -2.2180371284484863, -0.4247909188270569, -1.7476617097854614, -0.8882320523262024, -2.026716470718384, -1.4874812364578247, -1.570298433303833, -1.0250388383865356, -1.699845552444458, -1.4114006757736206, -2.2458178997039795, -2.0875775814056396, -1.5992143154144287, -2.120964765548706, -2.1152474880218506, -2.4097888469696045, -1.2845745086669922, -0.7218049764633179, -1.9334725141525269, -1.6006755828857422, -0.638362467288971, -2.269317388534546, -1.8896490335464478, -2.528602361679077, -1.1678565740585327, -1.8216298818588257, -0.565342128276825, -2.2099759578704834, -1.7030586004257202, -2.228579521179199, -0.8931851387023926, -1.505719780921936, -0.2588752210140228, -1.7996658086776733, -2.3523495197296143, -1.0067849159240723, -1.548475742340088, -1.5727975368499756, -1.6999505758285522, -2.632589101791382, -1.0250790119171143, -0.6860603094100952, -2.283458709716797, -2.5424582958221436, -1.379138469696045, -2.43850040435791, -1.4213117361068726, -1.7197191715240479, -1.8780303001403809, -2.293909788131714, -1.9130167961120605, -2.949611186981201, -2.4547810554504395, -0.8844118714332581, -1.1307575702667236, -1.6331959962844849, -0.5253821015357971, -2.262730836868286, -0.10528138279914856, -1.830392599105835, -1.6395782232284546, -0.7121339440345764, -2.283994197845459, -2.2014577388763428, -1.854131817817688, -1.7029088735580444, -0.9566368460655212, -1.7814465761184692, -1.7200921773910522, -2.0327210426330566, -1.218242883682251, -1.9417155981063843, -1.677121639251709, -1.4078055620193481, -0.21286331117153168, -0.108031265437603, -0.8507826924324036, -2.3717293739318848, -1.1188039779663086, -2.8241055011749268, -1.4785411357879639, -1.9636048078536987, -1.626114010810852, -0.5332313179969788, -0.1316383332014084, -0.02992316521704197, -0.7547428607940674, -2.247859477996826, -2.4071757793426514, -0.7551886439323425, -2.1762588024139404, -1.3337299823760986, -1.7446249723434448, -1.5109243392944336, -2.3079516887664795, -1.8495279550552368, -0.024020487442612648, -1.9411883354187012, -1.4989399909973145, -1.331851840019226, -1.0251582860946655, -2.565711498260498, -2.208108901977539, -1.695972204208374, -2.4353842735290527, -1.5192358493804932, -1.0345855951309204, -1.3219248056411743, -1.897403597831726, -1.4759188890457153, -0.008208822458982468, -1.166615605354309, -0.9514074921607971, -1.605247139930725, -1.521669864654541, -1.5600565671920776, -0.4354220926761627, -1.4884674549102783, -1.3722964525222778, -0.43146541714668274, -1.223837971687317, -2.3695333003997803, -0.36691275238990784, -1.4991997480392456, -1.537901520729065, -1.4333574771881104, -1.8968470096588135, -2.0854501724243164, -1.3829748630523682, -0.7718174457550049, -1.1423664093017578, -1.9247299432754517, -1.7185497283935547, -1.1478404998779297, -1.46220064163208, -0.46037983894348145, -0.13488507270812988, -1.7200849056243896, -1.9715014696121216, -1.0638155937194824, -0.4694482684135437]}, "Bot001_034_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes", "response": "that must be a fun job", "annotation_id": "Bot001_034_02", "annotations": ["O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-15.080389976501465, -12.961769104003906, -11.030701637268066, -6.275490760803223, -9.84714126586914, -10.913339614868164], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.3311623334884644, -1.1522762775421143, -1.3288919925689697, -1.9351601600646973, -0.8930294513702393, -2.7708864212036133, -1.5374678373336792, -0.8718646764755249, -0.5610405206680298, -1.2887680530548096, -2.0198395252227783, -2.014760732650757, -1.4977670907974243, -1.4430474042892456, -1.2371282577514648, -0.2068604677915573, -3.3672280311584473, -1.8656245470046997, -1.9938106536865234, -1.325480341911316, -1.9758130311965942, -1.3017005920410156, -1.8986756801605225, -1.2251824140548706, -1.2397842407226562, -1.5559635162353516, -1.7912790775299072, -2.2994675636291504, -1.422634243965149, -1.208780288696289, -2.439460277557373, -2.2169671058654785, -1.8961306810379028, -1.4538484811782837, -2.4243686199188232, -0.8185374140739441, -0.2975001633167267, -1.5105619430541992, -2.1949753761291504, -1.1788305044174194, -0.7450330853462219]}, "Bot001_034_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies?", "response": "i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY]", "annotation_id": "Bot001_034_04", "annotations": ["O", "X", "O", "T", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-11.311616897583008, -10.711742401123047, -15.971535682678223, -10.771740913391113, -8.904874801635742, -11.33329963684082, -11.901476860046387, -14.569211959838867, -12.274850845336914, -9.978864669799805, -10.729439735412598, -14.855975151062012, -11.369882583618164, -16.463577270507812, -15.472047805786133, -4.905735015869141, -8.305930137634277, -12.471571922302246, -11.033182144165039, -10.40125846862793, -4.799859046936035, -12.961858749389648, -7.916529178619385, -17.164587020874023, -14.824906349182129, -7.501953601837158, -15.428620338439941, -11.440702438354492, -18.050397872924805, -16.426162719726562, -15.850896835327148, -21.06937599182129, -14.241249084472656], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -1.9758096933364868, -1.3016788959503174, -1.8986979722976685, -1.2251895666122437, -1.2397774457931519, -1.5559827089309692, -1.7912882566452026, -2.299437999725342, -1.4226126670837402, -1.2087950706481934, -2.439452886581421, -2.216965675354004, -1.8961400985717773, -1.4538207054138184, -1.7541916370391846, -0.38365212082862854, -1.6562163829803467, -2.922389030456543, -2.2998831272125244, -1.4438555240631104, -1.57614266872406, -1.18463933467865, -1.8784533739089966, -2.0107262134552, -0.2118251472711563, -1.2622774839401245, -1.5508290529251099, -0.9497812390327454, -1.7275724411010742, -1.9596245288848877, -1.8658747673034668, -2.0959739685058594, -1.5437626838684082, -1.851071834564209, -0.6712830662727356, -1.1081514358520508, -1.027673602104187, -1.4069404602050781, -1.8810560703277588, -2.4073264598846436, -2.612934112548828, -0.7178254723548889, -2.624518871307373, -2.121734857559204, -1.6141222715377808, -1.191060185432434, -1.8516074419021606, -0.6266135573387146, -0.6070987582206726, -0.06542866677045822, -0.6319964528083801, -0.17529991269111633, -3.4497833251953125, -1.1095956563949585, -2.4477157592773438, -2.767892837524414, -1.9011590480804443, -2.3944101333618164, -1.287108302116394, -2.417827844619751, -1.5030827522277832, -1.505595326423645, -0.9926905632019043]}, "Bot001_034_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show", "response": "today at work i got called a slacker .", "annotation_id": "Bot001_034_06", "annotations": ["T", "X", "O", "T", "O", "T", "T", "O", "O", "X", "X", "O", "O", "T", "O"], "gpt2_target_score": [-16.297006607055664, -9.926433563232422, -9.463311195373535, -9.623379707336426, -8.497190475463867, -9.567232131958008, -8.487215995788574, -14.903863906860352, -13.861757278442383, -11.41535758972168], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -1.9758096933364868, -1.3016788959503174, -1.8986979722976685, -1.2251895666122437, -1.2397774457931519, -1.5559827089309692, -1.7912882566452026, -2.299437999725342, -1.4226126670837402, -1.2087950706481934, -2.439452886581421, -2.216965675354004, -1.8961400985717773, -1.4538207054138184, -1.7541916370391846, -0.38365212082862854, -1.6562163829803467, -2.922389030456543, -2.2998831272125244, -1.4438555240631104, -1.5761473178863525, -1.1846472024917603, -1.8784576654434204, -2.010713815689087, -0.21182717382907867, -1.2622783184051514, -1.550827980041504, -0.9497817158699036, -1.7275893688201904, -2.2070882320404053, -2.3548474311828613, -1.472457766532898, -1.9134060144424438, -0.8318449854850769, -1.356205701828003, -2.01074481010437, -1.971260666847229, -2.0883843898773193, -2.356247663497925, -2.7956459522247314, -0.6589853167533875, -2.5776686668395996, -2.1426782608032227, -1.8978476524353027, -1.2879339456558228, -1.83662748336792, -0.5557324290275574, -0.4774652123451233, -0.04737211391329765, -0.6692444682121277, -1.0922973155975342, -3.3541815280914307, -1.127068042755127, -2.2213597297668457, -2.9452197551727295, -2.138062000274658, -2.4065358638763428, -1.2783559560775757, -2.3617467880249023, -1.578203797340393, -1.6277536153793335, -1.2619415521621704, -2.165344476699829, -3.173892021179199, -2.4506051540374756, -2.129892349243164, -1.2074029445648193, -2.176311492919922, -2.0526769161224365, -2.287216901779175, -1.1621832847595215, -2.073920488357544, -2.1849117279052734, -2.4516336917877197, -0.9468469023704529, -1.0834176540374756, -1.0806831121444702, -1.9144736528396606, -1.052061676979065, -1.8812788724899292, -2.0526230335235596, -0.7784858345985413, -1.3623871803283691, -1.1829001903533936]}, "Bot001_034_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting", "response": "i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ...", "annotation_id": "Bot001_034_08", "annotations": ["X", "X", "O", "X", "O", "X", "X", "O", "O", "X", "X", "O", "O", "X", "O"], "gpt2_target_score": [-11.311616897583008, -9.137248992919922, -15.405190467834473, -11.619427680969238, -7.136991500854492, -13.104753494262695, -10.575640678405762, -13.350770950317383, -12.01066780090332, -10.818082809448242, -9.492569923400879, -15.899996757507324, -13.588220596313477, -16.506572723388672, -4.325624465942383, -14.25888442993164, -11.024008750915527, -14.741240501403809, -9.172426223754883, -8.449995040893555, -11.957711219787598, -7.615728855133057, -11.17658519744873], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -1.9758096933364868, -1.3016788959503174, -1.8986979722976685, -1.2251895666122437, -1.2397774457931519, -1.5559827089309692, -1.7912882566452026, -2.299437999725342, -1.4226126670837402, -1.2087950706481934, -2.439452886581421, -2.216965675354004, -1.8961400985717773, -1.4538207054138184, -1.7541916370391846, -0.38365212082862854, -1.6562163829803467, -2.922389030456543, -2.2998831272125244, -1.4438555240631104, -1.5761473178863525, -1.1846472024917603, -1.8784576654434204, -2.010713815689087, -0.21182717382907867, -1.2622783184051514, -1.550827980041504, -0.9497817158699036, -1.7275893688201904, -2.2070882320404053, -2.3548474311828613, -1.472457766532898, -1.9134060144424438, -0.8318449854850769, -1.356205701828003, -2.01074481010437, -1.971260666847229, -2.0883843898773193, -2.356247663497925, -2.7956459522247314, -0.6589853167533875, -2.5776686668395996, -2.1426782608032227, -1.8978476524353027, -1.2879339456558228, -1.83662748336792, -0.5557324290275574, -0.4774652123451233, -0.04737211391329765, -0.6692444682121277, -1.0922973155975342, -3.3541815280914307, -1.127068042755127, -2.2213597297668457, -2.9452197551727295, -2.138062000274658, -2.4065358638763428, -1.2783559560775757, -2.3617467880249023, -1.578203797340393, -1.6277536153793335, -1.2619415521621704, -2.165344476699829, -3.173892021179199, -2.4506051540374756, -2.129892349243164, -1.2074029445648193, -2.176311492919922, -2.0526769161224365, -2.287216901779175, -1.1621832847595215, -2.073920488357544, -2.1849117279052734, -1.7314538955688477, -1.0622227191925049, -1.6531646251678467, -2.553159713745117, -1.5018749237060547, -1.6158229112625122, -2.1432251930236816, -0.6410893201828003, -1.5713963508605957, -1.0231276750564575, -2.0100178718566895, -2.4851346015930176, -1.9949661493301392, -1.7182226181030273, -0.8606573343276978, -0.41797056794166565, -1.1146296262741089, -1.344878911972046, -1.2453358173370361, -0.6245384216308594, -0.6790280342102051, -1.2324838638305664, -2.1030256748199463, -1.4999691247940063, -1.539232611656189, -1.6132525205612183, -1.414747953414917, -1.0855133533477783, -2.4290435314178467, -1.3350073099136353, -2.535632848739624, -2.175626516342163, -1.2528282403945923, -0.7953488826751709, -1.8416234254837036]}, "Bot001_034_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ... I have no idea", "response": "in army, funny you :)", "annotation_id": "Bot001_034_10", "annotations": ["O", "X", "T", "X", "O", "X", "T", "O", "O", "X", "X", "O", "O", "T", "O"], "gpt2_target_score": [-12.599512100219727, -15.436046600341797, -8.146218299865723, -10.31176471710205, -10.239255905151367, -9.217134475708008], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -1.9758096933364868, -1.3016788959503174, -1.8986979722976685, -1.2251895666122437, -1.2397774457931519, -1.5559827089309692, -1.7912882566452026, -2.299437999725342, -1.4226126670837402, -1.2087950706481934, -2.439452886581421, -2.216965675354004, -1.8961400985717773, -1.4538207054138184, -1.7541916370391846, -0.38365212082862854, -1.6562163829803467, -2.922389030456543, -2.2998831272125244, -1.4438555240631104, -1.5761473178863525, -1.1846472024917603, -1.8784576654434204, -2.010713815689087, -0.21182717382907867, -1.2622783184051514, -1.550827980041504, -0.9497817158699036, -1.7275893688201904, -2.2070882320404053, -2.3548474311828613, -1.472457766532898, -1.9134060144424438, -0.8318449854850769, -1.356205701828003, -2.01074481010437, -1.971260666847229, -2.0883843898773193, -2.356247663497925, -2.7956459522247314, -0.6589853167533875, -2.5776686668395996, -2.1426782608032227, -1.8978476524353027, -1.2879339456558228, -1.83662748336792, -0.5557324290275574, -0.4774652123451233, -0.04737211391329765, -0.6692444682121277, -1.0922973155975342, -3.3541815280914307, -1.127068042755127, -2.2213597297668457, -2.9452197551727295, -2.138062000274658, -2.4065358638763428, -1.2783559560775757, -2.3617467880249023, -1.578203797340393, -1.6277536153793335, -1.2619415521621704, -2.165344476699829, -3.173892021179199, -2.4506051540374756, -2.129892349243164, -1.2074029445648193, -2.176311492919922, -2.0526769161224365, -2.287216901779175, -1.1621832847595215, -2.073920488357544, -2.1849117279052734, -1.7314538955688477, -1.0622227191925049, -1.6531646251678467, -2.553159713745117, -1.5018749237060547, -1.6158229112625122, -2.1432251930236816, -0.6410893201828003, -1.5713963508605957, -1.0231276750564575, -2.0100178718566895, -2.6119730472564697, -2.3432796001434326, -0.9076182842254639, -0.545920193195343, -1.1241084337234497, -1.1597741842269897, -1.1417040824890137, -0.8333205580711365, -0.6560885310173035, -1.1726398468017578, -2.068532705307007, -1.6695553064346313, -1.5627626180648804, -1.7113306522369385, -1.3942359685897827, -1.1101477146148682, -2.4615590572357178, -1.3095144033432007, -2.1091408729553223, -2.0157220363616943, -1.1639846563339233, -0.7839173674583435, -1.7808353900909424, -1.9790313243865967, -1.0732554197311401, -0.4404448866844177, -1.331565022468567, -2.347630500793457, -1.845259666442871, -2.183544158935547, -1.5821218490600586, -2.4020349979400635, -2.6437318325042725, -0.5197126269340515]}, "Bot001_034_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ... I have no idea in army, funny you :) I got scared for a second haha", "response": "all of us hippies have long hair . nobody does today . not even women .", "annotation_id": "Bot001_034_12", "annotations": ["T", "X", "O", "X", "O", "X", "X", "O", "O", "X", "X", "O", "O", "X", "T"], "gpt2_target_score": [-12.873483657836914, -10.66238021850586, -11.28786563873291, -14.949566841125488, -14.191312789916992, -11.33714485168457, -12.2545804977417, -15.039644241333008, -13.996912002563477, -14.55274772644043, -12.154374122619629, -13.109187126159668, -11.265050888061523, -13.500128746032715, -12.507638931274414, -15.814807891845703, -8.02634334564209], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -1.9758096933364868, -1.3016788959503174, -1.8986979722976685, -1.2251895666122437, -1.2397774457931519, -1.5559827089309692, -1.7912882566452026, -2.299437999725342, -1.4226126670837402, -1.2087950706481934, -2.439452886581421, -2.216965675354004, -1.8961400985717773, -1.4538207054138184, -1.7541916370391846, -0.38365212082862854, -1.6562163829803467, -2.922389030456543, -2.2998831272125244, -1.4438555240631104, -1.5761473178863525, -1.1846472024917603, -1.8784576654434204, -2.010713815689087, -0.21182717382907867, -1.2622783184051514, -1.550827980041504, -0.9497817158699036, -1.7275893688201904, -2.2070882320404053, -2.3548474311828613, -1.472457766532898, -1.9134060144424438, -0.8318449854850769, -1.356205701828003, -2.01074481010437, -1.971260666847229, -2.0883843898773193, -2.356247663497925, -2.7956459522247314, -0.6589853167533875, -2.5776686668395996, -2.1426782608032227, -1.8978476524353027, -1.2879339456558228, -1.83662748336792, -0.5557324290275574, -0.4774652123451233, -0.04737211391329765, -0.6692444682121277, -1.0922973155975342, -3.3541815280914307, -1.127068042755127, -2.2213597297668457, -2.9452197551727295, -2.138062000274658, -2.4065358638763428, -1.2783559560775757, -2.3617467880249023, -1.578203797340393, -1.6277536153793335, -1.2619415521621704, -2.165344476699829, -3.173892021179199, -2.4506051540374756, -2.129892349243164, -1.2074029445648193, -2.176311492919922, -2.0526769161224365, -2.287216901779175, -1.1621832847595215, -2.073920488357544, -2.1849117279052734, -1.7314538955688477, -1.0622227191925049, -1.6531646251678467, -2.553159713745117, -1.5018749237060547, -1.6158229112625122, -2.1432251930236816, -0.6410893201828003, -1.5713963508605957, -1.0231276750564575, -2.0100178718566895, -2.6119730472564697, -2.3432796001434326, -0.9076182842254639, -0.545920193195343, -1.1241084337234497, -1.1597741842269897, -1.1417040824890137, -0.8333205580711365, -0.6560885310173035, -1.1726398468017578, -2.068532705307007, -1.6695553064346313, -1.5627626180648804, -1.7113306522369385, -1.3942359685897827, -1.1101477146148682, -2.4615590572357178, -1.3095144033432007, -2.1091408729553223, -2.0157220363616943, -1.1639846563339233, -0.7839173674583435, -1.7808353900909424, -1.9790313243865967, -1.0732554197311401, -0.4404448866844177, -1.331565022468567, -1.864485502243042, -2.2548069953918457, -1.9852193593978882, -1.7453328371047974, -2.1917591094970703, -1.6428217887878418, -1.9818699359893799, -1.299997091293335, -2.233020782470703, -1.308786392211914, -0.6769891381263733, -2.084465503692627, -1.5204108953475952, -2.0803213119506836, -1.7052714824676514, -1.6857808828353882, -1.202699899673462, -0.46218597888946533, -1.719079852104187, -2.325965166091919, -2.3870832920074463, -1.9130446910858154, -2.2914953231811523, -1.9165432453155518, -1.6937556266784668, -1.8732564449310303, -2.4121603965759277, -2.1799509525299072, -2.6906301975250244, -1.8255356550216675, -2.4768660068511963]}, "Bot001_034_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ... I have no idea in army, funny you :) I got scared for a second haha all of us hippies have long hair . nobody does today . not even women . are you a hippie?", "response": "do you like sports ? some hippies don't , but i enjoy them .", "annotation_id": "Bot001_034_14", "annotations": ["X", "T", "O", "X", "T", "O", "X", "O", "O", "T", "X", "O", "O", "O", "T"], "gpt2_target_score": [-13.948648452758789, -7.748440265655518, -10.687752723693848, -12.180493354797363, -9.218564987182617, -10.474092483520508, -14.976031303405762, -14.085962295532227, -12.169198989868164, -14.431119918823242, -12.376946449279785, -11.190119743347168, -10.59904670715332, -17.03999137878418, -14.813318252563477, -10.05478286743164], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -1.9758096933364868, -1.3016788959503174, -1.8986979722976685, -1.2251895666122437, -1.2397774457931519, -1.5559827089309692, -1.7912882566452026, -2.299437999725342, -1.4226126670837402, -1.2087950706481934, -2.439452886581421, -2.216965675354004, -1.8961400985717773, -1.4538207054138184, -1.7541916370391846, -0.38365212082862854, -1.6562163829803467, -2.922389030456543, -2.2998831272125244, -1.4438555240631104, -1.5761473178863525, -1.1846472024917603, -1.8784576654434204, -2.010713815689087, -0.21182717382907867, -1.2622783184051514, -1.550827980041504, -0.9497817158699036, -1.7275893688201904, -2.2070882320404053, -2.3548474311828613, -1.472457766532898, -1.9134060144424438, -0.8318449854850769, -1.356205701828003, -2.01074481010437, -1.971260666847229, -2.0883843898773193, -2.356247663497925, -2.7956459522247314, -0.6589853167533875, -2.5776686668395996, -2.1426782608032227, -1.8978476524353027, -1.2879339456558228, -1.83662748336792, -0.5557324290275574, -0.4774652123451233, -0.04737211391329765, -0.6692444682121277, -1.0922973155975342, -3.3541815280914307, -1.127068042755127, -2.2213597297668457, -2.9452197551727295, -2.138062000274658, -2.4065358638763428, -1.2783559560775757, -2.3617467880249023, -1.578203797340393, -1.6277536153793335, -1.2619415521621704, -2.165344476699829, -3.173892021179199, -2.4506051540374756, -2.129892349243164, -1.2074029445648193, -2.176311492919922, -2.0526769161224365, -2.287216901779175, -1.1621832847595215, -2.073920488357544, -2.1849117279052734, -1.7314538955688477, -1.0622227191925049, -1.6531646251678467, -2.553159713745117, -1.5018749237060547, -1.6158229112625122, -2.1432251930236816, -0.6410893201828003, -1.5713963508605957, -1.0231276750564575, -2.0100178718566895, -2.6119730472564697, -2.3432796001434326, -0.9076182842254639, -0.545920193195343, -1.1241084337234497, -1.1597741842269897, -1.1417040824890137, -0.8333205580711365, -0.6560885310173035, -1.1726398468017578, -2.068532705307007, -1.6695553064346313, -1.5627626180648804, -1.7113306522369385, -1.3942359685897827, -1.1101477146148682, -2.4615590572357178, -1.3095144033432007, -2.1091408729553223, -2.0157220363616943, -1.1639846563339233, -0.7839173674583435, -1.7808353900909424, -1.9790313243865967, -1.0732554197311401, -0.4404448866844177, -1.331565022468567, -1.864485502243042, -2.2548069953918457, -1.9852193593978882, -1.7453328371047974, -2.1917591094970703, -1.642808198928833, -1.9818607568740845, -1.2999924421310425, -2.2330269813537598, -1.308777093887329, -0.6769906878471375, -2.084482431411743, -1.5204188823699951, -1.5157556533813477, -1.4804775714874268, -1.2673202753067017, -0.5187859535217285, -1.736930251121521, -2.3839595317840576, -2.3957974910736084, -1.6910207271575928, -2.269969940185547, -2.017143964767456, -1.543656826019287, -2.248793601989746, -2.067812442779541, -2.397830009460449, -2.295424699783325, -1.9235281944274902, -2.155456781387329, -0.9738517999649048, -1.9832342863082886, -2.5554513931274414, -0.1621580719947815, -1.3692090511322021, -2.032703161239624, -2.1297061443328857, -0.17570249736309052, -1.5287138223648071, -2.81187105178833, -1.1045042276382446, -0.9613745212554932, -1.8963096141815186, -0.15667924284934998, -1.8235183954238892, -0.20517298579216003, -0.9725161790847778, -2.2244138717651367, -1.6207249164581299, -2.076218605041504, -2.2506349086761475, -1.9948338270187378, -1.6532964706420898]}, "Bot001_034_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ... I have no idea in army, funny you :) I got scared for a second haha all of us hippies have long hair . nobody does today . not even women . are you a hippie? do you like sports ? some hippies don't , but i enjoy them . no I don\u2019t, I used to do climbing but i\u2019m afraid of heights", "response": "you are really missing some great views . what are you up to today ? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot001_034_16", "annotations": ["O", "X", "O", "X", "O", "O", "X", "O", "O", "O", "X", "O", "O", "T", "O"], "gpt2_target_score": [-12.138788223266602, -8.605037689208984, -8.095009803771973, -13.762982368469238, -9.033124923706055, -8.982866287231445, -17.151643753051758, -14.569211959838867, -12.82353401184082, -10.271520614624023, -10.500725746154785, -9.415465354919434, -12.028482437133789, -14.4365873336792, -10.080354690551758, -6.901905059814453, -13.10513973236084, -10.852904319763184, -16.15275001525879, -9.530782699584961, -14.063347816467285, -13.824636459350586, -11.617152214050293, -17.613340377807617, -18.976808547973633, -10.659835815429688, -10.097855567932129, -14.430387496948242, -16.745023727416992, -10.7298583984375, -21.398473739624023, -13.453989028930664], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -1.9758096933364868, -1.3016788959503174, -1.8986979722976685, -1.2251895666122437, -1.2397774457931519, -1.5559827089309692, -1.7912882566452026, -2.299437999725342, -1.4226126670837402, -1.2087950706481934, -2.439452886581421, -2.216965675354004, -1.8961400985717773, -1.4538207054138184, -1.7541916370391846, -0.38365212082862854, -1.6562163829803467, -2.922389030456543, -2.2998831272125244, -1.4438555240631104, -1.5761473178863525, -1.1846472024917603, -1.8784576654434204, -2.010713815689087, -0.21182717382907867, -1.2622783184051514, -1.550827980041504, -0.9497817158699036, -1.7275893688201904, -2.2070882320404053, -2.3548474311828613, -1.472457766532898, -1.9134060144424438, -0.8318449854850769, -1.356205701828003, -2.01074481010437, -1.971260666847229, -2.0883843898773193, -2.356247663497925, -2.7956459522247314, -0.6589853167533875, -2.5776686668395996, -2.1426782608032227, -1.8978476524353027, -1.2879339456558228, -1.83662748336792, -0.5557324290275574, -0.4774652123451233, -0.04737211391329765, -0.6692444682121277, -1.0922973155975342, -3.3541815280914307, -1.127068042755127, -2.2213597297668457, -2.9452197551727295, -2.138062000274658, -2.4065358638763428, -1.2783559560775757, -2.3617467880249023, -1.578203797340393, -1.6277536153793335, -1.2619415521621704, -2.165344476699829, -3.173892021179199, -2.4506051540374756, -2.129892349243164, -1.2074029445648193, -2.176311492919922, -2.0526769161224365, -2.287216901779175, -1.1621832847595215, -2.073920488357544, -2.1849117279052734, -1.7314538955688477, -1.0622227191925049, -1.6531646251678467, -2.553159713745117, -1.5018749237060547, -1.6158229112625122, -2.1432251930236816, -0.6410893201828003, -1.5713963508605957, -1.0231276750564575, -2.0100178718566895, -2.6119730472564697, -2.3432796001434326, -0.9076182842254639, -0.545920193195343, -1.1241084337234497, -1.1597741842269897, -1.1417040824890137, -0.8333205580711365, -0.6560885310173035, -1.1726398468017578, -2.068532705307007, -1.6695553064346313, -1.5627626180648804, -1.7113306522369385, -1.3942359685897827, -1.1101477146148682, -2.4615590572357178, -1.3095144033432007, -2.1091408729553223, -2.0157220363616943, -1.1639846563339233, -0.7839173674583435, -1.7808353900909424, -1.9790313243865967, -1.0732554197311401, -0.4404448866844177, -1.331565022468567, -1.864485502243042, -2.2548069953918457, -1.9852193593978882, -1.7453328371047974, -2.1917591094970703, -1.6428217887878418, -1.9818699359893799, -1.299997091293335, -2.233020782470703, -1.308786392211914, -0.6769891381263733, -2.084465503692627, -1.5204108953475952, -1.515749216079712, -1.4804896116256714, -1.267313838005066, -0.5187886357307434, -1.7369225025177002, -2.383981704711914, -2.3957982063293457, -1.6910215616226196, -2.2699663639068604, -2.017139196395874, -1.5436536073684692, -2.2488107681274414, -2.0678040981292725, -2.397817611694336, -2.2954044342041016, -1.923531174659729, -2.1554501056671143, -0.9738520979881287, -1.9832220077514648, -2.555445909500122, -0.16215595602989197, -1.3692198991775513, -2.0327112674713135, -0.08033518493175507, -1.3420631885528564, -3.1569125652313232, -1.1067278385162354, -2.241063356399536, -1.881349802017212, -0.1829877495765686, -1.8699837923049927, -0.13545021414756775, -1.008711814880371, -2.2367517948150635, -1.793947696685791, -2.238657236099243, -2.2818074226379395, -1.792022466659546, -1.565963864326477, -2.3417277336120605, -1.6251587867736816, -0.052616897970438004, -0.013951867818832397, -0.0009675112669356167, -1.2805399894714355, -1.3472204208374023, -1.7472760677337646, -0.018347781151533127, -1.4357248544692993, -2.3584530353546143, -1.3271982669830322, -1.3432116508483887, -2.4902522563934326, -0.003479024861007929, -0.4073609709739685, -1.4244767427444458, -1.8814597129821777, -2.256556510925293, -1.4722036123275757, -1.9708518981933594, -2.193128824234009, -1.3864905834197998, -2.5216927528381348, -0.7417804002761841, -1.677007794380188, -2.1110880374908447, -1.9780685901641846, -1.966820478439331, -1.6445858478546143, -0.33346259593963623, -1.0921123027801514, -0.019255030900239944, -0.7664953470230103, -0.5603034496307373, -0.480530321598053, -2.9081168174743652, -0.03032049722969532, -0.33477622270584106, -0.20271682739257812, -0.11194469034671783, -0.19080765545368195, -2.6322219371795654, -2.1137077808380127, -0.5396720767021179, -2.2786965370178223, -2.8236072063446045, -0.46282529830932617, -0.0773824155330658, -0.3145991861820221, -0.9553406238555908, -1.041054368019104, -0.9893653392791748]}, "Bot001_034_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ... I have no idea in army, funny you :) I got scared for a second haha all of us hippies have long hair . nobody does today . not even women . are you a hippie? do you like sports ? some hippies don't , but i enjoy them . no I don\u2019t, I used to do climbing but i\u2019m afraid of heights you are really missing some great views . what are you up to today ? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] going to a party again, you?", "response": "i just had a party for my nephew , it was zoo themed . [GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot001_034_18", "annotations": ["T", "O", "O", "T", "T", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-11.311616897583008, -7.82664155960083, -8.168923377990723, -6.275525093078613, -11.92292594909668, -2.227052688598633, -7.863177299499512, -17.093290328979492, -13.143999099731445, -10.120695114135742, -13.034096717834473, -17.785764694213867, -16.619897842407227, -13.24858570098877, -6.67527961730957, -9.149555206298828, -13.879843711853027, -16.959455490112305, -8.089014053344727, -15.837804794311523, -13.28511905670166, -13.325643539428711, -13.394892692565918, -9.6779146194458, -19.294633865356445, -11.377517700195312], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -1.9758096933364868, -1.3016788959503174, -1.8986979722976685, -1.2251895666122437, -1.2397774457931519, -1.5559827089309692, -1.7912882566452026, -2.299437999725342, -1.4226126670837402, -1.2087950706481934, -2.439452886581421, -2.216965675354004, -1.8961400985717773, -1.4538207054138184, -1.7541916370391846, -0.38365212082862854, -1.6562163829803467, -2.922389030456543, -2.2998831272125244, -1.4438555240631104, -1.5761473178863525, -1.1846472024917603, -1.8784576654434204, -2.010713815689087, -0.21182717382907867, -1.2622783184051514, -1.550827980041504, -0.9497817158699036, -1.7275893688201904, -2.2070882320404053, -2.3548474311828613, -1.472457766532898, -1.9134060144424438, -0.8318449854850769, -1.356205701828003, -2.01074481010437, -1.971260666847229, -2.0883843898773193, -2.356247663497925, -2.7956459522247314, -0.6589853167533875, -2.5776686668395996, -2.1426782608032227, -1.8978476524353027, -1.2879339456558228, -1.83662748336792, -0.5557324290275574, -0.4774652123451233, -0.04737211391329765, -0.6692444682121277, -1.0922973155975342, -3.3541815280914307, -1.127068042755127, -2.2213597297668457, -2.9452197551727295, -2.138062000274658, -2.4065358638763428, -1.2783559560775757, -2.3617467880249023, -1.578203797340393, -1.6277536153793335, -1.2619415521621704, -2.165344476699829, -3.173892021179199, -2.4506051540374756, -2.129892349243164, -1.2074029445648193, -2.176311492919922, -2.0526769161224365, -2.287216901779175, -1.1621832847595215, -2.073920488357544, -2.1849117279052734, -1.7314538955688477, -1.0622227191925049, -1.6531646251678467, -2.553159713745117, -1.5018749237060547, -1.6158229112625122, -2.1432251930236816, -0.6410893201828003, -1.5713963508605957, -1.0231276750564575, -2.0100178718566895, -2.6119730472564697, -2.3432796001434326, -0.9076182842254639, -0.545920193195343, -1.1241084337234497, -1.1597741842269897, -1.1417040824890137, -0.8333205580711365, -0.6560885310173035, -1.1726398468017578, -2.068532705307007, -1.6695553064346313, -1.5627626180648804, -1.7113306522369385, -1.3942359685897827, -1.1101477146148682, -2.4615590572357178, -1.3095144033432007, -2.1091408729553223, -2.0157220363616943, -1.1639846563339233, -0.7839173674583435, -1.7808353900909424, -1.9790313243865967, -1.0732554197311401, -0.4404448866844177, -1.331565022468567, -1.864485502243042, -2.2548069953918457, -1.9852193593978882, -1.7453432083129883, -2.1917388439178467, -1.6428085565567017, -1.9818474054336548, -1.3000062704086304, -2.2330281734466553, -1.3087865114212036, -0.6769853234291077, -2.0844948291778564, -1.5204211473464966, -1.5157541036605835, -1.480488896369934, -1.2673054933547974, -0.5187861919403076, -1.7369147539138794, -2.3839733600616455, -2.395793914794922, -1.6910182237625122, -2.2699763774871826, -2.0171451568603516, -1.5436608791351318, -2.2487995624542236, -2.067803382873535, -2.397840738296509, -2.2954046726226807, -1.9235235452651978, -2.1554574966430664, -0.9738526940345764, -1.983242392539978, -2.5554468631744385, -0.16215817630290985, -1.3692023754119873, -2.032705068588257, -0.08033507317304611, -1.3420675992965698, -3.1569197177886963, -1.1067384481430054, -2.2410638332366943, -1.8813449144363403, -0.1829872578382492, -1.8699690103530884, -0.13544824719429016, -1.0087074041366577, -2.2367491722106934, -1.7939586639404297, -2.2386486530303955, -2.2817893028259277, -1.7920300960540771, -1.565966248512268, -2.341747760772705, -1.6251599788665771, -0.052617575973272324, -0.013951867818832397, -0.0009675112669356167, -1.280542016029358, -1.3472286462783813, -1.7472785711288452, -0.018347548320889473, -1.4357292652130127, -2.3584656715393066, -1.3271905183792114, -1.3432050943374634, -2.490252733230591, -0.003479024861007929, -0.40736088156700134, -1.424468994140625, -1.8814420700073242, -2.256549835205078, -1.4722095727920532, -1.9777501821517944, -1.9763050079345703, -2.451129674911499, -0.9891974329948425, -1.6186482906341553, -2.105849504470825, -1.713445782661438, -2.03953218460083, -1.6198116540908813, -0.18708792328834534, -0.7938071489334106, -0.0180372204631567, -0.8478083610534668, -0.6931071281433105, -1.8722455501556396, -2.930250644683838, -0.04351330175995827, -0.16016508638858795, -0.31662517786026, -0.16499438881874084, -0.28365570306777954, -2.944911003112793, -2.253917932510376, -0.5937387943267822, -2.0013504028320312, -3.0468266010284424, -0.5991439819335938, -0.06386052817106247, -0.20692375302314758, -1.1468359231948853, -0.7195327281951904, -1.0516475439071655, -0.15926328301429749, -1.7342950105667114, -2.4444596767425537, -2.527193546295166, -1.8060510158538818, -1.9157350063323975, -2.1218223571777344, -2.2687437534332275, -1.950263261795044, -2.632319927215576, -2.6319706439971924, -0.5598856210708618, -2.359705924987793, -1.3541045188903809, -1.45573091506958, -2.487443685531616, -1.7879958152770996, -1.371822476387024, -0.39410680532455444, -1.6544362306594849, -2.109912157058716, -1.4769800901412964, -1.3760334253311157, -2.5406458377838135, -1.8472297191619873, -1.4294521808624268, -0.19752228260040283, -0.03902052342891693, -0.6663618683815002, -0.007709510624408722, -0.017928097397089005, -1.1795949935913086, -0.0025584129616618156, -0.04207361489534378, -1.8029158115386963]}, "Bot001_034_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ... I have no idea in army, funny you :) I got scared for a second haha all of us hippies have long hair . nobody does today . not even women . are you a hippie? do you like sports ? some hippies don't , but i enjoy them . no I don\u2019t, I used to do climbing but i\u2019m afraid of heights you are really missing some great views . what are you up to today ? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] going to a party again, you? i just had a party for my nephew , it was zoo themed . [GRINNING FACE WITH SMILING EYES] do you like parties in general?", "response": "dude , i'm the party king ! college is seriously sweet , so many parties bro .", "annotation_id": "Bot001_034_20", "annotations": ["X", "O", "O", "X", "O", "O", "O", "O", "O", "O", "X", "O", "O", "T", "O"], "gpt2_target_score": [-11.718210220336914, -17.674144744873047, -14.478569984436035, -9.623379707336426, -10.602140426635742, -6.34099006652832, -13.412386894226074, -19.42683219909668, -13.193048477172852, -13.554281234741211, -9.492569923400879, -13.718409538269043, -12.893877029418945, -12.863560676574707, -9.732545852661133, -14.101909637451172, -16.47954559326172, -14.888823509216309, -10.538751602172852], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -1.9758096933364868, -1.3016788959503174, -1.8986979722976685, -1.2251895666122437, -1.2397774457931519, -1.5559827089309692, -1.7912882566452026, -2.299437999725342, -1.4226126670837402, -1.2087950706481934, -2.439452886581421, -2.216965675354004, -1.8961400985717773, -1.4538207054138184, -1.7541916370391846, -0.38365212082862854, -1.6562163829803467, -2.922389030456543, -2.2998831272125244, -1.4438555240631104, -1.5761473178863525, -1.1846472024917603, -1.8784576654434204, -2.010713815689087, -0.21182717382907867, -1.2622783184051514, -1.550827980041504, -0.9497817158699036, -1.7275893688201904, -2.2070882320404053, -2.3548474311828613, -1.472457766532898, -1.9134060144424438, -0.8318449854850769, -1.356205701828003, -2.01074481010437, -1.971260666847229, -2.0883843898773193, -2.356247663497925, -2.7956459522247314, -0.6589853167533875, -2.5776686668395996, -2.1426782608032227, -1.8978476524353027, -1.2879339456558228, -1.83662748336792, -0.5557324290275574, -0.4774652123451233, -0.04737211391329765, -0.6692444682121277, -1.0922973155975342, -3.3541815280914307, -1.127068042755127, -2.2213597297668457, -2.9452197551727295, -2.138062000274658, -2.4065358638763428, -1.2783559560775757, -2.3617467880249023, -1.578203797340393, -1.6277536153793335, -1.2619415521621704, -2.165344476699829, -3.173892021179199, -2.4506051540374756, -2.129892349243164, -1.2074029445648193, -2.176311492919922, -2.0526769161224365, -2.287216901779175, -1.1621832847595215, -2.073920488357544, -2.1849117279052734, -1.7314538955688477, -1.0622227191925049, -1.6531646251678467, -2.553159713745117, -1.5018749237060547, -1.6158229112625122, -2.1432251930236816, -0.6410893201828003, -1.5713963508605957, -1.0231276750564575, -2.0100178718566895, -2.6119730472564697, -2.3432796001434326, -0.9076182842254639, -0.545920193195343, -1.1241084337234497, -1.1597741842269897, -1.1417040824890137, -0.8333205580711365, -0.6560885310173035, -1.1726398468017578, -2.068532705307007, -1.6695553064346313, -1.5627626180648804, -1.7113306522369385, -1.3942359685897827, -1.1101477146148682, -2.4615590572357178, -1.3095144033432007, -2.1091408729553223, -2.0157220363616943, -1.1639846563339233, -0.7839173674583435, -1.7808353900909424, -1.9790313243865967, -1.0732554197311401, -0.4404448866844177, -1.331565022468567, -1.864485502243042, -2.2548069953918457, -1.9852193593978882, -1.7453328371047974, -2.1917591094970703, -1.6428217887878418, -1.9818699359893799, -1.299997091293335, -2.233020782470703, -1.308786392211914, -0.6769891381263733, -2.084465503692627, -1.5204108953475952, -1.515749216079712, -1.4804896116256714, -1.267313838005066, -0.5187863707542419, -1.7369178533554077, -2.3839731216430664, -2.395780324935913, -1.6910135746002197, -2.2699673175811768, -2.0171406269073486, -1.5436491966247559, -2.248798131942749, -2.067793607711792, -2.397841453552246, -2.2954208850860596, -1.9235230684280396, -2.1554532051086426, -0.9738510251045227, -1.983243703842163, -2.555440902709961, -0.1621580719947815, -1.3692141771316528, -2.032716751098633, -0.08033562451601028, -1.3420802354812622, -3.1569230556488037, -1.1067309379577637, -2.241072416305542, -1.8813390731811523, -0.18298476934432983, -1.869984745979309, -0.13545052707195282, -1.0087144374847412, -2.2367513179779053, -1.7939449548721313, -2.2386515140533447, -2.281804084777832, -1.7920175790786743, -1.5659795999526978, -2.341730833053589, -1.6251559257507324, -0.052617575973272324, -0.013951750472187996, -0.0009675112669356167, -1.2805428504943848, -1.3472282886505127, -1.7472712993621826, -0.018347781151533127, -1.435718297958374, -2.3584442138671875, -1.327185034751892, -1.3432083129882812, -2.4902639389038086, -0.003479024861007929, -0.4073600769042969, -1.42447030544281, -1.8814513683319092, -2.2565534114837646, -1.472217082977295, -1.9777517318725586, -1.9763116836547852, -2.4511501789093018, -0.9892034530639648, -1.618647575378418, -2.1058661937713623, -1.7134476900100708, -2.0395190715789795, -1.6198142766952515, -0.18708911538124084, -0.793809175491333, -0.0180372204631567, -0.8478270769119263, -0.6930996775627136, -1.8722436428070068, -2.9302520751953125, -0.04351295903325081, -0.16016417741775513, -0.31662195920944214, -0.16499650478363037, -0.28365427255630493, -2.944904327392578, -2.2539148330688477, -0.5937457084655762, -2.0013442039489746, -3.046827554702759, -0.5991445779800415, -0.06386030465364456, -0.20692405104637146, -1.1468366384506226, -0.7195233106613159, -1.051658034324646, -0.15926256775856018, -1.7342925071716309, -2.4444570541381836, -2.5271809101104736, -1.806052565574646, -1.9157274961471558, -2.1218230724334717, -2.2687430381774902, -2.374260663986206, -2.1702144145965576, -0.565894365310669, -2.592715263366699, -1.4233129024505615, -1.4877268075942993, -2.1017796993255615, -1.7099347114562988, -1.3989267349243164, -0.5220439434051514, -1.6682602167129517, -2.0641555786132812, -1.4939215183258057, -1.4710240364074707, -2.044093132019043, -1.7429026365280151, -1.2050610780715942, -0.19653446972370148, -0.040371302515268326, -0.9848526120185852, -0.008390414528548717, -0.022188620641827583, -1.256653904914856, -0.00432223454117775, -0.02390875667333603, -1.8726531267166138, -0.07711659371852875, -0.30934572219848633, -2.8510255813598633, -1.048870325088501, -1.9652787446975708, -0.7796521782875061, -1.6867396831512451, -1.8998675346374512, -0.8580242991447449, -1.4713715314865112, -0.9478170871734619, -2.093935966491699, -1.7456190586090088, -2.1613845825195312, -2.180474281311035, -1.8424714803695679, -1.6724475622177124, -1.661036491394043, -2.1057581901550293, -2.1675236225128174, -2.035348653793335, -1.264737606048584, -1.161829948425293, -1.8013629913330078, -1.7715002298355103, -1.8584973812103271, -1.7130182981491089]}, "Bot001_035_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing?", "response": "oh feeling good . my house is sparkling clean . love cleaning. where are you from ?", "annotation_id": "Bot001_035_02", "annotations": ["O", "O", "T", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.40003776550293, -11.311802864074707, -10.491177558898926, -10.808097839355469, -8.185385704040527, -12.697643280029297, -10.684907913208008, -10.092116355895996, -10.681743621826172, -9.230963706970215, -9.946033477783203, -11.199002265930176, -6.074277877807617, -9.46663761138916, -8.582825660705566, -10.16042423248291, -7.207919120788574, -9.828624725341797], "gpt2_argmax_score": [-0.06007930636405945, -2.190598487854004, -3.735051155090332, -2.3344268798828125, -1.5752631425857544, -0.3587383031845093, -2.0050528049468994, -2.1580650806427, -1.0084338188171387, -1.105430006980896, -2.3138926029205322, -0.20367181301116943, -1.4501322507858276, -1.4851008653640747, -1.4808815717697144, -0.21331095695495605, -1.7330503463745117, -0.9519312977790833, -1.2289825677871704, -2.094665765762329, -2.1877408027648926, -2.1079769134521484, -0.239146888256073, -1.2618484497070312, -2.240689992904663, -2.4238808155059814, -1.2022377252578735, -1.184072732925415, -1.1444251537322998, -1.3738898038864136, -1.105615258216858, -1.8630768060684204, -1.463065505027771, -0.05740578845143318, -0.6704206466674805, -0.5614508986473083, -1.1521724462509155, -1.7414706945419312, -2.205141067504883, -1.3856821060180664, -1.6638245582580566, -2.2024519443511963, -2.9952855110168457, -0.544389009475708, -2.631333112716675, -1.788753628730774, -1.9200866222381592, -2.1774721145629883, -1.1123404502868652, -2.2043962478637695, -1.405055046081543, -0.7646785974502563, -0.12858587503433228, -1.616859793663025, -0.5543038249015808, -0.48321035504341125]}, "Bot001_035_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food?", "response": "yes actually i like it a lot . hows it going today ?", "annotation_id": "Bot001_035_04", "annotations": ["T", "O", "O", "O", "O", "X", "X", "O", "T", "O", "X", "T", "O", "O", "O"], "gpt2_target_score": [-14.577902793884277, -12.254838943481445, -8.683375358581543, -9.651485443115234, -8.7431640625, -0.3587448000907898, -7.213566780090332, -10.224514961242676, -8.790237426757812, -11.980891227722168, -7.152944564819336, -10.746726036071777, -3.195298194885254, -10.230952262878418], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.7330636978149414, -0.9519283771514893, -1.2290105819702148, -2.094682216644287, -2.1877410411834717, -2.107980489730835, -0.23914951086044312, -1.2617846727371216, -2.240662097930908, -2.4239070415496826, -1.2022525072097778, -1.1840955018997192, -1.1444666385650635, -1.3738845586776733, -1.1056151390075684, -1.8630344867706299, -1.4630540609359741, -0.05740702524781227, -0.6704123616218567, -0.5614145398139954, -1.1521981954574585, -2.2225241661071777, -1.476306438446045, -2.0433285236358643, -2.346559762954712, -3.135465383529663, -0.5580711364746094, -2.7320172786712646, -1.7489726543426514, -1.9815354347229004, -2.216329336166382, -0.8846678137779236, -2.27178955078125, -1.9234819412231445, -0.6811333894729614, -0.10518459230661392, -1.598113775253296, -0.4581471085548401, -1.2509326934814453, -0.8358567953109741, -1.1367197036743164, -3.2069976329803467, -1.8456772565841675, -1.1514602899551392, -2.5332589149475098, -1.4485058784484863, -0.5258010625839233, -3.1519105434417725, -1.7716041803359985, -0.4824647009372711, -1.9893213510513306, -1.2033514976501465, -1.8079861402511597, -1.541849136352539, -0.4381016194820404, -1.340577483177185, -1.41019868850708, -0.7097722887992859, -1.2266839742660522, -2.303795337677002, -1.2779018878936768, -2.217590808868408, -1.4711194038391113, -2.1734800338745117, -1.8662883043289185, -0.06203147768974304, -1.5320112705230713, -1.9087692499160767, -1.3850669860839844, -0.9931568503379822, -1.496773600578308, -0.9688459634780884, -1.4927887916564941, -0.6517855525016785]}, "Bot001_035_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time?", "response": "shopping , like to go fishing also. Also, try to guess: i've light skin ...", "annotation_id": "Bot001_035_06", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "T", "O", "O", "O", "O"], "gpt2_target_score": [-13.204367637634277, -11.961393356323242, -10.051909446716309, -9.651485443115234, -8.34228515625, -11.090594291687012, -11.809956550598145, -13.776997566223145, -2.0374908447265625, -7.1953535079956055, -7.703573226928711, -14.688544273376465, -6.704194068908691, -14.097208976745605, -11.338456153869629, -9.938653945922852, -13.842835426330566, -14.281960487365723, -11.423636436462402, -9.124849319458008], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.7330636978149414, -0.9519283771514893, -1.2290105819702148, -2.094682216644287, -2.1877410411834717, -2.107980489730835, -0.23914951086044312, -1.2617846727371216, -2.240662097930908, -2.4239070415496826, -1.2022525072097778, -1.1840955018997192, -1.1444666385650635, -1.3738845586776733, -1.1056151390075684, -1.8630344867706299, -1.4630540609359741, -0.05740702524781227, -0.6704123616218567, -0.5614145398139954, -1.1521981954574585, -2.2225241661071777, -1.476306438446045, -2.0433285236358643, -2.346559762954712, -3.135465383529663, -0.5580712556838989, -2.732022285461426, -1.748974084854126, -1.9815565347671509, -2.2163286209106445, -0.8846797347068787, -2.2717857360839844, -1.9234797954559326, -0.681141197681427, -0.10518620163202286, -1.598097801208496, -0.4581593871116638, -1.2509284019470215, -0.8358598947525024, -1.1367160081863403, -3.2069966793060303, -1.8456834554672241, -1.1514662504196167, -2.5332601070404053, -1.4485100507736206, -0.5258021950721741, -3.151916027069092, -1.771599292755127, -0.4824618995189667, -1.9893176555633545, -1.2033426761627197, -1.807989478111267, -1.5418381690979004, -0.4381040036678314, -1.3405735492706299, -1.410216212272644, -0.7097761034965515, -1.2266771793365479, -1.936761498451233, -2.455312967300415, -1.3520255088806152, -2.1683671474456787, -1.7023714780807495, -0.06689289957284927, -1.4880638122558594, -2.071230411529541, -1.3548119068145752, -0.8801015019416809, -1.2956013679504395, -0.8282921314239502, -1.2780543565750122, -1.7386364936828613, -1.6409595012664795, -2.6283435821533203, -2.0793967247009277, -1.6914780139923096, -1.4871302843093872, -0.8555909395217896, -2.8921875953674316, -2.0954606533050537, -1.6730341911315918, -1.7776737213134766, -1.9323755502700806, -2.2222073078155518, -0.0751969963312149, -1.3168216943740845, -1.8783081769943237, -1.5606005191802979, -1.5558236837387085, -2.4193360805511475, -2.2814886569976807, -1.8088552951812744, -1.8788400888442993, -2.620642900466919, -1.8494619131088257, -2.3597309589385986, -2.3918261528015137, -1.9061301946640015, -0.11895589530467987, -1.1989208459854126, -1.6559016704559326, -1.3292452096939087, -0.27245908975601196, -0.011157501488924026, -0.8581535816192627, -1.8405179977416992, -1.8930332660675049, -1.6608450412750244, -2.308051824569702, -3.180699586868286, -2.854463577270508, -1.159288763999939, -0.9696759581565857, -1.976070761680603, -1.569977879524231, -2.074338674545288, -2.018749713897705, -2.178589105606079, -1.3560779094696045, -2.3706371784210205, -1.4882711172103882, -2.6180477142333984, -2.0863993167877197, -1.0777047872543335, -1.3621453046798706, -0.1860675811767578, -2.4847052097320557]}, "Bot001_035_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job?", "response": "with big brown eyes, funny you :)", "annotation_id": "Bot001_035_08", "annotations": ["X", "X", "T", "O", "X", "X", "X", "X", "X", "T", "X", "X", "X", "O", "T"], "gpt2_target_score": [-16.073726654052734, -9.834196090698242, -11.336356163024902, -10.802814483642578, -10.491889953613281, -9.362627983093262, -11.302456855773926, -12.130635261535645], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.7330636978149414, -0.9519283771514893, -1.2290105819702148, -2.094682216644287, -2.1877410411834717, -2.107980489730835, -0.23914951086044312, -1.2617846727371216, -2.240662097930908, -2.4239070415496826, -1.2022525072097778, -1.1840955018997192, -1.1444666385650635, -1.3738845586776733, -1.1056151390075684, -1.8630344867706299, -1.4630540609359741, -0.05740702524781227, -0.6704123616218567, -0.5614145398139954, -1.1521981954574585, -2.2225241661071777, -1.476306438446045, -2.0433285236358643, -2.346559762954712, -3.135465383529663, -0.5580712556838989, -2.732022285461426, -1.748974084854126, -1.9815565347671509, -2.2163286209106445, -0.8846797347068787, -2.2717857360839844, -1.9234797954559326, -0.681141197681427, -0.10518620163202286, -1.598097801208496, -0.4581593871116638, -1.2509284019470215, -0.8358598947525024, -1.1367160081863403, -3.2069966793060303, -1.8456834554672241, -1.1514662504196167, -2.5332601070404053, -1.4485100507736206, -0.5258021950721741, -3.151916027069092, -1.771599292755127, -0.4824618995189667, -1.9893176555633545, -1.2033426761627197, -1.807989478111267, -1.5418381690979004, -0.4381040036678314, -1.3405735492706299, -1.410216212272644, -0.7097761034965515, -1.2266771793365479, -1.936761498451233, -2.455312967300415, -1.3520255088806152, -2.1683671474456787, -1.7023714780807495, -0.06689289957284927, -1.4880638122558594, -2.071230411529541, -1.3548119068145752, -0.8801015019416809, -1.2956013679504395, -0.8282921314239502, -1.2780543565750122, -1.7386364936828613, -1.6409595012664795, -2.6283435821533203, -2.0793967247009277, -1.6914780139923096, -1.4871302843093872, -0.8555909395217896, -2.8921875953674316, -2.0954606533050537, -1.6730341911315918, -1.7776737213134766, -1.9323755502700806, -2.2222073078155518, -0.0751969963312149, -1.3168216943740845, -1.8783081769943237, -1.5606005191802979, -1.5558236837387085, -2.4193360805511475, -2.2814886569976807, -1.8088552951812744, -1.8788400888442993, -2.620642900466919, -1.8494619131088257, -2.3597309589385986, -2.3918261528015137, -1.9061301946640015, -0.11895589530467987, -1.1989208459854126, -1.6559016704559326, -1.3292452096939087, -0.27245908975601196, -0.011157501488924026, -0.8581535816192627, -1.8405179977416992, -2.093022584915161, -2.364206075668335, -2.9161503314971924, -1.5568909645080566, -0.9726676940917969, -1.6651407480239868, -1.706912636756897, -2.1504242420196533, -1.8849035501480103, -2.214350461959839, -1.3102807998657227, -2.422783613204956, -1.5284209251403809, -2.609037160873413, -1.805222749710083, -1.0806200504302979, -1.5638331174850464, -0.37932491302490234, -2.583282232284546, -0.15853850543498993, -1.4786245822906494, -1.2534579038619995, -3.071077346801758, -1.0324032306671143, -2.0826752185821533, -1.789664626121521, -1.4823213815689087, -2.534351110458374, -0.9863875508308411, -1.7606682777404785, -1.403266429901123, -2.6639082431793213, -2.5185632705688477, -0.7607247829437256]}, "Bot001_035_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job? with big brown eyes, funny you :) I mean if you go to work", "response": "yeah i know what you mean", "annotation_id": "Bot001_035_10", "annotations": ["T", "O", "O", "O", "X", "O", "X", "O", "X", "T", "T", "T", "T", "T", "O"], "gpt2_target_score": [-16.990459442138672, -8.72624397277832, -9.53864574432373, -8.528057098388672, -8.597412109375, -11.715678215026855], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.7330636978149414, -0.9519283771514893, -1.2290105819702148, -2.094682216644287, -2.1877410411834717, -2.107980489730835, -0.23914951086044312, -1.2617846727371216, -2.240662097930908, -2.4239070415496826, -1.2022525072097778, -1.1840955018997192, -1.1444666385650635, -1.3738845586776733, -1.1056151390075684, -1.8630344867706299, -1.4630540609359741, -0.05740702524781227, -0.6704123616218567, -0.5614145398139954, -1.1521981954574585, -2.2225241661071777, -1.476306438446045, -2.0433285236358643, -2.346559762954712, -3.135465383529663, -0.5580712556838989, -2.732022285461426, -1.748974084854126, -1.9815565347671509, -2.2163286209106445, -0.8846797347068787, -2.2717857360839844, -1.9234797954559326, -0.681141197681427, -0.10518620163202286, -1.598097801208496, -0.4581593871116638, -1.2509284019470215, -0.8358598947525024, -1.1367160081863403, -3.2069966793060303, -1.8456834554672241, -1.1514662504196167, -2.5332601070404053, -1.4485100507736206, -0.5258021950721741, -3.151916027069092, -1.771599292755127, -0.4824618995189667, -1.9893176555633545, -1.2033426761627197, -1.807989478111267, -1.5418381690979004, -0.4381040036678314, -1.3405735492706299, -1.410216212272644, -0.7097761034965515, -1.2266771793365479, -1.936761498451233, -2.455312967300415, -1.3520255088806152, -2.1683671474456787, -1.7023714780807495, -0.06689289957284927, -1.4880638122558594, -2.071230411529541, -1.3548119068145752, -0.8801015019416809, -1.2956013679504395, -0.8282921314239502, -1.2780543565750122, -1.7386364936828613, -1.6409595012664795, -2.6283435821533203, -2.0793967247009277, -1.6914780139923096, -1.4871302843093872, -0.8555909395217896, -2.8921875953674316, -2.0954606533050537, -1.6730341911315918, -1.7776737213134766, -1.9323755502700806, -2.2222073078155518, -0.0751969963312149, -1.3168216943740845, -1.8783081769943237, -1.5606005191802979, -1.5558236837387085, -2.4193360805511475, -2.2814886569976807, -1.8088552951812744, -1.8788400888442993, -2.620642900466919, -1.8494619131088257, -2.3597309589385986, -2.3918261528015137, -1.9061301946640015, -0.11895589530467987, -1.1989208459854126, -1.6559016704559326, -1.3292452096939087, -0.27245908975601196, -0.011157501488924026, -0.8581535816192627, -1.8405179977416992, -2.093022584915161, -2.364206075668335, -2.9161503314971924, -1.5568909645080566, -0.9726676940917969, -1.6651407480239868, -1.706912636756897, -2.1504242420196533, -1.8849035501480103, -2.2143802642822266, -1.3102807998657227, -2.4227936267852783, -1.5284074544906616, -2.6090481281280518, -1.8052181005477905, -1.0806217193603516, -1.5638427734375, -0.37932759523391724, -2.583289384841919, -0.15853850543498993, -1.478613257408142, -1.2534579038619995, -3.0710878372192383, -1.0323952436447144, -2.082669973373413, -1.622510313987732, -2.910667896270752, -0.9776746034622192, -2.375582695007324, -2.2974636554718018, -2.477583885192871, -2.28106689453125, -1.5415749549865723, -1.5086113214492798, -1.3490478992462158, -0.6613090634346008, -2.062440872192383, -0.2914785146713257, -1.6703970432281494, -1.4451688528060913, -1.8444666862487793, -1.191495418548584, -2.092480182647705, -2.1162216663360596, -1.2277499437332153, -0.3434680998325348, -1.8961824178695679]}, "Bot001_035_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job? with big brown eyes, funny you :) I mean if you go to work yeah i know what you mean so do you have a job?", "response": "i work in publishing , really just a glorified secretary . why is it about to be busy ?", "annotation_id": "Bot001_035_12", "annotations": ["O", "O", "O", "O", "X", "O", "X", "O", "O", "T", "T", "O", "O", "O", "O"], "gpt2_target_score": [-8.19235897064209, -9.56501579284668, -5.381461143493652, -12.914405822753906, -11.031684875488281, -9.205645561218262, -10.6522798538208, -8.98869800567627, -15.815155029296875, -18.974023818969727, -19.943655014038086, -13.758200645446777, -12.692658424377441, -8.435526847839355, -7.908768653869629, -12.951257705688477, -5.745987892150879, -10.680672645568848, -11.113104820251465, -8.157045364379883], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.7330636978149414, -0.9519283771514893, -1.2290105819702148, -2.094682216644287, -2.1877410411834717, -2.107980489730835, -0.23914951086044312, -1.2617846727371216, -2.240662097930908, -2.4239070415496826, -1.2022525072097778, -1.1840955018997192, -1.1444666385650635, -1.3738845586776733, -1.1056151390075684, -1.8630344867706299, -1.4630540609359741, -0.05740702524781227, -0.6704123616218567, -0.5614145398139954, -1.1521981954574585, -2.2225241661071777, -1.476306438446045, -2.0433285236358643, -2.346559762954712, -3.135465383529663, -0.5580712556838989, -2.732022285461426, -1.748974084854126, -1.9815565347671509, -2.2163286209106445, -0.8846797347068787, -2.2717857360839844, -1.9234797954559326, -0.681141197681427, -0.10518620163202286, -1.598097801208496, -0.4581593871116638, -1.2509284019470215, -0.8358598947525024, -1.1367160081863403, -3.2069966793060303, -1.8456834554672241, -1.1514662504196167, -2.5332601070404053, -1.4485100507736206, -0.5258021950721741, -3.151916027069092, -1.771599292755127, -0.4824618995189667, -1.9893176555633545, -1.2033426761627197, -1.807989478111267, -1.5418381690979004, -0.4381040036678314, -1.3405735492706299, -1.410216212272644, -0.7097761034965515, -1.2266771793365479, -1.936761498451233, -2.455312967300415, -1.3520255088806152, -2.1683671474456787, -1.7023714780807495, -0.06689289957284927, -1.4880638122558594, -2.071230411529541, -1.3548119068145752, -0.8801015019416809, -1.2956013679504395, -0.8282921314239502, -1.2780543565750122, -1.7386364936828613, -1.6409595012664795, -2.6283435821533203, -2.0793967247009277, -1.6914780139923096, -1.4871302843093872, -0.8555909395217896, -2.8921875953674316, -2.0954606533050537, -1.6730341911315918, -1.7776737213134766, -1.9323755502700806, -2.2222073078155518, -0.0751969963312149, -1.3168216943740845, -1.8783081769943237, -1.5606005191802979, -1.5558236837387085, -2.4193360805511475, -2.2814886569976807, -1.8088552951812744, -1.8788400888442993, -2.620642900466919, -1.8494619131088257, -2.3597309589385986, -2.3918261528015137, -1.9061301946640015, -0.11895589530467987, -1.1989208459854126, -1.6559016704559326, -1.3292452096939087, -0.27245908975601196, -0.011157501488924026, -0.8581535816192627, -1.8405179977416992, -2.093022584915161, -2.364206075668335, -2.9161503314971924, -1.5568909645080566, -0.9726676940917969, -1.6651407480239868, -1.706912636756897, -2.1504242420196533, -1.8849035501480103, -2.214350461959839, -1.3102807998657227, -2.422783613204956, -1.5284209251403809, -2.609037160873413, -1.805222749710083, -1.0806200504302979, -1.5638331174850464, -0.37932491302490234, -2.583282232284546, -0.15853850543498993, -1.4786245822906494, -1.2534586191177368, -3.0710880756378174, -1.0324071645736694, -2.0826754570007324, -1.622512936592102, -2.9106781482696533, -0.9776812195777893, -2.3755991458892822, -2.2974703311920166, -2.4775969982147217, -2.2810773849487305, -1.5415797233581543, -1.5086272954940796, -1.349039077758789, -0.6613101959228516, -2.06243634223938, -0.29148155450820923, -1.6704025268554688, -1.4451773166656494, -1.564393162727356, -2.341034173965454, -1.8610353469848633, -1.0622528791427612, -1.3505172729492188, -1.7834646701812744, -1.0039349794387817, -0.3654572665691376, -2.122415781021118, -0.6193446516990662, -0.2883612811565399, -0.621700644493103, -2.274460554122925, -1.951829195022583, -1.6611202955245972, -1.7174652814865112, -1.356663465499878, -1.2587766647338867, -1.4188157320022583, -2.7449419498443604, -3.1279141902923584, -1.3216303586959839, -0.05063309893012047, -3.1600799560546875, -1.7617696523666382, -1.3220995664596558, -1.6859188079833984, -1.1097426414489746, -1.7015292644500732, -2.7114410400390625, -1.355745792388916, -1.9366538524627686, -1.2315877676010132, -0.9715810418128967]}, "Bot001_035_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job? with big brown eyes, funny you :) I mean if you go to work yeah i know what you mean so do you have a job? i work in publishing , really just a glorified secretary . why is it about to be busy ? i'm a construction worker. I had a lot of different jobs during my lifetime. i have been working since i was sixteen years old.", "response": "cool . i'm still in school , but i do a lot of stuff with music . [SPEAK-NO-EVIL MONKEY]", "annotation_id": "Bot001_035_14", "annotations": ["X", "X", "X", "O", "X", "O", "X", "O", "O", "O", "X", "T", "O", "O", "O"], "gpt2_target_score": [-16.311710357666016, -12.948827743530273, -8.683375358581543, -9.8551025390625, -10.358634948730469, -9.891879081726074, -10.282979011535645, -9.371487617492676, -6.3777923583984375, -7.2216901779174805, -2.48927903175354, -8.03305721282959, -12.412323951721191, -11.050517082214355, -12.785828590393066, -12.029764175415039, -10.333909034729004, -10.071022987365723, -5.55051326751709, -14.488008499145508, -15.085766792297363, -17.25968360900879, -6.048162937164307, -16.84010887145996, -8.062026977539062, -19.060503005981445, -18.245359420776367, -15.850492477416992, -21.398143768310547, -13.067533493041992], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.7330636978149414, -0.9519283771514893, -1.2290105819702148, -2.094682216644287, -2.1877410411834717, -2.107980489730835, -0.23914951086044312, -1.2617846727371216, -2.240662097930908, -2.4239070415496826, -1.2022525072097778, -1.1840955018997192, -1.1444666385650635, -1.3738845586776733, -1.1056151390075684, -1.8630344867706299, -1.4630540609359741, -0.05740702524781227, -0.6704123616218567, -0.5614145398139954, -1.1521981954574585, -2.2225241661071777, -1.476306438446045, -2.0433285236358643, -2.346559762954712, -3.135465383529663, -0.5580712556838989, -2.732022285461426, -1.748974084854126, -1.9815565347671509, -2.2163286209106445, -0.8846797347068787, -2.2717857360839844, -1.9234797954559326, -0.681141197681427, -0.10518620163202286, -1.598097801208496, -0.4581593871116638, -1.2509284019470215, -0.8358598947525024, -1.1367160081863403, -3.2069966793060303, -1.8456834554672241, -1.1514662504196167, -2.5332601070404053, -1.4485100507736206, -0.5258021950721741, -3.151916027069092, -1.771599292755127, -0.4824618995189667, -1.9893176555633545, -1.2033426761627197, -1.807989478111267, -1.5418381690979004, -0.4381040036678314, -1.3405735492706299, -1.410216212272644, -0.7097761034965515, -1.2266771793365479, -1.936761498451233, -2.455312967300415, -1.3520255088806152, -2.1683671474456787, -1.7023714780807495, -0.06689289957284927, -1.4880638122558594, -2.071230411529541, -1.3548119068145752, -0.8801015019416809, -1.2956013679504395, -0.8282921314239502, -1.2780543565750122, -1.7386364936828613, -1.6409595012664795, -2.6283435821533203, -2.0793967247009277, -1.6914780139923096, -1.4871302843093872, -0.8555909395217896, -2.8921875953674316, -2.0954606533050537, -1.6730341911315918, -1.7776737213134766, -1.9323755502700806, -2.2222073078155518, -0.0751969963312149, -1.3168216943740845, -1.8783081769943237, -1.5606005191802979, -1.5558236837387085, -2.4193360805511475, -2.2814886569976807, -1.8088552951812744, -1.8788400888442993, -2.620642900466919, -1.8494619131088257, -2.3597309589385986, -2.3918261528015137, -1.9061301946640015, -0.11895589530467987, -1.1989208459854126, -1.6559016704559326, -1.3292452096939087, -0.27245908975601196, -0.011157501488924026, -0.8581535816192627, -1.8405179977416992, -2.093022584915161, -2.364206075668335, -2.9161503314971924, -1.5568909645080566, -0.9726676940917969, -1.6651407480239868, -1.706912636756897, -2.1504242420196533, -1.8849035501480103, -2.214350461959839, -1.3102807998657227, -2.422783613204956, -1.5284209251403809, -2.609037160873413, -1.805222749710083, -1.0806200504302979, -1.5638331174850464, -0.37932491302490234, -2.583282232284546, -0.15853850543498993, -1.4786245822906494, -1.2534586191177368, -3.0710880756378174, -1.0324071645736694, -2.0826754570007324, -1.622512936592102, -2.9106781482696533, -0.9776812195777893, -2.3755991458892822, -2.2974703311920166, -2.4775969982147217, -2.2810773849487305, -1.5415797233581543, -1.5086272954940796, -1.349039077758789, -0.6613101959228516, -2.06243634223938, -0.29148155450820923, -1.6704025268554688, -1.4451773166656494, -1.564393162727356, -2.341034173965454, -1.8610353469848633, -1.0622528791427612, -1.3505172729492188, -1.7834646701812744, -1.0039349794387817, -0.3654572665691376, -2.122415781021118, -0.6193446516990662, -0.2883612811565399, -0.621700644493103, -2.274460554122925, -1.94437837600708, -1.7275553941726685, -1.4397515058517456, -1.206228494644165, -1.6896483898162842, -2.505917549133301, -2.718980312347412, -1.186632513999939, -0.05826964229345322, -3.0956602096557617, -1.8159172534942627, -1.766319990158081, -1.70203697681427, -1.1293410062789917, -1.7439231872558594, -2.7348995208740234, -1.4390500783920288, -2.0611040592193604, -1.417601227760315, -2.026350259780884, -2.0212113857269287, -2.2428576946258545, -3.5340864658355713, -0.45509645342826843, -1.6419318914413452, -1.3574039936065674, -1.733194351196289, -0.7923145890235901, -1.4044513702392578, -0.1964333951473236, -1.509393334388733, -0.9124947786331177, -2.361198663711548, -0.3996734619140625, -1.1500287055969238, -1.8770407438278198, -1.6864886283874512, -2.1964759826660156, -1.035317063331604, -1.7957704067230225, -1.4304141998291016, -1.6195307970046997, -0.15214766561985016, -1.911972165107727, -1.432742953300476, -0.01571849174797535, -1.4124414920806885, -1.054848551750183, -2.0323636531829834, -1.386478304862976, -1.7023636102676392, -2.2757341861724854, -1.8325088024139404, -2.0070838928222656, -1.3229199647903442, -2.0106794834136963, -1.2720704078674316, -0.5387083292007446, -1.637389063835144, -1.545362949371338, -0.5335296392440796, -0.4768161475658417, -2.4047863483428955, -1.5647082328796387, -0.7080584168434143, -1.3908485174179077, -1.0432997941970825, -2.1407816410064697, -0.7340945601463318, -0.7253192663192749, -2.0058562755584717, -3.1942689418792725, -1.8696014881134033, -2.7024426460266113, -1.420048713684082, -2.0077526569366455, -1.563793420791626, -1.6351542472839355, -1.02199387550354]}, "Bot001_035_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job? with big brown eyes, funny you :) I mean if you go to work yeah i know what you mean so do you have a job? i work in publishing , really just a glorified secretary . why is it about to be busy ? i'm a construction worker. I had a lot of different jobs during my lifetime. i have been working since i was sixteen years old. cool . i'm still in school , but i do a lot of stuff with music . [SPEAK-NO-EVIL MONKEY] Do you pllay any instruments?", "response": "i can play a piano but i want to relax on this day. how is your day going ?", "annotation_id": "Bot001_035_16", "annotations": ["O", "O", "O", "O", "O", "T", "X", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-8.19235897064209, -7.951204299926758, -8.27039623260498, -5.342540264129639, -12.373703002929688, -11.200213432312012, -11.976819038391113, -11.462506294250488, -2.2835540771484375, -12.903254508972168, -7.313207626342773, -7.94150447845459, -8.005188941955566, -11.045191764831543, -7.728669166564941, -10.911859512329102, -9.914155006408691, -12.048043251037598, -9.47580623626709, -8.157045364379883], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.7330636978149414, -0.9519283771514893, -1.2290105819702148, -2.094682216644287, -2.1877410411834717, -2.107980489730835, -0.23914951086044312, -1.2617846727371216, -2.240662097930908, -2.4239070415496826, -1.2022525072097778, -1.1840955018997192, -1.1444666385650635, -1.3738845586776733, -1.1056151390075684, -1.8630344867706299, -1.4630540609359741, -0.05740702524781227, -0.6704123616218567, -0.5614145398139954, -1.1521981954574585, -2.2225241661071777, -1.476306438446045, -2.0433285236358643, -2.346559762954712, -3.135465383529663, -0.5580712556838989, -2.732022285461426, -1.748974084854126, -1.9815565347671509, -2.2163286209106445, -0.8846797347068787, -2.2717857360839844, -1.9234797954559326, -0.681141197681427, -0.10518620163202286, -1.598097801208496, -0.4581593871116638, -1.2509284019470215, -0.8358598947525024, -1.1367160081863403, -3.2069966793060303, -1.8456834554672241, -1.1514662504196167, -2.5332601070404053, -1.4485100507736206, -0.5258021950721741, -3.151916027069092, -1.771599292755127, -0.4824618995189667, -1.9893176555633545, -1.2033426761627197, -1.807989478111267, -1.5418381690979004, -0.4381040036678314, -1.3405735492706299, -1.410216212272644, -0.7097761034965515, -1.2266771793365479, -1.936761498451233, -2.455312967300415, -1.3520255088806152, -2.1683671474456787, -1.7023714780807495, -0.06689289957284927, -1.4880638122558594, -2.071230411529541, -1.3548119068145752, -0.8801015019416809, -1.2956013679504395, -0.8282921314239502, -1.2780543565750122, -1.7386364936828613, -1.6409595012664795, -2.6283435821533203, -2.0793967247009277, -1.6914780139923096, -1.4871302843093872, -0.8555909395217896, -2.8921875953674316, -2.0954606533050537, -1.6730341911315918, -1.7776737213134766, -1.9323755502700806, -2.2222073078155518, -0.0751969963312149, -1.3168216943740845, -1.8783081769943237, -1.5606005191802979, -1.5558236837387085, -2.4193360805511475, -2.2814886569976807, -1.8088552951812744, -1.8788400888442993, -2.620642900466919, -1.8494619131088257, -2.3597309589385986, -2.3918261528015137, -1.9061301946640015, -0.11895589530467987, -1.1989208459854126, -1.6559016704559326, -1.3292452096939087, -0.27245908975601196, -0.011157501488924026, -0.8581535816192627, -1.8405179977416992, -2.093022584915161, -2.364206075668335, -2.9161503314971924, -1.5568909645080566, -0.9726676940917969, -1.6651407480239868, -1.706912636756897, -2.1504242420196533, -1.8849035501480103, -2.214350461959839, -1.3102807998657227, -2.422783613204956, -1.5284209251403809, -2.609037160873413, -1.805222749710083, -1.0806200504302979, -1.5638331174850464, -0.37932491302490234, -2.583282232284546, -0.1585393100976944, -1.478614091873169, -1.2534626722335815, -3.0710790157318115, -1.032402753829956, -2.0826754570007324, -1.6225159168243408, -2.9106810092926025, -0.977665364742279, -2.375593900680542, -2.2974677085876465, -2.477591037750244, -2.2810466289520264, -1.5415571928024292, -1.5086066722869873, -1.3490467071533203, -0.6613129377365112, -2.0624353885650635, -0.2914799451828003, -1.6703948974609375, -1.4451760053634644, -1.5643953084945679, -2.341031551361084, -1.8610482215881348, -1.0622273683547974, -1.3505090475082397, -1.783470869064331, -1.003944993019104, -0.3654566705226898, -2.1224093437194824, -0.6193525195121765, -0.2883603870868683, -0.6217002272605896, -2.274470806121826, -1.9443882703781128, -1.727556586265564, -1.4397554397583008, -1.2062413692474365, -1.6896560192108154, -2.5059006214141846, -2.718972682952881, -1.186632752418518, -0.05826941505074501, -3.0956435203552246, -1.8159316778182983, -1.7663370370864868, -1.7020440101623535, -1.1293443441390991, -1.743909239768982, -2.734896421432495, -1.4390528202056885, -2.061112642288208, -1.4175962209701538, -2.0263619422912598, -2.021205425262451, -2.2428548336029053, -3.534090042114258, -0.45509660243988037, -1.6419055461883545, -1.3574024438858032, -1.7332097291946411, -0.7923203110694885, -1.4044482707977295, -0.19643241167068481, -1.5093828439712524, -0.9124904870986938, -2.3612077236175537, -0.3996756374835968, -1.150032639503479, -1.8770442008972168, -1.6864880323410034, -2.196479320526123, -1.0353100299835205, -1.7957547903060913, -1.4304118156433105, -1.6195396184921265, -0.1521509438753128, -1.9119887351989746, -1.4327354431152344, -0.015718257054686546, -1.4124300479888916, -1.0548441410064697, -1.7835222482681274, -1.5723834037780762, -1.9682815074920654, -2.1388819217681885, -2.115107536315918, -1.2248725891113281, -2.0696163177490234, -1.4218977689743042, -0.670117199420929, -1.7004798650741577, -1.6845890283584595, -0.4552478492259979, -0.4651021957397461, -2.368546962738037, -1.6574848890304565, -0.6602475643157959, -1.353458285331726, -1.2769043445587158, -2.6314995288848877, -0.5204947590827942, -0.5232545733451843, -1.7068486213684082, -3.1841013431549072, -1.8654601573944092, -2.7340798377990723, -1.4193308353424072, -1.527502179145813, -1.5354089736938477, -1.6834309101104736, -1.2888474464416504, -0.07558116316795349, -1.1016151905059814, -1.599780559539795, -1.081303358078003, -1.7408015727996826, -1.908400535583496, -1.3405022621154785, -1.9051785469055176, -2.0406930446624756, -2.4574966430664062, -1.957992434501648, -2.0342886447906494, -0.4752514362335205, -2.0055360794067383, -0.7585631012916565, -2.358490228652954, -0.20650523900985718, -1.7507672309875488, -1.477504849433899, -1.519588589668274, -1.3016074895858765, -1.3250254392623901, -0.9678220748901367, -1.721416711807251, -0.8874217867851257, -1.5974674224853516, -0.44465339183807373, -0.7568554878234863, -0.8497694730758667]}, "Bot001_035_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job? with big brown eyes, funny you :) I mean if you go to work yeah i know what you mean so do you have a job? i work in publishing , really just a glorified secretary . why is it about to be busy ? i'm a construction worker. I had a lot of different jobs during my lifetime. i have been working since i was sixteen years old. cool . i'm still in school , but i do a lot of stuff with music . [SPEAK-NO-EVIL MONKEY] Do you pllay any instruments? i can play a piano but i want to relax on this day. how is your day going ? I woke up recently and the weather outside is stuffy\n so I had to go to bath and now I'm here", "response": "do you have a job", "annotation_id": "Bot001_035_18", "annotations": ["X", "X", "O", "X", "O", "X", "X", "X", "T", "T", "T", "X", "T", "O", "O"], "gpt2_target_score": [-16.085689544677734, -8.572107315063477, -7.610251426696777, -5.342540264129639, -11.871025085449219], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.7330636978149414, -0.9519283771514893, -1.2290105819702148, -2.094682216644287, -2.1877410411834717, -2.107980489730835, -0.23914951086044312, -1.2617846727371216, -2.240662097930908, -2.4239070415496826, -1.2022525072097778, -1.1840955018997192, -1.1444666385650635, -1.3738845586776733, -1.1056151390075684, -1.8630344867706299, -1.4630540609359741, -0.05740702524781227, -0.6704123616218567, -0.5614145398139954, -1.1521981954574585, -2.2225241661071777, -1.476306438446045, -2.0433285236358643, -2.346559762954712, -3.135465383529663, -0.5580712556838989, -2.732022285461426, -1.748974084854126, -1.9815565347671509, -2.2163286209106445, -0.8846797347068787, -2.2717857360839844, -1.9234797954559326, -0.681141197681427, -0.10518620163202286, -1.598097801208496, -0.4581593871116638, -1.2509284019470215, -0.8358598947525024, -1.1367160081863403, -3.2069966793060303, -1.8456834554672241, -1.1514662504196167, -2.5332601070404053, -1.4485100507736206, -0.5258021950721741, -3.151916027069092, -1.771599292755127, -0.4824618995189667, -1.9893176555633545, -1.2033426761627197, -1.807989478111267, -1.5418381690979004, -0.4381040036678314, -1.3405735492706299, -1.410216212272644, -0.7097761034965515, -1.2266771793365479, -1.936761498451233, -2.455312967300415, -1.3520255088806152, -2.1683671474456787, -1.7023714780807495, -0.06689289957284927, -1.4880638122558594, -2.071230411529541, -1.3548119068145752, -0.8801015019416809, -1.2956013679504395, -0.8282921314239502, -1.2780543565750122, -1.7386364936828613, -1.6409595012664795, -2.6283435821533203, -2.0793967247009277, -1.6914780139923096, -1.4871302843093872, -0.8555909395217896, -2.8921875953674316, -2.0954606533050537, -1.6730341911315918, -1.7776737213134766, -1.9323755502700806, -2.2222073078155518, -0.0751969963312149, -1.3168216943740845, -1.8783081769943237, -1.5606005191802979, -1.5558236837387085, -2.4193360805511475, -2.2814886569976807, -1.8088552951812744, -1.8788400888442993, -2.620642900466919, -1.8494619131088257, -2.3597309589385986, -2.3918261528015137, -1.9061301946640015, -0.11895589530467987, -1.1989208459854126, -1.6559016704559326, -1.3292452096939087, -0.27245908975601196, -0.011157501488924026, -0.8581535816192627, -1.8405179977416992, -2.093022584915161, -2.364206075668335, -2.9161503314971924, -1.5568909645080566, -0.9726676940917969, -1.6651407480239868, -1.706912636756897, -2.1504242420196533, -1.8849035501480103, -2.214350461959839, -1.3102807998657227, -2.422783613204956, -1.5284209251403809, -2.609037160873413, -1.805222749710083, -1.0806200504302979, -1.5638331174850464, -0.37932491302490234, -2.583282232284546, -0.15853850543498993, -1.4786245822906494, -1.2534586191177368, -3.0710880756378174, -1.0324071645736694, -2.0826754570007324, -1.622512936592102, -2.9106781482696533, -0.9776812195777893, -2.3755991458892822, -2.2974703311920166, -2.4775969982147217, -2.2810773849487305, -1.5415797233581543, -1.5086283683776855, -1.3490426540374756, -0.6613132357597351, -2.0624372959136963, -0.2914811074733734, -1.6703946590423584, -1.445168375968933, -1.5643919706344604, -2.341048240661621, -1.861039161682129, -1.0622227191925049, -1.3505014181137085, -1.783470869064331, -1.003946304321289, -0.36545634269714355, -2.1224310398101807, -0.6193534731864929, -0.288358598947525, -0.6217052936553955, -2.274463653564453, -1.9443756341934204, -1.7275652885437012, -1.4397519826889038, -1.2062410116195679, -1.689642310142517, -2.505903482437134, -2.7189857959747314, -1.186639428138733, -0.05826953053474426, -3.0956428050994873, -1.815929651260376, -1.766324758529663, -1.7020431756973267, -1.129349708557129, -1.743910789489746, -2.734893560409546, -1.4390568733215332, -2.061091661453247, -1.4175965785980225, -2.026348829269409, -2.021217107772827, -2.2428643703460693, -3.5340991020202637, -0.4550970494747162, -1.6419163942337036, -1.357412338256836, -1.7332000732421875, -0.7923177480697632, -1.4044504165649414, -0.19643211364746094, -1.5093919038772583, -0.9124966263771057, -2.3612124919891357, -0.3996686041355133, -1.1500275135040283, -1.877049207687378, -1.6864763498306274, -2.1964681148529053, -1.0353155136108398, -1.795769214630127, -1.4304252862930298, -1.6195460557937622, -0.152149498462677, -1.9119822978973389, -1.4327363967895508, -0.015718139708042145, -1.4124267101287842, -1.0548495054244995, -1.7835285663604736, -1.5723626613616943, -1.968272089958191, -2.1388750076293945, -2.1151177883148193, -1.2248767614364624, -2.0696091651916504, -1.421887993812561, -0.6701173186302185, -1.7004661560058594, -1.684601902961731, -0.45524337887763977, -0.465099960565567, -2.3685619831085205, -1.6574989557266235, -0.6602398157119751, -1.353473424911499, -1.276915192604065, -2.6314992904663086, -0.5204929113388062, -0.5232518911361694, -1.7068533897399902, -3.1840968132019043, -1.8654485940933228, -2.7340786457061768, -1.4193400144577026, -1.5275105237960815, -1.5354082584381104, -1.683430790901184, -1.288854956626892, -0.07558006048202515, -1.1016228199005127, -1.5997803211212158, -1.0812993049621582, -1.740807056427002, -1.9084011316299438, -1.3405026197433472, -1.9051785469055176, -2.086535692214966, -1.7762430906295776, -2.2618157863616943, -0.415686696767807, -2.0005979537963867, -0.864319384098053, -1.8006558418273926, -0.23236678540706635, -1.9159245491027832, -1.5892537832260132, -1.5588115453720093, -1.419620394706726, -1.3659805059432983, -1.3755543231964111, -1.7490631341934204, -0.8848523497581482, -1.5837352275848389, -0.5641091465950012, -0.6795800924301147, -2.0617213249206543, -1.1894853115081787, -0.032657690346241, -2.4135279655456543, -1.1321544647216797, -1.5559247732162476, -2.332594156265259, -0.41313573718070984, -0.9691941142082214, -2.882328510284424, -1.565797209739685, -1.5521782636642456, -0.7914174199104309, -1.4106876850128174, -1.3941097259521484, -1.0291022062301636, -1.935448408126831, -0.6171992421150208, -1.891167402267456, -1.8315314054489136, -2.928389310836792, -0.7909039258956909, -0.808962881565094, -2.7330405712127686, -1.954174280166626, -2.1206626892089844, -0.09698618203401566, -0.9866189956665039, -0.6974719166755676, -0.4449176788330078, -0.6345174908638]}, "Bot001_035_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job? with big brown eyes, funny you :) I mean if you go to work yeah i know what you mean so do you have a job? i work in publishing , really just a glorified secretary . why is it about to be busy ? i'm a construction worker. I had a lot of different jobs during my lifetime. i have been working since i was sixteen years old. cool . i'm still in school , but i do a lot of stuff with music . [SPEAK-NO-EVIL MONKEY] Do you pllay any instruments? i can play a piano but i want to relax on this day. how is your day going ? I woke up recently and the weather outside is stuffy\n so I had to go to bath and now I'm here do you have a job yeah i'm a construction worker as I have already said", "response": "what city are you from ?", "annotation_id": "Bot001_035_20", "annotations": ["O", "X", "O", "O", "O", "O", "X", "O", "O", "T", "O", "O", "T", "O", "O"], "gpt2_target_score": [-15.409838676452637, -6.803693771362305, -7.4840497970581055, -8.56808853149414, -9.103904724121094, -13.931185722351074], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.7330636978149414, -0.9519283771514893, -1.2290105819702148, -2.094682216644287, -2.1877410411834717, -2.107980489730835, -0.23914951086044312, -1.2617846727371216, -2.240662097930908, -2.4239070415496826, -1.2022525072097778, -1.1840955018997192, -1.1444666385650635, -1.3738845586776733, -1.1056151390075684, -1.8630344867706299, -1.4630540609359741, -0.05740702524781227, -0.6704123616218567, -0.5614145398139954, -1.1521981954574585, -2.2225241661071777, -1.476306438446045, -2.0433285236358643, -2.346559762954712, -3.135465383529663, -0.5580712556838989, -2.732022285461426, -1.748974084854126, -1.9815565347671509, -2.2163286209106445, -0.8846797347068787, -2.2717857360839844, -1.9234797954559326, -0.681141197681427, -0.10518620163202286, -1.598097801208496, -0.4581593871116638, -1.2509284019470215, -0.8358598947525024, -1.1367160081863403, -3.2069966793060303, -1.8456834554672241, -1.1514662504196167, -2.5332601070404053, -1.4485100507736206, -0.5258021950721741, -3.151916027069092, -1.771599292755127, -0.4824618995189667, -1.9893176555633545, -1.2033426761627197, -1.807989478111267, -1.5418381690979004, -0.4381040036678314, -1.3405735492706299, -1.410216212272644, -0.7097761034965515, -1.2266771793365479, -1.936761498451233, -2.455312967300415, -1.3520255088806152, -2.1683671474456787, -1.7023714780807495, -0.06689289957284927, -1.4880638122558594, -2.071230411529541, -1.3548119068145752, -0.8801015019416809, -1.2956013679504395, -0.8282921314239502, -1.2780543565750122, -1.7386364936828613, -1.6409595012664795, -2.6283435821533203, -2.0793967247009277, -1.6914780139923096, -1.4871302843093872, -0.8555909395217896, -2.8921875953674316, -2.0954606533050537, -1.6730341911315918, -1.7776737213134766, -1.9323755502700806, -2.2222073078155518, -0.0751969963312149, -1.3168216943740845, -1.8783081769943237, -1.5606005191802979, -1.5558236837387085, -2.4193360805511475, -2.2814886569976807, -1.8088552951812744, -1.8788400888442993, -2.620642900466919, -1.8494619131088257, -2.3597309589385986, -2.3918261528015137, -1.9061301946640015, -0.11895589530467987, -1.1989208459854126, -1.6559016704559326, -1.3292452096939087, -0.27245908975601196, -0.011157501488924026, -0.8581535816192627, -1.8405179977416992, -2.093022584915161, -2.364206075668335, -2.9161503314971924, -1.5568909645080566, -0.9726676940917969, -1.6651407480239868, -1.706912636756897, -2.1504242420196533, -1.8849035501480103, -2.214350461959839, -1.3102807998657227, -2.422783613204956, -1.5284209251403809, -2.609037160873413, -1.805222749710083, -1.0806200504302979, -1.5638331174850464, -0.37932491302490234, -2.583282232284546, -0.15853850543498993, -1.4786245822906494, -1.2534586191177368, -3.0710880756378174, -1.0324071645736694, -2.0826754570007324, -1.622512936592102, -2.9106781482696533, -0.9776812195777893, -2.3755991458892822, -2.2974703311920166, -2.4775969982147217, -2.2810773849487305, -1.5415797233581543, -1.5086272954940796, -1.349039077758789, -0.6613101959228516, -2.06243634223938, -0.29148155450820923, -1.6704025268554688, -1.4451773166656494, -1.564393162727356, -2.341034173965454, -1.861033320426941, -1.0622409582138062, -1.3505077362060547, -1.7834696769714355, -1.0039349794387817, -0.36545494198799133, -2.1224138736724854, -0.6193565130233765, -0.28835779428482056, -0.6217066645622253, -2.274470090866089, -1.9443914890289307, -1.727550983428955, -1.4397588968276978, -1.2062387466430664, -1.689652681350708, -2.5059080123901367, -2.7189910411834717, -1.1866307258605957, -0.05826964229345322, -3.0956506729125977, -1.815928339958191, -1.7663276195526123, -1.7020351886749268, -1.1293426752090454, -1.7439159154891968, -2.7349090576171875, -1.4390486478805542, -2.061110734939575, -1.4175776243209839, -2.026364326477051, -2.0212109088897705, -2.242859363555908, -3.5340845584869385, -0.45509812235832214, -1.6419111490249634, -1.357409954071045, -1.7331938743591309, -0.7923184633255005, -1.4044533967971802, -0.1964333951473236, -1.509389877319336, -0.912494957447052, -2.3612115383148193, -0.39967188239097595, -1.150024652481079, -1.8770356178283691, -1.6864776611328125, -2.196467161178589, -1.0353190898895264, -1.7957745790481567, -1.430411458015442, -1.6195483207702637, -0.1521487832069397, -1.9119876623153687, -1.4327564239501953, -0.01571849174797535, -1.4124438762664795, -1.0548481941223145, -1.7835382223129272, -1.572359323501587, -1.9682716131210327, -2.1388776302337646, -2.115107536315918, -1.2248680591583252, -2.0696184635162354, -1.4219012260437012, -0.6701248288154602, -1.7004811763763428, -1.684598684310913, -0.4552442133426666, -0.4650951623916626, -2.36854887008667, -1.6574971675872803, -0.6602446436882019, -1.3534611463546753, -1.2769064903259277, -2.6314940452575684, -0.5204972624778748, -0.5232529640197754, -1.7068495750427246, -3.184093952178955, -1.8654543161392212, -2.734072685241699, -1.4193377494812012, -1.527496337890625, -1.535408854484558, -1.6834298372268677, -1.2888457775115967, -0.07558216154575348, -1.1016238927841187, -1.599770188331604, -1.0813013315200806, -1.7408044338226318, -1.9084093570709229, -1.3405042886734009, -1.9051774740219116, -2.0865378379821777, -1.7762243747711182, -2.2618155479431152, -0.41568779945373535, -2.000610589981079, -0.8643174171447754, -1.800650715827942, -0.23236772418022156, -1.9159228801727295, -1.5892637968063354, -1.5588127374649048, -1.4196404218673706, -1.3659847974777222, -1.3755441904067993, -1.7490671873092651, -0.8848522901535034, -1.5837432146072388, -0.5641023516654968, -0.6795768141746521, -2.0617082118988037, -1.1894958019256592, -0.03265745937824249, -2.41351318359375, -1.1321600675582886, -1.5559184551239014, -2.3325839042663574, -0.41312918066978455, -0.96920245885849, -2.882333755493164, -1.565779209136963, -1.552170991897583, -0.7914063930511475, -1.4106892347335815, -1.3941205739974976, -1.02910578250885, -1.935457706451416, -0.617196798324585, -1.8911677598953247, -1.831538438796997, -2.9283838272094727, -0.790902853012085, -0.8089637160301208, -2.7330334186553955, -1.954163670539856, -2.2015984058380127, -1.3638871908187866, -0.7352246642112732, -0.5807792544364929, -0.6893324851989746, -1.5726664066314697, -2.1070094108581543, -2.436229944229126, -1.1168867349624634, -0.13197363913059235, -1.5493618249893188, -0.7170931696891785, -1.6684057712554932, -0.7264283895492554, -1.9742107391357422, -2.176621437072754, -2.1673378944396973, -1.9167826175689697, -1.3714545965194702, -0.015422842465341091, -0.8665434122085571, -0.5317744612693787, -0.9767901301383972]}, "Bot001_037_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello", "response": "hi , how are you ? [SMIRKING FACE WITH GLASSES]", "annotation_id": "Bot001_037_01", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T"], "gpt2_target_score": [-13.08914566040039, -13.25390625, -5.720205307006836, -5.131433963775635, -5.531598091125488, -11.172106742858887, -8.411434173583984, -14.306001663208008, -10.00152587890625, -9.70817756652832, -8.524316787719727, -6.953909397125244, -8.314957618713379, -12.27302360534668, -5.653187274932861, -1.8885133266448975], "gpt2_argmax_score": [-1.8457903861999512, -2.0303499698638916, -0.7205713391304016, -1.6768289804458618, -1.7026947736740112, -0.2687714993953705, -1.4313315153121948, -0.5553913116455078, -3.6015095710754395, -1.6212936639785767, -1.6231861114501953, -1.280806064605713, -1.8796627521514893, -2.0706727504730225, -2.2644925117492676, -1.8885133266448975, -1.7312262058258057, -0.9644351005554199]}, "Bot001_037_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ?", "response": "i am good . what are your hobbies ?", "annotation_id": "Bot001_037_03", "annotations": ["O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T"], "gpt2_target_score": [-12.053730010986328, -8.382425308227539, -6.155564308166504, -9.599087715148926, -10.36854076385498, -8.633143424987793, -7.785567760467529, -14.6568021774292, -11.94488525390625], "gpt2_argmax_score": [-1.8457903861999512, -1.5201821327209473, -1.7124489545822144, -1.784436583518982, -0.28721126914024353, -1.2167006731033325, -1.1364893913269043, -2.868281364440918, -1.1948316097259521, -0.9583703875541687, -0.6266840696334839, -1.5455766916275024, -2.0757908821105957, -2.101674795150757, -1.2825554609298706, -1.0166187286376953, -0.5802271366119385, -1.8877390623092651, -1.927571415901184, -1.6104304790496826, -1.4996381998062134, -1.4045958518981934, -0.09103642404079437, -0.44654709100723267, -0.38173410296440125, -1.536989450454712, -2.4140820503234863, -1.3260838985443115, -1.6742831468582153, -1.0713797807693481, -1.2722095251083374, -1.5459160804748535, -0.19209720194339752, -1.1085361242294312, -1.0244179964065552, -0.4364243149757385]}, "Bot001_037_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ?", "response": "i watch nascar races on sundays. Also, try to guess: i enjoy mountain ...", "annotation_id": "Bot001_037_05", "annotations": ["O", "X", "O", "O", "T", "O", "O", "O", "X", "X", "O", "X", "O", "O", "T"], "gpt2_target_score": [-12.053736686706543, -10.543744087219238, -8.294795989990234, -21.807199478149414, -11.401899337768555, -4.855337619781494, -12.776788711547852, -15.645023345947266, -6.376728057861328, -12.414070129394531, -6.121631145477295, -14.355469703674316, -12.15396785736084, -16.17706871032715, -6.737588405609131, -8.418404579162598, -11.513213157653809, -12.969286918640137, -9.54525375366211], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -2.8682897090911865, -1.1948354244232178, -0.9583666920661926, -0.6266817450523376, -1.5455751419067383, -2.075793504714966, -2.1016719341278076, -1.2825636863708496, -1.0166332721710205, -0.5802295804023743, -1.8877439498901367, -1.927593469619751, -1.6104365587234497, -1.4996180534362793, -1.4045965671539307, -0.09103512018918991, -0.4465261697769165, -0.3817342519760132, -1.5370614528656006, -1.1443198919296265, -2.1462936401367188, -1.0167570114135742, -1.471845269203186, -1.5767922401428223, -0.2506071925163269, -0.8706737160682678, -0.5524408221244812, -1.6520991325378418, -1.174072504043579, -1.413259506225586, -2.3168344497680664, -2.1742475032806396, -1.9159029722213745, -3.0732009410858154, -0.03799780458211899, -1.7921535968780518, -1.789939284324646, -1.3201450109481812, -1.24367356300354, -0.04488173499703407, -0.9824541211128235, -1.359087586402893, -0.08007124066352844, -0.3429867625236511, -1.6802647113800049, -2.1796610355377197, -1.8821583986282349, -2.322085380554199, -1.9577856063842773, -1.5841950178146362, -1.4931707382202148, -1.8078569173812866, -0.5860431790351868, -1.5448602437973022, -1.1452198028564453, -1.5685575008392334, -1.0970364809036255, -0.9955061078071594, -2.3960072994232178, -1.5298187732696533, -2.286844253540039, -1.531934142112732, -1.9734103679656982, -0.1292600929737091, -1.9203171730041504]}, "Bot001_037_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ?", "response": "biking as hobby, funny you :)", "annotation_id": "Bot001_037_07", "annotations": ["O", "X", "O", "O", "T", "O", "O", "O", "X", "X", "O", "X", "T", "T", "O"], "gpt2_target_score": [-11.784945487976074, -17.840147018432617, -7.288708209991455, -14.468546867370605, -10.627439498901367, -11.774099349975586, -6.823190212249756, -11.817424774169922], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -2.8682897090911865, -1.1948354244232178, -0.9583666920661926, -0.6266817450523376, -1.5455751419067383, -2.075793504714966, -2.1016719341278076, -1.2825636863708496, -1.0166332721710205, -0.5802295804023743, -1.8877439498901367, -1.927593469619751, -1.6104365587234497, -1.4996180534362793, -1.4045965671539307, -0.09103512018918991, -0.4465261697769165, -0.3817342519760132, -1.5370614528656006, -1.1443198919296265, -2.1462936401367188, -1.0167570114135742, -1.471845269203186, -1.5767922401428223, -0.2506071925163269, -0.8706737160682678, -0.5524408221244812, -1.6520991325378418, -1.174072504043579, -1.413259506225586, -2.3168344497680664, -2.1742475032806396, -1.9159029722213745, -3.0732009410858154, -0.03799780458211899, -1.7921535968780518, -1.789939284324646, -1.3201450109481812, -1.24367356300354, -0.04488173499703407, -0.9824541211128235, -1.359087586402893, -0.08007124066352844, -0.3429867625236511, -1.6802647113800049, -1.8381099700927734, -2.435458183288574, -2.095940351486206, -1.5923819541931152, -1.5238953828811646, -1.9047918319702148, -0.5614866614341736, -1.4586817026138306, -1.199926733970642, -1.6336537599563599, -1.5784164667129517, -0.9491816759109497, -2.5380146503448486, -1.5916705131530762, -2.375917673110962, -1.2543543577194214, -1.9232170581817627, -0.13069117069244385, -1.9026751518249512, -1.9277219772338867, -2.0784244537353516, -1.4894814491271973, -2.064621925354004, -2.305847406387329, -2.244584321975708, -1.064345121383667, -1.7961921691894531, -2.170799493789673, -1.2093337774276733, -2.4906418323516846, -0.37704041600227356]}, "Bot001_037_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ? biking as hobby, funny you :) you are getting smarter everyday.", "response": "oh , maybe ! why do you think that ?", "annotation_id": "Bot001_037_09", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "X", "O", "T"], "gpt2_target_score": [-13.021014213562012, -5.643872261047363, -8.366024017333984, -8.96985912322998, -13.331357955932617, -7.413076877593994, -6.823190212249756, -13.379878997802734, -11.29733657836914, -9.944610595703125], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -2.8682897090911865, -1.1948354244232178, -0.9583666920661926, -0.6266817450523376, -1.5455751419067383, -2.075793504714966, -2.1016719341278076, -1.2825636863708496, -1.0166332721710205, -0.5802295804023743, -1.8877439498901367, -1.927593469619751, -1.6104365587234497, -1.4996180534362793, -1.4045965671539307, -0.09103512018918991, -0.4465261697769165, -0.3817342519760132, -1.5370614528656006, -1.1443198919296265, -2.1462936401367188, -1.0167570114135742, -1.471845269203186, -1.5767922401428223, -0.2506071925163269, -0.8706737160682678, -0.5524408221244812, -1.6520991325378418, -1.174072504043579, -1.413259506225586, -2.3168344497680664, -2.1742475032806396, -1.9159029722213745, -3.0732009410858154, -0.03799780458211899, -1.7921535968780518, -1.789939284324646, -1.3201450109481812, -1.24367356300354, -0.04488173499703407, -0.9824541211128235, -1.359087586402893, -0.08007124066352844, -0.3429867625236511, -1.6802647113800049, -1.8381099700927734, -2.435458183288574, -2.095940351486206, -1.5923819541931152, -1.5238953828811646, -1.9047918319702148, -0.5614866614341736, -1.4586817026138306, -1.199926733970642, -1.6336537599563599, -1.5784164667129517, -0.9491816759109497, -2.5380146503448486, -1.5916705131530762, -2.375917673110962, -1.2543543577194214, -1.9232170581817627, -0.13069117069244385, -1.9026751518249512, -1.9277219772338867, -2.078400135040283, -1.4894800186157227, -0.6751968264579773, -1.0433741807937622, -1.742977261543274, -1.6535431146621704, -1.4479188919067383, -2.4878368377685547, -1.0419683456420898, -2.0573413372039795, -2.0419697761535645, -2.3109147548675537, -1.8160501718521118, -1.5104758739471436, -2.0204875469207764, -2.108409881591797, -1.9303736686706543, -1.1154866218566895, -1.5636368989944458, -1.3975844383239746, -1.3100322484970093, -0.14893655478954315, -1.3522024154663086, -1.7927180528640747, -0.6460066437721252, -0.7860468626022339]}, "Bot001_037_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ? biking as hobby, funny you :) you are getting smarter everyday. oh , maybe ! why do you think that ? because your answers are making more sense everyday. how old are you ?", "response": "they are 6 and 9. what do you do ?", "annotation_id": "Bot001_037_11", "annotations": ["X", "X", "X", "T", "O", "X", "X", "X", "O", "O", "X", "O", "X", "T", "T"], "gpt2_target_score": [-15.5745267868042, -8.147534370422363, -9.85769271850586, -6.438211917877197, -11.782529830932617, -6.000265598297119, -5.676507472991943, -11.93624496459961, -12.524356842041016, -9.779769897460938, -9.91553783416748], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -2.8682897090911865, -1.1948354244232178, -0.9583666920661926, -0.6266817450523376, -1.5455751419067383, -2.075793504714966, -2.1016719341278076, -1.2825636863708496, -1.0166332721710205, -0.5802295804023743, -1.8877439498901367, -1.927593469619751, -1.6104365587234497, -1.4996180534362793, -1.4045965671539307, -0.09103512018918991, -0.4465261697769165, -0.3817342519760132, -1.5370614528656006, -1.1443198919296265, -2.1462936401367188, -1.0167570114135742, -1.471845269203186, -1.5767922401428223, -0.2506071925163269, -0.8706737160682678, -0.5524408221244812, -1.6520991325378418, -1.174072504043579, -1.413259506225586, -2.3168344497680664, -2.1742475032806396, -1.9159029722213745, -3.0732009410858154, -0.03799780458211899, -1.7921535968780518, -1.789939284324646, -1.3201450109481812, -1.24367356300354, -0.04488173499703407, -0.9824541211128235, -1.359087586402893, -0.08007124066352844, -0.3429867625236511, -1.6802647113800049, -1.8381099700927734, -2.435458183288574, -2.095940351486206, -1.5923819541931152, -1.5238953828811646, -1.9047918319702148, -0.5614866614341736, -1.4586817026138306, -1.199926733970642, -1.6336537599563599, -1.5784164667129517, -0.9491816759109497, -2.5380146503448486, -1.5916705131530762, -2.375917673110962, -1.2543543577194214, -1.9232170581817627, -0.13069117069244385, -1.9026751518249512, -1.9277219772338867, -2.078400135040283, -1.4894800186157227, -0.6751968264579773, -1.0433741807937622, -1.742977261543274, -1.6535431146621704, -1.4479188919067383, -2.4878368377685547, -1.0419683456420898, -2.0573413372039795, -2.0419697761535645, -2.3109147548675537, -1.8160587549209595, -1.5104776620864868, -2.020494222640991, -2.3296656608581543, -1.2747775316238403, -1.7320630550384521, -1.8285175561904907, -1.3307465314865112, -0.1356823593378067, -1.3956049680709839, -1.7146096229553223, -0.8655474781990051, -1.4638575315475464, -1.1326889991760254, -3.2648346424102783, -0.7710028290748596, -2.2472150325775146, -0.7509530186653137, -0.17667652666568756, -2.0032029151916504, -1.3554768562316895, -1.8994464874267578, -1.5830764770507812, -0.2875850796699524, -0.034502629190683365, -0.22697056829929352, -2.0639758110046387, -2.307053565979004, -0.7516418099403381, -3.1352078914642334, -1.7671401500701904, -1.6774269342422485, -1.783185362815857, -1.9786230325698853, -1.7367956638336182, -0.063445083796978, -1.6719632148742676, -0.3753252327442169, -0.65885990858078]}, "Bot001_037_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ? biking as hobby, funny you :) you are getting smarter everyday. oh , maybe ! why do you think that ? because your answers are making more sense everyday. how old are you ? they are 6 and 9. what do you do ? what do you do for a living", "response": "i work in an office building . it has also paid well , and supports my love of cars", "annotation_id": "Bot001_037_13", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "X", "X", "O", "X", "T", "T", "T"], "gpt2_target_score": [-12.053736686706543, -9.758831977844238, -6.65751314163208, -9.721278190612793, -13.894376754760742, -7.443609714508057, -4.721017360687256, -11.53128433227539, -9.44443130493164, -9.828437805175781, -16.761016845703125, -13.214417457580566, -12.835978507995605, -8.8732328414917, -14.589029312133789, -10.760529518127441, -11.535262107849121, -10.168353080749512, -15.222850799560547], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -2.8682897090911865, -1.1948354244232178, -0.9583666920661926, -0.6266817450523376, -1.5455751419067383, -2.075793504714966, -2.1016719341278076, -1.2825636863708496, -1.0166332721710205, -0.5802295804023743, -1.8877439498901367, -1.927593469619751, -1.6104365587234497, -1.4996180534362793, -1.4045965671539307, -0.09103512018918991, -0.4465261697769165, -0.3817342519760132, -1.5370614528656006, -1.1443198919296265, -2.1462936401367188, -1.0167570114135742, -1.471845269203186, -1.5767922401428223, -0.2506071925163269, -0.8706737160682678, -0.5524408221244812, -1.6520991325378418, -1.174072504043579, -1.413259506225586, -2.3168344497680664, -2.1742475032806396, -1.9159029722213745, -3.0732009410858154, -0.03799780458211899, -1.7921535968780518, -1.789939284324646, -1.3201450109481812, -1.24367356300354, -0.04488173499703407, -0.9824541211128235, -1.359087586402893, -0.08007124066352844, -0.3429867625236511, -1.6802647113800049, -1.8381099700927734, -2.435458183288574, -2.095940351486206, -1.5923819541931152, -1.5238953828811646, -1.9047918319702148, -0.5614866614341736, -1.4586817026138306, -1.199926733970642, -1.6336537599563599, -1.5784164667129517, -0.9491816759109497, -2.5380146503448486, -1.5916705131530762, -2.375917673110962, -1.2543543577194214, -1.9232170581817627, -0.13069117069244385, -1.9026751518249512, -1.9277219772338867, -2.078400135040283, -1.4894800186157227, -0.6751968264579773, -1.0433741807937622, -1.742977261543274, -1.6535431146621704, -1.4479188919067383, -2.4878368377685547, -1.0419683456420898, -2.0573413372039795, -2.0419697761535645, -2.3109147548675537, -1.8160501718521118, -1.5104758739471436, -2.0204875469207764, -2.329674482345581, -1.2747646570205688, -1.732063889503479, -1.8285162448883057, -1.3307384252548218, -0.13568110764026642, -1.3956109285354614, -1.7146116495132446, -0.8655514121055603, -1.4638592004776, -1.1326909065246582, -3.264845132827759, -0.7710007429122925, -2.247218132019043, -0.7509494423866272, -0.1766769289970398, -2.0031986236572266, -1.3554763793945312, -1.8994431495666504, -1.583077311515808, -0.28758713603019714, -0.034502629190683365, -0.2269677072763443, -2.0639798641204834, -0.7762233018875122, -3.1932661533355713, -1.8129465579986572, -1.77887761592865, -1.9518752098083496, -1.8998335599899292, -1.7181072235107422, -0.03463011234998703, -1.557428002357483, -0.3565908670425415, -1.8095672130584717, -1.2256406545639038, -0.027054328471422195, -0.8744931817054749, -0.259456068277359, -1.7078298330307007, -0.24922533333301544, -0.30859503149986267, -2.039231538772583, -1.7422937154769897, -1.6007099151611328, -0.949131190776825, -1.564690351486206, -1.7176473140716553, -1.7252495288848877, -1.0850807428359985, -1.0814059972763062, -1.2747631072998047, -0.9722370505332947, -0.5249541997909546, -1.0823806524276733, -0.8628463745117188, -0.7301512956619263, -2.301076650619507, -3.067096471786499, -0.6505681872367859, -2.1945464611053467, -1.6730453968048096]}, "Bot001_037_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ? biking as hobby, funny you :) you are getting smarter everyday. oh , maybe ! why do you think that ? because your answers are making more sense everyday. how old are you ? they are 6 and 9. what do you do ? what do you do for a living i work in an office building . it has also paid well , and supports my love of cars it's great. tell me about you", "response": "i am a fast talker and a fast typer who loves the color red .. Also, try to guess: my father was ...", "annotation_id": "Bot001_037_15", "annotations": ["O", "T", "O", "O", "T", "O", "O", "O", "X", "X", "O", "X", "O", "O", "T"], "gpt2_target_score": [-12.053736686706543, -8.382412910461426, -6.140804767608643, -6.555613040924072, -12.827024459838867, -14.059942245483398, -5.281884670257568, -9.890186309814453, -13.744098663330078, -11.191360473632812, -16.464439392089844, -12.40465259552002, -17.433837890625, -10.8598051071167, -13.306703567504883, -13.348389625549316, -7.508223533630371, -12.780383110046387, -6.982753753662109, -8.681344032287598, -7.394286632537842, -15.668466567993164, -13.986084938049316, -7.948173999786377, -14.015828132629395, -7.887418746948242, -10.761186599731445], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -2.8682897090911865, -1.1948354244232178, -0.9583666920661926, -0.6266817450523376, -1.5455751419067383, -2.075793504714966, -2.1016719341278076, -1.2825636863708496, -1.0166332721710205, -0.5802295804023743, -1.8877439498901367, -1.927593469619751, -1.6104365587234497, -1.4996180534362793, -1.4045965671539307, -0.09103512018918991, -0.4465261697769165, -0.3817342519760132, -1.5370614528656006, -1.1443198919296265, -2.1462936401367188, -1.0167570114135742, -1.471845269203186, -1.5767922401428223, -0.2506071925163269, -0.8706737160682678, -0.5524408221244812, -1.6520991325378418, -1.174072504043579, -1.413259506225586, -2.3168344497680664, -2.1742475032806396, -1.9159029722213745, -3.0732009410858154, -0.03799780458211899, -1.7921535968780518, -1.789939284324646, -1.3201450109481812, -1.24367356300354, -0.04488173499703407, -0.9824541211128235, -1.359087586402893, -0.08007124066352844, -0.3429867625236511, -1.6802647113800049, -1.8381099700927734, -2.435458183288574, -2.095940351486206, -1.5923819541931152, -1.5238953828811646, -1.9047918319702148, -0.5614866614341736, -1.4586817026138306, -1.199926733970642, -1.6336537599563599, -1.5784164667129517, -0.9491816759109497, -2.5380146503448486, -1.5916705131530762, -2.375917673110962, -1.2543543577194214, -1.9232170581817627, -0.13069117069244385, -1.9026751518249512, -1.9277219772338867, -2.078400135040283, -1.4894800186157227, -0.6751968264579773, -1.0433741807937622, -1.742977261543274, -1.6535431146621704, -1.4479188919067383, -2.4878368377685547, -1.0419683456420898, -2.0573413372039795, -2.0419697761535645, -2.3109147548675537, -1.8160501718521118, -1.5104758739471436, -2.0204875469207764, -2.329674482345581, -1.2747646570205688, -1.732063889503479, -1.8285162448883057, -1.3307384252548218, -0.13568110764026642, -1.3956109285354614, -1.7146116495132446, -0.8655514121055603, -1.4638592004776, -1.1326909065246582, -3.264845132827759, -0.7710007429122925, -2.247218132019043, -0.7509494423866272, -0.1766769289970398, -2.0031986236572266, -1.3554763793945312, -1.8994431495666504, -1.583077311515808, -0.28758713603019714, -0.034502629190683365, -0.2269677072763443, -2.0639798641204834, -0.7762233018875122, -3.1932661533355713, -1.8129465579986572, -1.77887761592865, -1.9518752098083496, -1.8998335599899292, -1.7181072235107422, -0.03463011234998703, -1.557428002357483, -0.3565908670425415, -1.8095672130584717, -1.2256406545639038, -0.027054328471422195, -0.8744931817054749, -0.259456068277359, -1.7078298330307007, -0.24922533333301544, -0.30859503149986267, -2.0026044845581055, -1.640565037727356, -1.0296310186386108, -1.5070499181747437, -1.7102047204971313, -2.0606753826141357, -1.1598784923553467, -0.9077036380767822, -1.892366886138916, -1.3901197910308838, -0.21456633508205414, -0.9779801964759827, -0.918596625328064, -0.8693782687187195, -2.4500622749328613, -3.146439552307129, -0.7299338579177856, -2.307237148284912, -1.8303890228271484, -0.9393735527992249, -2.224817991256714, -2.029069185256958, -1.554766297340393, -0.09938134998083115, -1.7740126848220825, -0.9535909295082092, -1.9222595691680908, -1.9212570190429688, -1.9074808359146118, -2.175841808319092, -3.740762948989868, -0.2458568960428238, -0.03313443809747696, -1.4763723611831665, -0.7243918776512146, -3.805558204650879, -1.2401164770126343, -1.2417571544647217, -1.710508108139038, -1.9114381074905396, -1.3688682317733765, -2.2090232372283936, -1.0020874738693237, -1.3664288520812988, -1.075475811958313, -1.3001121282577515, -0.9246056079864502, -0.35422465205192566, -2.7414963245391846, -1.9250982999801636, -1.1439924240112305, -2.088754177093506, -0.9928115010261536, -1.3055546283721924, -1.9308810234069824]}, "Bot001_037_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ? biking as hobby, funny you :) you are getting smarter everyday. oh , maybe ! why do you think that ? because your answers are making more sense everyday. how old are you ? they are 6 and 9. what do you do ? what do you do for a living i work in an office building . it has also paid well , and supports my love of cars it's great. tell me about you i am a fast talker and a fast typer who loves the color red .. Also, try to guess: my father was ... a lawyer ?", "response": "construction worker, funny you :)", "annotation_id": "Bot001_037_17", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "X", "X", "O", "X", "O", "T", "T"], "gpt2_target_score": [-17.182537078857422, -22.128110885620117, -13.857234954833984, -8.246699333190918, -13.170530319213867, -8.979879379272461, -6.183663845062256], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -2.8682897090911865, -1.1948354244232178, -0.9583666920661926, -0.6266817450523376, -1.5455751419067383, -2.075793504714966, -2.1016719341278076, -1.2825636863708496, -1.0166332721710205, -0.5802295804023743, -1.8877439498901367, -1.927593469619751, -1.6104365587234497, -1.4996180534362793, -1.4045965671539307, -0.09103512018918991, -0.4465261697769165, -0.3817342519760132, -1.5370614528656006, -1.1443198919296265, -2.1462936401367188, -1.0167570114135742, -1.471845269203186, -1.5767922401428223, -0.2506071925163269, -0.8706737160682678, -0.5524408221244812, -1.6520991325378418, -1.174072504043579, -1.413259506225586, -2.3168344497680664, -2.1742475032806396, -1.9159029722213745, -3.0732009410858154, -0.03799780458211899, -1.7921535968780518, -1.789939284324646, -1.3201450109481812, -1.24367356300354, -0.04488173499703407, -0.9824541211128235, -1.359087586402893, -0.08007124066352844, -0.3429867625236511, -1.6802647113800049, -1.8381099700927734, -2.435458183288574, -2.095940351486206, -1.5923819541931152, -1.5238953828811646, -1.9047918319702148, -0.5614866614341736, -1.4586817026138306, -1.199926733970642, -1.6336537599563599, -1.5784164667129517, -0.9491816759109497, -2.5380146503448486, -1.5916705131530762, -2.375917673110962, -1.2543543577194214, -1.9232170581817627, -0.13069117069244385, -1.9026751518249512, -1.9277219772338867, -2.078400135040283, -1.4894800186157227, -0.6751968264579773, -1.0433741807937622, -1.742977261543274, -1.6535431146621704, -1.4479188919067383, -2.4878368377685547, -1.0419683456420898, -2.0573413372039795, -2.0419697761535645, -2.3109147548675537, -1.8160501718521118, -1.5104758739471436, -2.0204875469207764, -2.329674482345581, -1.2747646570205688, -1.732063889503479, -1.8285162448883057, -1.3307384252548218, -0.13568110764026642, -1.3956109285354614, -1.7146116495132446, -0.8655514121055603, -1.4638592004776, -1.1326909065246582, -3.264845132827759, -0.7710007429122925, -2.247218132019043, -0.7509494423866272, -0.1766769289970398, -2.0031986236572266, -1.3554763793945312, -1.8994431495666504, -1.583077311515808, -0.28758713603019714, -0.034502629190683365, -0.2269677072763443, -2.0639798641204834, -0.7762233018875122, -3.1932661533355713, -1.8129465579986572, -1.77887761592865, -1.9518752098083496, -1.8998335599899292, -1.7181072235107422, -0.03463011234998703, -1.557428002357483, -0.3565908670425415, -1.8095672130584717, -1.2256406545639038, -0.027054328471422195, -0.8744931817054749, -0.259456068277359, -1.7078298330307007, -0.24922533333301544, -0.30859503149986267, -2.0026044845581055, -1.640565037727356, -1.0296310186386108, -1.5070499181747437, -1.7102047204971313, -2.0606753826141357, -1.1598784923553467, -0.9077036380767822, -1.892366886138916, -1.3901041746139526, -0.21456681191921234, -0.9779927730560303, -0.9185994863510132, -0.8693757653236389, -2.4500725269317627, -3.1464412212371826, -0.7299336194992065, -2.307246685028076, -1.8303953409194946, -0.9393875002861023, -2.2248129844665527, -2.029057741165161, -1.5547744035720825, -0.09938092529773712, -1.7740216255187988, -0.9535968899726868, -1.9222514629364014, -1.6378692388534546, -1.901633858680725, -2.8022587299346924, -0.2813495099544525, -0.035421695560216904, -1.6180716753005981, -0.8254935145378113, -3.5810985565185547, -1.136069893836975, -0.29978111386299133, -2.1306567192077637, -1.8922879695892334, -1.4329853057861328, -2.726897954940796, -0.9601930379867554, -1.3884308338165283, -1.362795114517212, -1.5510859489440918, -1.1375399827957153, -0.3398333787918091, -2.7954752445220947, -2.037557601928711, -1.055776834487915, -2.6206681728363037, -0.9218809604644775, -1.221276044845581, -1.705881118774414, -2.9243557453155518, -2.1585640907287598, -2.0383522510528564, -2.354248523712158, -0.47610053420066833, -2.142756223678589, -2.2001423835754395, -1.8527895212173462, -1.1953121423721313, -2.491156578063965, -1.0198814868927002]}, "Bot001_037_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ? biking as hobby, funny you :) you are getting smarter everyday. oh , maybe ! why do you think that ? because your answers are making more sense everyday. how old are you ? they are 6 and 9. what do you do ? what do you do for a living i work in an office building . it has also paid well , and supports my love of cars it's great. tell me about you i am a fast talker and a fast typer who loves the color red .. Also, try to guess: my father was ... a lawyer ? construction worker, funny you :) i must go", "response": "i spend a lot of time indoors , i watch movies and tv .", "annotation_id": "Bot001_037_19", "annotations": ["T", "X", "T", "O", "T", "T", "T", "X", "X", "X", "X", "X", "X", "X", "T"], "gpt2_target_score": [-12.053736686706543, -12.6207857131958, -6.140804767608643, -11.13300609588623, -10.621030807495117, -10.861562728881836, -13.539056777954102, -11.396373748779297, -10.34219741821289, -9.527313232421875, -14.495089530944824, -7.377579689025879, -13.190184593200684, -11.859965324401855], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -2.8682897090911865, -1.1948354244232178, -0.9583666920661926, -0.6266817450523376, -1.5455751419067383, -2.075793504714966, -2.1016719341278076, -1.2825636863708496, -1.0166332721710205, -0.5802295804023743, -1.8877439498901367, -1.927593469619751, -1.6104365587234497, -1.4996180534362793, -1.4045965671539307, -0.09103512018918991, -0.4465261697769165, -0.3817342519760132, -1.5370614528656006, -1.1443198919296265, -2.1462936401367188, -1.0167570114135742, -1.471845269203186, -1.5767922401428223, -0.2506071925163269, -0.8706737160682678, -0.5524408221244812, -1.6520991325378418, -1.174072504043579, -1.413259506225586, -2.3168344497680664, -2.1742475032806396, -1.9159029722213745, -3.0732009410858154, -0.03799780458211899, -1.7921535968780518, -1.789939284324646, -1.3201450109481812, -1.24367356300354, -0.04488173499703407, -0.9824541211128235, -1.359087586402893, -0.08007124066352844, -0.3429867625236511, -1.6802647113800049, -1.8381099700927734, -2.435458183288574, -2.095940351486206, -1.5923819541931152, -1.5238953828811646, -1.9047918319702148, -0.5614866614341736, -1.4586817026138306, -1.199926733970642, -1.6336537599563599, -1.5784164667129517, -0.9491816759109497, -2.5380146503448486, -1.5916705131530762, -2.375917673110962, -1.2543543577194214, -1.9232170581817627, -0.13069117069244385, -1.9026751518249512, -1.9277219772338867, -2.078400135040283, -1.4894800186157227, -0.6751968264579773, -1.0433741807937622, -1.742977261543274, -1.6535431146621704, -1.4479188919067383, -2.4878368377685547, -1.0419683456420898, -2.0573413372039795, -2.0419697761535645, -2.3109147548675537, -1.8160501718521118, -1.5104758739471436, -2.0204875469207764, -2.329674482345581, -1.2747646570205688, -1.732063889503479, -1.8285162448883057, -1.3307384252548218, -0.13568110764026642, -1.3956109285354614, -1.7146116495132446, -0.8655514121055603, -1.4638592004776, -1.1326909065246582, -3.264845132827759, -0.7710007429122925, -2.247218132019043, -0.7509494423866272, -0.1766769289970398, -2.0031986236572266, -1.3554763793945312, -1.8994431495666504, -1.583077311515808, -0.28758713603019714, -0.034502629190683365, -0.2269677072763443, -2.0639798641204834, -0.7762233018875122, -3.1932661533355713, -1.8129465579986572, -1.77887761592865, -1.9518752098083496, -1.8998335599899292, -1.7181072235107422, -0.03463011234998703, -1.557428002357483, -0.3565908670425415, -1.8095672130584717, -1.2256406545639038, -0.027054328471422195, -0.8744931817054749, -0.259456068277359, -1.7078298330307007, -0.24922533333301544, -0.30859503149986267, -2.0026044845581055, -1.640565037727356, -1.0296310186386108, -1.5070499181747437, -1.7102047204971313, -2.0606753826141357, -1.1598784923553467, -0.9077036380767822, -1.892366886138916, -1.3901041746139526, -0.21456681191921234, -0.9779927730560303, -0.9185994863510132, -0.8693757653236389, -2.4500725269317627, -3.1464412212371826, -0.7299336194992065, -2.307246685028076, -1.8303953409194946, -0.9393875002861023, -2.2248129844665527, -2.029057741165161, -1.5547744035720825, -0.09938092529773712, -1.7740216255187988, -0.9535968899726868, -1.9222514629364014, -1.6378692388534546, -1.901633858680725, -2.8022587299346924, -0.2813495099544525, -0.035421695560216904, -1.6180716753005981, -0.8254935145378113, -3.5810985565185547, -1.136069893836975, -0.29978111386299133, -2.1306567192077637, -1.8922879695892334, -1.4329853057861328, -2.726897954940796, -0.9601930379867554, -1.3884308338165283, -1.362795114517212, -1.5510859489440918, -1.1375399827957153, -0.3398333787918091, -2.7954752445220947, -2.037557601928711, -1.055776834487915, -2.6206681728363037, -0.9218809604644775, -1.221276044845581, -1.705881118774414, -2.9243557453155518, -2.1585640907287598, -2.0383522510528564, -1.0097254514694214, -1.2597837448120117, -1.7516937255859375, -0.9584617018699646, -2.0412395000457764, -1.7770534753799438, -1.3233281373977661, -1.2251789569854736, -1.168666958808899, -2.1370437145233154, -1.6114577054977417, -1.704572081565857, -0.26185187697410583, -0.08425486087799072, -0.1268979161977768, -1.3983045816421509, -2.035449504852295, -1.6296683549880981, -2.431079387664795, -2.10709810256958, -1.47484290599823, -2.0449180603027344, -0.9788597822189331, -0.8267135620117188]}, "Bot001_040_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there", "response": "hi there ! how are you ?", "annotation_id": "Bot001_040_02", "annotations": ["O", "O", "O", "O", "T", "O", "X", "O", "O", "T", "O", "O", "O", "O", "T"], "gpt2_target_score": [-10.265748977661133, -8.906235694885254, -12.249680519104004, -9.630146026611328, -11.324487686157227, -6.229400634765625, -10.366007804870605], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.5278180837631226, -1.073901653289795, -1.1069433689117432, -0.532852053642273, -1.6654160022735596, -3.0292954444885254, -0.3916281759738922, -1.512751579284668, -0.9308192133903503, -1.3270642757415771, -2.8156003952026367, -2.088397264480591, -1.266265869140625, -1.8520742654800415, -0.24281029403209686, -1.9788938760757446, -0.0015286438865587115, -0.738885223865509, -2.0868515968322754, -1.4182566404342651, -1.8113185167312622, -3.5685925483703613, -1.9842010736465454, -0.8931159377098083, -0.8080984354019165, -2.488337993621826, -0.8857266902923584, -0.703704833984375, -1.1923619508743286, -1.884941577911377, -0.11373838782310486, -1.2069355249404907, -0.24213923513889313]}, "Bot001_040_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you?", "response": "i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ...", "annotation_id": "Bot001_040_04", "annotations": ["O", "T", "O", "O", "T", "O", "T", "T", "T", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.417320251464844, -10.629690170288086, -11.60503101348877, -8.849281311035156, -10.224024772644043, -9.843241691589355, -6.495275974273682, -12.744721412658691, -13.363285064697266, -14.935271263122559, -12.591531753540039, -9.518717765808105, -17.14266014099121, -12.116992950439453, -12.952058792114258, -15.633039474487305, -13.47321891784668, -12.335466384887695, -12.6138334274292, -11.566574096679688, -7.8388214111328125, -5.475090026855469, -11.691587448120117, -7.801028251647949, -13.940998077392578, -15.43535327911377, -9.265241622924805], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.9788910150527954, -0.0015286438865587115, -0.7388766407966614, -2.08685302734375, -1.4182202816009521, -1.811323642730713, -3.5685760974884033, -1.9842418432235718, -0.8931021094322205, -0.8080887794494629, -1.4424080848693848, -1.2610584497451782, -1.4814282655715942, -1.8181794881820679, -0.10578619688749313, -1.2268413305282593, -1.2176811695098877, -1.4358458518981934, -2.196599245071411, -1.8807812929153442, -2.088653802871704, -1.62834632396698, -1.682619571685791, -2.123391628265381, -1.5223479270935059, -1.4971832036972046, -2.1481666564941406, -2.2051920890808105, -2.050316095352173, -1.8874176740646362, -1.0977962017059326, -2.522456407546997, -1.603806972503662, -0.8566654324531555, -0.5263440608978271, -3.044966697692871, -1.2523632049560547, -2.067481756210327, -0.9980904459953308, -1.1808422803878784, -1.5778405666351318, -1.4526714086532593, -1.2233954668045044, -1.15480637550354, -2.1277072429656982, -1.563583493232727, -2.0935943126678467, -1.1556932926177979, -2.166532039642334, -2.5718789100646973, -2.5140950679779053]}, "Bot001_040_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs?", "response": "books year, funny you :)", "annotation_id": "Bot001_040_06", "annotations": ["O", "X", "T", "O", "T", "O", "O", "O", "X", "X", "O", "X", "T", "O", "X"], "gpt2_target_score": [-15.500579833984375, -11.181570053100586, -8.239659309387207, -9.344703674316406, -10.869868278503418, -8.17182445526123], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.9788910150527954, -0.0015286438865587115, -0.7388766407966614, -2.08685302734375, -1.4182202816009521, -1.811323642730713, -3.5685760974884033, -1.9842418432235718, -0.8931021094322205, -0.8080887794494629, -1.4424080848693848, -1.2610584497451782, -1.4814282655715942, -1.8181794881820679, -0.10578619688749313, -1.2268413305282593, -1.2176811695098877, -1.4358458518981934, -2.196599245071411, -1.8807786703109741, -2.088649034500122, -1.6283440589904785, -1.6826181411743164, -1.0287948846817017, -1.6450525522232056, -2.159445285797119, -2.416949987411499, -2.175307035446167, -2.311678886413574, -0.9551573991775513, -2.000608205795288, -1.6561148166656494, -0.9434707164764404, -0.58454430103302, -2.9142911434173584, -1.1493688821792603, -2.113703489303589, -1.2396461963653564, -1.2137713432312012, -2.178717851638794, -1.918285846710205, -1.8434817790985107, -1.1220782995224, -2.3157262802124023, -1.54062819480896, -2.1766276359558105, -1.1894373893737793, -2.013378858566284, -2.6192846298217773, -2.8110837936401367, -1.5611604452133179, -1.8780897855758667, -2.3121089935302734, -2.048536539077759, -2.477475166320801, -3.2430663108825684, -2.226166009902954, -2.575716495513916, -0.4319928288459778]}, "Bot001_040_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work?", "response": "i do not i am retired you youngun. how is your day going ? [GRINNING FACE]", "annotation_id": "Bot001_040_08", "annotations": ["O", "X", "O", "T", "O", "O", "O", "T", "O", "X", "O", "O", "T", "O", "T"], "gpt2_target_score": [-9.417320251464844, -9.207998275756836, -10.192509651184082, -10.810890197753906, -11.771937370300293, -15.35029125213623, -7.957159519195557, -14.667534828186035, -16.03945541381836, -8.870665550231934, -14.986490249633789, -8.704974174499512, -9.696981430053711, -17.690378189086914, -13.845743179321289, -10.053388595581055, -7.19550895690918, -13.786550521850586, -23.89372444152832, -21.696182250976562, -9.162948608398438, -11.000389099121094], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.9788910150527954, -0.0015286438865587115, -0.7388766407966614, -2.08685302734375, -1.4182202816009521, -1.811323642730713, -3.5685760974884033, -1.9842418432235718, -0.8931021094322205, -0.8080887794494629, -1.4424080848693848, -1.2610584497451782, -1.4814282655715942, -1.8181794881820679, -0.10578619688749313, -1.2268413305282593, -1.2176811695098877, -1.4358458518981934, -2.196599245071411, -1.8807812929153442, -2.088653802871704, -1.62834632396698, -1.682619571685791, -1.0287941694259644, -1.6450496912002563, -2.1594560146331787, -2.4169507026672363, -2.1753082275390625, -2.3116679191589355, -0.9551582336425781, -2.0006091594696045, -1.6561176776885986, -0.943474292755127, -0.5845409631729126, -2.9143025875091553, -1.149375557899475, -2.113694429397583, -1.239647388458252, -1.2137547731399536, -2.178708791732788, -1.9183080196380615, -1.843478798866272, -1.1220890283584595, -2.31571888923645, -1.5406216382980347, -2.1766245365142822, -1.189436435699463, -2.013355255126953, -2.6192619800567627, -2.8110787868499756, -1.5611604452133179, -1.8780910968780518, -1.2478864192962646, -2.1031482219696045, -3.058088541030884, -2.056222677230835, -2.4941341876983643, -1.3149369955062866, -1.3063980340957642, -1.7755876779556274, -1.9766846895217896, -1.7209525108337402, -1.8464499711990356, -1.695253610610962, -0.3842219114303589, -2.057252883911133, -1.2633142471313477, -1.8716109991073608, -1.1077709197998047, -1.1832894086837769, -2.1249170303344727, -1.754425048828125, -2.5308218002319336, -1.4773545265197754, -1.8981306552886963, -1.4749723672866821, -0.25256478786468506, -0.939781904220581, -0.8082060813903809, -1.478020191192627, -2.017467737197876, -1.05381441116333, -2.449697971343994, -0.9693970680236816, -1.43440842628479, -1.331654667854309, -2.2497105598449707, -1.6723766326904297, -2.0916826725006104, -3.0788183212280273, -1.2257405519485474, -1.621087670326233, -0.8561801314353943, -1.326090931892395, -1.3328320980072021, -0.7006528377532959, -0.41620102524757385, -3.000749349594116, -2.0445656776428223, -1.6015713214874268, -2.312077045440674, -0.11670448631048203, -0.6881443858146667]}, "Bot001_040_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work? i do not i am retired you youngun. how is your day going ? [GRINNING FACE] i compete in dog agility classes today. Do you like dogs?", "response": "i work for a real estate company .. Also, try to guess: i was raised ...", "annotation_id": "Bot001_040_10", "annotations": ["T", "X", "X", "X", "T", "X", "X", "T", "T", "X", "X", "X", "T", "O", "X"], "gpt2_target_score": [-9.417320251464844, -11.669759750366211, -8.72978687286377, -2.8992085456848145, -8.211787223815918, -21.21804428100586, -14.09128475189209, -14.278393745422363, -15.894424438476562, -8.623236656188965, -20.420757293701172, -8.04731273651123, -18.166250228881836, -9.495744705200195, -9.88963508605957, -10.663267135620117, -17.202863693237305, -11.287328720092773], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.9788910150527954, -0.0015286438865587115, -0.7388766407966614, -2.08685302734375, -1.4182202816009521, -1.811323642730713, -3.5685760974884033, -1.9842418432235718, -0.8931021094322205, -0.8080887794494629, -1.4424080848693848, -1.2610584497451782, -1.4814282655715942, -1.8181794881820679, -0.10578619688749313, -1.2268413305282593, -1.2176811695098877, -1.4358458518981934, -2.196599245071411, -1.8807812929153442, -2.088653802871704, -1.62834632396698, -1.682619571685791, -1.0287941694259644, -1.6450496912002563, -2.1594560146331787, -2.4169507026672363, -2.1753082275390625, -2.3116679191589355, -0.9551582336425781, -2.0006091594696045, -1.6561176776885986, -0.943474292755127, -0.5845409631729126, -2.9143025875091553, -1.149375557899475, -2.113694429397583, -1.239647388458252, -1.2137547731399536, -2.178708791732788, -1.9183080196380615, -1.843478798866272, -1.1220890283584595, -2.31571888923645, -1.5406216382980347, -2.1766245365142822, -1.189436435699463, -2.013355255126953, -2.6192619800567627, -2.8110787868499756, -1.5611604452133179, -1.8780910968780518, -1.2478864192962646, -2.1031482219696045, -3.058088541030884, -2.056222677230835, -2.4941341876983643, -1.3149369955062866, -1.3063980340957642, -1.7755876779556274, -1.9766846895217896, -1.7209525108337402, -1.8464499711990356, -1.695253610610962, -0.3842219114303589, -2.057252883911133, -1.2633142471313477, -1.8716109991073608, -1.1077709197998047, -1.1832894086837769, -2.1249170303344727, -1.754425048828125, -2.5308218002319336, -1.4773545265197754, -1.8981306552886963, -1.4749723672866821, -0.25256478786468506, -0.939781904220581, -0.8082060813903809, -1.478020191192627, -1.6263890266418457, -2.5067358016967773, -1.7126046419143677, -2.0659139156341553, -1.441336750984192, -2.4718644618988037, -1.6112514734268188, -2.381629705429077, -2.710524559020996, -1.9687964916229248, -1.7439653873443604, -0.73566073179245, -1.4959791898727417, -1.2332946062088013, -0.7349510192871094, -1.6021709442138672, -2.0672531127929688, -2.2513012886047363, -1.5391381978988647, -1.9926494359970093, -0.09913955628871918, -1.4385020732879639, -2.0661776065826416, -0.6987730264663696, -1.6517614126205444, -1.6547774076461792, -1.535020112991333, -2.1097254753112793, -1.644102931022644, -1.3151805400848389, -0.1708931177854538, -1.2304192781448364, -2.6386947631835938, -0.9243992567062378, -1.3992128372192383, -2.0370934009552, -2.0952086448669434, -0.7076428532600403, -0.5155864357948303, -1.8958505392074585, -0.5506623983383179, -1.461664080619812, -1.4382822513580322, -1.0269904136657715, -0.9327431321144104, -1.0474523305892944, -0.19420874118804932, -2.589815616607666, -2.3995113372802734, -0.46591925621032715, -1.6915831565856934, -1.9621487855911255, -0.8569822311401367, -2.5340182781219482]}, "Bot001_040_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work? i do not i am retired you youngun. how is your day going ? [GRINNING FACE] i compete in dog agility classes today. Do you like dogs? i work for a real estate company .. Also, try to guess: i was raised ... in the jungle?", "response": "in single parent household, funny you :)", "annotation_id": "Bot001_040_12", "annotations": ["T", "X", "O", "T", "T", "O", "T", "T", "X", "X", "O", "O", "O", "O", "T"], "gpt2_target_score": [-11.285964965820312, -12.506872177124023, -12.863377571105957, -14.058540344238281, -8.818156242370605, -10.75483226776123, -7.957159519195557, -13.336255073547363], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.9788910150527954, -0.0015286438865587115, -0.7388766407966614, -2.08685302734375, -1.4182202816009521, -1.811323642730713, -3.5685760974884033, -1.9842418432235718, -0.8931021094322205, -0.8080887794494629, -1.4424080848693848, -1.2610584497451782, -1.4814282655715942, -1.8181794881820679, -0.10578619688749313, -1.2268413305282593, -1.2176811695098877, -1.4358458518981934, -2.196599245071411, -1.8807812929153442, -2.088653802871704, -1.62834632396698, -1.682619571685791, -1.0287941694259644, -1.6450496912002563, -2.1594560146331787, -2.4169507026672363, -2.1753082275390625, -2.3116679191589355, -0.9551582336425781, -2.0006091594696045, -1.6561176776885986, -0.943474292755127, -0.5845409631729126, -2.9143025875091553, -1.149375557899475, -2.113694429397583, -1.239647388458252, -1.2137547731399536, -2.178708791732788, -1.9183080196380615, -1.843478798866272, -1.1220890283584595, -2.31571888923645, -1.5406216382980347, -2.1766245365142822, -1.189436435699463, -2.013355255126953, -2.6192619800567627, -2.8110787868499756, -1.5611604452133179, -1.8780910968780518, -1.2478864192962646, -2.1031482219696045, -3.058088541030884, -2.056222677230835, -2.4941341876983643, -1.3149369955062866, -1.3063980340957642, -1.7755876779556274, -1.9766846895217896, -1.7209525108337402, -1.8464499711990356, -1.695253610610962, -0.3842219114303589, -2.057252883911133, -1.2633142471313477, -1.8716109991073608, -1.1077709197998047, -1.1832894086837769, -2.1249170303344727, -1.754425048828125, -2.5308218002319336, -1.4773545265197754, -1.8981306552886963, -1.4749723672866821, -0.25256478786468506, -0.939781904220581, -0.8082060813903809, -1.478020191192627, -1.6263890266418457, -2.5067358016967773, -1.7126046419143677, -2.0659139156341553, -1.441336750984192, -2.4718644618988037, -1.6112514734268188, -2.381629705429077, -2.710524559020996, -1.9687964916229248, -1.7439653873443604, -0.73566073179245, -1.4959791898727417, -1.2332946062088013, -0.7349510192871094, -1.6021709442138672, -2.0672531127929688, -2.2513012886047363, -1.5391381978988647, -1.9926494359970093, -0.09913955628871918, -1.4385020732879639, -2.0661776065826416, -0.6987730264663696, -1.6517614126205444, -1.6547774076461792, -1.535020112991333, -2.1097254753112793, -1.644102931022644, -1.3151805400848389, -0.1708931177854538, -1.2304192781448364, -2.6386947631835938, -0.9243992567062378, -1.3992128372192383, -2.409951686859131, -0.8021042346954346, -0.7274643778800964, -2.2656829357147217, -0.5528959035873413, -1.3706084489822388, -1.3697991371154785, -1.3767122030258179, -0.7267102003097534, -1.3588885068893433, -0.21022051572799683, -2.716949701309204, -2.254551410675049, -0.6405301094055176, -2.195452928543091, -2.190016508102417, -0.8852609992027283, -2.4148573875427246, -1.1062589883804321, -2.3128020763397217, -1.3830853700637817, -1.6874854564666748, -2.334411144256592, -0.8895127773284912, -3.125775098800659, -1.9637707471847534, -1.7132927179336548, -1.138547658920288, -1.2361736297607422, -2.7970383167266846, -1.0789390802383423]}, "Bot001_040_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work? i do not i am retired you youngun. how is your day going ? [GRINNING FACE] i compete in dog agility classes today. Do you like dogs? i work for a real estate company .. Also, try to guess: i was raised ... in the jungle? in single parent household, funny you :) I heard alot of people do had the same situation but no I am. i do not care about fashion.", "response": "that's good . i like to spend a lot of money on my hobbies . where are you from ?", "annotation_id": "Bot001_040_14", "annotations": ["O", "O", "T", "T", "T", "X", "X", "O", "O", "X", "O", "T", "T", "O", "T"], "gpt2_target_score": [-14.645179748535156, -12.371480941772461, -8.20964527130127, -11.246971130371094, -10.827418327331543, -3.6226913928985596, -10.467917442321777, -17.751636505126953, -10.987480163574219, -15.579005241394043, -12.582801818847656, -15.33288860321045, -13.70683479309082, -13.557514190673828, -18.079607009887695, -8.726545333862305, -14.220396041870117, -10.542436599731445, -14.5735502243042, -9.819732666015625, -11.993927001953125], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.9788910150527954, -0.0015286438865587115, -0.7388766407966614, -2.08685302734375, -1.4182202816009521, -1.811323642730713, -3.5685760974884033, -1.9842418432235718, -0.8931021094322205, -0.8080887794494629, -1.4424080848693848, -1.2610584497451782, -1.4814282655715942, -1.8181794881820679, -0.10578619688749313, -1.2268413305282593, -1.2176811695098877, -1.4358458518981934, -2.196599245071411, -1.8807812929153442, -2.088653802871704, -1.62834632396698, -1.682619571685791, -1.0287941694259644, -1.6450496912002563, -2.1594560146331787, -2.4169507026672363, -2.1753082275390625, -2.3116679191589355, -0.9551582336425781, -2.0006091594696045, -1.6561176776885986, -0.943474292755127, -0.5845409631729126, -2.9143025875091553, -1.149375557899475, -2.113694429397583, -1.239647388458252, -1.2137547731399536, -2.178708791732788, -1.9183080196380615, -1.843478798866272, -1.1220890283584595, -2.31571888923645, -1.5406216382980347, -2.1766245365142822, -1.189436435699463, -2.013355255126953, -2.6192619800567627, -2.8110787868499756, -1.5611604452133179, -1.8780910968780518, -1.2478864192962646, -2.1031482219696045, -3.058088541030884, -2.056222677230835, -2.4941341876983643, -1.3149369955062866, -1.3063980340957642, -1.7755876779556274, -1.9766846895217896, -1.7209525108337402, -1.8464499711990356, -1.695253610610962, -0.3842219114303589, -2.057252883911133, -1.2633142471313477, -1.8716109991073608, -1.1077709197998047, -1.1832894086837769, -2.1249170303344727, -1.754425048828125, -2.5308218002319336, -1.4773545265197754, -1.8981306552886963, -1.4749723672866821, -0.25256478786468506, -0.939781904220581, -0.8082060813903809, -1.478020191192627, -1.6263890266418457, -2.5067358016967773, -1.7126046419143677, -2.0659139156341553, -1.441336750984192, -2.4718644618988037, -1.6112514734268188, -2.381629705429077, -2.710524559020996, -1.9687964916229248, -1.7439653873443604, -0.73566073179245, -1.4959791898727417, -1.2332946062088013, -0.7349510192871094, -1.6021709442138672, -2.0672531127929688, -2.2513012886047363, -1.5391381978988647, -1.9926494359970093, -0.09913955628871918, -1.4385020732879639, -2.0661776065826416, -0.6987730264663696, -1.6517614126205444, -1.6547774076461792, -1.535020112991333, -2.1097254753112793, -1.644102931022644, -1.3151805400848389, -0.1708931177854538, -1.2304192781448364, -2.6386947631835938, -0.9243992567062378, -1.3992128372192383, -2.409951686859131, -0.8021042346954346, -0.7274643778800964, -2.2656829357147217, -0.5528959035873413, -1.3706084489822388, -1.3697991371154785, -1.3767122030258179, -0.7267102003097534, -1.3588885068893433, -0.21022051572799683, -2.716949701309204, -2.254551410675049, -0.6405301094055176, -2.195452928543091, -2.190016508102417, -0.8852609992027283, -2.4148573875427246, -1.1062589883804321, -2.3128020763397217, -1.3830853700637817, -1.6874854564666748, -0.4786495268344879, -2.8692550659179688, -1.7947558164596558, -1.571219801902771, -1.5180870294570923, -0.9954480528831482, -2.771897792816162, -1.3837214708328247, -1.7424710988998413, -1.6774541139602661, -0.7243671417236328, -2.1553001403808594, -1.0023488998413086, -1.5944993495941162, -0.828053891658783, -0.7094536423683167, -1.5177435874938965, -1.577942967414856, -1.2910481691360474, -0.8941637873649597, -1.5038831233978271, -0.7354322075843811, -1.754568099975586, -2.0875284671783447, -0.42508435249328613, -1.5207432508468628, -1.0567258596420288, -1.6410471200942993, -1.718543529510498, -1.1660040616989136, -2.154355525970459, -0.5331642031669617, -2.366974353790283, -1.4269458055496216, -1.1668753623962402, -2.2192063331604004, -2.434676170349121, -2.528484344482422, -1.198656678199768, -0.4678421914577484, -0.12986141443252563, -0.15736036002635956, -0.741891086101532, -1.514896273612976, -2.139354944229126, -1.7299271821975708, -1.0135256052017212, -0.9368913173675537, -0.13471828401088715, -1.125164270401001, -0.38801342248916626, -0.7012295722961426]}, "Bot001_040_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work? i do not i am retired you youngun. how is your day going ? [GRINNING FACE] i compete in dog agility classes today. Do you like dogs? i work for a real estate company .. Also, try to guess: i was raised ... in the jungle? in single parent household, funny you :) I heard alot of people do had the same situation but no I am. i do not care about fashion. that's good . i like to spend a lot of money on my hobbies . where are you from ? I'm from India. What is your hobbie?", "response": "i love to write because it is my favorite job . what do you do for fun ?", "annotation_id": "Bot001_040_16", "annotations": ["O", "O", "O", "O", "T", "T", "O", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.417320251464844, -12.058126449584961, -6.616368293762207, -13.038673400878906, -13.97291088104248, -8.26606273651123, -7.754248142242432, -10.716935157775879, -14.683086395263672, -13.738974571228027, -13.47285270690918, -12.631793022155762, -14.363119125366211, -10.518592834472656, -11.321084976196289, -10.657026290893555, -15.23121452331543, -12.237569808959961], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.9788910150527954, -0.0015286438865587115, -0.7388766407966614, -2.08685302734375, -1.4182202816009521, -1.811323642730713, -3.5685760974884033, -1.9842418432235718, -0.8931021094322205, -0.8080887794494629, -1.4424080848693848, -1.2610584497451782, -1.4814282655715942, -1.8181794881820679, -0.10578619688749313, -1.2268413305282593, -1.2176811695098877, -1.4358458518981934, -2.196599245071411, -1.8807812929153442, -2.088653802871704, -1.62834632396698, -1.682619571685791, -1.0287941694259644, -1.6450496912002563, -2.1594560146331787, -2.4169507026672363, -2.1753082275390625, -2.3116679191589355, -0.9551582336425781, -2.0006091594696045, -1.6561176776885986, -0.943474292755127, -0.5845409631729126, -2.9143025875091553, -1.149375557899475, -2.113694429397583, -1.239647388458252, -1.2137547731399536, -2.178708791732788, -1.9183080196380615, -1.843478798866272, -1.1220890283584595, -2.31571888923645, -1.5406216382980347, -2.1766245365142822, -1.189436435699463, -2.013355255126953, -2.6192619800567627, -2.8110787868499756, -1.5611604452133179, -1.8780910968780518, -1.2478864192962646, -2.1031482219696045, -3.058088541030884, -2.056222677230835, -2.4941341876983643, -1.3149369955062866, -1.3063980340957642, -1.7755876779556274, -1.9766846895217896, -1.7209525108337402, -1.8464499711990356, -1.695253610610962, -0.3842219114303589, -2.057252883911133, -1.2633142471313477, -1.8716109991073608, -1.1077709197998047, -1.1832894086837769, -2.1249170303344727, -1.754425048828125, -2.5308218002319336, -1.4773545265197754, -1.8981306552886963, -1.4749723672866821, -0.25256478786468506, -0.939781904220581, -0.8082060813903809, -1.478020191192627, -1.6263890266418457, -2.5067358016967773, -1.7126046419143677, -2.0659139156341553, -1.441336750984192, -2.4718644618988037, -1.6112514734268188, -2.381629705429077, -2.710524559020996, -1.9687964916229248, -1.7439653873443604, -0.73566073179245, -1.4959791898727417, -1.2332946062088013, -0.7349510192871094, -1.6021709442138672, -2.0672531127929688, -2.2513012886047363, -1.5391381978988647, -1.9926494359970093, -0.09913955628871918, -1.4385020732879639, -2.0661776065826416, -0.6987730264663696, -1.6517614126205444, -1.6547774076461792, -1.535020112991333, -2.1097254753112793, -1.644102931022644, -1.3151805400848389, -0.1708931177854538, -1.2304192781448364, -2.6386947631835938, -0.9243992567062378, -1.3992128372192383, -2.409951686859131, -0.8021042346954346, -0.7274643778800964, -2.2656829357147217, -0.5528959035873413, -1.3706084489822388, -1.3697991371154785, -1.3767122030258179, -0.7267102003097534, -1.3588885068893433, -0.21022051572799683, -2.716949701309204, -2.254551410675049, -0.6405301094055176, -2.195452928543091, -2.190016508102417, -0.8852609992027283, -2.4148573875427246, -1.1062589883804321, -2.3128020763397217, -1.3830853700637817, -1.6874854564666748, -0.4786495268344879, -2.8692550659179688, -1.7947558164596558, -1.571219801902771, -1.5180870294570923, -0.9954480528831482, -2.771897792816162, -1.3837214708328247, -1.7424710988998413, -1.6774541139602661, -0.7243671417236328, -2.1553001403808594, -1.0023488998413086, -1.5944993495941162, -0.828053891658783, -0.7094536423683167, -1.5177435874938965, -1.577942967414856, -1.2910481691360474, -0.8941637873649597, -1.5038831233978271, -0.7354322075843811, -1.754568099975586, -2.0875284671783447, -0.42508435249328613, -1.5207432508468628, -1.0567258596420288, -1.6410471200942993, -1.718543529510498, -1.1660040616989136, -0.677101194858551, -1.9195926189422607, -1.4607993364334106, -0.8799660801887512, -2.134089231491089, -2.7646420001983643, -2.439751386642456, -1.1341139078140259, -0.5128964185714722, -0.1527087688446045, -0.19995461404323578, -0.8812940120697021, -1.3189088106155396, -2.0969653129577637, -1.4491404294967651, -1.1963242292404175, -0.7177468538284302, -0.11535776406526566, -1.2481868267059326, -0.512163519859314, -1.774179220199585, -1.6551988124847412, -1.343692660331726, -2.1549887657165527, -1.8629276752471924, -1.7791404724121094, -1.9982188940048218, -0.1581980437040329, -1.6442867517471313, -0.4609260559082031, -1.1558343172073364, -1.387714147567749, -2.0588696002960205, -1.8711247444152832, -2.769806385040283, -1.8960890769958496, -2.0844321250915527, -0.4385707974433899, -1.1277291774749756, -2.050391435623169, -1.6637977361679077, -1.2124179601669312, -1.502230167388916, -1.1095774173736572, -1.678824543952942, -0.06002127006649971, -1.0081255435943604, -0.7074824571609497, -1.9014267921447754, -0.510402500629425, -1.088662028312683]}, "Bot001_040_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work? i do not i am retired you youngun. how is your day going ? [GRINNING FACE] i compete in dog agility classes today. Do you like dogs? i work for a real estate company .. Also, try to guess: i was raised ... in the jungle? in single parent household, funny you :) I heard alot of people do had the same situation but no I am. i do not care about fashion. that's good . i like to spend a lot of money on my hobbies . where are you from ? I'm from India. What is your hobbie? i love to write because it is my favorite job . what do you do for fun ? i dance on the weekends. Do you like dancing?", "response": "i like to dance anytime . we have prom coming soon i'm a senior .", "annotation_id": "Bot001_040_18", "annotations": ["X", "X", "O", "X", "T", "X", "O", "T", "X", "X", "T", "X", "T", "O", "O"], "gpt2_target_score": [-9.417320251464844, -10.969732284545898, -6.616368293762207, -14.627189636230469, -16.694026947021484, -9.843241691589355, -10.299933433532715, -13.143437385559082, -15.538887023925781, -16.43362045288086, -17.589548110961914, -9.982134819030762, -16.376245498657227, -11.938861846923828, -16.453916549682617, -8.726545333862305], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.9788910150527954, -0.0015286438865587115, -0.7388766407966614, -2.08685302734375, -1.4182202816009521, -1.811323642730713, -3.5685760974884033, -1.9842418432235718, -0.8931021094322205, -0.8080887794494629, -1.4424080848693848, -1.2610584497451782, -1.4814282655715942, -1.8181794881820679, -0.10578619688749313, -1.2268413305282593, -1.2176811695098877, -1.4358458518981934, -2.196599245071411, -1.8807812929153442, -2.088653802871704, -1.62834632396698, -1.682619571685791, -1.0287941694259644, -1.6450496912002563, -2.1594560146331787, -2.4169507026672363, -2.1753082275390625, -2.3116679191589355, -0.9551582336425781, -2.0006091594696045, -1.6561176776885986, -0.943474292755127, -0.5845409631729126, -2.9143025875091553, -1.149375557899475, -2.113694429397583, -1.239647388458252, -1.2137547731399536, -2.178708791732788, -1.9183080196380615, -1.843478798866272, -1.1220890283584595, -2.31571888923645, -1.5406216382980347, -2.1766245365142822, -1.189436435699463, -2.013355255126953, -2.6192619800567627, -2.8110787868499756, -1.5611604452133179, -1.8780910968780518, -1.2478864192962646, -2.1031482219696045, -3.058088541030884, -2.056222677230835, -2.4941341876983643, -1.3149369955062866, -1.3063980340957642, -1.7755876779556274, -1.9766846895217896, -1.7209525108337402, -1.8464499711990356, -1.695253610610962, -0.3842219114303589, -2.057252883911133, -1.2633142471313477, -1.8716109991073608, -1.1077709197998047, -1.1832894086837769, -2.1249170303344727, -1.754425048828125, -2.5308218002319336, -1.4773545265197754, -1.8981306552886963, -1.4749723672866821, -0.25256478786468506, -0.939781904220581, -0.8082060813903809, -1.478020191192627, -1.6263890266418457, -2.5067358016967773, -1.7126046419143677, -2.0659139156341553, -1.441336750984192, -2.4718644618988037, -1.6112514734268188, -2.381629705429077, -2.710524559020996, -1.9687964916229248, -1.7439653873443604, -0.73566073179245, -1.4959791898727417, -1.2332946062088013, -0.7349510192871094, -1.6021709442138672, -2.0672531127929688, -2.2513012886047363, -1.5391381978988647, -1.9926494359970093, -0.09913955628871918, -1.4385020732879639, -2.0661776065826416, -0.6987730264663696, -1.6517614126205444, -1.6547774076461792, -1.535020112991333, -2.1097254753112793, -1.644102931022644, -1.3151805400848389, -0.1708931177854538, -1.2304192781448364, -2.6386947631835938, -0.9243992567062378, -1.3992071151733398, -2.4099478721618652, -0.8021003603935242, -0.7274617552757263, -2.2656943798065186, -0.5528939962387085, -1.3706021308898926, -1.3698049783706665, -1.3767080307006836, -0.7267119288444519, -1.3588788509368896, -0.2102240025997162, -2.7169411182403564, -2.254549741744995, -0.6405295133590698, -2.1954565048217773, -2.19002103805542, -0.8852608799934387, -2.4148499965667725, -1.1062521934509277, -2.3128011226654053, -1.3830894231796265, -1.6874897480010986, -0.4786466956138611, -2.869257688522339, -1.7947686910629272, -1.5712229013442993, -1.5180824995040894, -0.9954453706741333, -2.7718923091888428, -1.3837203979492188, -1.7424845695495605, -1.6774495840072632, -0.7243741750717163, -2.1553032398223877, -1.0023462772369385, -1.5945030450820923, -0.8280634880065918, -0.7094510793685913, -1.5177594423294067, -1.5779273509979248, -1.2910467386245728, -0.8941583037376404, -1.5038985013961792, -0.7354246973991394, -1.754570722579956, -2.0875155925750732, -0.42508381605148315, -1.5207408666610718, -1.0567206144332886, -1.641059398651123, -1.7185440063476562, -1.1659983396530151, -0.6770946979522705, -1.9195927381515503, -1.4607983827590942, -0.879957914352417, -2.134087562561035, -2.7646524906158447, -2.439762592315674, -1.134116768836975, -0.5128929615020752, -0.15270796418190002, -0.19995306432247162, -0.8812914490699768, -1.3189201354980469, -2.096967935562134, -1.44913911819458, -1.196318507194519, -0.7177498936653137, -0.11535882949829102, -1.2481776475906372, -0.512164294719696, -1.7741823196411133, -1.655194640159607, -1.3436806201934814, -2.1550004482269287, -1.8629226684570312, -1.7791475057601929, -1.9982118606567383, -0.1581963151693344, -1.6442867517471313, -0.46092674136161804, -1.155853033065796, -1.3877183198928833, -1.9976750612258911, -2.7694900035858154, -1.6702401638031006, -1.8246320486068726, -0.5616841316223145, -1.00046968460083, -1.8331822156906128, -1.5155079364776611, -1.3440603017807007, -1.532860517501831, -1.2087239027023315, -1.6991310119628906, -0.03885151818394661, -1.2490293979644775, -0.6662570238113403, -1.998320460319519, -0.5203922986984253, -1.5943440198898315, -2.3535072803497314, -1.769391655921936, -1.1658982038497925, -1.7389518022537231, -1.7184298038482666, -1.203292965888977, -0.17453400790691376, -1.0644290447235107, -1.6246473789215088, -0.7941842675209045, -1.2263743877410889, -1.7258305549621582, -1.9234976768493652, -0.9193700551986694, -1.793710470199585, -2.0362958908081055, -1.041486382484436, -0.9926400780677795, -1.7791978120803833, -1.0928188562393188, -0.95573890209198, -0.07001359015703201, -1.5189694166183472, -2.815426826477051, -2.549882173538208, -2.7922468185424805, -1.3913929462432861, -0.9868108630180359]}, "Bot001_040_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work? i do not i am retired you youngun. how is your day going ? [GRINNING FACE] i compete in dog agility classes today. Do you like dogs? i work for a real estate company .. Also, try to guess: i was raised ... in the jungle? in single parent household, funny you :) I heard alot of people do had the same situation but no I am. i do not care about fashion. that's good . i like to spend a lot of money on my hobbies . where are you from ? I'm from India. What is your hobbie? i love to write because it is my favorite job . what do you do for fun ? i dance on the weekends. Do you like dancing? i like to dance anytime . we have prom coming soon i'm a senior . i hate the color orange. Do you have anything orange to burn?", "response": "isaiah rashed he has an orange shirt , they are my favorite artist. Also, try to guess: i'm stunt double ...", "annotation_id": "Bot001_040_20", "annotations": ["X", "T", "X", "X", "T", "X", "X", "T", "O", "X", "T", "X", "O", "O", "T"], "gpt2_target_score": [-15.348770141601562, -15.868597030639648, -8.377598762512207, -21.35553741455078, -11.836695671081543, -11.111124992370605, -10.230673789978027, -17.237091064453125, -15.132217407226562, -13.567954063415527, -14.332977294921875, -9.685748100280762, -9.176572799682617, -18.311107635498047, -14.255468368530273, -11.114286422729492, -10.945554733276367, -6.8262763023376465, -20.363420486450195, -9.013626098632812, -9.1754150390625, -9.898155212402344, -9.86109733581543, -13.4996976852417, -17.52109146118164, -12.228886604309082, -9.265241622924805], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.9788910150527954, -0.0015286438865587115, -0.7388766407966614, -2.08685302734375, -1.4182202816009521, -1.811323642730713, -3.5685760974884033, -1.9842418432235718, -0.8931021094322205, -0.8080887794494629, -1.4424080848693848, -1.2610584497451782, -1.4814282655715942, -1.8181794881820679, -0.10578619688749313, -1.2268413305282593, -1.2176811695098877, -1.4358458518981934, -2.196599245071411, -1.8807812929153442, -2.088653802871704, -1.62834632396698, -1.682619571685791, -1.0287941694259644, -1.6450496912002563, -2.1594560146331787, -2.4169507026672363, -2.1753082275390625, -2.3116679191589355, -0.9551582336425781, -2.0006091594696045, -1.6561176776885986, -0.943474292755127, -0.5845409631729126, -2.9143025875091553, -1.149375557899475, -2.113694429397583, -1.239647388458252, -1.2137547731399536, -2.178708791732788, -1.9183080196380615, -1.843478798866272, -1.1220890283584595, -2.31571888923645, -1.5406216382980347, -2.1766245365142822, -1.189436435699463, -2.013355255126953, -2.6192619800567627, -2.8110787868499756, -1.5611604452133179, -1.8780910968780518, -1.2478864192962646, -2.1031482219696045, -3.058088541030884, -2.056222677230835, -2.4941341876983643, -1.3149369955062866, -1.3063980340957642, -1.7755876779556274, -1.9766846895217896, -1.7209525108337402, -1.8464499711990356, -1.695253610610962, -0.3842219114303589, -2.057252883911133, -1.2633142471313477, -1.8716109991073608, -1.1077709197998047, -1.1832894086837769, -2.1249170303344727, -1.754425048828125, -2.5308218002319336, -1.4773545265197754, -1.8981306552886963, -1.4749723672866821, -0.25256478786468506, -0.939781904220581, -0.8082060813903809, -1.478020191192627, -1.6263890266418457, -2.5067358016967773, -1.7126046419143677, -2.0659139156341553, -1.441336750984192, -2.4718644618988037, -1.6112514734268188, -2.381629705429077, -2.710524559020996, -1.9687964916229248, -1.7439653873443604, -0.73566073179245, -1.4959791898727417, -1.2332946062088013, -0.7349510192871094, -1.6021709442138672, -2.0672531127929688, -2.2513012886047363, -1.5391381978988647, -1.9926494359970093, -0.09913955628871918, -1.4385020732879639, -2.0661776065826416, -0.6987730264663696, -1.6517614126205444, -1.6547774076461792, -1.535020112991333, -2.1097254753112793, -1.644102931022644, -1.3151805400848389, -0.1708931177854538, -1.2304192781448364, -2.6386947631835938, -0.9243992567062378, -1.3992128372192383, -2.409951686859131, -0.8021042346954346, -0.7274643778800964, -2.2656829357147217, -0.5528959035873413, -1.3706084489822388, -1.3697991371154785, -1.3767122030258179, -0.7267102003097534, -1.3588885068893433, -0.21022051572799683, -2.716949701309204, -2.254551410675049, -0.6405301094055176, -2.195452928543091, -2.190016508102417, -0.8852609992027283, -2.4148573875427246, -1.1062589883804321, -2.3128020763397217, -1.3831006288528442, -1.687491774559021, -0.47864457964897156, -2.869250774383545, -1.794762134552002, -1.5712251663208008, -1.5180760622024536, -0.9954550862312317, -2.7718992233276367, -1.383709192276001, -1.742488145828247, -1.6774470806121826, -0.7243638038635254, -2.1552865505218506, -1.0023466348648071, -1.594490647315979, -0.8280565142631531, -0.7094491720199585, -1.5177584886550903, -1.577937364578247, -1.2910462617874146, -0.8941475749015808, -1.5038872957229614, -0.7354311943054199, -1.7545645236968994, -2.0875213146209717, -0.4250876307487488, -1.5207529067993164, -1.0567344427108765, -1.6410636901855469, -1.718544363975525, -1.16599702835083, -0.6770935654640198, -1.9195797443389893, -1.4608060121536255, -0.8799583315849304, -2.134078025817871, -2.7646405696868896, -2.439749240875244, -1.1341201066970825, -0.512902021408081, -0.15271061658859253, -0.19995716214179993, -0.8812856078147888, -1.3189102411270142, -2.0969722270965576, -1.4491432905197144, -1.1963181495666504, -0.7177367210388184, -0.11535903811454773, -1.248185157775879, -0.5121718049049377, -1.7741743326187134, -1.6551958322525024, -1.3436905145645142, -2.1549956798553467, -1.8629237413406372, -1.779130458831787, -1.998205304145813, -0.1581982523202896, -1.6442861557006836, -0.46092724800109863, -1.155835747718811, -1.3877153396606445, -1.997673749923706, -2.7694854736328125, -1.6702378988265991, -1.8246210813522339, -0.5616941452026367, -1.0004723072052002, -1.8331965208053589, -1.5155144929885864, -1.3440477848052979, -1.5328648090362549, -1.208724021911621, -1.6991392374038696, -0.03885186091065407, -1.249039649963379, -0.6662569046020508, -1.9983177185058594, -0.5203906893730164, -1.594337821006775, -2.353508710861206, -1.7693840265274048, -1.1658927202224731, -1.7389514446258545, -1.718423843383789, -1.2032887935638428, -0.17453530430793762, -1.0644245147705078, -1.6246479749679565, -0.7941848635673523, -1.2263661623001099, -1.936221718788147, -0.8833449482917786, -1.7686498165130615, -2.430431842803955, -1.4389920234680176, -1.1788911819458008, -1.8427760601043701, -1.0688940286636353, -0.7482709288597107, -0.07850375771522522, -1.4215314388275146, -2.614881753921509, -2.5785090923309326, -2.958076000213623, -1.3542941808700562, -1.1721112728118896, -2.0676305294036865, -1.2589987516403198, -2.8137972354888916, -0.6156877875328064, -1.623492956161499, -1.1032092571258545, -0.05189042538404465, -0.3972571790218353, -0.6436316967010498, -1.255053162574768, -1.4313452243804932, -1.5892647504806519, -0.7787309885025024, -1.5801695585250854, -1.8502153158187866, -2.5570085048675537, -2.126987934112549, -2.18231201171875, -2.03406023979187, -2.336298704147339, -1.084609866142273, -0.9862265586853027, -2.6512811183929443, -1.9283267259597778, -2.055201768875122, -1.2904419898986816, -3.1109883785247803, -0.5927072167396545, -2.1558940410614014, -1.916353464126587, -1.5375093221664429, -1.3343100547790527, -1.3065166473388672, -0.3324737846851349, -2.6883935928344727, -2.4179437160491943, -0.8925689458847046, -2.0279016494750977, -1.405300498008728, -2.3913443088531494, -2.1739509105682373, -1.699860692024231]}, "Bot001_041_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from?", "response": "i am from ny , what about you ?", "annotation_id": "Bot001_041_02", "annotations": ["O", "O", "T", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "X"], "gpt2_target_score": [-11.311616897583008, -9.036556243896484, -9.721657752990723, -10.625079154968262, -11.663369178771973, -11.239484786987305, -12.669539451599121, -12.33241081237793, -8.279122352600098, -11.664518356323242], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -2.1444313526153564, -0.02065073885023594, -1.7165406942367554, -1.3734745979309082, -1.799187421798706, -1.363304615020752, -1.0505725145339966, -1.6284161806106567, -1.4011369943618774, -1.939112901687622, -0.9277969002723694, -1.3357168436050415, -2.1094517707824707, -1.0071625709533691, -1.1034044027328491, -1.8642542362213135, -2.8956680297851562, -1.6771292686462402, -0.08019942790269852, -1.0349359512329102, -1.7217233180999756, -1.2604048252105713, -0.1208452507853508, -0.4718228280544281, -0.21753109991550446, -1.088541030883789, -2.5892462730407715, -1.5681102275848389, -0.7491359710693359, -0.8326919078826904, -1.9973667860031128, -2.027996301651001, -2.3046061992645264, -1.0243853330612183, -0.5200887322425842, -0.7631497979164124, -0.39378732442855835]}, "Bot001_041_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun?", "response": "i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ...", "annotation_id": "Bot001_041_04", "annotations": ["T", "O", "T", "T", "X", "X", "O", "X", "O", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-11.311616897583008, -10.586238861083984, -9.721657752990723, -11.668368339538574, -21.279504776000977, -9.361188888549805, -12.775065422058105, -11.93025016784668, -10.378830909729004, -14.196599960327148, -15.905582427978516, -14.681440353393555, -12.771488189697266, -18.252614974975586, -13.302953720092773, -12.645814895629883, -20.893253326416016, -12.216638565063477, -10.827152252197266, -19.053333282470703, -16.30365562438965, -5.390195846557617, -6.788538455963135, -11.533308982849121, -7.24208927154541, -7.723222732543945, -13.470579147338867, -9.086349487304688, -10.149320602416992, -10.81967544555664, -3.6107265949249268, -10.717342376708984], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -2.1444313526153564, -0.02065073885023594, -1.7165406942367554, -1.3734745979309082, -1.799187421798706, -1.363304615020752, -1.0505725145339966, -1.6284161806106567, -1.4011369943618774, -1.939112901687622, -0.9277969002723694, -1.3357168436050415, -2.1094517707824707, -1.0071625709533691, -1.1034044027328491, -1.8642542362213135, -2.8956680297851562, -1.6771292686462402, -0.08019942790269852, -1.0349359512329102, -1.7217233180999756, -1.2604048252105713, -0.1208452507853508, -0.4718228280544281, -0.21753109991550446, -1.088541030883789, -1.1991287469863892, -0.8642455339431763, -1.7625682353973389, -1.8761100769042969, -1.8691056966781616, -2.3066318035125732, -1.4050558805465698, -0.46386095881462097, -0.5061339735984802, -1.1516008377075195, -0.8630790114402771, -1.1340599060058594, -0.2590116858482361, -1.0989638566970825, -0.4134812653064728, -1.471030354499817, -0.049908243119716644, -0.7803109288215637, -1.7855641841888428, -1.6708459854125977, -0.06263496726751328, -1.3466957807540894, -1.1869854927062988, -1.552117943763733, -0.9834348559379578, -1.4144742488861084, -2.3503525257110596, -2.2003157138824463, -0.8336781859397888, -0.912990927696228, -1.6228716373443604, -1.1178003549575806, -1.3194228410720825, -1.5440963506698608, -0.5149065852165222, -3.7940783500671387, -0.8108921647071838, -2.7182862758636475, -1.201412320137024, -0.6075118184089661, -2.3394899368286133, -0.2082051783800125, -0.006390493828803301, -1.968514323234558, -2.036541700363159, -1.3841314315795898, -2.177884817123413, -0.9321972131729126, -1.196510910987854, -1.4169968366622925, -1.1061575412750244, -1.231468677520752, -2.5511136054992676, -1.712140679359436, -1.9863735437393188, -1.057465672492981, -1.0125197172164917, -1.7351959943771362, -3.373419761657715]}, "Bot001_041_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison?", "response": "college to become nurse, funny you :)", "annotation_id": "Bot001_041_06", "annotations": ["O", "T", "O", "O", "O", "X", "O", "X", "O", "T", "O", "X", "X", "O", "T"], "gpt2_target_score": [-17.320947647094727, -9.65737533569336, -13.474663734436035, -16.361696243286133, -3.0901122093200684, -12.331388473510742, -11.889365196228027, -13.095190048217773], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -2.1444313526153564, -0.02065073885023594, -1.7165406942367554, -1.3734745979309082, -1.799187421798706, -1.363304615020752, -1.0505725145339966, -1.6284161806106567, -1.4011369943618774, -1.939112901687622, -0.9277969002723694, -1.3357168436050415, -2.1094517707824707, -1.0071625709533691, -1.1034044027328491, -1.8642542362213135, -2.8956680297851562, -1.6771292686462402, -0.08019942790269852, -1.0349359512329102, -1.7217233180999756, -1.2604048252105713, -0.1208452507853508, -0.4718228280544281, -0.21753109991550446, -1.088541030883789, -1.1991287469863892, -0.8642455339431763, -1.7625682353973389, -1.8761100769042969, -1.8691056966781616, -2.3066318035125732, -1.4050558805465698, -0.46386095881462097, -0.5061339735984802, -1.1516008377075195, -0.8630790114402771, -1.1340599060058594, -0.2590116858482361, -1.0989638566970825, -0.4134812653064728, -1.471030354499817, -0.049908243119716644, -0.7803109288215637, -1.7855641841888428, -1.6708459854125977, -0.06263496726751328, -1.3466957807540894, -1.1869854927062988, -1.552117943763733, -0.9834348559379578, -1.4144742488861084, -2.3240973949432373, -1.6617915630340576, -1.375374674797058, -1.603796124458313, -1.1525911092758179, -1.7597143650054932, -1.9834012985229492, -0.7252494096755981, -3.706707239151001, -1.0377048254013062, -2.690934896469116, -1.424944519996643, -0.9928041696548462, -2.37599778175354, -0.14045247435569763, -0.0065181744284927845, -2.2083795070648193, -2.2124500274658203, -1.48569917678833, -2.1782634258270264, -1.5937479734420776, -1.8431183099746704, -1.4431424140930176, -1.4147839546203613, -1.1748580932617188, -2.4783897399902344, -1.709656000137329, -2.1034860610961914, -1.3307238817214966, -1.0405550003051758, -1.7974966764450073, -3.4207684993743896, -1.7503324747085571, -1.906171441078186, -2.475593328475952, -1.6428052186965942, -1.6218315362930298, -0.355782687664032, -1.1982102394104004, -1.6574280261993408, -1.9633893966674805, -2.33161997795105, -0.39843082427978516]}, "Bot001_041_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own", "response": "awesome that sounds kinda boring. what are you up to ?", "annotation_id": "Bot001_041_08", "annotations": ["O", "T", "T", "T", "O", "T", "O", "X", "O", "T", "O", "O", "T", "O", "X"], "gpt2_target_score": [-15.000223159790039, -19.226680755615234, -10.622292518615723, -11.894030570983887, -12.017632484436035, -14.091474533081055, -12.399325370788574, -13.152273178100586, -11.25283145904541, -9.237409591674805, -10.21059799194336, -12.114011764526367, -12.744678497314453], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -2.1444313526153564, -0.02065073885023594, -1.7165406942367554, -1.3734745979309082, -1.799187421798706, -1.363304615020752, -1.0505725145339966, -1.6284161806106567, -1.4011369943618774, -1.939112901687622, -0.9277969002723694, -1.3357168436050415, -2.1094517707824707, -1.0071625709533691, -1.1034044027328491, -1.8642542362213135, -2.8956680297851562, -1.6771292686462402, -0.08019942790269852, -1.0349359512329102, -1.7217233180999756, -1.2604048252105713, -0.1208452507853508, -0.4718228280544281, -0.21753109991550446, -1.088541030883789, -1.1991287469863892, -0.8642455339431763, -1.7625682353973389, -1.8761100769042969, -1.8691056966781616, -2.3066318035125732, -1.4050558805465698, -0.46386095881462097, -0.5061339735984802, -1.1516008377075195, -0.8630790114402771, -1.1340599060058594, -0.2590116858482361, -1.0989638566970825, -0.4134812653064728, -1.471030354499817, -0.049908243119716644, -0.7803109288215637, -1.7855641841888428, -1.6708459854125977, -0.06263496726751328, -1.3466957807540894, -1.1869854927062988, -1.552117943763733, -0.9834348559379578, -1.4144742488861084, -2.3240973949432373, -1.6617915630340576, -1.375374674797058, -1.603796124458313, -1.1525911092758179, -1.7597143650054932, -1.9834012985229492, -0.7252494096755981, -3.706707239151001, -1.0377048254013062, -2.690934896469116, -1.424944519996643, -0.9928041696548462, -2.37599778175354, -0.14045247435569763, -0.0065181744284927845, -2.2083795070648193, -2.2124500274658203, -1.48569917678833, -2.1782634258270264, -1.5937479734420776, -1.8431183099746704, -1.4431424140930176, -1.4147839546203613, -1.1748580932617188, -2.4783897399902344, -1.709656000137329, -2.1034860610961914, -1.3307238817214966, -1.0405550003051758, -1.7974966764450073, -3.4207684993743896, -1.7503324747085571, -1.906171441078186, -1.0048208236694336, -2.5668742656707764, -0.3758801519870758, -1.911555290222168, -1.6302313804626465, -2.026494026184082, -2.279205560684204, -1.312162160873413, -1.3431105613708496, -1.5574352741241455, -1.7620232105255127, -1.625252604484558, -1.412594199180603, -1.395902395248413, -0.6680300235748291, -1.611103892326355, -1.6713534593582153, -2.298863172531128, -1.917038083076477, -1.90125572681427, -1.9107078313827515, -0.1691361367702484, -0.31680911779403687, -0.3626434803009033, -0.9493945240974426, -1.0876691341400146, -1.1505775451660156, -0.9989010095596313, -0.5911700129508972, -1.9838180541992188, -2.195251226425171, -2.143453359603882, -0.9400500059127808, -1.6060340404510498, -1.410029649734497, -1.7510355710983276, -2.31486439704895, -1.7595287561416626, -1.4517782926559448, -1.7972710132598877, -0.48376137018203735, -0.363812655210495, -0.09801822155714035, -0.7347732186317444, -0.3816707730293274]}, "Bot001_041_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own awesome that sounds kinda boring. what are you up to ? i'm a swim coach at my local pool tonight. do you want to join?", "response": "you should learn . i fix computers and hate it . but i do not tell anyone", "annotation_id": "Bot001_041_10", "annotations": ["X", "T", "T", "O", "X", "X", "T", "T", "T", "T", "T", "T", "X", "O", "X"], "gpt2_target_score": [-12.138788223266602, -10.256587982177734, -14.238396644592285, -12.590289115905762, -8.385384559631348, -13.302366256713867, -18.21114158630371, -8.480764389038086, -11.114373207092285, -9.451116561889648, -13.146839141845703, -13.98853874206543, -12.870864868164062, -16.903318405151367, -17.37755012512207, -15.052263259887695, -14.300183296203613], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -2.1444313526153564, -0.02065073885023594, -1.7165406942367554, -1.3734745979309082, -1.799187421798706, -1.363304615020752, -1.0505725145339966, -1.6284161806106567, -1.4011369943618774, -1.939112901687622, -0.9277969002723694, -1.3357168436050415, -2.1094517707824707, -1.0071625709533691, -1.1034044027328491, -1.8642542362213135, -2.8956680297851562, -1.6771292686462402, -0.08019942790269852, -1.0349359512329102, -1.7217233180999756, -1.2604048252105713, -0.1208452507853508, -0.4718228280544281, -0.21753109991550446, -1.088541030883789, -1.1991287469863892, -0.8642455339431763, -1.7625682353973389, -1.8761100769042969, -1.8691056966781616, -2.3066318035125732, -1.4050558805465698, -0.46386095881462097, -0.5061339735984802, -1.1516008377075195, -0.8630790114402771, -1.1340599060058594, -0.2590116858482361, -1.0989638566970825, -0.4134812653064728, -1.471030354499817, -0.049908243119716644, -0.7803109288215637, -1.7855641841888428, -1.6708459854125977, -0.06263496726751328, -1.3466957807540894, -1.1869854927062988, -1.552117943763733, -0.9834348559379578, -1.4144742488861084, -2.3240973949432373, -1.6617915630340576, -1.375374674797058, -1.603796124458313, -1.1525911092758179, -1.7597143650054932, -1.9834012985229492, -0.7252494096755981, -3.706707239151001, -1.0377048254013062, -2.690934896469116, -1.424944519996643, -0.9928041696548462, -2.37599778175354, -0.14045247435569763, -0.0065181744284927845, -2.2083795070648193, -2.2124500274658203, -1.48569917678833, -2.1782634258270264, -1.5937479734420776, -1.8431183099746704, -1.4431424140930176, -1.4147839546203613, -1.1748580932617188, -2.4783897399902344, -1.709656000137329, -2.1034860610961914, -1.3307238817214966, -1.0405550003051758, -1.7974966764450073, -3.4207684993743896, -1.7503324747085571, -1.906171441078186, -1.0048208236694336, -2.5668742656707764, -0.3758801519870758, -1.911555290222168, -1.6302313804626465, -2.026494026184082, -2.279205560684204, -1.312162160873413, -1.3431105613708496, -1.5574352741241455, -1.7620232105255127, -1.625252604484558, -1.412594199180603, -1.395902395248413, -0.6680300235748291, -1.611103892326355, -1.6713534593582153, -2.298863172531128, -1.917038083076477, -1.90125572681427, -1.9107078313827515, -0.1691361367702484, -0.31680911779403687, -0.3626434803009033, -0.9493945240974426, -1.0876691341400146, -1.1505775451660156, -0.9989010095596313, -0.5911700129508972, -1.9838180541992188, -2.195251226425171, -1.477936029434204, -1.2840614318847656, -1.676129937171936, -2.0731935501098633, -1.3371143341064453, -1.873664379119873, -1.8469460010528564, -0.567905068397522, -0.5044890642166138, -0.12841688096523285, -0.8755977153778076, -1.5776598453521729, -1.3811074495315552, -2.229881525039673, -3.078862190246582, -0.21186469495296478, -1.8142274618148804, -1.2641879320144653, -1.4754612445831299, -2.3891654014587402, -1.5558788776397705, -1.3059272766113281, -1.6366021633148193, -0.13745926320552826, -1.2992277145385742, -0.20874984562397003, -1.1266334056854248, -1.8048911094665527, -1.6402698755264282, -1.8595491647720337, -2.019890546798706, -1.4838379621505737, -1.5801728963851929, -2.5243747234344482, -2.0428764820098877, -2.1972649097442627, -2.191166877746582, -2.5036561489105225, -1.833530306816101, -1.5048973560333252, -1.1328634023666382, -0.7771229147911072, -2.539612054824829, -1.8721139430999756, -1.4480607509613037, -1.3627045154571533, -2.2806830406188965]}, "Bot001_041_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own awesome that sounds kinda boring. what are you up to ? i'm a swim coach at my local pool tonight. do you want to join? you should learn . i fix computers and hate it . but i do not tell anyone why do you do it then?", "response": "i go to this friends group which i hate. how are you this afternoon ?", "annotation_id": "Bot001_041_12", "annotations": ["T", "O", "O", "T", "X", "T", "X", "X", "T", "T", "X", "O", "O", "O", "X"], "gpt2_target_score": [-11.311616897583008, -11.581829071044922, -7.006096839904785, -4.514437675476074, -8.221657752990723, -13.091596603393555, -15.956690788269043, -12.301015853881836, -11.114373207092285, -6.331769943237305, -13.757881164550781, -14.225343704223633, -12.0924072265625, -14.772642135620117, -21.907636642456055, -10.175241470336914], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -2.1444313526153564, -0.02065073885023594, -1.7165406942367554, -1.3734745979309082, -1.799187421798706, -1.363304615020752, -1.0505725145339966, -1.6284161806106567, -1.4011369943618774, -1.939112901687622, -0.9277969002723694, -1.3357168436050415, -2.1094517707824707, -1.0071625709533691, -1.1034044027328491, -1.8642542362213135, -2.8956680297851562, -1.6771292686462402, -0.08019942790269852, -1.0349359512329102, -1.7217233180999756, -1.2604048252105713, -0.1208452507853508, -0.4718228280544281, -0.21753109991550446, -1.088541030883789, -1.1991287469863892, -0.8642455339431763, -1.7625682353973389, -1.8761100769042969, -1.8691056966781616, -2.3066318035125732, -1.4050558805465698, -0.46386095881462097, -0.5061339735984802, -1.1516008377075195, -0.8630790114402771, -1.1340599060058594, -0.2590116858482361, -1.0989638566970825, -0.4134812653064728, -1.471030354499817, -0.049908243119716644, -0.7803109288215637, -1.7855641841888428, -1.6708459854125977, -0.06263496726751328, -1.3466957807540894, -1.1869854927062988, -1.552117943763733, -0.9834348559379578, -1.4144742488861084, -2.3240973949432373, -1.6617915630340576, -1.375374674797058, -1.603796124458313, -1.1525911092758179, -1.7597143650054932, -1.9834012985229492, -0.7252494096755981, -3.706707239151001, -1.0377048254013062, -2.690934896469116, -1.424944519996643, -0.9928041696548462, -2.37599778175354, -0.14045247435569763, -0.0065181744284927845, -2.2083795070648193, -2.2124500274658203, -1.48569917678833, -2.1782634258270264, -1.5937479734420776, -1.8431183099746704, -1.4431424140930176, -1.4147839546203613, -1.1748580932617188, -2.4783897399902344, -1.709656000137329, -2.1034860610961914, -1.3307238817214966, -1.0405550003051758, -1.7974966764450073, -3.4207684993743896, -1.7503324747085571, -1.906171441078186, -1.0048208236694336, -2.5668742656707764, -0.3758801519870758, -1.911555290222168, -1.6302313804626465, -2.026494026184082, -2.279205560684204, -1.312162160873413, -1.3431105613708496, -1.5574352741241455, -1.7620232105255127, -1.625252604484558, -1.412594199180603, -1.395902395248413, -0.6680300235748291, -1.611103892326355, -1.6713534593582153, -2.298863172531128, -1.917038083076477, -1.90125572681427, -1.9107078313827515, -0.1691361367702484, -0.31680911779403687, -0.3626434803009033, -0.9493945240974426, -1.0876691341400146, -1.1505775451660156, -0.9989010095596313, -0.5911700129508972, -1.9838180541992188, -2.195251226425171, -1.477936029434204, -1.2840614318847656, -1.676129937171936, -2.0731935501098633, -1.3371143341064453, -1.873664379119873, -1.8469460010528564, -0.567905068397522, -0.5044890642166138, -0.12841688096523285, -0.8755977153778076, -1.5776598453521729, -1.3811074495315552, -2.229881525039673, -3.078862190246582, -0.21186469495296478, -1.8142274618148804, -1.2641879320144653, -1.4754612445831299, -2.3891654014587402, -1.5558788776397705, -1.3059272766113281, -1.6366021633148193, -0.13745926320552826, -1.2992277145385742, -0.20874984562397003, -1.1266334056854248, -1.8048911094665527, -1.6402698755264282, -2.0138981342315674, -1.6967867612838745, -1.7877867221832275, -2.0302491188049316, -1.6580810546875, -1.9831479787826538, -2.254854202270508, -2.6351468563079834, -1.7213131189346313, -1.4530961513519287, -1.2574747800827026, -0.8813292980194092, -2.5573537349700928, -1.94190514087677, -1.509147047996521, -1.2363862991333008, -2.4094467163085938, -0.5497300624847412, -0.6415182948112488, -1.9054869413375854, -1.0536152124404907, -1.3703166246414185, -1.6804044246673584, -1.5858339071273804, -1.7610408067703247, -2.606447696685791, -0.2902413308620453, -1.539292573928833, -2.287543535232544, -1.819149136543274, -1.6393418312072754, -0.8189287185668945, -2.499767780303955, -1.7915884256362915, -1.2955948114395142, -1.0012251138687134, -0.14099057018756866, -1.3447598218917847, -2.020494222640991, -0.7975862622261047, -0.7884605526924133]}, "Bot001_041_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own awesome that sounds kinda boring. what are you up to ? i'm a swim coach at my local pool tonight. do you want to join? you should learn . i fix computers and hate it . but i do not tell anyone why do you do it then? i go to this friends group which i hate. how are you this afternoon ? why do you do so many things that you hate?", "response": "i hate how it gets stuck in my teeth . [SMILING FACE WITH OPEN MOUTH]", "annotation_id": "Bot001_041_14", "annotations": ["T", "T", "O", "O", "X", "X", "X", "T", "T", "T", "X", "O", "X", "O", "X"], "gpt2_target_score": [-11.311616897583008, -14.337718963623047, -10.730385780334473, -4.857180595397949, -13.826119422912598, -12.11768913269043, -12.648192405700684, -12.047117233276367, -15.319191932678223, -12.125204086303711, -9.350505828857422, -11.448434829711914, -10.06887435913086, -6.9281463623046875, -14.822805404663086, -5.572470188140869, -3.9903154373168945, -10.81863021850586, -9.317398071289062, -10.111358642578125, -7.897154808044434], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -2.1444313526153564, -0.02065073885023594, -1.7165406942367554, -1.3734745979309082, -1.799187421798706, -1.363304615020752, -1.0505725145339966, -1.6284161806106567, -1.4011369943618774, -1.939112901687622, -0.9277969002723694, -1.3357168436050415, -2.1094517707824707, -1.0071625709533691, -1.1034044027328491, -1.8642542362213135, -2.8956680297851562, -1.6771292686462402, -0.08019942790269852, -1.0349359512329102, -1.7217233180999756, -1.2604048252105713, -0.1208452507853508, -0.4718228280544281, -0.21753109991550446, -1.088541030883789, -1.1991287469863892, -0.8642455339431763, -1.7625682353973389, -1.8761100769042969, -1.8691056966781616, -2.3066318035125732, -1.4050558805465698, -0.46386095881462097, -0.5061339735984802, -1.1516008377075195, -0.8630790114402771, -1.1340599060058594, -0.2590116858482361, -1.0989638566970825, -0.4134812653064728, -1.471030354499817, -0.049908243119716644, -0.7803109288215637, -1.7855641841888428, -1.6708459854125977, -0.06263496726751328, -1.3466957807540894, -1.1869854927062988, -1.552117943763733, -0.9834348559379578, -1.4144742488861084, -2.3240973949432373, -1.6617915630340576, -1.375374674797058, -1.603796124458313, -1.1525911092758179, -1.7597143650054932, -1.9834012985229492, -0.7252494096755981, -3.706707239151001, -1.0377048254013062, -2.690934896469116, -1.424944519996643, -0.9928041696548462, -2.37599778175354, -0.14045247435569763, -0.0065181744284927845, -2.2083795070648193, -2.2124500274658203, -1.48569917678833, -2.1782634258270264, -1.5937479734420776, -1.8431183099746704, -1.4431424140930176, -1.4147839546203613, -1.1748580932617188, -2.4783897399902344, -1.709656000137329, -2.1034860610961914, -1.3307238817214966, -1.0405550003051758, -1.7974966764450073, -3.4207684993743896, -1.7503324747085571, -1.906171441078186, -1.0048208236694336, -2.5668742656707764, -0.3758801519870758, -1.911555290222168, -1.6302313804626465, -2.026494026184082, -2.279205560684204, -1.312162160873413, -1.3431105613708496, -1.5574352741241455, -1.7620232105255127, -1.625252604484558, -1.412594199180603, -1.395902395248413, -0.6680300235748291, -1.611103892326355, -1.6713534593582153, -2.298863172531128, -1.917038083076477, -1.90125572681427, -1.9107078313827515, -0.1691361367702484, -0.31680911779403687, -0.3626434803009033, -0.9493945240974426, -1.0876691341400146, -1.1505775451660156, -0.9989010095596313, -0.5911700129508972, -1.9838180541992188, -2.195251226425171, -1.477936029434204, -1.2840614318847656, -1.676129937171936, -2.0731935501098633, -1.3371143341064453, -1.873664379119873, -1.8469460010528564, -0.567905068397522, -0.5044890642166138, -0.12841688096523285, -0.8755977153778076, -1.5776598453521729, -1.3811074495315552, -2.229881525039673, -3.078862190246582, -0.21186469495296478, -1.8142274618148804, -1.2641879320144653, -1.4754612445831299, -2.3891654014587402, -1.5558788776397705, -1.3059272766113281, -1.6366021633148193, -0.13745926320552826, -1.2992277145385742, -0.20874984562397003, -1.1266334056854248, -1.8048911094665527, -1.6402698755264282, -2.0138981342315674, -1.6967867612838745, -1.7877963781356812, -2.03023362159729, -1.658072829246521, -1.9831632375717163, -2.254868984222412, -2.635143995285034, -1.721311092376709, -1.453079342842102, -1.257483720779419, -0.8813300728797913, -2.5573360919952393, -1.9418977499008179, -1.5091513395309448, -1.2363958358764648, -2.409449577331543, -0.54973304271698, -0.6415162682533264, -1.905495524406433, -1.0536242723464966, -1.3703227043151855, -1.6803983449935913, -1.585840106010437, -2.2108514308929443, -0.42176273465156555, -1.574078917503357, -2.267507553100586, -1.635391354560852, -1.7087410688400269, -0.9257134199142456, -2.280193567276001, -1.9730387926101685, -1.2937840223312378, -1.0939693450927734, -0.07905741035938263, -1.3947166204452515, -2.1193716526031494, -0.8779866099357605, -1.7036927938461304, -1.0890933275222778, -0.10415380448102951, -1.8111411333084106, -0.1503908485174179, -0.6214596629142761, -1.1712360382080078, -0.733737051486969, -1.6067938804626465, -2.021817922592163, -0.6746689677238464, -1.6193668842315674, -1.7890293598175049, -2.4290482997894287, -1.5453203916549683, -1.8477782011032104, -1.8866455554962158, -1.9216594696044922, -0.460943341255188, -1.2513748407363892, -0.6237097382545471, -1.7975797653198242, -1.169191837310791, -2.486217498779297, -0.005006752442568541, -0.026343408972024918, -0.027521230280399323, -0.08842410147190094, -0.017489612102508545, -0.017701970413327217, -0.0007117837085388601, -0.001424132497049868, -0.16585640609264374, -1.0235743522644043]}, "Bot001_041_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own awesome that sounds kinda boring. what are you up to ? i'm a swim coach at my local pool tonight. do you want to join? you should learn . i fix computers and hate it . but i do not tell anyone why do you do it then? i go to this friends group which i hate. how are you this afternoon ? why do you do so many things that you hate? i hate how it gets stuck in my teeth . [SMILING FACE WITH OPEN MOUTH] my mother is very traditional while i prefer to be more free spirited so I decided to live as a bird and shit on cars", "response": "i think that sounds good . [LYING FACE]", "annotation_id": "Bot001_041_16", "annotations": ["O", "O", "T", "T", "O", "X", "O", "X", "X", "T", "O", "T", "X", "O", "X"], "gpt2_target_score": [-11.311616897583008, -11.47744369506836, -10.622292518615723, -11.894030570983887, -8.309685707092285, -9.361188888549805, -13.205096244812012, -12.437116622924805, -5.382088661193848, -8.149419784545898, -2.0508387088775635], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -2.1444313526153564, -0.02065073885023594, -1.7165406942367554, -1.3734745979309082, -1.799187421798706, -1.363304615020752, -1.0505725145339966, -1.6284161806106567, -1.4011369943618774, -1.939112901687622, -0.9277969002723694, -1.3357168436050415, -2.1094517707824707, -1.0071625709533691, -1.1034044027328491, -1.8642542362213135, -2.8956680297851562, -1.6771292686462402, -0.08019942790269852, -1.0349359512329102, -1.7217233180999756, -1.2604048252105713, -0.1208452507853508, -0.4718228280544281, -0.21753109991550446, -1.088541030883789, -1.1991287469863892, -0.8642455339431763, -1.7625682353973389, -1.8761100769042969, -1.8691056966781616, -2.3066318035125732, -1.4050558805465698, -0.46386095881462097, -0.5061339735984802, -1.1516008377075195, -0.8630790114402771, -1.1340599060058594, -0.2590116858482361, -1.0989638566970825, -0.4134812653064728, -1.471030354499817, -0.049908243119716644, -0.7803109288215637, -1.7855641841888428, -1.6708459854125977, -0.06263496726751328, -1.3466957807540894, -1.1869854927062988, -1.552117943763733, -0.9834348559379578, -1.4144742488861084, -2.3240973949432373, -1.6617915630340576, -1.375374674797058, -1.603796124458313, -1.1525911092758179, -1.7597143650054932, -1.9834012985229492, -0.7252494096755981, -3.706707239151001, -1.0377048254013062, -2.690934896469116, -1.424944519996643, -0.9928041696548462, -2.37599778175354, -0.14045247435569763, -0.0065181744284927845, -2.2083795070648193, -2.2124500274658203, -1.48569917678833, -2.1782634258270264, -1.5937479734420776, -1.8431183099746704, -1.4431424140930176, -1.4147839546203613, -1.1748580932617188, -2.4783897399902344, -1.709656000137329, -2.1034860610961914, -1.3307238817214966, -1.0405550003051758, -1.7974966764450073, -3.4207684993743896, -1.7503324747085571, -1.906171441078186, -1.0048208236694336, -2.5668742656707764, -0.3758801519870758, -1.911555290222168, -1.6302313804626465, -2.026494026184082, -2.279205560684204, -1.312162160873413, -1.3431105613708496, -1.5574352741241455, -1.7620232105255127, -1.625252604484558, -1.412594199180603, -1.395902395248413, -0.6680300235748291, -1.611103892326355, -1.6713534593582153, -2.298863172531128, -1.917038083076477, -1.90125572681427, -1.9107078313827515, -0.1691361367702484, -0.31680911779403687, -0.3626434803009033, -0.9493945240974426, -1.0876691341400146, -1.1505725383758545, -0.9989023208618164, -0.5911721587181091, -1.9838132858276367, -2.1952414512634277, -1.4779469966888428, -1.2840592861175537, -1.676134705543518, -2.0731959342956543, -1.3371241092681885, -1.873669981956482, -1.8469338417053223, -0.5679091215133667, -0.5044857859611511, -0.12841561436653137, -0.8756049871444702, -1.5776675939559937, -1.3811089992523193, -2.229872703552246, -3.078867197036743, -0.21186478435993195, -1.8142192363739014, -1.2641972303390503, -1.4754637479782104, -2.389178514480591, -1.555889368057251, -1.3059273958206177, -1.6365944147109985, -0.13745874166488647, -1.2992161512374878, -0.20875215530395508, -1.1266320943832397, -1.8048869371414185, -1.6402889490127563, -2.0139052867889404, -1.6967891454696655, -1.7877970933914185, -2.0302398204803467, -1.6580803394317627, -1.9831593036651611, -2.254861354827881, -2.6351561546325684, -1.7213020324707031, -1.4530835151672363, -1.2574868202209473, -0.8813310861587524, -2.5573441982269287, -1.9419000148773193, -1.5091558694839478, -1.2363911867141724, -2.409442901611328, -0.549730122089386, -0.6415094137191772, -1.9054814577102661, -1.0536065101623535, -1.3703237771987915, -1.6804014444351196, -1.5858253240585327, -2.210860013961792, -0.4217599332332611, -1.5740834474563599, -2.2675187587738037, -1.635394811630249, -1.7087336778640747, -0.9257121682167053, -2.2801918983459473, -1.9730489253997803, -1.293784499168396, -1.0939816236495972, -0.0790567472577095, -1.394724726676941, -2.119361162185669, -0.877979040145874, -1.7037218809127808, -1.0891013145446777, -0.10415434092283249, -1.8111573457717896, -0.1503913551568985, -0.6214694380760193, -1.171239972114563, -0.7337518930435181, -1.606789231300354, -2.021808624267578, -0.6746703386306763, -1.6193588972091675, -2.346168279647827, -1.6467316150665283, -1.7372469902038574, -1.6960214376449585, -2.138388156890869, -0.5359620451927185, -1.209197759628296, -0.610247015953064, -1.916516900062561, -1.2018479108810425, -2.774355173110962, -0.005141725763678551, -0.027194363996386528, -0.030775705352425575, -0.08186926692724228, -0.02052963711321354, -0.018117181956768036, -0.0007853999268263578, -0.001065401709638536, -0.15075385570526123, -1.4599637985229492, -1.0273994207382202, -1.2447627782821655, -1.6558845043182373, -2.497401714324951, -1.2580711841583252, -1.1329225301742554, -1.6019514799118042, -1.006126046180725, -1.251320242881775, -1.2220430374145508, -2.6094892024993896, -1.3217703104019165, -1.112514853477478, -0.6250189542770386, -2.26423978805542, -0.13781754672527313, -1.788344144821167, -1.541759967803955, -0.46936097741127014, -2.771042823791504, -1.7083021402359009, -2.698580265045166, -1.3811826705932617, -1.0698684453964233, -1.4231770038604736, -2.078322410583496, -2.3132002353668213, -1.3765075206756592, -1.3005815744400024, -1.6578664779663086, -1.5051575899124146, -1.3360415697097778, -0.9538847208023071, -2.8559987545013428, -0.02762339822947979, -0.05005928874015808, -1.8315988779067993]}, "Bot001_041_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own awesome that sounds kinda boring. what are you up to ? i'm a swim coach at my local pool tonight. do you want to join? you should learn . i fix computers and hate it . but i do not tell anyone why do you do it then? i go to this friends group which i hate. how are you this afternoon ? why do you do so many things that you hate? i hate how it gets stuck in my teeth . [SMILING FACE WITH OPEN MOUTH] my mother is very traditional while i prefer to be more free spirited so I decided to live as a bird and shit on cars i think that sounds good . [LYING FACE] and you know what also sounds great? my favorite music genre is death metal. do you like music?", "response": "i love metal , and painting . what do you like to do for fun ? [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot001_041_18", "annotations": ["T", "T", "O", "O", "O", "X", "O", "X", "T", "T", "O", "X", "T", "O", "X"], "gpt2_target_score": [-11.311616897583008, -11.809459686279297, -11.186623573303223, -13.7947416305542, -5.050408840179443, -14.669828414916992, -14.803481101989746, -13.152273178100586, -10.895218849182129, -9.237409591674805, -11.168567657470703, -12.114011764526367, -12.643936157226562, -12.399517059326172, -18.428205490112305, -10.175241470336914, -8.09570026397705, -12.52354621887207, -5.577449798583984, -12.466131210327148, -9.414454460144043, -14.099584579467773, -13.294581413269043, -13.999190330505371, -16.693504333496094, -12.62230110168457], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -2.1444313526153564, -0.02065073885023594, -1.7165406942367554, -1.3734745979309082, -1.799187421798706, -1.363304615020752, -1.0505725145339966, -1.6284161806106567, -1.4011369943618774, -1.939112901687622, -0.9277969002723694, -1.3357168436050415, -2.1094517707824707, -1.0071625709533691, -1.1034044027328491, -1.8642542362213135, -2.8956680297851562, -1.6771292686462402, -0.08019942790269852, -1.0349359512329102, -1.7217233180999756, -1.2604048252105713, -0.1208452507853508, -0.4718228280544281, -0.21753109991550446, -1.088541030883789, -1.1991287469863892, -0.8642455339431763, -1.7625682353973389, -1.8761100769042969, -1.8691056966781616, -2.3066318035125732, -1.4050558805465698, -0.46386095881462097, -0.5061339735984802, -1.1516008377075195, -0.8630790114402771, -1.1340599060058594, -0.2590116858482361, -1.0989638566970825, -0.4134812653064728, -1.471030354499817, -0.049908243119716644, -0.7803109288215637, -1.7855641841888428, -1.6708459854125977, -0.06263496726751328, -1.3466957807540894, -1.1869854927062988, -1.552117943763733, -0.9834348559379578, -1.4144742488861084, -2.3240973949432373, -1.6617915630340576, -1.375374674797058, -1.603796124458313, -1.1525911092758179, -1.7597143650054932, -1.9834012985229492, -0.7252494096755981, -3.706707239151001, -1.0377048254013062, -2.690934896469116, -1.424944519996643, -0.9928041696548462, -2.37599778175354, -0.14045247435569763, -0.0065181744284927845, -2.2083795070648193, -2.2124500274658203, -1.48569917678833, -2.1782634258270264, -1.5937479734420776, -1.8431183099746704, -1.4431424140930176, -1.4147839546203613, -1.1748580932617188, -2.4783897399902344, -1.709656000137329, -2.1034860610961914, -1.3307238817214966, -1.0405550003051758, -1.7974966764450073, -3.4207684993743896, -1.7503324747085571, -1.906171441078186, -1.0048208236694336, -2.5668742656707764, -0.3758801519870758, -1.911555290222168, -1.6302313804626465, -2.026494026184082, -2.279205560684204, -1.312162160873413, -1.3431105613708496, -1.5574352741241455, -1.7620232105255127, -1.625252604484558, -1.412594199180603, -1.395902395248413, -0.6680300235748291, -1.611103892326355, -1.6713534593582153, -2.298863172531128, -1.917038083076477, -1.90125572681427, -1.9107078313827515, -0.1691361367702484, -0.31680911779403687, -0.3626434803009033, -0.9493945240974426, -1.0876691341400146, -1.1505775451660156, -0.9989010095596313, -0.5911700129508972, -1.9838180541992188, -2.195251226425171, -1.477936029434204, -1.2840614318847656, -1.676129937171936, -2.0731935501098633, -1.3371143341064453, -1.873664379119873, -1.8469460010528564, -0.567905068397522, -0.5044890642166138, -0.12841688096523285, -0.8755977153778076, -1.5776598453521729, -1.3811074495315552, -2.229881525039673, -3.078862190246582, -0.21186469495296478, -1.8142274618148804, -1.2641879320144653, -1.4754767417907715, -2.3891773223876953, -1.5558756589889526, -1.3059324026107788, -1.6365960836410522, -0.13745905458927155, -1.2992277145385742, -0.2087504118680954, -1.1266398429870605, -1.8049030303955078, -1.6402696371078491, -2.0139148235321045, -1.6967792510986328, -1.7877875566482544, -2.0302345752716064, -1.6580846309661865, -1.9831593036651611, -2.254849672317505, -2.6351680755615234, -1.7213139533996582, -1.4530856609344482, -1.2574760913848877, -0.8813267350196838, -2.5573558807373047, -1.941911220550537, -1.5091549158096313, -1.2363823652267456, -2.409453868865967, -0.5497325658798218, -0.6415073275566101, -1.9054949283599854, -1.0536118745803833, -1.3703378438949585, -1.680406928062439, -1.585829496383667, -2.210848093032837, -0.42176127433776855, -1.574084758758545, -2.2675225734710693, -1.6353940963745117, -1.7087372541427612, -0.9257100224494934, -2.28019118309021, -1.9730517864227295, -1.2937713861465454, -1.0939832925796509, -0.07905663549900055, -1.3947256803512573, -2.1193788051605225, -0.8779854774475098, -1.7036802768707275, -1.0890908241271973, -0.10415326803922653, -1.8111568689346313, -0.15039022266864777, -0.6214645504951477, -1.171238899230957, -0.7337491512298584, -1.6067975759506226, -2.0218143463134766, -0.6746649146080017, -1.6193560361862183, -2.3461520671844482, -1.6467289924621582, -1.7372287511825562, -1.69605553150177, -2.138381004333496, -0.53596031665802, -1.2091937065124512, -0.6102505922317505, -1.9165098667144775, -1.201846957206726, -2.774350881576538, -0.005141725763678551, -0.02719447948038578, -0.030775820836424828, -0.0818697065114975, -0.020529286935925484, -0.018117064610123634, -0.0007853999268263578, -0.001065401709638536, -0.15075303614139557, -1.459967851638794, -1.0274008512496948, -1.2447717189788818, -1.6558917760849, -2.497398614883423, -1.2580584287643433, -1.1329185962677002, -1.6019635200500488, -1.0061196088790894, -1.251317024230957, -1.2220555543899536, -2.609492540359497, -1.3217700719833374, -1.11251962184906, -0.6250143051147461, -2.2642524242401123, -0.13781733810901642, -1.78835129737854, -1.5417654514312744, -0.4693650007247925, -2.771030902862549, -1.7083075046539307, -2.698554277420044, -1.381169319152832, -1.0698635578155518, -1.423190712928772, -2.6670286655426025, -1.2728819847106934, -1.5003494024276733, -1.9574165344238281, -1.1856403350830078, -1.3996310234069824, -0.5058615803718567, -2.634918451309204, -0.03255626931786537, -0.034322723746299744, -1.3607882261276245, -1.3945645093917847, -1.7159346342086792, -1.7296595573425293, -0.7669171690940857, -1.8509057760238647, -1.370247721672058, -1.6912250518798828, -1.3868898153305054, -1.3376126289367676, -1.7073695659637451, -0.42486605048179626, -0.3713003098964691, -2.55414080619812, -0.2874056100845337, -1.3405686616897583, -1.6422542333602905, -0.07058440148830414, -1.2350761890411377, -2.6851089000701904, -1.3272289037704468, -1.6065119504928589, -2.066823959350586, -1.7463319301605225, -2.0086488723754883, -1.7253400087356567, -1.4809526205062866, -0.7383908629417419, -1.884183406829834, -1.2329105138778687, -1.953188419342041, -0.04146971181035042, -0.591163694858551, -1.1741869449615479, -0.5476073026657104, -0.6516474485397339, -0.1352216750383377, -0.8955903649330139, -1.2756009101867676, -0.1951970010995865, -2.4353888034820557, -2.2038557529449463, -0.8983389735221863, -2.4105727672576904, -1.4494404792785645, -1.4779963493347168, -1.4866498708724976, -0.8423929810523987, -1.8654811382293701]}, "Bot001_041_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own awesome that sounds kinda boring. what are you up to ? i'm a swim coach at my local pool tonight. do you want to join? you should learn . i fix computers and hate it . but i do not tell anyone why do you do it then? i go to this friends group which i hate. how are you this afternoon ? why do you do so many things that you hate? i hate how it gets stuck in my teeth . [SMILING FACE WITH OPEN MOUTH] my mother is very traditional while i prefer to be more free spirited so I decided to live as a bird and shit on cars i think that sounds good . [LYING FACE] and you know what also sounds great? my favorite music genre is death metal. do you like music? i love metal , and painting . what do you like to do for fun ? [SEE-NO-EVIL MONKEY] having sex and playing music", "response": "i you mix blue my favorite and yellow you get money green that's with watercolors", "annotation_id": "Bot001_041_20", "annotations": ["X", "T", "T", "T", "O", "X", "X", "T", "X", "T", "X", "O", "X", "O", "X"], "gpt2_target_score": [-11.311616897583008, -7.748440265655518, -12.979241371154785, -10.0104398727417, -6.293023586273193, -11.95625114440918, -12.171114921569824, -16.73115348815918, -8.279122352600098, -12.375242233276367, -14.385417938232422, -13.267305374145508, -11.592761993408203, -11.236862182617188, -12.453100204467773, -13.41670036315918, -18.939502716064453, -13.802945137023926], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -2.1444313526153564, -0.02065073885023594, -1.7165406942367554, -1.3734745979309082, -1.799187421798706, -1.363304615020752, -1.0505725145339966, -1.6284161806106567, -1.4011369943618774, -1.939112901687622, -0.9277969002723694, -1.3357168436050415, -2.1094517707824707, -1.0071625709533691, -1.1034044027328491, -1.8642542362213135, -2.8956680297851562, -1.6771292686462402, -0.08019942790269852, -1.0349359512329102, -1.7217233180999756, -1.2604048252105713, -0.1208452507853508, -0.4718228280544281, -0.21753109991550446, -1.088541030883789, -1.1991287469863892, -0.8642455339431763, -1.7625682353973389, -1.8761100769042969, -1.8691056966781616, -2.3066318035125732, -1.4050558805465698, -0.46386095881462097, -0.5061339735984802, -1.1516008377075195, -0.8630790114402771, -1.1340599060058594, -0.2590116858482361, -1.0989638566970825, -0.4134812653064728, -1.471030354499817, -0.049908243119716644, -0.7803109288215637, -1.7855641841888428, -1.6708459854125977, -0.06263496726751328, -1.3466957807540894, -1.1869854927062988, -1.552117943763733, -0.9834348559379578, -1.4144742488861084, -2.3240973949432373, -1.6617915630340576, -1.375374674797058, -1.603796124458313, -1.1525911092758179, -1.7597143650054932, -1.9834012985229492, -0.7252494096755981, -3.706707239151001, -1.0377048254013062, -2.690934896469116, -1.424944519996643, -0.9928041696548462, -2.37599778175354, -0.14045247435569763, -0.0065181744284927845, -2.2083795070648193, -2.2124500274658203, -1.48569917678833, -2.1782634258270264, -1.5937479734420776, -1.8431183099746704, -1.4431424140930176, -1.4147839546203613, -1.1748580932617188, -2.4783897399902344, -1.709656000137329, -2.1034860610961914, -1.3307238817214966, -1.0405550003051758, -1.7974966764450073, -3.4207684993743896, -1.7503324747085571, -1.906171441078186, -1.0048208236694336, -2.5668742656707764, -0.3758801519870758, -1.911555290222168, -1.6302313804626465, -2.026494026184082, -2.279205560684204, -1.312162160873413, -1.3431105613708496, -1.5574352741241455, -1.7620232105255127, -1.625252604484558, -1.412594199180603, -1.395902395248413, -0.6680300235748291, -1.611103892326355, -1.6713534593582153, -2.298863172531128, -1.917038083076477, -1.90125572681427, -1.9107078313827515, -0.1691361367702484, -0.31680911779403687, -0.3626434803009033, -0.9493945240974426, -1.0876691341400146, -1.1505775451660156, -0.9989010095596313, -0.5911700129508972, -1.9838180541992188, -2.195251226425171, -1.477936029434204, -1.2840614318847656, -1.676129937171936, -2.0731935501098633, -1.3371143341064453, -1.873664379119873, -1.8469460010528564, -0.567905068397522, -0.5044890642166138, -0.12841688096523285, -0.8755977153778076, -1.5776598453521729, -1.3811074495315552, -2.229881525039673, -3.078862190246582, -0.21186469495296478, -1.8142274618148804, -1.2641879320144653, -1.4754612445831299, -2.3891654014587402, -1.5558788776397705, -1.3059272766113281, -1.6366021633148193, -0.13745926320552826, -1.2992277145385742, -0.20874984562397003, -1.1266334056854248, -1.8048911094665527, -1.6402698755264282, -2.0138981342315674, -1.6967915296554565, -1.7877978086471558, -2.030245065689087, -1.658072829246521, -1.983146071434021, -2.2548696994781494, -2.6351609230041504, -1.7213056087493896, -1.4530837535858154, -1.2574745416641235, -0.8813312649726868, -2.557340621948242, -1.941895842552185, -1.5091415643692017, -1.2363845109939575, -2.4094555377960205, -0.5497360825538635, -0.6415120959281921, -1.905501365661621, -1.0536056756973267, -1.3703327178955078, -1.6804052591323853, -1.5858256816864014, -2.21085786819458, -0.42176634073257446, -1.5740898847579956, -2.26751446723938, -1.6353904008865356, -1.708742618560791, -0.9257148504257202, -2.2802011966705322, -1.973036527633667, -1.2937698364257812, -1.093991994857788, -0.07905641943216324, -1.3947272300720215, -2.119371175765991, -0.877986490726471, -1.7036981582641602, -1.0890992879867554, -0.10415402054786682, -1.8111674785614014, -0.15039074420928955, -0.6214660406112671, -1.1712408065795898, -0.733747124671936, -1.606794834136963, -2.021799087524414, -0.6746657490730286, -1.6193583011627197, -2.3461639881134033, -1.6467363834381104, -1.7372567653656006, -1.6960283517837524, -2.138390302658081, -0.5359611511230469, -1.2091835737228394, -0.6102472543716431, -1.9165078401565552, -1.2018486261367798, -2.7743518352508545, -0.005141725763678551, -0.027194363996386528, -0.030775705352425575, -0.0818697065114975, -0.020529286935925484, -0.018117181956768036, -0.0007853999268263578, -0.001065401709638536, -0.15075232088565826, -1.4599668979644775, -1.0274006128311157, -1.2447590827941895, -1.6558951139450073, -2.4973926544189453, -1.2580617666244507, -1.1329129934310913, -1.601952075958252, -1.0061297416687012, -1.2513269186019897, -1.2220542430877686, -2.6094841957092285, -1.3217757940292358, -1.1125125885009766, -0.6250168681144714, -2.264247417449951, -0.1378161907196045, -1.788357138633728, -1.5417643785476685, -0.46936336159706116, -2.771049737930298, -1.7082977294921875, -2.6985578536987305, -1.3811841011047363, -1.0698716640472412, -1.4231798648834229, -2.6670312881469727, -1.272876501083374, -1.5003379583358765, -1.9574288129806519, -1.1856275796890259, -1.3996165990829468, -0.5058629512786865, -2.634915351867676, -0.032555922865867615, -0.03432249277830124, -1.3607749938964844, -1.3945642709732056, -1.7159299850463867, -1.7296619415283203, -0.7669160962104797, -1.8508836030960083, -1.3702473640441895, -1.6912084817886353, -1.3868992328643799, -1.3376153707504272, -1.7073845863342285, -0.4248698949813843, -0.37130171060562134, -2.5541512966156006, -0.2874010503292084, -1.3405784368515015, -1.6422713994979858, -0.07058506458997726, -1.23506760597229, -2.685110092163086, -1.3272247314453125, -1.606505274772644, -1.7265816926956177, -2.5521485805511475, -1.7052925825119019, -1.5653479099273682, -0.7546575665473938, -2.109100341796875, -1.4834554195404053, -1.9185287952423096, -0.042803823947906494, -0.6614435911178589, -1.0909267663955688, -0.49231234192848206, -0.9783424735069275, -0.24770106375217438, -0.7688612937927246, -1.175094723701477, -0.28523337841033936, -2.478677749633789, -2.2877357006073, -0.8537322878837585, -2.490905523300171, -0.9437328577041626, -1.0058108568191528, -1.6001948118209839, -0.6127982139587402, -1.9310325384140015, -1.068411111831665, -0.724092423915863, -3.2156500816345215, -1.5351237058639526, -1.8092063665390015, -1.9795262813568115, -1.6145589351654053, -2.308349847793579, -2.265221118927002, -0.7711554169654846, -2.8057680130004883, -2.0633912086486816, -1.7923874855041504, -0.5797548890113831, -2.7024502754211426, -2.156985282897949, -1.586385726928711, -2.4446592330932617, -2.0992770195007324, -2.4548416137695312, -2.060509204864502, -2.12827730178833, -0.6668853163719177, -1.650406837463379]}, "Bot001_043_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you?", "response": "hello , how are you doing this morning ? i just finished walking my dog .", "annotation_id": "Bot001_043_01", "annotations": ["T", "O", "O", "T", "O", "O", "T", "T", "O", "O", "T", "O", "O", "T", "X"], "gpt2_target_score": [-9.453957557678223, -10.729166984558105, -10.189292907714844, -8.436192512512207, -5.647846698760986, -12.672235488891602, -6.367919921875, -10.400819778442383, -8.868916511535645, -5.421914577484131, -8.944696426391602, -14.311323165893555, -11.145149230957031, -7.013503074645996, -13.590396881103516, -10.586021423339844], "gpt2_argmax_score": [-1.7955411672592163, -1.7871042490005493, -0.5930250287055969, -1.7190905809402466, -0.9923442602157593, -2.0589089393615723, -1.059295892715454, -1.9076404571533203, -0.5405169725418091, -0.07142040878534317, -0.6294798851013184, -0.8418712019920349, -1.1615978479385376, -0.6699970364570618, -0.20958347618579865, -1.7641831636428833, -2.4934682846069336, -1.221164345741272, -1.5719777345657349, -0.8023539185523987, -1.6588321924209595, -1.3207186460494995]}, "Bot001_043_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog?", "response": "mickey ! he's such a cute thing . do you go to school ?", "annotation_id": "Bot001_043_03", "annotations": ["O", "T", "O", "T", "O", "O", "T", "O", "O", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-16.098962783813477, -13.46155834197998, -13.282142639160156, -10.55730152130127, -10.519367218017578, -10.662363052368164, -5.951632976531982, -7.226989269256592, -12.939266204833984, -7.2687811851501465, -10.090478897094727, -7.395021438598633, -8.157522201538086, -6.438445568084717, -10.202122688293457, -11.051556587219238], "gpt2_argmax_score": [-1.7955411672592163, -1.7871042490005493, -0.5930250287055969, -1.7190905809402466, -0.9923442602157593, -2.4265389442443848, -1.7983278036117554, -0.7717892527580261, -0.09000793844461441, -0.8491644263267517, -0.9534544944763184, -1.7294787168502808, -0.8357445597648621, -1.4131313562393188, -1.6694074869155884, -2.427395820617676, -1.2202601432800293, -1.5502034425735474, -0.7868492603302002, -1.7033207416534424, -1.891192078590393, -1.5366570949554443, -0.8191655278205872, -1.7767764329910278, -0.22726835310459137, -0.8978767991065979, -0.1597779542207718, -0.771060049533844, -1.4911906719207764, -3.4031331539154053, -1.91115140914917, -2.1240451335906982, -0.7366316914558411, -1.8406798839569092, -1.4559029340744019, -0.14289356768131256, -1.7615749835968018, -1.346053957939148, -1.3605965375900269, -1.1534866094589233, -0.25715628266334534, -1.0503627061843872, -0.8104978799819946, -1.4951101541519165, -1.0653963088989258, -0.5099414587020874]}, "Bot001_043_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old", "response": "oh i see . i am really reliable in my job on other things i am not. what are you up to today ?", "annotation_id": "Bot001_043_05", "annotations": ["T", "X", "T", "O", "T", "O", "O", "T", "O", "T", "T", "O", "O", "T", "T"], "gpt2_target_score": [-12.504420280456543, -4.962984085083008, -11.933428764343262, -9.26168155670166, -3.5520122051239014, -6.123041152954102, -7.007560729980469, -10.747916221618652, -10.337550163269043, -7.455522537231445, -10.832230567932129, -7.021777629852295, -10.195221900939941, -8.18355941772461, -8.01347827911377, -6.2026872634887695, -8.602801322937012, -4.9553046226501465, -12.154279708862305, -9.967327117919922, -5.772980690002441, -7.536416053771973, -7.167993545532227, -10.96523380279541, -2.643059492111206], "gpt2_argmax_score": [-1.7955580949783325, -1.7871572971343994, -0.5930051207542419, -1.7190942764282227, -0.9923503398895264, -2.4265077114105225, -1.7983171939849854, -0.7718114852905273, -0.09000706672668457, -0.8491839170455933, -0.953431248664856, -1.7295109033584595, -0.8357551693916321, -1.4130672216415405, -1.6693929433822632, -2.427373170852661, -1.2202789783477783, -1.550183892250061, -0.7868636846542358, -1.70335054397583, -1.8911449909210205, -1.5366601943969727, -0.8191165328025818, -1.7767572402954102, -0.22727271914482117, -0.8978962302207947, -0.15977561473846436, -0.771064043045044, -1.491208791732788, -2.0816259384155273, -2.3254127502441406, -1.7100145816802979, -1.7197891473770142, -1.4991812705993652, -0.144781693816185, -1.6977570056915283, -1.467549443244934, -1.792288899421692, -2.338954210281372, -0.2328980714082718, -1.1206856966018677, -0.7357008457183838, -1.5023677349090576, -1.0521947145462036, -2.021319627761841, -2.211416006088257, -1.6927486658096313, -1.1963168382644653, -1.1254626512527466, -2.8536319732666016, -2.1966543197631836, -2.2187395095825195, -1.4966232776641846, -2.1342275142669678, -2.5392777919769287, -2.218641996383667, -2.000113010406494, -2.0553555488586426, -1.9112368822097778, -2.583169937133789, -1.931865930557251, -1.4530130624771118, -1.592543125152588, -1.6297699213027954, -1.7520983219146729, -1.7621846199035645, -1.6821881532669067, -1.4605016708374023, -1.8662728071212769, -0.4686887264251709, -0.9987437129020691, -0.05249926820397377, -0.9137037992477417, -0.413325697183609, -0.2264040857553482]}, "Bot001_043_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages", "response": "i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ...", "annotation_id": "Bot001_043_07", "annotations": ["O", "O", "T", "T", "T", "T", "T", "T", "O", "O", "T", "O", "O", "T", "X"], "gpt2_target_score": [-10.490946769714355, -8.673952102661133, -11.65161418914795, -13.840386390686035, -9.650935173034668, -5.762231826782227, -7.971092224121094, -10.673712730407715, -10.49311351776123, -12.715715408325195, -12.492875099182129, -5.37044095993042, -4.540696144104004, -9.208919525146484, -6.36560583114624, -9.657811164855957, -7.230731010437012, -10.38886833190918, -11.394376754760742, -10.612712860107422, -8.216980934143066, -11.49337100982666, -7.167993545532227, -10.812264442443848, -10.456536293029785, -8.277244567871094, -11.176346778869629, -6.30100154876709, -6.88728141784668], "gpt2_argmax_score": [-1.7955580949783325, -1.7871572971343994, -0.5930051207542419, -1.7190942764282227, -0.9923503398895264, -2.4265077114105225, -1.7983171939849854, -0.7718114852905273, -0.09000706672668457, -0.8491839170455933, -0.953431248664856, -1.7295109033584595, -0.8357551693916321, -1.4130672216415405, -1.6693929433822632, -2.427373170852661, -1.2202789783477783, -1.550183892250061, -0.7868636846542358, -1.70335054397583, -1.8911449909210205, -1.5366601943969727, -0.8191165328025818, -1.7767572402954102, -0.22727271914482117, -0.8978962302207947, -0.15977561473846436, -0.771064043045044, -1.491208791732788, -2.0816259384155273, -2.3254127502441406, -1.7100145816802979, -1.7197891473770142, -1.4991812705993652, -0.144781693816185, -1.6977570056915283, -1.4675395488739014, -1.7922834157943726, -2.3389599323272705, -0.2328946739435196, -1.1206845045089722, -0.7356989979743958, -1.5023770332336426, -1.0522018671035767, -2.0213139057159424, -2.2114181518554688, -1.6927357912063599, -1.196306586265564, -1.1254544258117676, -2.471952438354492, -1.813971996307373, -1.3724474906921387, -1.895452857017517, -2.1050195693969727, -2.1007752418518066, -2.273698091506958, -1.8154298067092896, -1.6566444635391235, -2.01949405670166, -1.270938754081726, -1.4074593782424927, -1.599855899810791, -0.9658482670783997, -1.9904358386993408, -1.6979786157608032, -1.8940045833587646, -1.5286777019500732, -1.784603476524353, -0.3798621892929077, -0.9345894455909729, -0.0452229268848896, -0.8816292881965637, -0.3910101652145386, -1.9192193746566772, -1.3783881664276123, -2.5020201206207275, -1.5046197175979614, -2.7103755474090576, -0.9815747737884521, -1.8863210678100586, -1.3709352016448975, -1.2821555137634277, -2.556130886077881, -2.3102622032165527, -1.378247857093811, -0.9834015965461731, -2.2619755268096924, -1.5961859226226807, -0.9953507781028748, -1.8124005794525146, -0.7430881857872009, -2.00862455368042, -1.4296989440917969, -2.205488681793213, -1.694271206855774, -2.6208338737487793, -1.986021637916565, -2.408637523651123, -0.6451559066772461, -1.2296011447906494, -1.4454543590545654, -0.9334380626678467, -1.2881807088851929, -1.291353702545166, -1.0963724851608276, -2.173182964324951, -1.3016420602798462, -2.1933913230895996, -1.5737265348434448, -0.7819053530693054, -2.02105450630188, -2.97670841217041]}, "Bot001_043_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ... shopping ?", "response": "to travel, funny you :)", "annotation_id": "Bot001_043_09", "annotations": ["T", "T", "O", "T", "T", "O", "T", "T", "O", "O", "T", "T", "O", "T", "T"], "gpt2_target_score": [-11.5750150680542, -12.235246658325195, -9.8015775680542, -10.167717933654785, -5.647822380065918, -6.656702041625977], "gpt2_argmax_score": [-1.7955580949783325, -1.7871572971343994, -0.5930051207542419, -1.7190942764282227, -0.9923503398895264, -2.4265077114105225, -1.7983171939849854, -0.7718114852905273, -0.09000706672668457, -0.8491839170455933, -0.953431248664856, -1.7295109033584595, -0.8357551693916321, -1.4130672216415405, -1.6693929433822632, -2.427373170852661, -1.2202789783477783, -1.550183892250061, -0.7868636846542358, -1.70335054397583, -1.8911449909210205, -1.5366601943969727, -0.8191165328025818, -1.7767572402954102, -0.22727271914482117, -0.8978962302207947, -0.15977561473846436, -0.771064043045044, -1.491208791732788, -2.0816259384155273, -2.3254127502441406, -1.7100145816802979, -1.7197891473770142, -1.4991812705993652, -0.144781693816185, -1.6977570056915283, -1.4675395488739014, -1.7922834157943726, -2.3389599323272705, -0.2328946739435196, -1.1206845045089722, -0.7356989979743958, -1.5023770332336426, -1.0522018671035767, -2.0213139057159424, -2.2114181518554688, -1.6927357912063599, -1.196306586265564, -1.1254544258117676, -2.471952438354492, -1.813971996307373, -1.3724474906921387, -1.895452857017517, -2.1050195693969727, -2.1007752418518066, -2.273698091506958, -1.8154298067092896, -1.6566444635391235, -2.01949405670166, -1.270938754081726, -1.4074593782424927, -1.599855899810791, -0.9658482670783997, -1.9904358386993408, -1.6979786157608032, -1.8940045833587646, -1.5286777019500732, -1.784603476524353, -0.3798621892929077, -0.9345894455909729, -0.0452229268848896, -0.8816292881965637, -0.3910101652145386, -1.9192193746566772, -1.3783881664276123, -2.5020201206207275, -1.5046197175979614, -2.7103755474090576, -0.9815747737884521, -1.8863210678100586, -1.3709352016448975, -1.2821555137634277, -1.7377548217773438, -1.0079666376113892, -2.1786370277404785, -1.7269541025161743, -1.6865975856781006, -0.9304718375205994, -1.799001932144165, -0.9172377586364746, -2.137059211730957, -1.3822083473205566, -2.275374412536621, -1.4175095558166504, -2.15417742729187, -1.9834239482879639, -2.3742573261260986, -0.702161431312561, -0.9679067730903625, -1.4442285299301147, -1.709065556526184, -1.5657541751861572, -1.5502783060073853, -1.0068758726119995, -2.3715498447418213, -1.3630505800247192, -2.3039238452911377, -1.8441836833953857, -0.9788292050361633, -2.0630223751068115, -2.8896496295928955, -2.3228766918182373, -1.9351427555084229, -2.490065097808838, -1.6040595769882202, -1.8723218441009521, -1.5320717096328735, -1.9280214309692383, -2.5687143802642822, -0.47400084137916565]}, "Bot001_043_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ... shopping ? to travel, funny you :) where did you travel last?", "response": "i worked at a bank . . . its not as bad as it sounds , i promise [SMILING FACE WITH HALO]", "annotation_id": "Bot001_043_11", "annotations": ["O", "X", "X", "T", "X", "X", "O", "T", "X", "O", "T", "T", "X", "T", "T"], "gpt2_target_score": [-10.490946769714355, -10.22404670715332, -10.436266899108887, -6.036538124084473, -14.10303783416748, -8.250574111938477, -6.554924011230469, -10.630743980407715, -10.567179679870605, -7.63792610168457, -7.275650978088379, -8.515308380126953, -7.295487403869629, -5.318600177764893, -10.803364753723145, -9.55321216583252, -7.620821952819824, -16.056943893432617, -8.702939987182617, -19.368694305419922, -13.485688209533691, -16.44164276123047, -15.453027725219727, -18.573707580566406, -17.103492736816406, -16.198143005371094, -18.76580810546875], "gpt2_argmax_score": [-1.7955580949783325, -1.7871572971343994, -0.5930051207542419, -1.7190942764282227, -0.9923503398895264, -2.4265077114105225, -1.7983171939849854, -0.7718114852905273, -0.09000706672668457, -0.8491839170455933, -0.953431248664856, -1.7295109033584595, -0.8357551693916321, -1.4130672216415405, -1.6693929433822632, -2.427373170852661, -1.2202789783477783, -1.550183892250061, -0.7868636846542358, -1.70335054397583, -1.8911449909210205, -1.5366601943969727, -0.8191165328025818, -1.7767572402954102, -0.22727271914482117, -0.8978962302207947, -0.15977561473846436, -0.771064043045044, -1.491208791732788, -2.0816259384155273, -2.3254127502441406, -1.7100145816802979, -1.7197891473770142, -1.4991812705993652, -0.144781693816185, -1.6977570056915283, -1.4675395488739014, -1.7922834157943726, -2.3389599323272705, -0.2328946739435196, -1.1206845045089722, -0.7356989979743958, -1.5023770332336426, -1.0522018671035767, -2.0213139057159424, -2.2114181518554688, -1.6927357912063599, -1.196306586265564, -1.1254544258117676, -2.471952438354492, -1.813971996307373, -1.3724474906921387, -1.895452857017517, -2.1050195693969727, -2.1007752418518066, -2.273698091506958, -1.8154298067092896, -1.6566444635391235, -2.01949405670166, -1.270938754081726, -1.4074593782424927, -1.599855899810791, -0.9658482670783997, -1.9904358386993408, -1.6979786157608032, -1.8940045833587646, -1.5286777019500732, -1.784603476524353, -0.3798621892929077, -0.9345894455909729, -0.0452229268848896, -0.8816292881965637, -0.3910101652145386, -1.9192193746566772, -1.3783881664276123, -2.5020201206207275, -1.5046197175979614, -2.7103755474090576, -0.9815747737884521, -1.8863210678100586, -1.3709352016448975, -1.2821555137634277, -1.7377548217773438, -1.0079666376113892, -2.1786370277404785, -1.7269541025161743, -1.6865975856781006, -0.9304718375205994, -1.799001932144165, -0.9172377586364746, -2.137059211730957, -1.3822083473205566, -2.275374412536621, -1.4175095558166504, -2.15417742729187, -1.9834239482879639, -2.3742573261260986, -0.702161431312561, -0.9679067730903625, -1.4442285299301147, -1.709065556526184, -1.5657541751861572, -1.5502783060073853, -1.0068758726119995, -2.3715498447418213, -1.3630505800247192, -2.3039238452911377, -1.8441836833953857, -0.9788292050361633, -2.0630223751068115, -2.8896496295928955, -2.3228766918182373, -1.9351427555084229, -1.816367506980896, -0.6152016520500183, -2.1652584075927734, -2.0670583248138428, -2.8348238468170166, -1.4768403768539429, -0.9878055453300476, -0.06856939941644669, -1.3297605514526367, -0.7229294180870056, -0.44441837072372437, -1.3652218580245972, -2.037883996963501, -2.438750982284546, -1.1340407133102417, -0.4751605689525604, -1.5617594718933105, -1.737762212753296, -1.1587047576904297, -0.9604529738426208, -1.8751776218414307, -1.6058645248413086, -1.9433932304382324, -1.881341814994812, -0.3166090250015259, -1.7478562593460083, -0.37453997135162354, -1.1144835948944092, -1.2115622758865356, -2.8493573665618896, -1.3789312839508057, -1.8499386310577393, -1.7763382196426392, -2.3235888481140137, -1.8391438722610474, -0.851589024066925, -2.1737096309661865, -0.9342259764671326, -2.096169948577881, -1.4600886106491089]}, "Bot001_043_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ... shopping ? to travel, funny you :) where did you travel last? i worked at a bank . . . its not as bad as it sounds , i promise [SMILING FACE WITH HALO] you like money? :)", "response": "i make more dancing on the weekends", "annotation_id": "Bot001_043_13", "annotations": ["T", "O", "O", "O", "X", "X", "T", "O", "O", "T", "T", "T", "O", "T", "X"], "gpt2_target_score": [-10.490946769714355, -9.698930740356445, -9.199313163757324, -9.413201332092285, -7.599024772644043, -5.669748306274414, -14.420310974121094], "gpt2_argmax_score": [-1.7955580949783325, -1.7871572971343994, -0.5930051207542419, -1.7190942764282227, -0.9923503398895264, -2.4265077114105225, -1.7983171939849854, -0.7718114852905273, -0.09000706672668457, -0.8491839170455933, -0.953431248664856, -1.7295109033584595, -0.8357551693916321, -1.4130672216415405, -1.6693929433822632, -2.427373170852661, -1.2202789783477783, -1.550183892250061, -0.7868636846542358, -1.70335054397583, -1.8911449909210205, -1.5366601943969727, -0.8191165328025818, -1.7767572402954102, -0.22727271914482117, -0.8978962302207947, -0.15977561473846436, -0.771064043045044, -1.491208791732788, -2.0816259384155273, -2.3254127502441406, -1.7100145816802979, -1.7197891473770142, -1.4991812705993652, -0.144781693816185, -1.6977570056915283, -1.4675395488739014, -1.7922834157943726, -2.3389599323272705, -0.2328946739435196, -1.1206845045089722, -0.7356989979743958, -1.5023770332336426, -1.0522018671035767, -2.0213139057159424, -2.2114181518554688, -1.6927357912063599, -1.196306586265564, -1.1254544258117676, -2.471952438354492, -1.813971996307373, -1.3724474906921387, -1.895452857017517, -2.1050195693969727, -2.1007752418518066, -2.273698091506958, -1.8154298067092896, -1.6566444635391235, -2.01949405670166, -1.270938754081726, -1.4074593782424927, -1.599855899810791, -0.9658482670783997, -1.9904358386993408, -1.6979786157608032, -1.8940045833587646, -1.5286777019500732, -1.784603476524353, -0.3798621892929077, -0.9345894455909729, -0.0452229268848896, -0.8816292881965637, -0.3910101652145386, -1.9192193746566772, -1.3783881664276123, -2.5020201206207275, -1.5046197175979614, -2.7103755474090576, -0.9815747737884521, -1.8863210678100586, -1.3709352016448975, -1.2821555137634277, -1.7377548217773438, -1.0079666376113892, -2.1786370277404785, -1.7269541025161743, -1.6865975856781006, -0.9304718375205994, -1.799001932144165, -0.9172377586364746, -2.137059211730957, -1.3822083473205566, -2.275374412536621, -1.4175095558166504, -2.15417742729187, -1.9834239482879639, -2.3742573261260986, -0.702161431312561, -0.9679067730903625, -1.4442285299301147, -1.709065556526184, -1.5657541751861572, -1.5502783060073853, -1.0068758726119995, -2.3715498447418213, -1.3630505800247192, -2.3039238452911377, -1.8441836833953857, -0.9788292050361633, -2.0630223751068115, -2.8896496295928955, -2.3228766918182373, -1.9351427555084229, -1.816367506980896, -0.6152016520500183, -2.1652584075927734, -2.0670583248138428, -2.8348238468170166, -1.4768403768539429, -0.9878055453300476, -0.06856939941644669, -1.3297605514526367, -0.7229294180870056, -0.44441837072372437, -1.3652218580245972, -2.3057775497436523, -1.1910114288330078, -0.4864180088043213, -1.797476053237915, -1.55600905418396, -1.258581519126892, -1.0869694948196411, -1.564692497253418, -1.7579126358032227, -1.9547206163406372, -2.026094913482666, -0.34818196296691895, -2.011605739593506, -0.3587801158428192, -1.4862159490585327, -1.2517673969268799, -2.4797518253326416, -1.3831703662872314, -1.9738126993179321, -1.555146336555481, -1.8232554197311401, -1.6154214143753052, -1.1701213121414185, -2.23475980758667, -0.8788445591926575, -1.918175220489502, -1.5690573453903198, -1.9651720523834229, -2.103207588195801, -1.1873881816864014, -1.8627920150756836, -1.8620661497116089, -1.9006736278533936, -2.591449499130249, -1.9837983846664429, -0.5774632096290588, -1.542327880859375, -1.1778407096862793, -1.8440275192260742, -2.1757469177246094]}, "Bot001_043_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ... shopping ? to travel, funny you :) where did you travel last? i worked at a bank . . . its not as bad as it sounds , i promise [SMILING FACE WITH HALO] you like money? :) i make more dancing on the weekends i love to drink wine and dance in the moonlight.", "response": "vegetarianism is what i do. Also, try to guess: i have visited ...", "annotation_id": "Bot001_043_15", "annotations": ["T", "O", "T", "T", "T", "T", "O", "T", "O", "T", "T", "T", "O", "T", "T"], "gpt2_target_score": [-10.998583793640137, -16.658754348754883, -19.428316116333008, -18.29749298095703, -6.2697553634643555, -4.456613540649414, -1.7983171939849854, -2.5392065048217773, -11.06965160369873, -14.15208625793457, -4.500397682189941, -9.196399688720703, -6.986069679260254, -10.325374603271484, -10.650456428527832, -7.9340410232543945, -10.2980375289917, -14.787809371948242, -11.052671432495117], "gpt2_argmax_score": [-1.7955580949783325, -1.7871572971343994, -0.5930051207542419, -1.7190942764282227, -0.9923503398895264, -2.4265077114105225, -1.7983171939849854, -0.7718114852905273, -0.09000706672668457, -0.8491839170455933, -0.953431248664856, -1.7295109033584595, -0.8357551693916321, -1.4130672216415405, -1.6693929433822632, -2.427373170852661, -1.2202789783477783, -1.550183892250061, -0.7868636846542358, -1.70335054397583, -1.8911449909210205, -1.5366601943969727, -0.8191165328025818, -1.7767572402954102, -0.22727271914482117, -0.8978962302207947, -0.15977561473846436, -0.771064043045044, -1.491208791732788, -2.0816259384155273, -2.3254127502441406, -1.7100145816802979, -1.7197891473770142, -1.4991812705993652, -0.144781693816185, -1.6977570056915283, -1.4675395488739014, -1.7922834157943726, -2.3389599323272705, -0.2328946739435196, -1.1206845045089722, -0.7356989979743958, -1.5023770332336426, -1.0522018671035767, -2.0213139057159424, -2.2114181518554688, -1.6927357912063599, -1.196306586265564, -1.1254544258117676, -2.471952438354492, -1.813971996307373, -1.3724474906921387, -1.895452857017517, -2.1050195693969727, -2.1007752418518066, -2.273698091506958, -1.8154298067092896, -1.6566444635391235, -2.01949405670166, -1.270938754081726, -1.4074593782424927, -1.599855899810791, -0.9658482670783997, -1.9904358386993408, -1.6979786157608032, -1.8940045833587646, -1.5286777019500732, -1.784603476524353, -0.3798621892929077, -0.9345894455909729, -0.0452229268848896, -0.8816292881965637, -0.3910101652145386, -1.9192193746566772, -1.3783881664276123, -2.5020201206207275, -1.5046197175979614, -2.7103755474090576, -0.9815747737884521, -1.8863210678100586, -1.3709352016448975, -1.2821555137634277, -1.7377548217773438, -1.0079666376113892, -2.1786370277404785, -1.7269541025161743, -1.6865975856781006, -0.9304718375205994, -1.799001932144165, -0.9172377586364746, -2.137059211730957, -1.3822083473205566, -2.275374412536621, -1.4175095558166504, -2.15417742729187, -1.9834239482879639, -2.3742573261260986, -0.702161431312561, -0.9679067730903625, -1.4442285299301147, -1.709065556526184, -1.5657541751861572, -1.5502783060073853, -1.0068758726119995, -2.3715498447418213, -1.3630505800247192, -2.3039238452911377, -1.8441836833953857, -0.9788292050361633, -2.0630223751068115, -2.8896496295928955, -2.3228766918182373, -1.9351427555084229, -1.816367506980896, -0.6152016520500183, -2.1652584075927734, -2.0670583248138428, -2.8348238468170166, -1.4768403768539429, -0.9878055453300476, -0.06856939941644669, -1.3297605514526367, -0.7229294180870056, -0.44441837072372437, -1.3652218580245972, -2.3057775497436523, -1.1910114288330078, -0.4864180088043213, -1.797476053237915, -1.55600905418396, -1.258581519126892, -1.0869694948196411, -1.564692497253418, -1.7579126358032227, -1.9547206163406372, -2.026094913482666, -0.34818196296691895, -2.011605739593506, -0.3587801158428192, -1.4862159490585327, -1.2517673969268799, -2.4797518253326416, -1.3831703662872314, -1.9738126993179321, -1.555146336555481, -1.8232554197311401, -1.6154214143753052, -1.1701213121414185, -2.23475980758667, -0.8788445591926575, -1.918175220489502, -1.5690573453903198, -1.9651720523834229, -2.103207588195801, -1.1873881816864014, -1.8627920150756836, -1.8620661497116089, -2.501990795135498, -2.0050036907196045, -0.6425900459289551, -1.3481355905532837, -1.155560851097107, -1.8057442903518677, -2.314124822616577, -2.742600440979004, -1.7434531450271606, -1.8550021648406982, -1.897512674331665, -1.480930209159851, -2.662334442138672, -1.6815401315689087, -1.0038164854049683, -2.5595271587371826, -1.7796822786331177, -1.76160728931427, -1.3975144624710083, -1.7395381927490234, -1.2469559907913208, -1.8773819208145142, -2.2407736778259277, -1.6378592252731323, -1.4899570941925049, -0.9356541037559509, -2.1876907348632812, -1.9255871772766113, -1.3584426641464233, -0.9918309450149536, -1.1819124221801758, -0.4174102544784546, -2.8365285396575928, -2.113192081451416, -0.8803942799568176, -1.4199248552322388, -0.9998189806938171, -1.520688533782959, -2.6643195152282715]}, "Bot001_043_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ... shopping ? to travel, funny you :) where did you travel last? i worked at a bank . . . its not as bad as it sounds , i promise [SMILING FACE WITH HALO] you like money? :) i make more dancing on the weekends i love to drink wine and dance in the moonlight. vegetarianism is what i do. Also, try to guess: i have visited ... spain?", "response": "spain times, funny you :)", "annotation_id": "Bot001_043_17", "annotations": ["O", "X", "X", "T", "X", "O", "T", "O", "O", "O", "T", "T", "O", "T", "X"], "gpt2_target_score": [-11.649188041687012, -16.035539627075195, -10.160861015319824, -4.722817420959473, -10.294154167175293, -5.562829971313477, -8.523963928222656], "gpt2_argmax_score": [-1.7955580949783325, -1.7871572971343994, -0.5930051207542419, -1.7190942764282227, -0.9923503398895264, -2.4265077114105225, -1.7983171939849854, -0.7718114852905273, -0.09000706672668457, -0.8491839170455933, -0.953431248664856, -1.7295109033584595, -0.8357551693916321, -1.4130672216415405, -1.6693929433822632, -2.427373170852661, -1.2202789783477783, -1.550183892250061, -0.7868636846542358, -1.70335054397583, -1.8911449909210205, -1.5366601943969727, -0.8191165328025818, -1.7767572402954102, -0.22727271914482117, -0.8978962302207947, -0.15977561473846436, -0.771064043045044, -1.491208791732788, -2.0816259384155273, -2.3254127502441406, -1.7100145816802979, -1.7197891473770142, -1.4991812705993652, -0.144781693816185, -1.6977570056915283, -1.4675395488739014, -1.7922834157943726, -2.3389599323272705, -0.2328946739435196, -1.1206845045089722, -0.7356989979743958, -1.5023770332336426, -1.0522018671035767, -2.0213139057159424, -2.2114181518554688, -1.6927357912063599, -1.196306586265564, -1.1254544258117676, -2.471952438354492, -1.813971996307373, -1.3724474906921387, -1.895452857017517, -2.1050195693969727, -2.1007752418518066, -2.273698091506958, -1.8154298067092896, -1.6566444635391235, -2.01949405670166, -1.270938754081726, -1.4074593782424927, -1.599855899810791, -0.9658482670783997, -1.9904358386993408, -1.6979786157608032, -1.8940045833587646, -1.5286777019500732, -1.784603476524353, -0.3798621892929077, -0.9345894455909729, -0.0452229268848896, -0.8816292881965637, -0.3910101652145386, -1.9192193746566772, -1.3783881664276123, -2.5020201206207275, -1.5046197175979614, -2.7103755474090576, -0.9815747737884521, -1.8863210678100586, -1.3709352016448975, -1.2821555137634277, -1.7377548217773438, -1.0079666376113892, -2.1786370277404785, -1.7269541025161743, -1.6865975856781006, -0.9304718375205994, -1.799001932144165, -0.9172377586364746, -2.137059211730957, -1.3822083473205566, -2.275374412536621, -1.4175095558166504, -2.15417742729187, -1.9834239482879639, -2.3742573261260986, -0.702161431312561, -0.9679067730903625, -1.4442285299301147, -1.709065556526184, -1.5657541751861572, -1.5502783060073853, -1.0068758726119995, -2.3715498447418213, -1.3630505800247192, -2.3039238452911377, -1.8441836833953857, -0.9788292050361633, -2.0630223751068115, -2.8896496295928955, -2.3228766918182373, -1.9351427555084229, -1.816367506980896, -0.6152016520500183, -2.1652584075927734, -2.0670583248138428, -2.8348238468170166, -1.4768403768539429, -0.9878055453300476, -0.06856939941644669, -1.3297605514526367, -0.7229294180870056, -0.44441837072372437, -1.3652218580245972, -2.3057775497436523, -1.1910114288330078, -0.4864180088043213, -1.797476053237915, -1.55600905418396, -1.258581519126892, -1.0869694948196411, -1.564692497253418, -1.7579126358032227, -1.9547206163406372, -2.026094913482666, -0.34818196296691895, -2.011605739593506, -0.3587801158428192, -1.4862159490585327, -1.2517673969268799, -2.4797518253326416, -1.3831703662872314, -1.9738126993179321, -1.555146336555481, -1.8232554197311401, -1.6154214143753052, -1.1701213121414185, -2.23475980758667, -0.8788445591926575, -1.918175220489502, -1.5690573453903198, -1.9651720523834229, -2.103207588195801, -1.1873881816864014, -1.8627920150756836, -1.8620661497116089, -2.501990795135498, -2.0050036907196045, -0.6425900459289551, -1.3481355905532837, -1.155560851097107, -1.8057442903518677, -2.314124822616577, -2.742600440979004, -1.7434531450271606, -1.8550021648406982, -1.897512674331665, -1.480930209159851, -2.662334442138672, -1.6815401315689087, -1.0038164854049683, -2.5595271587371826, -1.7796822786331177, -1.76160728931427, -1.3975144624710083, -2.3800904750823975, -0.8198989033699036, -1.9360631704330444, -0.8327471613883972, -1.8816964626312256, -1.8400087356567383, -1.3900020122528076, -0.7253254652023315, -1.234954833984375, -0.426978200674057, -2.7983994483947754, -2.0088186264038086, -1.018058180809021, -1.8002783060073853, -0.9691731333732605, -1.5366002321243286, -2.7312023639678955, -1.2194428443908691, -1.990208387374878, -1.8111580610275269, -2.2504749298095703, -0.06520967930555344, -1.3529632091522217, -1.744817852973938, -1.7938109636306763, -1.3181105852127075, -2.5432024002075195, -0.8564456701278687]}, "Bot001_043_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ... shopping ? to travel, funny you :) where did you travel last? i worked at a bank . . . its not as bad as it sounds , i promise [SMILING FACE WITH HALO] you like money? :) i make more dancing on the weekends i love to drink wine and dance in the moonlight. vegetarianism is what i do. Also, try to guess: i have visited ... spain? spain times, funny you :) do you like drinking alcohol?", "response": "haha i'm really not a big drinker. how are you tonight ?", "annotation_id": "Bot001_043_19", "annotations": ["T", "O", "O", "O", "T", "O", "T", "O", "O", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-11.570887565612793, -14.244752883911133, -3.963625907897949, -12.478859901428223, -7.4005537033081055, -7.274820327758789, -5.951637268066406, -6.282538414001465, -16.270320892333984, -14.398515701293945, -5.530320167541504, -8.200809478759766, -9.033371925354004, -5.39121675491333, -12.525853157043457, -11.05156421661377], "gpt2_argmax_score": [-1.7955580949783325, -1.7871572971343994, -0.5930051207542419, -1.7190942764282227, -0.9923503398895264, -2.4265077114105225, -1.7983171939849854, -0.7718114852905273, -0.09000706672668457, -0.8491839170455933, -0.953431248664856, -1.7295109033584595, -0.8357551693916321, -1.4130672216415405, -1.6693929433822632, -2.427373170852661, -1.2202789783477783, -1.550183892250061, -0.7868636846542358, -1.70335054397583, -1.8911449909210205, -1.5366601943969727, -0.8191165328025818, -1.7767572402954102, -0.22727271914482117, -0.8978962302207947, -0.15977561473846436, -0.771064043045044, -1.491208791732788, -2.0816259384155273, -2.3254127502441406, -1.7100145816802979, -1.7197891473770142, -1.4991812705993652, -0.144781693816185, -1.6977570056915283, -1.4675395488739014, -1.7922834157943726, -2.3389599323272705, -0.2328946739435196, -1.1206845045089722, -0.7356989979743958, -1.5023770332336426, -1.0522018671035767, -2.0213139057159424, -2.2114181518554688, -1.6927357912063599, -1.196306586265564, -1.1254544258117676, -2.471952438354492, -1.813971996307373, -1.3724474906921387, -1.895452857017517, -2.1050195693969727, -2.1007752418518066, -2.273698091506958, -1.8154298067092896, -1.6566444635391235, -2.01949405670166, -1.270938754081726, -1.4074593782424927, -1.599855899810791, -0.9658482670783997, -1.9904358386993408, -1.6979786157608032, -1.8940045833587646, -1.5286777019500732, -1.784603476524353, -0.3798621892929077, -0.9345894455909729, -0.0452229268848896, -0.8816292881965637, -0.3910101652145386, -1.9192193746566772, -1.3783881664276123, -2.5020201206207275, -1.5046197175979614, -2.7103755474090576, -0.9815747737884521, -1.8863210678100586, -1.3709352016448975, -1.2821555137634277, -1.7377548217773438, -1.0079666376113892, -2.1786370277404785, -1.7269541025161743, -1.6865975856781006, -0.9304718375205994, -1.799001932144165, -0.9172377586364746, -2.137059211730957, -1.3822083473205566, -2.275374412536621, -1.4175095558166504, -2.15417742729187, -1.9834239482879639, -2.3742573261260986, -0.702161431312561, -0.9679067730903625, -1.4442285299301147, -1.709065556526184, -1.5657541751861572, -1.5502783060073853, -1.0068758726119995, -2.3715498447418213, -1.3630505800247192, -2.3039238452911377, -1.8441836833953857, -0.9788292050361633, -2.0630223751068115, -2.8896496295928955, -2.3228766918182373, -1.9351427555084229, -1.816367506980896, -0.6152016520500183, -2.1652584075927734, -2.0670583248138428, -2.8348238468170166, -1.4768403768539429, -0.9878055453300476, -0.06856939941644669, -1.3297605514526367, -0.7229294180870056, -0.44441837072372437, -1.3652218580245972, -2.3057775497436523, -1.1910114288330078, -0.4864180088043213, -1.797476053237915, -1.55600905418396, -1.258581519126892, -1.0869694948196411, -1.564692497253418, -1.7579126358032227, -1.9547206163406372, -2.026094913482666, -0.34818196296691895, -2.011605739593506, -0.3587801158428192, -1.4862159490585327, -1.2517673969268799, -2.4797518253326416, -1.3831703662872314, -1.9738126993179321, -1.555146336555481, -1.8232554197311401, -1.6154214143753052, -1.1701213121414185, -2.23475980758667, -0.8788445591926575, -1.918175220489502, -1.5690573453903198, -1.9651720523834229, -2.103207588195801, -1.1873881816864014, -1.8627920150756836, -1.8620661497116089, -2.501990795135498, -2.0050036907196045, -0.6425900459289551, -1.3481355905532837, -1.155560851097107, -1.8057442903518677, -2.314124822616577, -2.742600440979004, -1.7434531450271606, -1.8550021648406982, -1.897512674331665, -1.480930209159851, -2.662334442138672, -1.6815401315689087, -1.0038164854049683, -2.5595271587371826, -1.7796822786331177, -1.76160728931427, -1.3975144624710083, -2.3800904750823975, -0.8198989033699036, -1.9360631704330444, -0.8327471613883972, -1.8816964626312256, -1.8400087356567383, -1.3900020122528076, -0.7253254652023315, -1.234954833984375, -0.426978200674057, -2.7983994483947754, -2.0088186264038086, -1.018058180809021, -1.8002783060073853, -0.9691731333732605, -1.5366002321243286, -2.7312264442443848, -1.2194396257400513, -1.9902241230010986, -1.8111644983291626, -0.1091199517250061, -0.4431241452693939, -0.8373125195503235, -1.6117619276046753, -1.4920670986175537, -2.573352336883545, -1.8388561010360718, -0.12293927371501923, -1.1607422828674316, -2.637289524078369, -1.9642822742462158, -0.8021636605262756, -1.9667266607284546, -2.1608526706695557, -0.6806498765945435, -1.4707359075546265, -2.753153085708618, -2.0992870330810547, -1.2278589010238647, -1.5240185260772705, -2.1100549697875977, -0.5021198987960815, -0.004395585507154465, -1.7484380006790161, -0.740844190120697, -1.558077096939087, -0.05228320136666298, -1.0302636623382568, -0.48050060868263245, -0.7758108973503113]}, "Bot001_046_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello", "response": "hi , how are you ?", "annotation_id": "Bot001_046_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-13.08914566040039, -13.25390625, -5.720201015472412, -5.1314473152160645, -5.531585693359375, -11.172123908996582], "gpt2_argmax_score": [-1.8457903861999512, -2.0303499698638916, -0.7205674052238464, -1.67682683467865, -1.702697992324829, -0.26877278089523315, -1.4313021898269653, -0.5553722381591797]}, "Bot001_046_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ?", "response": "not too bad , just getting back from a bike ride", "annotation_id": "Bot001_046_03", "annotations": ["O", "O", "X", "O", "O", "O", "O", "T", "T", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-14.292156219482422, -9.017343521118164, -9.438355445861816, -9.588147163391113, -11.246195793151855, -4.7134809494018555, -9.230056762695312, -7.784409999847412, -5.537586688995361, -11.148468971252441, -13.757203102111816], "gpt2_argmax_score": [-1.8457903861999512, -1.5201821327209473, -1.7124489545822144, -1.784436583518982, -0.28721126914024353, -1.2167006731033325, -1.1364893913269043, -1.74374520778656, -2.112797260284424, -1.6932992935180664, -1.7082985639572144, -1.8738027811050415, -1.836230993270874, -0.8966578245162964, -1.3890035152435303, -2.0453124046325684, -2.2519073486328125, -2.22200083732605, -0.9723268747329712, -1.4031707048416138, -1.3542639017105103, -0.7705937027931213, -1.8728328943252563]}, "Bot001_046_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ?", "response": "well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ...", "annotation_id": "Bot001_046_05", "annotations": ["O", "O", "X", "X", "O", "T", "O", "X", "T", "O", "O", "X", "T", "T", "T"], "gpt2_target_score": [-11.304737091064453, -7.729273319244385, -6.648392677307129, -10.331158638000488, -10.831843376159668, -8.16590404510498, -13.1688232421875, -8.566529273986816, -8.40640640258789, -4.366303443908691, -7.525177955627441, -13.684929847717285, -6.475259780883789, -8.992670059204102, -7.742644309997559, -5.626973628997803, -2.934368133544922, -17.106508255004883, -10.557048797607422, -9.326115608215332, -9.042333602905273, -4.599947929382324, -11.137661933898926], "gpt2_argmax_score": [-1.8457903861999512, -1.5201821327209473, -1.7124489545822144, -1.784436583518982, -0.28721126914024353, -1.2167006731033325, -1.1364893913269043, -1.74374520778656, -2.112797260284424, -1.6932992935180664, -1.7082985639572144, -1.4112788438796997, -0.920038104057312, -1.729943871498108, -2.524001121520996, -2.3779501914978027, -2.4874839782714844, -1.1810011863708496, -1.3814045190811157, -1.2549024820327759, -0.7881374359130859, -2.079622983932495, -1.2934538125991821, -1.552793264389038, -1.7231711149215698, -1.2916259765625, -1.8298567533493042, -1.9219480752944946, -0.7074512839317322, -1.2762154340744019, -0.5174155831336975, -2.0732500553131104, -1.7751729488372803, -0.3446193337440491, -1.281311273574829, -2.3477518558502197, -2.129119873046875, -2.7520956993103027, -3.436448812484741, -1.0331370830535889, -2.3030683994293213, -2.187052011489868, -1.29641592502594, -1.9911084175109863, -1.652008295059204, -2.8224854469299316, -2.372957468032837, -1.7058817148208618, -1.5601203441619873, -2.269129991531372]}, "Bot001_046_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ?", "response": "go hiking in spring, funny you :)", "annotation_id": "Bot001_046_07", "annotations": ["O", "O", "X", "T", "O", "O", "O", "X", "X", "O", "O", "T", "T", "T", "X"], "gpt2_target_score": [-13.788715362548828, -10.951944351196289, -6.657517433166504, -12.7821626663208, -10.627436637878418, -11.774073600769043, -6.823165416717529, -7.675950527191162], "gpt2_argmax_score": [-1.8457903861999512, -1.5201821327209473, -1.7124489545822144, -1.784436583518982, -0.28721126914024353, -1.2167006731033325, -1.1364893913269043, -1.74374520778656, -2.112797260284424, -1.6932992935180664, -1.7082985639572144, -1.4112788438796997, -0.920038104057312, -1.729943871498108, -2.524001121520996, -2.3779501914978027, -2.4874839782714844, -1.1810011863708496, -1.3814045190811157, -1.2549024820327759, -0.7881374359130859, -2.079622983932495, -1.2934538125991821, -1.552793264389038, -1.7231600284576416, -1.2916284799575806, -2.191391706466675, -0.7589221596717834, -1.4477899074554443, -0.6397426724433899, -2.2043659687042236, -1.899495244026184, -0.43237370252609253, -1.901363492012024, -2.8460116386413574, -2.1860575675964355, -2.7434942722320557, -3.43534517288208, -1.5340152978897095, -2.391162633895874, -2.173156499862671, -1.2706060409545898, -2.097186803817749, -1.7078603506088257, -2.619227409362793, -2.3843913078308105, -1.749333381652832, -1.6495672464370728, -2.830063819885254, -2.5987274646759033, -2.0276572704315186, -1.363020658493042, -1.9957022666931152, -1.5195623636245728, -1.7160438299179077, -1.1557244062423706, -2.0561530590057373, -2.660639524459839, -2.136866807937622, -2.662179470062256, -0.3916734457015991]}, "Bot001_046_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ? go hiking in spring, funny you :) do you like spring too ?", "response": "i love animals so i love horses", "annotation_id": "Bot001_046_09", "annotations": ["T", "T", "X", "X", "O", "T", "O", "T", "T", "O", "T", "X", "X", "O", "O"], "gpt2_target_score": [-12.053736686706543, -10.19738483428955, -12.268108367919922, -7.142710208892822, -4.4263596534729, -11.970190048217773, -15.226419448852539], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -1.743754506111145, -2.1127431392669678, -1.6932861804962158, -1.7082607746124268, -1.4113236665725708, -0.9200268387794495, -1.7299482822418213, -2.5239617824554443, -2.3779513835906982, -2.4874684810638428, -1.1809812784194946, -1.3814042806625366, -1.2548749446868896, -0.7881524562835693, -2.079648494720459, -1.2934215068817139, -1.552809476852417, -1.723211646080017, -1.2916713953018188, -2.1914501190185547, -0.7589141130447388, -1.447826862335205, -0.6397226452827454, -2.204331398010254, -1.8994724750518799, -0.4323824346065521, -1.9013808965682983, -2.8459863662719727, -2.186068534851074, -2.74346661567688, -3.435354471206665, -1.533989667892456, -2.391157865524292, -2.1731410026550293, -1.270613193511963, -2.0971791744232178, -1.7079102993011475, -2.619188070297241, -2.3843677043914795, -1.7493504285812378, -1.6495819091796875, -2.830085277557373, -2.598714828491211, -2.0276741981506348, -1.363044261932373, -1.5885142087936401, -0.9885706901550293, -1.2809044122695923, -1.996656060218811, -2.852163553237915, -2.4520909786224365, -2.6854915618896484, -0.9337658882141113, -0.2751361131668091, -1.3503144979476929, -1.803239107131958, -1.5309770107269287, -0.34214916825294495, -1.754806399345398, -1.5478315353393555, -1.1684740781784058, -1.505893588066101, -1.6857142448425293, -0.7067756056785583, -2.217170476913452, -2.498823881149292, -1.5127687454223633]}, "Bot001_046_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ? go hiking in spring, funny you :) do you like spring too ? i love animals so i love horses i love animals so much", "response": "nice . i like to take my kids and we go hunting together .. Also, try to guess: i have black ...", "annotation_id": "Bot001_046_11", "annotations": ["O", "O", "X", "X", "T", "T", "X", "X", "X", "O", "T", "T", "T", "O", "T"], "gpt2_target_score": [-16.480541229248047, -8.735257148742676, -1.712414264678955, -9.149943351745605, -9.82893180847168, -12.814626693725586, -5.138299465179443, -11.106593132019043, -4.365016937255859, -9.5941801071167, -9.65712833404541, -11.215751647949219, -13.84126091003418, -5.963483810424805, -9.128637313842773, -7.91336727142334, -9.64614486694336, -1.4848142862319946, -14.193537712097168, -11.820869445800781, -7.066900253295898, -8.096799850463867, -10.497035026550293, -10.156264305114746], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -1.743754506111145, -2.1127431392669678, -1.6932861804962158, -1.7082607746124268, -1.4113236665725708, -0.9200268387794495, -1.7299482822418213, -2.5239617824554443, -2.3779513835906982, -2.4874684810638428, -1.1809812784194946, -1.3814042806625366, -1.2548749446868896, -0.7881524562835693, -2.079648494720459, -1.2934215068817139, -1.552809476852417, -1.723211646080017, -1.2916713953018188, -2.1914501190185547, -0.7589141130447388, -1.447826862335205, -0.6397226452827454, -2.204331398010254, -1.8994724750518799, -0.4323824346065521, -1.9013808965682983, -2.8459863662719727, -2.186068534851074, -2.743469715118408, -3.4353551864624023, -1.5339791774749756, -2.3911542892456055, -2.173137664794922, -1.270619511604309, -2.097179889678955, -1.7078933715820312, -2.619189739227295, -2.3843555450439453, -1.7493364810943604, -1.6495940685272217, -2.830082416534424, -2.5987114906311035, -2.0276846885681152, -1.3630462884902954, -1.588509440422058, -0.9885668754577637, -1.2809001207351685, -1.9966652393341064, -2.8521764278411865, -2.4520792961120605, -2.6854820251464844, -0.933758020401001, -0.2751346528530121, -1.350325345993042, -1.8032275438308716, -1.5309756994247437, -0.3421550989151001, -1.7548131942749023, -1.535966157913208, -2.2768805027008057, -1.8813835382461548, -0.74791020154953, -2.071160316467285, -2.5787763595581055, -1.6661475896835327, -1.4456807374954224, -2.8836817741394043, -1.5253177881240845, -0.30430448055267334, -1.8492852449417114, -1.9775831699371338, -1.8428531885147095, -1.5133613348007202, -1.706040620803833, -1.7314740419387817, -2.3710408210754395, -2.193187952041626, -2.045924663543701, -1.0796133279800415, -2.3078694343566895, -2.440950870513916, -1.3379173278808594, -2.381718635559082, -1.725500464439392, -1.8807168006896973, -1.3797389268875122, -1.2031910419464111, -0.33096349239349365, -2.786386489868164, -2.2879533767700195, -0.952876627445221, -0.41679415106773376, -0.8522836565971375, -1.3836339712142944, -2.740436315536499]}, "Bot001_046_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ? go hiking in spring, funny you :) do you like spring too ? i love animals so i love horses i love animals so much nice . i like to take my kids and we go hunting together .. Also, try to guess: i have black ... van, printed \"free candy\" on its sides ?", "response": "lab named trooper, funny you :)", "annotation_id": "Bot001_046_13", "annotations": ["O", "O", "X", "X", "T", "X", "O", "X", "T", "O", "O", "O", "X", "O", "X"], "gpt2_target_score": [-15.343493461608887, -13.453259468078613, -14.178600311279297, -8.246699333190918, -13.170530319213867, -8.979879379272461, -6.183663845062256], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -1.743754506111145, -2.1127431392669678, -1.6932861804962158, -1.7082607746124268, -1.4113236665725708, -0.9200268387794495, -1.7299482822418213, -2.5239617824554443, -2.3779513835906982, -2.4874684810638428, -1.1809812784194946, -1.3814042806625366, -1.2548749446868896, -0.7881524562835693, -2.079648494720459, -1.2934215068817139, -1.552809476852417, -1.723211646080017, -1.2916713953018188, -2.1914501190185547, -0.7589141130447388, -1.447826862335205, -0.6397226452827454, -2.204331398010254, -1.8994724750518799, -0.4323824346065521, -1.9013808965682983, -2.8459863662719727, -2.186068534851074, -2.743469715118408, -3.4353551864624023, -1.5339791774749756, -2.3911542892456055, -2.173137664794922, -1.270619511604309, -2.097179889678955, -1.7078933715820312, -2.619189739227295, -2.3843555450439453, -1.7493364810943604, -1.6495940685272217, -2.830082416534424, -2.5987114906311035, -2.0276846885681152, -1.3630462884902954, -1.588509440422058, -0.9885668754577637, -1.2809001207351685, -1.9966652393341064, -2.8521764278411865, -2.4520792961120605, -2.6854820251464844, -0.933758020401001, -0.2751346528530121, -1.350325345993042, -1.8032275438308716, -1.5309756994247437, -0.3421550989151001, -1.7548131942749023, -1.535966157913208, -2.2768805027008057, -1.8813835382461548, -0.74791020154953, -2.071160316467285, -2.5787763595581055, -1.6661475896835327, -1.4456807374954224, -2.8836817741394043, -1.5253177881240845, -0.30430448055267334, -1.8492852449417114, -1.8914263248443604, -1.741629958152771, -1.7922974824905396, -1.7020395994186401, -2.22598934173584, -2.1755099296569824, -2.1735241413116455, -0.9355188012123108, -2.217372417449951, -2.5191662311553955, -1.1344910860061646, -2.319840431213379, -1.954683780670166, -1.7937754392623901, -1.3735908269882202, -1.3351417779922485, -0.3243900537490845, -2.870321273803711, -2.171950101852417, -1.0634509325027466, -0.6795491576194763, -0.8485924005508423, -1.2877428531646729, -2.576900005340576, -2.295645236968994, -2.432771921157837, -2.2693915367126465, -3.949326276779175, -0.4656570851802826, -0.23698902130126953, -1.4452039003372192, -1.110256552696228, -1.6433992385864258, -1.9173303842544556, -1.9722517728805542, -2.101381778717041, -1.6040879487991333, -1.4620885848999023, -1.7647898197174072, -2.251371383666992, -1.430395483970642, -2.974932909011841, -0.557729184627533]}, "Bot001_046_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ? go hiking in spring, funny you :) do you like spring too ? i love animals so i love horses i love animals so much nice . i like to take my kids and we go hunting together .. Also, try to guess: i have black ... van, printed \"free candy\" on its sides ? lab named trooper, funny you :) you love animals but you hunt them same time ?", "response": "yes i'm a dog lover .", "annotation_id": "Bot001_046_15", "annotations": ["O", "O", "X", "T", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-14.77563762664795, -4.021267890930176, -8.749126434326172, -7.441660404205322, -11.56928825378418, -14.856191635131836, -4.721017360687256], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -1.743754506111145, -2.1127431392669678, -1.6932861804962158, -1.7082607746124268, -1.4113236665725708, -0.9200268387794495, -1.7299482822418213, -2.5239617824554443, -2.3779513835906982, -2.4874684810638428, -1.1809812784194946, -1.3814042806625366, -1.2548749446868896, -0.7881524562835693, -2.079648494720459, -1.2934215068817139, -1.552809476852417, -1.723211646080017, -1.2916713953018188, -2.1914501190185547, -0.7589141130447388, -1.447826862335205, -0.6397226452827454, -2.204331398010254, -1.8994724750518799, -0.4323824346065521, -1.9013808965682983, -2.8459863662719727, -2.186068534851074, -2.743469715118408, -3.4353551864624023, -1.5339791774749756, -2.3911542892456055, -2.173137664794922, -1.270619511604309, -2.097179889678955, -1.7078933715820312, -2.619189739227295, -2.3843555450439453, -1.7493364810943604, -1.6495940685272217, -2.830082416534424, -2.5987114906311035, -2.0276846885681152, -1.3630462884902954, -1.588509440422058, -0.9885668754577637, -1.2809001207351685, -1.9966652393341064, -2.8521764278411865, -2.4520792961120605, -2.6854820251464844, -0.933758020401001, -0.2751346528530121, -1.350325345993042, -1.8032275438308716, -1.5309756994247437, -0.3421550989151001, -1.7548131942749023, -1.535966157913208, -2.2768805027008057, -1.8813835382461548, -0.74791020154953, -2.071160316467285, -2.5787763595581055, -1.6661475896835327, -1.4456807374954224, -2.8836817741394043, -1.5253177881240845, -0.30430448055267334, -1.8492852449417114, -1.8914263248443604, -1.741629958152771, -1.7922974824905396, -1.7020395994186401, -2.22598934173584, -2.1755099296569824, -2.173521041870117, -0.9355131983757019, -2.2173802852630615, -2.519163131713867, -1.1344969272613525, -2.319835662841797, -1.954677700996399, -1.7937735319137573, -1.3735990524291992, -1.3351420164108276, -0.3243885636329651, -2.8703126907348633, -2.171963691711426, -1.0634459257125854, -0.6795498132705688, -0.8486026525497437, -1.2877302169799805, -2.5768909454345703, -2.2956371307373047, -2.4327876567840576, -2.269395351409912, -3.9493277072906494, -0.46565476059913635, -0.23698526620864868, -1.4452145099639893, -1.1102672815322876, -1.6434041261672974, -1.9173258543014526, -1.9722338914871216, -1.5759397745132446, -1.3082470893859863, -2.327177047729492, -2.3739542961120605, -1.719110369682312, -3.0774664878845215, -1.6470507383346558, -2.481166362762451, -1.9847240447998047, -1.6038576364517212, -1.1735296249389648, -2.107370376586914, -2.2082602977752686, -2.5618834495544434, -1.3590607643127441, -1.844529628753662, -1.7553726434707642, -1.9925041198730469, -1.4694974422454834, -1.5586178302764893, -1.473581075668335, -2.754434108734131, -2.3643386363983154, -1.860987663269043, -1.208113193511963]}, "Bot001_046_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ? go hiking in spring, funny you :) do you like spring too ? i love animals so i love horses i love animals so much nice . i like to take my kids and we go hunting together .. Also, try to guess: i have black ... van, printed \"free candy\" on its sides ? lab named trooper, funny you :) you love animals but you hunt them same time ? yes i'm a dog lover . do you hunt dogs too ?", "response": "we sure do ! i hunt deer and i fish .. Also, try to guess: my favorite activity ...", "annotation_id": "Bot001_046_17", "annotations": ["X", "O", "T", "X", "O", "O", "O", "T", "T", "X", "O", "X", "O", "O", "T"], "gpt2_target_score": [-13.086413383483887, -13.247845649719238, -5.123165607452393, -8.96985912322998, -4.4263596534729, -16.007436752319336, -13.251840591430664, -5.2685651779174805, -3.7875936031341553, -11.115008354187012, -8.37551212310791, -11.270164489746094, -6.379926681518555, -8.738279342651367, -6.708562850952148, -9.759268760681152, -11.487743377685547, -6.669704914093018, -14.585673332214355, -12.994377136230469, -7.960165023803711], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -1.743754506111145, -2.1127431392669678, -1.6932861804962158, -1.7082607746124268, -1.4113236665725708, -0.9200268387794495, -1.7299482822418213, -2.5239617824554443, -2.3779513835906982, -2.4874684810638428, -1.1809812784194946, -1.3814042806625366, -1.2548749446868896, -0.7881524562835693, -2.079648494720459, -1.2934215068817139, -1.552809476852417, -1.723211646080017, -1.2916713953018188, -2.1914501190185547, -0.7589141130447388, -1.447826862335205, -0.6397226452827454, -2.204331398010254, -1.8994724750518799, -0.4323824346065521, -1.9013808965682983, -2.8459863662719727, -2.186068534851074, -2.743469715118408, -3.4353551864624023, -1.5339791774749756, -2.3911542892456055, -2.173137664794922, -1.270619511604309, -2.097179889678955, -1.7078933715820312, -2.619189739227295, -2.3843555450439453, -1.7493364810943604, -1.6495940685272217, -2.830082416534424, -2.5987114906311035, -2.0276846885681152, -1.3630462884902954, -1.588509440422058, -0.9885668754577637, -1.2809001207351685, -1.9966652393341064, -2.8521764278411865, -2.4520792961120605, -2.6854820251464844, -0.933758020401001, -0.2751346528530121, -1.350325345993042, -1.8032275438308716, -1.5309756994247437, -0.3421550989151001, -1.7548131942749023, -1.535966157913208, -2.2768805027008057, -1.8813835382461548, -0.74791020154953, -2.071160316467285, -2.5787763595581055, -1.6661475896835327, -1.4456807374954224, -2.8836817741394043, -1.5253177881240845, -0.30430448055267334, -1.8492852449417114, -1.8914263248443604, -1.741629958152771, -1.7922974824905396, -1.7020395994186401, -2.22598934173584, -2.1755099296569824, -2.173521041870117, -0.9355131983757019, -2.2173802852630615, -2.519163131713867, -1.1344969272613525, -2.319835662841797, -1.954667329788208, -1.7937686443328857, -1.3736066818237305, -1.3351389169692993, -0.3243900537490845, -2.8703227043151855, -2.1719510555267334, -1.0634407997131348, -0.6795639395713806, -0.8485959768295288, -1.2877315282821655, -2.576903820037842, -2.295644521713257, -2.432788133621216, -2.2693989276885986, -3.9493234157562256, -0.46565452218055725, -0.23698779940605164, -1.4452098608016968, -1.1102582216262817, -1.6434041261672974, -1.917327880859375, -1.9722585678100586, -1.5759466886520386, -1.308258295059204, -2.327155828475952, -2.3739590644836426, -1.7191221714019775, -3.0774855613708496, -1.647052526473999, -2.4811666011810303, -1.9847297668457031, -1.6038532257080078, -1.1735318899154663, -2.107381820678711, -2.2082345485687256, -2.5618934631347656, -1.3590657711029053, -1.8445171117782593, -1.755370020866394, -1.599450707435608, -1.319059133529663, -1.4845905303955078, -2.8195419311523438, -2.269378900527954, -1.854773759841919, -1.0885127782821655, -0.12353513389825821, -0.5065652132034302, -1.6949377059936523, -0.9833875894546509, -0.20648835599422455, -1.481637716293335, -1.9252054691314697, -0.6250579953193665, -1.06056547164917, -1.2518585920333862, -1.4411245584487915, -1.7900868654251099, -1.4733915328979492, -0.7323113679885864, -2.7999675273895264, -1.2704341411590576, -2.009769916534424, -1.5406440496444702, -1.2281203269958496, -1.1267633438110352, -0.134223073720932, -0.7390678524971008, -1.3684805631637573, -0.5868043899536133, -1.3313695192337036, -1.6506497859954834, -0.48526430130004883, -2.3454749584198]}, "Bot001_046_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ? go hiking in spring, funny you :) do you like spring too ? i love animals so i love horses i love animals so much nice . i like to take my kids and we go hunting together .. Also, try to guess: i have black ... van, printed \"free candy\" on its sides ? lab named trooper, funny you :) you love animals but you hunt them same time ? yes i'm a dog lover . do you hunt dogs too ? we sure do ! i hunt deer and i fish .. Also, try to guess: my favorite activity ... is anarchism", "response": "is rock climbing, funny you :)", "annotation_id": "Bot001_046_19", "annotations": ["O", "O", "X", "X", "O", "T", "O", "X", "T", "O", "O", "O", "T", "O", "X"], "gpt2_target_score": [-12.897921562194824, -7.805706977844238, -11.76363754272461, -8.246699333190918, -13.170530319213867, -8.979879379272461, -6.183663845062256], "gpt2_argmax_score": [-1.845790147781372, -1.5201847553253174, -1.712414264678955, -1.7844644784927368, -0.2872147560119629, -1.2167266607284546, -1.1364684104919434, -1.743754506111145, -2.1127431392669678, -1.6932861804962158, -1.7082607746124268, -1.4113236665725708, -0.9200268387794495, -1.7299482822418213, -2.5239617824554443, -2.3779513835906982, -2.4874684810638428, -1.1809812784194946, -1.3814042806625366, -1.2548749446868896, -0.7881524562835693, -2.079648494720459, -1.2934215068817139, -1.552809476852417, -1.723211646080017, -1.2916713953018188, -2.1914501190185547, -0.7589141130447388, -1.447826862335205, -0.6397226452827454, -2.204331398010254, -1.8994724750518799, -0.4323824346065521, -1.9013808965682983, -2.8459863662719727, -2.186068534851074, -2.743469715118408, -3.4353551864624023, -1.5339791774749756, -2.3911542892456055, -2.173137664794922, -1.270619511604309, -2.097179889678955, -1.7078933715820312, -2.619189739227295, -2.3843555450439453, -1.7493364810943604, -1.6495940685272217, -2.830082416534424, -2.5987114906311035, -2.0276846885681152, -1.3630462884902954, -1.588509440422058, -0.9885668754577637, -1.2809001207351685, -1.9966652393341064, -2.8521764278411865, -2.4520792961120605, -2.6854820251464844, -0.933758020401001, -0.2751346528530121, -1.350325345993042, -1.8032275438308716, -1.5309756994247437, -0.3421550989151001, -1.7548131942749023, -1.535966157913208, -2.2768805027008057, -1.8813835382461548, -0.74791020154953, -2.071160316467285, -2.5787763595581055, -1.6661475896835327, -1.4456807374954224, -2.8836817741394043, -1.5253177881240845, -0.30430448055267334, -1.8492852449417114, -1.8914263248443604, -1.741629958152771, -1.7922974824905396, -1.7020395994186401, -2.22598934173584, -2.1755099296569824, -2.173521041870117, -0.9355131983757019, -2.2173802852630615, -2.519163131713867, -1.1344969272613525, -2.319835662841797, -1.954667329788208, -1.7937686443328857, -1.3736066818237305, -1.3351389169692993, -0.3243900537490845, -2.8703227043151855, -2.1719510555267334, -1.0634407997131348, -0.6795639395713806, -0.8485959768295288, -1.2877315282821655, -2.576903820037842, -2.295644521713257, -2.432788133621216, -2.2693989276885986, -3.9493234157562256, -0.46565452218055725, -0.23698779940605164, -1.4452098608016968, -1.1102582216262817, -1.6434041261672974, -1.917327880859375, -1.9722585678100586, -1.5759466886520386, -1.308258295059204, -2.327155828475952, -2.3739590644836426, -1.7191221714019775, -3.0774855613708496, -1.647052526473999, -2.4811666011810303, -1.9847297668457031, -1.6038532257080078, -1.1735318899154663, -2.107381820678711, -2.2082345485687256, -2.5618934631347656, -1.3590657711029053, -1.8445171117782593, -1.755370020866394, -1.599450707435608, -1.319059133529663, -1.4845829010009766, -2.819538116455078, -2.269365072250366, -1.8547765016555786, -1.088515043258667, -0.12353450059890747, -0.5065693855285645, -1.6949352025985718, -0.9833834171295166, -0.20648661255836487, -1.4816293716430664, -1.3812822103500366, -1.0307267904281616, -2.1459012031555176, -1.7676713466644287, -1.6144212484359741, -1.7026032209396362, -0.5980328917503357, -2.3775722980499268, -1.1405999660491943, -2.272784471511841, -1.7276228666305542, -1.0063143968582153, -1.3410030603408813, -0.13560189306735992, -1.0531117916107178, -1.1942740678787231, -0.6807059645652771, -1.2645652294158936, -1.6503344774246216, -0.6050513386726379, -2.3647255897521973, -2.0453484058380127, -1.8949671983718872, -2.1554973125457764, -1.3681279420852661, -0.006964810658246279, -1.9700441360473633, -2.188854217529297, -0.8259879350662231, -2.581951141357422, -1.224561333656311]}, "Bot001_049_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool.", "response": "yeah , its pretty cool . my dogs barely recognize me !", "annotation_id": "Bot001_049_02", "annotations": ["T", "T", "O", "T", "T", "X", "O", "O", "T", "T", "X", "X", "O", "X", "T"], "gpt2_target_score": [-16.283267974853516, -10.37185287475586, -11.400277137756348, -11.414138793945312, -10.244019508361816, -10.03726577758789, -9.11976432800293, -14.492477416992188, -16.103145599365234, -17.724828720092773, -11.3439302444458, -10.276151657104492], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -0.322294682264328, -1.0070956945419312, -3.301879644393921, -1.6019346714019775, -0.35518360137939453, -0.4326993525028229, -1.2939847707748413, -2.718283176422119, -0.08245837688446045, -0.3859313130378723, -0.7237645983695984, -0.5964033603668213, -1.2398380041122437, -1.0374091863632202, -0.15866900980472565, -1.4613749980926514, -0.49694153666496277, -1.0179367065429688, -0.5126307606697083, -0.3707468807697296, -2.945406675338745, -0.3102918267250061, -1.4273161888122559, -2.652678966522217, -1.0986957550048828, -1.680813193321228, -2.0410451889038086, -1.3250031471252441, -2.0185153484344482, -2.0799620151519775, -2.1848158836364746, -1.7385516166687012, -1.4595204591751099, -2.439242124557495, -0.9840660095214844, -2.7949445247650146, -0.6471100449562073, -2.293325901031494, -0.7811197638511658]}, "Bot001_049_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why?", "response": "well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot001_049_04", "annotations": ["T", "X", "X", "T", "X", "X", "O", "T", "T", "O", "X", "X", "O", "T", "X"], "gpt2_target_score": [-11.304736137390137, -9.243742942810059, -2.6774582862854004, -4.721092224121094, -10.375504493713379, -8.134156227111816, -17.585010528564453, -9.722430229187012, -16.567201614379883, -12.644691467285156, -11.801383972167969, -14.744539260864258, -13.588399887084961, -11.4119234085083, -15.773857116699219, -14.110330581665039, -9.700510025024414, -19.760250091552734, -8.801032066345215, -4.075741291046143, -11.994318008422852, -14.134172439575195, -22.435354232788086, -12.535345077514648, -14.275922775268555, -9.380594253540039, -11.442370414733887, -17.191747665405273, -10.726385116577148, -21.234228134155273, -12.098448753356934], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -2.9454221725463867, -0.31029295921325684, -1.4273356199264526, -2.6526551246643066, -1.098647117614746, -1.6808338165283203, -1.2027651071548462, -1.7613747119903564, -2.0772640705108643, -2.06927227973938, -1.7113525867462158, -2.465731382369995, -2.613612651824951, -0.9450632333755493, -2.6697630882263184, -0.5772283673286438, -1.9829224348068237, -1.6213045120239258, -2.0072596073150635, -1.5832427740097046, -2.085188150405884, -1.9002844095230103, -1.1433429718017578, -1.1814850568771362, -2.539377450942993, -0.3310505449771881, -2.5180916786193848, -1.4817144870758057, -2.6954686641693115, -1.746463418006897, -1.5472081899642944, -2.0984790325164795, -1.7434954643249512, -1.6623551845550537, -1.941132664680481, -1.4676886796951294, -2.2990095615386963, -2.7005176544189453, -2.4981606006622314, -2.168001413345337, -3.035048246383667, -2.1532440185546875, -1.7865417003631592, -0.7010256052017212, -0.2492309957742691, -0.7075020670890808, -0.007722996175289154, -0.024467287585139275, -0.3633789122104645, -0.0022741903085261583, -1.1964987516403198, -1.7158783674240112]}, "Bot001_049_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job", "response": "very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ...", "annotation_id": "Bot001_049_06", "annotations": ["T", "X", "O", "T", "O", "O", "T", "X", "O", "O", "O", "X", "T", "O", "X"], "gpt2_target_score": [-15.258646965026855, -18.986478805541992, -14.01582145690918, -9.723884582519531, -11.218094825744629, -17.596712112426758, -22.588565826416016, -8.568224906921387, -13.336282730102539, -13.815238952636719, -14.463600158691406, -12.65825080871582, -15.408594131469727, -14.462353706359863, -21.206512451171875, -9.283098220825195, -14.923242568969727, -16.88184928894043, -10.803999900817871, -7.174160480499268, -12.003229141235352, -10.282182693481445, -4.520925521850586, -15.207281112670898, -0.5126328468322754, -5.838769912719727, -12.159289360046387, -16.9415340423584, -5.333219528198242, -11.028951644897461], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -2.9454221725463867, -0.31029295921325684, -1.4273356199264526, -2.6526551246643066, -1.098647117614746, -1.6808338165283203, -1.2027651071548462, -1.7613747119903564, -2.0772640705108643, -2.06927227973938, -1.7113490104675293, -2.465726137161255, -2.6136293411254883, -0.9450613856315613, -2.6697583198547363, -0.5772313475608826, -1.982910394668579, -1.62130606174469, -2.007274866104126, -1.5832160711288452, -2.1764442920684814, -1.0914727449417114, -1.2260361909866333, -2.875324249267578, -0.25966590642929077, -2.5826609134674072, -1.6476929187774658, -2.532407522201538, -1.7637900114059448, -1.5230001211166382, -2.154698371887207, -1.5039982795715332, -1.8698235750198364, -2.5194287300109863, -1.6031233072280884, -2.3786447048187256, -2.647334098815918, -2.4882161617279053, -2.2691051959991455, -3.0724639892578125, -2.141909599304199, -1.6778485774993896, -1.3342437744140625, -0.22108177840709686, -0.7471760511398315, -0.006891647819429636, -0.030633049085736275, -0.33491039276123047, -0.0025563915260136127, -0.9080502986907959, -1.341706395149231, -1.1024360656738281, -1.5436310768127441, -1.379655122756958, -1.1864280700683594, -1.8090856075286865, -2.0369958877563477, -1.9536212682724, -2.2976889610290527, -2.147590160369873, -2.7517640590667725, -2.4859156608581543, -0.5509819388389587, -1.6892437934875488, -2.2808213233947754, -1.9705318212509155, -1.6938049793243408, -1.851015567779541, -1.2833362817764282, -2.834205389022827, -2.3986661434173584, -2.1170220375061035, -1.1382945775985718, -1.0777935981750488, -2.7075564861297607, -2.2228076457977295, -1.7862409353256226, -1.4417833089828491, -0.89453125, -2.4374823570251465, -1.5420377254486084, -2.7909367084503174, -2.26632022857666, -1.3533912897109985, -0.2327689528465271, -1.7846870422363281, -2.7931151390075684]}, "Bot001_049_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish", "response": "english spanish and french, funny you :)", "annotation_id": "Bot001_049_08", "annotations": ["T", "T", "O", "O", "O", "O", "T", "O", "T", "T", "X", "X", "O", "X", "O"], "gpt2_target_score": [-15.508296012878418, -13.188017845153809, -22.52375602722168, -8.670265197753906, -11.528985023498535, -4.569764614105225, -15.01758098602295, -8.713763236999512, -13.951154708862305], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -2.9454221725463867, -0.31029295921325684, -1.4273356199264526, -2.6526551246643066, -1.098647117614746, -1.6808338165283203, -1.2027651071548462, -1.7613747119903564, -2.0772640705108643, -2.06927227973938, -1.7113490104675293, -2.465726137161255, -2.6136293411254883, -0.9450613856315613, -2.6697583198547363, -0.5772313475608826, -1.982910394668579, -1.62130606174469, -2.007274866104126, -1.5832160711288452, -2.1764442920684814, -1.0914727449417114, -1.2260361909866333, -2.875324249267578, -0.25966590642929077, -2.5826609134674072, -1.6476929187774658, -2.532407522201538, -1.7637900114059448, -1.5230001211166382, -2.154698371887207, -1.5039982795715332, -1.8698235750198364, -2.5194287300109863, -1.6031233072280884, -2.3786447048187256, -2.647334098815918, -2.4882161617279053, -2.2691051959991455, -3.0724639892578125, -2.141909599304199, -1.6778485774993896, -1.3342437744140625, -0.22108177840709686, -0.7471760511398315, -0.006891647819429636, -0.030633049085736275, -0.33491039276123047, -0.0025563915260136127, -0.9080502986907959, -1.341706395149231, -1.1024360656738281, -1.5436310768127441, -1.379655122756958, -1.1864280700683594, -1.8090856075286865, -0.7736887335777283, -1.4589701890945435, -2.7425472736358643, -2.8674707412719727, -2.023634433746338, -0.7980130314826965, -1.7634872198104858, -2.3983423709869385, -2.119229316711426, -1.8443527221679688, -2.0051987171173096, -1.6332776546478271, -2.614262819290161, -2.256580114364624, -1.3562778234481812, -1.7070153951644897, -1.8114591836929321, -2.548858165740967, -2.484821319580078, -2.0487492084503174, -2.0732998847961426, -0.7551367282867432, -2.4936060905456543, -1.6233073472976685, -2.513514518737793, -2.2739646434783936, -1.3907262086868286, -0.22878414392471313, -1.6880872249603271, -3.2564358711242676, -2.0079281330108643, -2.404500722885132, -1.8076082468032837, -0.042663443833589554, -1.8647915124893188, -2.0078787803649902, -1.7694993019104004, -1.9931504726409912, -2.038686513900757, -2.644817352294922, -0.5759705305099487]}, "Bot001_049_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish english spanish and french, funny you :) Ok", "response": "i go to umass and study philosophy , you. i'm good . how are you ? [ROBOT FACE]", "annotation_id": "Bot001_049_10", "annotations": ["T", "X", "O", "T", "O", "T", "X", "T", "T", "O", "O", "X", "O", "O", "X"], "gpt2_target_score": [-12.053736686706543, -12.237364768981934, -3.3496079444885254, -8.359886169433594, -20.414993286132812, -4.648438930511475, -17.64981460571289, -16.826786041259766, -15.098104476928711, -13.561988830566406, -7.5636067390441895, -8.718774795532227, -14.658933639526367, -12.608681678771973, -15.773857116699219, -12.522928237915039, -12.77549934387207, -14.52308464050293, -9.595488548278809, -4.075741291046143, -9.759637832641602, -16.353837966918945, -18.940160751342773, -12.535345077514648, -12.02100944519043], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -2.9454221725463867, -0.31029295921325684, -1.4273356199264526, -2.6526551246643066, -1.098647117614746, -1.6808338165283203, -1.2027651071548462, -1.7613747119903564, -2.0772640705108643, -2.06927227973938, -1.7113490104675293, -2.465726137161255, -2.6136293411254883, -0.9450613856315613, -2.6697583198547363, -0.5772313475608826, -1.982910394668579, -1.62130606174469, -2.007274866104126, -1.5832160711288452, -2.1764442920684814, -1.0914727449417114, -1.2260361909866333, -2.875324249267578, -0.25966590642929077, -2.5826609134674072, -1.6476929187774658, -2.532407522201538, -1.7637900114059448, -1.5230001211166382, -2.154698371887207, -1.5039982795715332, -1.8698235750198364, -2.5194287300109863, -1.6031233072280884, -2.3786447048187256, -2.647334098815918, -2.4882161617279053, -2.2691051959991455, -3.0724639892578125, -2.141909599304199, -1.6778485774993896, -1.3342437744140625, -0.22108177840709686, -0.7471760511398315, -0.006891647819429636, -0.030633049085736275, -0.33491039276123047, -0.0025563915260136127, -0.9080502986907959, -1.341706395149231, -1.1024360656738281, -1.5436310768127441, -1.379655122756958, -1.1864280700683594, -1.8090856075286865, -0.7736887335777283, -1.4589701890945435, -2.742549419403076, -2.867457866668701, -2.023634433746338, -0.7980073094367981, -1.7634936571121216, -2.3983516693115234, -2.1192378997802734, -1.8443516492843628, -2.0052082538604736, -1.6332799196243286, -2.614264488220215, -2.2565839290618896, -1.3562796115875244, -1.7070292234420776, -1.8114603757858276, -2.5488855838775635, -2.484832525253296, -2.048740863800049, -2.0733044147491455, -0.7551393508911133, -2.4935832023620605, -1.6233201026916504, -2.5135040283203125, -2.2739713191986084, -1.3907272815704346, -0.22878451645374298, -1.6880855560302734, -3.256443977355957, -2.007931709289551, -1.9864239692687988, -0.020364955067634583, -1.7479002475738525, -2.057713031768799, -2.0659892559051514, -1.893082618713379, -2.13193678855896, -2.1598708629608154, -1.346811294555664, -1.5991027355194092, -2.367319345474243, -1.8684558868408203, -1.0861740112304688, -1.721372127532959, -0.9081167578697205, -2.577361822128296, -2.032892942428589, -2.323559284210205, -1.7435007095336914, -1.1639102697372437, -2.1175308227539062, -1.560395359992981, -2.8314056396484375, -2.0251264572143555, -1.0336799621582031, -1.1122719049453735, -1.4238159656524658, -0.2265958935022354, -1.5141925811767578, -0.7385271191596985, -3.3575353622436523, -2.278259754180908, -1.7087639570236206, -2.679081916809082, -0.12848292291164398, -1.5577147006988525]}, "Bot001_049_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish english spanish and french, funny you :) Ok i go to umass and study philosophy , you. i'm good . how are you ? [ROBOT FACE] I am depressed by holidays", "response": "i love baseball and it helps to play when i am down. Also, try to guess: my favorite colors ...", "annotation_id": "Bot001_049_12", "annotations": ["T", "O", "O", "O", "O", "X", "T", "X", "O", "T", "O", "X", "T", "O", "O"], "gpt2_target_score": [-12.053736686706543, -12.043440818786621, -15.019804000854492, -8.670265197753906, -11.022263526916504, -16.660432815551758, -6.868808269500732, -12.780734062194824, -14.837259292602539, -12.586929321289062, -12.242362976074219, -10.102060317993164, -6.290666103363037, -14.547947883605957, -10.674427032470703, -14.240137100219727, -9.690027236938477, -20.082643508911133, -6.372870445251465, -8.413982391357422, -17.30198097229004, -10.630739212036133, -8.414922714233398], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -2.9454221725463867, -0.31029295921325684, -1.4273356199264526, -2.6526551246643066, -1.098647117614746, -1.6808338165283203, -1.2027651071548462, -1.7613747119903564, -2.0772640705108643, -2.06927227973938, -1.7113490104675293, -2.465726137161255, -2.6136293411254883, -0.9450613856315613, -2.6697583198547363, -0.5772313475608826, -1.982910394668579, -1.62130606174469, -2.007274866104126, -1.5832160711288452, -2.1764442920684814, -1.0914727449417114, -1.2260361909866333, -2.875324249267578, -0.25966590642929077, -2.5826609134674072, -1.6476929187774658, -2.532407522201538, -1.7637900114059448, -1.5230001211166382, -2.154698371887207, -1.5039982795715332, -1.8698235750198364, -2.5194287300109863, -1.6031233072280884, -2.3786447048187256, -2.647334098815918, -2.4882161617279053, -2.2691051959991455, -3.0724639892578125, -2.141909599304199, -1.6778485774993896, -1.3342437744140625, -0.22108177840709686, -0.7471760511398315, -0.006891647819429636, -0.030633049085736275, -0.33491039276123047, -0.0025563915260136127, -0.9080502986907959, -1.341706395149231, -1.1024360656738281, -1.5436310768127441, -1.379655122756958, -1.1864280700683594, -1.8090856075286865, -0.7736887335777283, -1.4589701890945435, -2.742549419403076, -2.867457866668701, -2.023634433746338, -0.7980073094367981, -1.7634936571121216, -2.3983516693115234, -2.1192378997802734, -1.8443516492843628, -2.0052082538604736, -1.6332799196243286, -2.614264488220215, -2.2565839290618896, -1.3562796115875244, -1.7070292234420776, -1.8114603757858276, -2.5488855838775635, -2.484832525253296, -2.048740863800049, -2.0733044147491455, -0.7551393508911133, -2.4935832023620605, -1.6233201026916504, -2.5135040283203125, -2.2739713191986084, -1.3907272815704346, -0.22878451645374298, -1.6880855560302734, -3.256443977355957, -2.007931709289551, -1.9864239692687988, -0.020364955067634583, -1.7479002475738525, -2.057713031768799, -2.0659892559051514, -1.893082618713379, -2.13193678855896, -2.1598708629608154, -1.346811294555664, -1.5991027355194092, -2.0664165019989014, -1.3081239461898804, -1.7095463275909424, -1.407673716545105, -2.1239192485809326, -1.8701928853988647, -2.5494353771209717, -1.7077245712280273, -1.4280040264129639, -2.1733641624450684, -2.3087120056152344, -2.3829445838928223, -2.160567045211792, -1.2119601964950562, -1.4583739042282104, -1.493864893913269, -0.20384109020233154, -1.6777431964874268, -1.7869477272033691, -3.0952179431915283, -2.013059139251709, -1.889147162437439, -2.759978771209717, -0.10739942640066147, -2.734034538269043, -1.5558300018310547, -1.9441479444503784, -1.8206888437271118, -1.9236966371536255, -1.6886738538742065, -2.278442621231079, -1.9007306098937988, -0.7568159103393555, -1.8300435543060303, -2.1768078804016113, -0.7546275854110718, -0.6378305554389954, -2.6765174865722656, -1.1242226362228394, -0.45822423696517944, -1.310167908668518, -2.3044652938842773, -1.8421714305877686, -1.0165635347366333, -1.4528266191482544, -1.09920334815979, -0.48431721329689026, -2.859938383102417, -2.421147346496582, -0.9093873500823975, -1.7968324422836304, -1.9674220085144043, -0.8249609470367432, -2.2081949710845947]}, "Bot001_049_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish english spanish and french, funny you :) Ok i go to umass and study philosophy , you. i'm good . how are you ? [ROBOT FACE] I am depressed by holidays i love baseball and it helps to play when i am down. Also, try to guess: my favorite colors ... Are red, yellow and black", "response": "are red and silver, funny you :)", "annotation_id": "Bot001_049_14", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "X", "O"], "gpt2_target_score": [-15.64856243133545, -13.495787620544434, -6.713667392730713, -10.413185119628906, -9.625397682189941, -15.152634620666504, -9.047457695007324, -6.404544353485107], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -2.9454221725463867, -0.31029295921325684, -1.4273356199264526, -2.6526551246643066, -1.098647117614746, -1.6808338165283203, -1.2027651071548462, -1.7613747119903564, -2.0772640705108643, -2.06927227973938, -1.7113490104675293, -2.465726137161255, -2.6136293411254883, -0.9450613856315613, -2.6697583198547363, -0.5772313475608826, -1.982910394668579, -1.62130606174469, -2.007274866104126, -1.5832160711288452, -2.1764442920684814, -1.0914727449417114, -1.2260361909866333, -2.875324249267578, -0.25966590642929077, -2.5826609134674072, -1.6476929187774658, -2.532407522201538, -1.7637900114059448, -1.5230001211166382, -2.154698371887207, -1.5039982795715332, -1.8698235750198364, -2.5194287300109863, -1.6031233072280884, -2.3786447048187256, -2.647334098815918, -2.4882161617279053, -2.2691051959991455, -3.0724639892578125, -2.141909599304199, -1.6778485774993896, -1.3342437744140625, -0.22108177840709686, -0.7471760511398315, -0.006891647819429636, -0.030633049085736275, -0.33491039276123047, -0.0025563915260136127, -0.9080502986907959, -1.341706395149231, -1.1024360656738281, -1.5436310768127441, -1.379655122756958, -1.1864280700683594, -1.8090856075286865, -0.7736887335777283, -1.4589701890945435, -2.742549419403076, -2.867457866668701, -2.023634433746338, -0.7980073094367981, -1.7634936571121216, -2.3983516693115234, -2.1192378997802734, -1.8443516492843628, -2.0052082538604736, -1.6332799196243286, -2.614264488220215, -2.2565839290618896, -1.3562796115875244, -1.7070292234420776, -1.8114603757858276, -2.5488855838775635, -2.484832525253296, -2.048740863800049, -2.0733044147491455, -0.7551393508911133, -2.4935832023620605, -1.6233201026916504, -2.5135040283203125, -2.2739713191986084, -1.3907272815704346, -0.22878451645374298, -1.6880855560302734, -3.256443977355957, -2.007931709289551, -1.9864239692687988, -0.020364955067634583, -1.7479002475738525, -2.057713031768799, -2.0659892559051514, -1.893082618713379, -2.13193678855896, -2.1598708629608154, -1.346811294555664, -1.5991027355194092, -2.0664165019989014, -1.3081239461898804, -1.7095463275909424, -1.407673716545105, -2.1239192485809326, -1.8701928853988647, -2.5494353771209717, -1.7077245712280273, -1.4280040264129639, -2.1733641624450684, -2.3087120056152344, -2.3829445838928223, -2.160567045211792, -1.2119601964950562, -1.4583739042282104, -1.493864893913269, -0.20384109020233154, -1.6777431964874268, -1.7869477272033691, -3.0952179431915283, -2.013059139251709, -1.889147162437439, -2.759978771209717, -0.10739942640066147, -2.734034538269043, -1.5558300018310547, -1.9441479444503784, -1.8206888437271118, -1.9236966371536255, -1.6886738538742065, -2.4689300060272217, -2.203822374343872, -1.4120410680770874, -2.1508712768554688, -0.767221212387085, -0.566106379032135, -2.7016994953155518, -1.5996718406677246, -0.4448587894439697, -1.1485836505889893, -2.439149856567383, -1.8993421792984009, -1.4120237827301025, -1.1591094732284546, -1.1628661155700684, -0.3745898902416229, -2.934669017791748, -2.359624147415161, -0.9264224767684937, -1.8519458770751953, -2.3163750171661377, -0.9656258821487427, -1.9746599197387695, -0.20448967814445496, -1.4414010047912598, -0.7876830697059631, -0.4184439480304718, -1.3020607233047485, -2.2243728637695312, -2.2442643642425537, -0.39752307534217834, -1.4593404531478882, -1.1653878688812256, -2.341989517211914, -2.2800841331481934, -0.9113442897796631, -2.538665771484375, -1.0189650058746338]}, "Bot001_049_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish english spanish and french, funny you :) Ok i go to umass and study philosophy , you. i'm good . how are you ? [ROBOT FACE] I am depressed by holidays i love baseball and it helps to play when i am down. Also, try to guess: my favorite colors ... Are red, yellow and black are red and silver, funny you :) Ok. What is your age", "response": "i play the violin , what about you ?", "annotation_id": "Bot001_049_16", "annotations": ["T", "X", "X", "O", "X", "X", "O", "T", "T", "O", "X", "O", "O", "X", "X"], "gpt2_target_score": [-12.053736686706543, -12.057997703552246, -5.193708896636963, -13.719520568847656, -12.811745643615723, -12.024399757385254, -7.905566692352295, -8.713763236999512, -14.553922653198242], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -2.9454221725463867, -0.31029295921325684, -1.4273356199264526, -2.6526551246643066, -1.098647117614746, -1.6808338165283203, -1.2027651071548462, -1.7613747119903564, -2.0772640705108643, -2.06927227973938, -1.7113490104675293, -2.465726137161255, -2.6136293411254883, -0.9450613856315613, -2.6697583198547363, -0.5772313475608826, -1.982910394668579, -1.62130606174469, -2.007274866104126, -1.5832160711288452, -2.1764442920684814, -1.0914727449417114, -1.2260361909866333, -2.875324249267578, -0.25966590642929077, -2.5826609134674072, -1.6476929187774658, -2.532407522201538, -1.7637900114059448, -1.5230001211166382, -2.154698371887207, -1.5039982795715332, -1.8698235750198364, -2.5194287300109863, -1.6031233072280884, -2.3786447048187256, -2.647334098815918, -2.4882161617279053, -2.2691051959991455, -3.0724639892578125, -2.141909599304199, -1.6778485774993896, -1.3342437744140625, -0.22108177840709686, -0.7471760511398315, -0.006891647819429636, -0.030633049085736275, -0.33491039276123047, -0.0025563915260136127, -0.9080502986907959, -1.341706395149231, -1.1024360656738281, -1.5436310768127441, -1.379655122756958, -1.1864280700683594, -1.8090856075286865, -0.7736887335777283, -1.4589701890945435, -2.742549419403076, -2.867457866668701, -2.023634433746338, -0.7980073094367981, -1.7634936571121216, -2.3983516693115234, -2.1192378997802734, -1.8443516492843628, -2.0052082538604736, -1.6332799196243286, -2.614264488220215, -2.2565839290618896, -1.3562796115875244, -1.7070292234420776, -1.8114603757858276, -2.5488855838775635, -2.484832525253296, -2.048740863800049, -2.0733044147491455, -0.7551393508911133, -2.4935832023620605, -1.6233201026916504, -2.5135040283203125, -2.2739713191986084, -1.3907272815704346, -0.22878451645374298, -1.6880855560302734, -3.256443977355957, -2.007931709289551, -1.9864239692687988, -0.020364955067634583, -1.7479002475738525, -2.057713031768799, -2.0659892559051514, -1.893082618713379, -2.13193678855896, -2.1598708629608154, -1.346811294555664, -1.5991027355194092, -2.0664165019989014, -1.3081239461898804, -1.7095463275909424, -1.407673716545105, -2.1239192485809326, -1.8701928853988647, -2.5494353771209717, -1.7077245712280273, -1.4280040264129639, -2.1733641624450684, -2.3087120056152344, -2.3829445838928223, -2.160567045211792, -1.2119601964950562, -1.4583739042282104, -1.493864893913269, -0.20384109020233154, -1.6777431964874268, -1.7869477272033691, -3.0952179431915283, -2.013059139251709, -1.889147162437439, -2.759978771209717, -0.10739942640066147, -2.734034538269043, -1.5558300018310547, -1.9441479444503784, -1.8206888437271118, -1.9236966371536255, -1.6886738538742065, -2.4689300060272217, -2.203822374343872, -1.4120410680770874, -2.1508712768554688, -0.767221212387085, -0.566106379032135, -2.7016994953155518, -1.5996718406677246, -0.4448587894439697, -1.1485836505889893, -2.439149856567383, -1.8993421792984009, -1.4120237827301025, -1.1591094732284546, -1.1628661155700684, -0.3745898902416229, -2.934669017791748, -2.359624147415161, -0.9264224767684937, -1.8519458770751953, -2.3163750171661377, -0.9656258821487427, -1.9746599197387695, -0.20448967814445496, -1.4414010047912598, -0.7876830697059631, -0.4184439480304718, -1.3020607233047485, -2.2243728637695312, -2.313746929168701, -1.897660493850708, -1.8218592405319214, -1.570916771888733, -2.3044633865356445, -1.1955167055130005, -2.347316026687622, -2.178318500518799, -1.3455066680908203, -1.7214443683624268, -1.8680355548858643, -0.777966320514679, -0.9207687973976135, -0.542233943939209, -2.437513828277588, -1.5458565950393677, -2.383866310119629, -1.9233424663543701, -1.7126479148864746, -1.1974029541015625, -1.7702378034591675, -1.0101072788238525, -0.364073783159256, -0.9510282874107361]}, "Bot001_049_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish english spanish and french, funny you :) Ok i go to umass and study philosophy , you. i'm good . how are you ? [ROBOT FACE] I am depressed by holidays i love baseball and it helps to play when i am down. Also, try to guess: my favorite colors ... Are red, yellow and black are red and silver, funny you :) Ok. What is your age i play the violin , what about you ? Play my motger nerves", "response": "dust and clutter makes me do the same .", "annotation_id": "Bot001_049_18", "annotations": ["T", "X", "O", "O", "T", "O", "T", "X", "T", "T", "X", "X", "O", "X", "T"], "gpt2_target_score": [-17.77310562133789, -8.055754661560059, -16.991727828979492, -13.826026916503906, -11.376053810119629, -10.571305274963379, -8.836138725280762, -12.194750785827637, -14.291849136352539], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -2.9454221725463867, -0.31029295921325684, -1.4273356199264526, -2.6526551246643066, -1.098647117614746, -1.6808338165283203, -1.2027651071548462, -1.7613747119903564, -2.0772640705108643, -2.06927227973938, -1.7113490104675293, -2.465726137161255, -2.6136293411254883, -0.9450613856315613, -2.6697583198547363, -0.5772313475608826, -1.982910394668579, -1.62130606174469, -2.007274866104126, -1.5832160711288452, -2.1764442920684814, -1.0914727449417114, -1.2260361909866333, -2.875324249267578, -0.25966590642929077, -2.5826609134674072, -1.6476929187774658, -2.532407522201538, -1.7637900114059448, -1.5230001211166382, -2.154698371887207, -1.5039982795715332, -1.8698235750198364, -2.5194287300109863, -1.6031233072280884, -2.3786447048187256, -2.647334098815918, -2.4882161617279053, -2.2691051959991455, -3.0724639892578125, -2.141909599304199, -1.6778485774993896, -1.3342437744140625, -0.22108177840709686, -0.7471760511398315, -0.006891647819429636, -0.030633049085736275, -0.33491039276123047, -0.0025563915260136127, -0.9080502986907959, -1.341706395149231, -1.1024360656738281, -1.5436310768127441, -1.379655122756958, -1.1864280700683594, -1.8090856075286865, -0.7736887335777283, -1.4589701890945435, -2.742549419403076, -2.867457866668701, -2.023634433746338, -0.7980073094367981, -1.7634936571121216, -2.3983516693115234, -2.1192378997802734, -1.8443516492843628, -2.0052082538604736, -1.6332799196243286, -2.614264488220215, -2.2565839290618896, -1.3562796115875244, -1.7070292234420776, -1.8114603757858276, -2.5488855838775635, -2.484832525253296, -2.048740863800049, -2.0733044147491455, -0.7551393508911133, -2.4935832023620605, -1.6233201026916504, -2.5135040283203125, -2.2739713191986084, -1.3907272815704346, -0.22878451645374298, -1.6880855560302734, -3.256443977355957, -2.007931709289551, -1.9864239692687988, -0.020364955067634583, -1.7479002475738525, -2.057713031768799, -2.0659892559051514, -1.893082618713379, -2.13193678855896, -2.1598708629608154, -1.346811294555664, -1.5991027355194092, -2.0664165019989014, -1.3081239461898804, -1.7095463275909424, -1.407673716545105, -2.1239192485809326, -1.8701928853988647, -2.5494353771209717, -1.7077245712280273, -1.4280040264129639, -2.1733641624450684, -2.3087120056152344, -2.3829445838928223, -2.160567045211792, -1.2119601964950562, -1.4583739042282104, -1.493864893913269, -0.20384109020233154, -1.6777431964874268, -1.7869477272033691, -3.0952179431915283, -2.013059139251709, -1.889147162437439, -2.759978771209717, -0.10739942640066147, -2.734034538269043, -1.5558300018310547, -1.9441479444503784, -1.8206888437271118, -1.9236966371536255, -1.6886738538742065, -2.4689300060272217, -2.203822374343872, -1.4120410680770874, -2.1508712768554688, -0.767221212387085, -0.566106379032135, -2.7016994953155518, -1.5996718406677246, -0.4448587894439697, -1.1485836505889893, -2.439149856567383, -1.8993421792984009, -1.4120237827301025, -1.1591094732284546, -1.1628661155700684, -0.3745898902416229, -2.934669017791748, -2.359624147415161, -0.9264224767684937, -1.8519458770751953, -2.3163750171661377, -0.9656258821487427, -1.9746599197387695, -0.20448967814445496, -1.4414010047912598, -0.7876830697059631, -0.4184439480304718, -1.3020604848861694, -2.2243738174438477, -2.3137505054473877, -1.8976528644561768, -1.8218616247177124, -1.5709218978881836, -2.3044633865356445, -1.195505142211914, -2.3473198413848877, -2.178330183029175, -1.3455066680908203, -1.7214282751083374, -1.8680235147476196, -0.7779579758644104, -0.9207632541656494, -0.5422309041023254, -2.1869966983795166, -1.1928660869598389, -1.764950156211853, -1.4687050580978394, -1.907434105873108, -1.643335223197937, -0.6437745094299316, -0.26330214738845825, -2.367765426635742, -1.9037913084030151, -1.6610078811645508, -1.478929042816162, -2.0193159580230713, -1.9536011219024658, -2.290452718734741, -0.8196975588798523, -4.156882286071777, -2.2609474658966064, -0.6523436903953552, -1.9569247961044312, -2.6606009006500244, -1.9988517761230469, -1.546824336051941, -1.984670877456665]}, "Bot001_049_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish english spanish and french, funny you :) Ok i go to umass and study philosophy , you. i'm good . how are you ? [ROBOT FACE] I am depressed by holidays i love baseball and it helps to play when i am down. Also, try to guess: my favorite colors ... Are red, yellow and black are red and silver, funny you :) Ok. What is your age i play the violin , what about you ? Play my motger nerves dust and clutter makes me do the same . Well it's not very good way to be you know?", "response": "doing great i'm just killing time on my apple phone. where are you from ?", "annotation_id": "Bot001_049_20", "annotations": ["T", "X", "O", "O", "O", "T", "X", "O", "O", "O", "O", "T", "O", "O", "X"], "gpt2_target_score": [-15.404009819030762, -12.476256370544434, -8.726835250854492, -15.093467712402344, -11.218094825744629, -13.333634376525879, -14.180102348327637, -9.387042045593262, -12.589593887329102, -18.711524963378906, -14.828269958496094, -6.2756524085998535, -12.100481033325195, -14.285199165344238, -14.739501953125, -9.681833267211914, -11.179254531860352], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -2.9454221725463867, -0.31029295921325684, -1.4273356199264526, -2.6526551246643066, -1.098647117614746, -1.6808338165283203, -1.2027651071548462, -1.7613747119903564, -2.0772640705108643, -2.06927227973938, -1.7113490104675293, -2.465726137161255, -2.6136293411254883, -0.9450613856315613, -2.6697583198547363, -0.5772313475608826, -1.982910394668579, -1.62130606174469, -2.007274866104126, -1.5832160711288452, -2.1764442920684814, -1.0914727449417114, -1.2260361909866333, -2.875324249267578, -0.25966590642929077, -2.5826609134674072, -1.6476929187774658, -2.532407522201538, -1.7637900114059448, -1.5230001211166382, -2.154698371887207, -1.5039982795715332, -1.8698235750198364, -2.5194287300109863, -1.6031233072280884, -2.3786447048187256, -2.647334098815918, -2.4882161617279053, -2.2691051959991455, -3.0724639892578125, -2.141909599304199, -1.6778485774993896, -1.3342437744140625, -0.22108177840709686, -0.7471760511398315, -0.006891647819429636, -0.030633049085736275, -0.33491039276123047, -0.0025563915260136127, -0.9080502986907959, -1.341706395149231, -1.1024360656738281, -1.5436310768127441, -1.379655122756958, -1.1864280700683594, -1.8090856075286865, -0.7736887335777283, -1.4589701890945435, -2.742549419403076, -2.867457866668701, -2.023634433746338, -0.7980073094367981, -1.7634936571121216, -2.3983516693115234, -2.1192378997802734, -1.8443516492843628, -2.0052082538604736, -1.6332799196243286, -2.614264488220215, -2.2565839290618896, -1.3562796115875244, -1.7070292234420776, -1.8114603757858276, -2.5488855838775635, -2.484832525253296, -2.048740863800049, -2.0733044147491455, -0.7551393508911133, -2.4935832023620605, -1.6233201026916504, -2.5135040283203125, -2.2739713191986084, -1.3907272815704346, -0.22878451645374298, -1.6880855560302734, -3.256443977355957, -2.007931709289551, -1.9864239692687988, -0.020364955067634583, -1.7479002475738525, -2.057713031768799, -2.0659892559051514, -1.893082618713379, -2.13193678855896, -2.1598708629608154, -1.346811294555664, -1.5991027355194092, -2.0664165019989014, -1.3081239461898804, -1.7095463275909424, -1.407673716545105, -2.1239192485809326, -1.8701928853988647, -2.5494353771209717, -1.7077245712280273, -1.4280040264129639, -2.1733641624450684, -2.3087120056152344, -2.3829445838928223, -2.160567045211792, -1.2119601964950562, -1.4583739042282104, -1.493864893913269, -0.20384109020233154, -1.6777431964874268, -1.7869477272033691, -3.0952179431915283, -2.013059139251709, -1.889147162437439, -2.759978771209717, -0.10739942640066147, -2.734034538269043, -1.5558300018310547, -1.9441479444503784, -1.8206888437271118, -1.9236966371536255, -1.6886738538742065, -2.4689300060272217, -2.203822374343872, -1.4120410680770874, -2.1508712768554688, -0.767221212387085, -0.566106379032135, -2.7016994953155518, -1.5996718406677246, -0.4448587894439697, -1.1485836505889893, -2.439149856567383, -1.8993421792984009, -1.4120237827301025, -1.1591094732284546, -1.1628661155700684, -0.3745898902416229, -2.934669017791748, -2.359624147415161, -0.9264224767684937, -1.8519458770751953, -2.3163750171661377, -0.9656258821487427, -1.9746599197387695, -0.20448967814445496, -1.4414010047912598, -0.7876830697059631, -0.4184439480304718, -1.3020607233047485, -2.2243728637695312, -2.313746929168701, -1.897660493850708, -1.8218592405319214, -1.570916771888733, -2.3044633865356445, -1.1955167055130005, -2.347316026687622, -2.178318500518799, -1.3455066680908203, -1.7214443683624268, -1.8680365085601807, -0.7779592871665955, -0.9207592010498047, -0.542236328125, -2.1869945526123047, -1.1928611993789673, -1.7649494409561157, -1.468694806098938, -1.9074490070343018, -1.6433311700820923, -0.643775999546051, -0.2633029818534851, -2.367769241333008, -1.9037799835205078, -1.6610177755355835, -1.4789282083511353, -2.019334077835083, -1.9535932540893555, -2.476801872253418, -2.4761509895324707, -2.4897494316101074, -0.43497541546821594, -1.727698564529419, -2.484761953353882, -2.183858633041382, -1.7171932458877563, -2.2277424335479736, -1.2534164190292358, -0.9326314330101013, -2.0491347312927246, -2.4314029216766357, -1.4100250005722046, -1.7803823947906494, -0.6236599683761597, -0.9902041554450989, -1.8061137199401855, -1.4707733392715454, -1.4180724620819092, -2.1490416526794434, -2.140005588531494, -1.4574488401412964, -1.9332497119903564, -1.1237537860870361, -2.7317955493927, -2.0880463123321533, -0.7265120148658752, -2.3772377967834473, -1.1491950750350952, -2.751587390899658, -0.7687968611717224, -2.215890884399414, -1.5294357538223267, -1.512281060218811, -0.2526502311229706, -1.6550791263580322, -0.43694519996643066, -0.6130203008651733]}, "Bot001_054_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing", "response": "i just did the same , i had a hearty lunch . how is your evening going ?", "annotation_id": "Bot001_054_02", "annotations": ["O", "T", "O", "T", "X", "O", "O", "O", "X", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-11.311614036560059, -7.826667785644531, -4.568238258361816, -2.7836086750030518, -13.97104263305664, -10.408990859985352, -6.652596473693848, -14.086960792541504, -10.2667236328125, -18.389877319335938, -14.609502792358398, -13.169379234313965, -12.709506034851074, -10.649534225463867, -11.542346000671387, -17.66590118408203, -10.909369468688965, -15.389859199523926], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.3311623334884644, -1.1522762775421143, -1.3288919925689697, -1.9351601600646973, -0.8930294513702393, -2.7708864212036133, -1.5374678373336792, -0.8718646764755249, -0.5610405206680298, -1.2887680530548096, -2.0198395252227783, -2.014760732650757, -1.4977670907974243, -1.4430474042892456, -1.2371282577514648, -0.2068604677915573, -2.031381130218506, -0.6677129864692688, -0.9145859479904175, -0.6290695071220398, -0.39612048864364624, -2.132148027420044, -2.4104340076446533, -1.1590325832366943, -2.015793561935425, -0.9393458962440491, -2.4782848358154297, -1.7919847965240479, -2.051239490509033, -1.7763234376907349, -1.1682898998260498, -1.7325706481933594, -1.4826775789260864, -1.4326717853546143, -0.49355384707450867, -0.42457419633865356, -0.5429851412773132, -2.0148661136627197, -1.4395581483840942, -2.564497947692871, -1.035461664199829, -2.3268892765045166, -0.5813707709312439, -1.516370415687561, -2.4410083293914795, -0.9853919148445129, -2.8748793601989746, -1.4405901432037354, -1.5378544330596924, -1.6361136436462402, -1.9198975563049316, -1.154006004333496, -1.3913192749023438, -1.0575168132781982, -0.659379780292511, -0.35485368967056274]}, "Bot001_054_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ?", "response": "great , do you have any hobbies ?", "annotation_id": "Bot001_054_04", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "T", "T", "T", "O", "O"], "gpt2_target_score": [-16.929101943969727, -11.019451141357422, -2.72591495513916, -1.2564058303833008, -8.766401290893555, -9.50883674621582, -12.344256401062012, -14.328729629516602], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -2.031360626220703, -0.6676802039146423, -0.914553165435791, -0.6290819644927979, -0.3961344361305237, -2.1321685314178467, -2.4104299545288086, -1.1590267419815063, -2.015780210494995, -0.9393180012702942, -2.4782910346984863, -1.7920193672180176, -2.051299571990967, -1.77632474899292, -1.1683231592178345, -1.7325512170791626, -1.482679009437561, -1.432664155960083, -0.4935644865036011, -0.424603670835495, -0.5430086851119995, -1.4490143060684204, -2.299508571624756, -1.421144723892212, -2.6822669506073, -0.8786967992782593, -1.7544336318969727, -1.8594223260879517, -1.055153727531433, -2.6058173179626465, -1.3876091241836548, -1.439154028892517, -2.166104316711426, -1.8089226484298706, -0.8447431325912476, -1.2493988275527954, -1.000662922859192, -0.5835090279579163, -0.9978936314582825, -0.7915574312210083, -2.5236294269561768, -2.4594523906707764, -1.8151967525482178, -1.4781477451324463, -0.5151431560516357, -1.0130071640014648, -1.2503658533096313, -2.115910530090332, -2.165926694869995, -1.3607983589172363, -0.1284022033214569, -1.0969442129135132, -1.0999315977096558, -1.16244637966156, -1.2655802965164185, -0.5978136658668518]}, "Bot001_054_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ?", "response": "nice . what do you write about ?", "annotation_id": "Bot001_054_06", "annotations": ["O", "T", "X", "T", "X", "T", "O", "O", "O", "X", "X", "T", "T", "O", "O"], "gpt2_target_score": [-16.541345596313477, -9.227428436279297, -9.946831703186035, -9.285199165344238, -10.239255905151367, -13.854463577270508, -10.32763957977295, -14.328729629516602], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -2.031360626220703, -0.6676802039146423, -0.914553165435791, -0.6290819644927979, -0.3961344361305237, -2.1321685314178467, -2.4104299545288086, -1.1590267419815063, -2.015780210494995, -0.9393180012702942, -2.4782910346984863, -1.7920193672180176, -2.051299571990967, -1.77632474899292, -1.1683231592178345, -1.7325512170791626, -1.482679009437561, -1.432664155960083, -0.49356192350387573, -0.42460405826568604, -0.5430089831352234, -1.4490041732788086, -2.2995009422302246, -1.4211593866348267, -2.6822702884674072, -0.878695011138916, -1.7544199228286743, -1.8594038486480713, -1.0551493167877197, -2.605816125869751, -1.3876134157180786, -1.439157247543335, -2.166100025177002, -1.8089393377304077, -0.8447484970092773, -1.2494006156921387, -1.0006600618362427, -0.5835179686546326, -0.9978916049003601, -0.7915648818016052, -2.523627519607544, -2.4594502449035645, -1.815200686454773, -1.478139877319336, -0.5151336193084717, -1.013012170791626, -1.250372290611267, -2.1534781455993652, -1.4460808038711548, -0.1043274849653244, -1.1536287069320679, -1.1135835647583008, -1.3252012729644775, -1.131119728088379, -1.5392886400222778, -1.855635643005371, -1.7521337270736694, -2.074512481689453, -1.3171888589859009, -2.1235909461975098, -1.8937170505523682, -1.3236455917358398, -0.5999959111213684, -1.593575119972229, -1.8333420753479004, -1.3764399290084839, -1.1675593852996826, -2.35610294342041, -1.0478278398513794, -1.1932578086853027, -0.28396517038345337, -1.0436584949493408, -1.6568487882614136, -2.340123176574707, -1.913397192955017, -1.3478989601135254, -1.7605575323104858, -0.05116931349039078, -0.7667412161827087, -0.3529338240623474, -1.5178513526916504, -0.5899865627288818]}, "Bot001_054_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ?", "response": "yes , watching movies . rita hayworth is my favorite . [NERD FACE]", "annotation_id": "Bot001_054_08", "annotations": ["O", "O", "O", "T", "T", "O", "X", "O", "O", "X", "T", "T", "T", "T", "O"], "gpt2_target_score": [-15.345590591430664, -11.019451141357422, -13.01015567779541, -10.297696113586426, -11.874967575073242, -6.917940139770508, -17.064271926879883, -17.880186080932617, -19.9471378326416, -6.963056564331055, -7.908799171447754, -15.276888847351074, -11.265050888061523, -12.700766563415527, -12.90812873840332, -9.254146575927734, -11.662848472595215, -11.098769187927246], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -2.031360626220703, -0.6676802039146423, -0.914553165435791, -0.6290819644927979, -0.3961344361305237, -2.1321685314178467, -2.4104299545288086, -1.1590267419815063, -2.015780210494995, -0.9393180012702942, -2.4782910346984863, -1.7920193672180176, -2.051299571990967, -1.77632474899292, -1.1683231592178345, -1.7325512170791626, -1.482679009437561, -1.432664155960083, -0.49356192350387573, -0.42460405826568604, -0.5430089831352234, -1.4490041732788086, -2.2995009422302246, -1.4211593866348267, -2.6822702884674072, -0.878695011138916, -1.7544199228286743, -1.8594038486480713, -1.0551493167877197, -2.605816125869751, -1.3876134157180786, -1.439157247543335, -2.166100025177002, -1.8089393377304077, -0.8447484970092773, -1.2494006156921387, -1.0006600618362427, -0.5835179686546326, -0.9978916049003601, -0.7915648818016052, -2.523627519607544, -2.4594502449035645, -1.815200686454773, -1.478139877319336, -0.5151336193084717, -1.013012170791626, -1.250372290611267, -2.1534781455993652, -1.4460808038711548, -0.1043274849653244, -1.1536287069320679, -1.1135835647583008, -1.3252012729644775, -1.131119728088379, -1.5392886400222778, -1.855635643005371, -1.7521337270736694, -2.074512481689453, -1.3171888589859009, -2.1235909461975098, -1.8937170505523682, -1.3236455917358398, -0.5999959111213684, -1.593575119972229, -1.8333420753479004, -1.3764399290084839, -1.1675575971603394, -2.3561058044433594, -1.0478229522705078, -1.1932545900344849, -0.2839656174182892, -1.0436632633209229, -1.6568540334701538, -1.9432933330535889, -1.3119487762451172, -1.992923378944397, -0.06117681413888931, -0.9335929751396179, -0.2915276885032654, -1.0555044412612915, -1.961277723312378, -0.06172814220190048, -1.401200532913208, -0.9017596244812012, -0.8199192881584167, -0.45730987191200256, -1.84591805934906, -1.9712001085281372, -1.6759449243545532, -0.7067705392837524, -1.8256633281707764, -1.495441198348999, -1.5761348009109497, -0.3258427381515503, -2.1870944499969482, -2.576141357421875, -2.3147060871124268, -1.472589373588562, -0.9244483113288879, -2.729180097579956, -1.6493864059448242, -3.1740610599517822, -1.335958480834961, -2.8373918533325195, -0.9269359111785889, -0.9885386228561401]}, "Bot001_054_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ? yes , watching movies . rita hayworth is my favorite . [NERD FACE] what do you like to do", "response": "i really like traveling and playing with my dogs . you ? [ROBOT FACE]", "annotation_id": "Bot001_054_10", "annotations": ["O", "T", "O", "T", "T", "O", "O", "O", "O", "O", "O", "T", "T", "O", "X"], "gpt2_target_score": [-11.311616897583008, -11.207164764404297, -10.687752723693848, -14.201214790344238, -6.04743766784668, -8.651201248168945, -10.006136894226074, -12.077840805053711, -16.035310745239258, -11.41535758972168, -10.500725746154785, -11.260985374450684, -7.74687385559082, -6.7032060623168945, -10.795473098754883, -11.048809051513672, -11.662848472595215, -11.098769187927246], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -2.031360626220703, -0.6676802039146423, -0.914553165435791, -0.6290819644927979, -0.3961344361305237, -2.1321685314178467, -2.4104299545288086, -1.1590267419815063, -2.015780210494995, -0.9393180012702942, -2.4782910346984863, -1.7920193672180176, -2.051299571990967, -1.77632474899292, -1.1683231592178345, -1.7325512170791626, -1.482679009437561, -1.432664155960083, -0.49356192350387573, -0.42460405826568604, -0.5430089831352234, -1.4490041732788086, -2.2995009422302246, -1.4211593866348267, -2.6822702884674072, -0.878695011138916, -1.7544199228286743, -1.8594038486480713, -1.0551493167877197, -2.605816125869751, -1.3876134157180786, -1.439157247543335, -2.166100025177002, -1.8089393377304077, -0.8447484970092773, -1.2494006156921387, -1.0006600618362427, -0.5835179686546326, -0.9978916049003601, -0.7915648818016052, -2.523627519607544, -2.4594502449035645, -1.815200686454773, -1.478139877319336, -0.5151336193084717, -1.013012170791626, -1.250372290611267, -2.1534781455993652, -1.4460808038711548, -0.1043274849653244, -1.1536287069320679, -1.1135835647583008, -1.3252012729644775, -1.131119728088379, -1.5392886400222778, -1.855635643005371, -1.7521337270736694, -2.074512481689453, -1.3171888589859009, -2.1235909461975098, -1.8937170505523682, -1.3236455917358398, -0.5999959111213684, -1.593575119972229, -1.8333420753479004, -1.3764399290084839, -1.1675593852996826, -2.35610294342041, -1.0478278398513794, -1.1932578086853027, -0.28396517038345337, -1.0436584949493408, -1.6568487882614136, -1.943297028541565, -1.3119341135025024, -1.992905855178833, -0.06117681413888931, -0.9335857629776001, -0.2915286719799042, -1.0554935932159424, -1.9612916707992554, -0.061728592962026596, -1.4012030363082886, -0.9017607569694519, -0.8199111819267273, -0.45730942487716675, -1.8459023237228394, -1.6200052499771118, -0.8382049202919006, -1.6121782064437866, -1.3244578838348389, -1.534850835800171, -0.3514101803302765, -2.118593215942383, -2.614901542663574, -2.92120361328125, -1.3949506282806396, -1.0307608842849731, -2.746306896209717, -1.4898231029510498, -3.549957275390625, -1.1896014213562012, -2.783205270767212, -0.8425447344779968, -1.2112953662872314, -1.7712055444717407, -0.06246161833405495, -1.3127833604812622, -1.1933315992355347, -0.6655395030975342, -0.5155134201049805, -1.977327585220337, -1.706235408782959, -0.3841826319694519, -1.074512243270874, -1.5092077255249023, -2.6325156688690186, -0.5393238663673401, -1.627380609512329, -1.533563256263733, -1.4441560506820679, -0.8752511143684387, -1.808346152305603, -0.8499262928962708, -2.019031047821045, -0.6110193729400635, -2.191671848297119, -2.101261615753174, -0.2759517729282379, -1.7781065702438354]}, "Bot001_054_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ? yes , watching movies . rita hayworth is my favorite . [NERD FACE] what do you like to do i really like traveling and playing with my dogs . you ? [ROBOT FACE] i like traveling too", "response": "saving money is important . when hollywood discovers me i won't worry about that .. Also, try to guess: i'm vegan and ...", "annotation_id": "Bot001_054_12", "annotations": ["T", "O", "O", "O", "X", "X", "T", "O", "X", "O", "T", "T", "T", "O", "T"], "gpt2_target_score": [-20.224061965942383, -13.478710174560547, -2.12191104888916, -10.696850776672363, -11.874967575073242, -4.806306838989258, -9.547381401062012, -18.327028274536133, -13.631746292114258, -11.469442367553711, -8.808327674865723, -14.445418357849121, -15.315649032592773, -17.566219329833984, -10.572473526000977, -8.824344635009766, -9.661322593688965, -11.479048728942871, -6.623615264892578, -11.001755714416504, -8.362688064575195, -11.604179382324219, -10.149079322814941, -7.724362373352051, -12.982420921325684, -12.491134643554688, -8.149439811706543, -9.44359016418457], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -2.031360626220703, -0.6676802039146423, -0.914553165435791, -0.6290819644927979, -0.3961344361305237, -2.1321685314178467, -2.4104299545288086, -1.1590267419815063, -2.015780210494995, -0.9393180012702942, -2.4782910346984863, -1.7920193672180176, -2.051299571990967, -1.77632474899292, -1.1683231592178345, -1.7325512170791626, -1.482679009437561, -1.432664155960083, -0.49356192350387573, -0.42460405826568604, -0.5430089831352234, -1.4490041732788086, -2.2995009422302246, -1.4211593866348267, -2.6822702884674072, -0.878695011138916, -1.7544199228286743, -1.8594038486480713, -1.0551493167877197, -2.605816125869751, -1.3876134157180786, -1.439157247543335, -2.166100025177002, -1.8089393377304077, -0.8447484970092773, -1.2494006156921387, -1.0006600618362427, -0.5835179686546326, -0.9978916049003601, -0.7915648818016052, -2.523627519607544, -2.4594502449035645, -1.815200686454773, -1.478139877319336, -0.5151336193084717, -1.013012170791626, -1.250372290611267, -2.1534781455993652, -1.4460808038711548, -0.1043274849653244, -1.1536287069320679, -1.1135835647583008, -1.3252012729644775, -1.131119728088379, -1.5392886400222778, -1.855635643005371, -1.7521337270736694, -2.074512481689453, -1.3171888589859009, -2.1235909461975098, -1.8937170505523682, -1.3236455917358398, -0.5999959111213684, -1.593575119972229, -1.8333420753479004, -1.3764399290084839, -1.1675593852996826, -2.35610294342041, -1.0478278398513794, -1.1932578086853027, -0.28396517038345337, -1.0436584949493408, -1.6568487882614136, -1.943297028541565, -1.3119341135025024, -1.992905855178833, -0.06117681413888931, -0.9335857629776001, -0.2915286719799042, -1.0554935932159424, -1.9612916707992554, -0.061728592962026596, -1.4012030363082886, -0.9017607569694519, -0.8199111819267273, -0.45730942487716675, -1.8459023237228394, -1.6200052499771118, -0.8382049202919006, -1.6121782064437866, -1.3244578838348389, -1.534850835800171, -0.3514101803302765, -2.118593215942383, -2.614901542663574, -2.92120361328125, -1.3949506282806396, -1.0307608842849731, -2.746306896209717, -1.4898231029510498, -3.549957275390625, -1.1896014213562012, -2.783205270767212, -0.8425447344779968, -1.2112953662872314, -1.7712055444717407, -0.06246161833405495, -1.3127833604812622, -1.1933315992355347, -0.6655395030975342, -0.5155134201049805, -1.9102760553359985, -0.6056169867515564, -0.8025047183036804, -1.7312897443771362, -2.8899729251861572, -0.44107502698898315, -1.7152161598205566, -1.7302830219268799, -1.4957724809646606, -1.4056154489517212, -2.1599552631378174, -1.5740807056427002, -2.514124631881714, -0.9278318285942078, -2.387218475341797, -2.006664514541626, -0.18465587496757507, -1.8540525436401367, -1.6680551767349243, -1.0463277101516724, -1.6392748355865479, -1.3033647537231445, -2.2187612056732178, -1.6183589696884155, -2.1991775035858154, -1.7109335660934448, -1.8023842573165894, -1.7671369314193726, -1.0471699237823486, -3.074214220046997, -1.6246086359024048, -2.235525608062744, -2.0233333110809326, -2.2926416397094727, -0.19294650852680206, -1.1259320974349976, -0.4780307710170746, -1.5555740594863892, -2.247431516647339, -1.5561480522155762, -1.3705146312713623, -1.5309324264526367, -0.8796322345733643, -2.7922160625457764, -1.3995023965835571, -2.4476101398468018, -2.000246286392212, -1.4371460676193237, -1.6848293542861938, -1.3547371625900269, -1.3626512289047241]}, "Bot001_054_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ? yes , watching movies . rita hayworth is my favorite . [NERD FACE] what do you like to do i really like traveling and playing with my dogs . you ? [ROBOT FACE] i like traveling too saving money is important . when hollywood discovers me i won't worry about that .. Also, try to guess: i'm vegan and ... and you are ?", "response": "i love hummus, funny you :)", "annotation_id": "Bot001_054_14", "annotations": ["O", "T", "O", "T", "X", "X", "T", "O", "X", "X", "T", "T", "T", "T", "O"], "gpt2_target_score": [-11.311616897583008, -11.809459686279297, -14.579262733459473, -20.94033432006836, -6.113859176635742, -10.692171096801758, -8.604449272155762, -13.80485725402832], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -2.031360626220703, -0.6676802039146423, -0.914553165435791, -0.6290819644927979, -0.3961344361305237, -2.1321685314178467, -2.4104299545288086, -1.1590267419815063, -2.015780210494995, -0.9393180012702942, -2.4782910346984863, -1.7920193672180176, -2.051299571990967, -1.77632474899292, -1.1683231592178345, -1.7325512170791626, -1.482679009437561, -1.432664155960083, -0.49356192350387573, -0.42460405826568604, -0.5430089831352234, -1.4490041732788086, -2.2995009422302246, -1.4211593866348267, -2.6822702884674072, -0.878695011138916, -1.7544199228286743, -1.8594038486480713, -1.0551493167877197, -2.605816125869751, -1.3876134157180786, -1.439157247543335, -2.166100025177002, -1.8089393377304077, -0.8447484970092773, -1.2494006156921387, -1.0006600618362427, -0.5835179686546326, -0.9978916049003601, -0.7915648818016052, -2.523627519607544, -2.4594502449035645, -1.815200686454773, -1.478139877319336, -0.5151336193084717, -1.013012170791626, -1.250372290611267, -2.1534781455993652, -1.4460808038711548, -0.1043274849653244, -1.1536287069320679, -1.1135835647583008, -1.3252012729644775, -1.131119728088379, -1.5392886400222778, -1.855635643005371, -1.7521337270736694, -2.074512481689453, -1.3171888589859009, -2.1235909461975098, -1.8937170505523682, -1.3236455917358398, -0.5999959111213684, -1.593575119972229, -1.8333420753479004, -1.3764399290084839, -1.1675593852996826, -2.35610294342041, -1.0478278398513794, -1.1932578086853027, -0.28396517038345337, -1.0436584949493408, -1.6568487882614136, -1.943297028541565, -1.3119341135025024, -1.992905855178833, -0.06117681413888931, -0.9335857629776001, -0.2915286719799042, -1.0554935932159424, -1.9612916707992554, -0.061728592962026596, -1.4012030363082886, -0.9017607569694519, -0.8199111819267273, -0.45730942487716675, -1.8459023237228394, -1.6200052499771118, -0.8382049202919006, -1.6121782064437866, -1.3244578838348389, -1.534850835800171, -0.3514101803302765, -2.118593215942383, -2.614901542663574, -2.92120361328125, -1.3949506282806396, -1.0307608842849731, -2.746306896209717, -1.4898231029510498, -3.549957275390625, -1.1896014213562012, -2.783205270767212, -0.8425447344779968, -1.2112953662872314, -1.7712055444717407, -0.06246161833405495, -1.3127833604812622, -1.1933315992355347, -0.6655395030975342, -0.5155134201049805, -1.9102760553359985, -0.6056169867515564, -0.8025047183036804, -1.7312897443771362, -2.8899729251861572, -0.44107502698898315, -1.7152161598205566, -1.7302830219268799, -1.4957724809646606, -1.4056154489517212, -2.1599552631378174, -1.5740807056427002, -2.514124631881714, -0.9278318285942078, -2.387218475341797, -2.006664514541626, -0.18465587496757507, -1.8540525436401367, -1.6680551767349243, -1.0463277101516724, -1.6392748355865479, -1.3033647537231445, -1.0457277297973633, -1.7753676176071167, -1.5323996543884277, -1.5748016834259033, -1.3028661012649536, -0.589237630367279, -2.7826807498931885, -1.4984804391860962, -1.9819114208221436, -1.69100022315979, -2.0767693519592285, -0.1636248677968979, -1.1880335807800293, -0.41438254714012146, -1.727307677268982, -1.7530242204666138, -1.4017695188522339, -1.543515920639038, -1.422136902809143, -0.8466787338256836, -2.599050998687744, -1.4640170335769653, -2.242290735244751, -1.783912181854248, -1.4940842390060425, -1.5921250581741333, -1.289888858795166, -1.3307980298995972, -1.2499042749404907, -2.3094985485076904, -2.297942638397217, -2.147670269012451, -2.082808017730713, -2.3781051635742188, -1.5775820016860962, -0.027921373024582863, -1.9904272556304932, -1.5605112314224243, -2.146913766860962, -2.7786977291107178, -0.8517619967460632]}, "Bot001_054_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ? yes , watching movies . rita hayworth is my favorite . [NERD FACE] what do you like to do i really like traveling and playing with my dogs . you ? [ROBOT FACE] i like traveling too saving money is important . when hollywood discovers me i won't worry about that .. Also, try to guess: i'm vegan and ... and you are ? i love hummus, funny you :) should've guessed that. tell me about you", "response": "i just love to work out ! what are you up to today ?", "annotation_id": "Bot001_054_16", "annotations": ["O", "O", "O", "T", "X", "T", "O", "O", "O", "O", "T", "T", "T", "O", "O"], "gpt2_target_score": [-11.311616897583008, -7.82664155960083, -11.39412784576416, -10.610028266906738, -9.514020919799805, -6.554292678833008, -11.198748588562012, -11.990144729614258, -10.491388320922852, -10.409093856811523, -10.770478248596191, -8.336852073669434, -13.288843154907227, -13.000466346740723], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -2.031360626220703, -0.6676802039146423, -0.914553165435791, -0.6290819644927979, -0.3961344361305237, -2.1321685314178467, -2.4104299545288086, -1.1590267419815063, -2.015780210494995, -0.9393180012702942, -2.4782910346984863, -1.7920193672180176, -2.051299571990967, -1.77632474899292, -1.1683231592178345, -1.7325512170791626, -1.482679009437561, -1.432664155960083, -0.49356192350387573, -0.42460405826568604, -0.5430089831352234, -1.4490041732788086, -2.2995009422302246, -1.4211593866348267, -2.6822702884674072, -0.878695011138916, -1.7544199228286743, -1.8594038486480713, -1.0551493167877197, -2.605816125869751, -1.3876134157180786, -1.439157247543335, -2.166100025177002, -1.8089393377304077, -0.8447484970092773, -1.2494006156921387, -1.0006600618362427, -0.5835179686546326, -0.9978916049003601, -0.7915648818016052, -2.523627519607544, -2.4594502449035645, -1.815200686454773, -1.478139877319336, -0.5151336193084717, -1.013012170791626, -1.250372290611267, -2.1534781455993652, -1.4460808038711548, -0.1043274849653244, -1.1536287069320679, -1.1135835647583008, -1.3252012729644775, -1.131119728088379, -1.5392886400222778, -1.855635643005371, -1.7521337270736694, -2.074512481689453, -1.3171888589859009, -2.1235909461975098, -1.8937170505523682, -1.3236455917358398, -0.5999959111213684, -1.593575119972229, -1.8333420753479004, -1.3764399290084839, -1.1675593852996826, -2.35610294342041, -1.0478278398513794, -1.1932578086853027, -0.28396517038345337, -1.0436584949493408, -1.6568487882614136, -1.943297028541565, -1.3119341135025024, -1.992905855178833, -0.06117681413888931, -0.9335857629776001, -0.2915286719799042, -1.0554935932159424, -1.9612916707992554, -0.061728592962026596, -1.4012030363082886, -0.9017607569694519, -0.8199111819267273, -0.45730942487716675, -1.8459023237228394, -1.6200052499771118, -0.8382049202919006, -1.6121782064437866, -1.3244578838348389, -1.534850835800171, -0.3514101803302765, -2.118593215942383, -2.614901542663574, -2.92120361328125, -1.3949506282806396, -1.0307608842849731, -2.746306896209717, -1.4898231029510498, -3.549957275390625, -1.1896014213562012, -2.783205270767212, -0.8425447344779968, -1.2112953662872314, -1.7712055444717407, -0.06246161833405495, -1.3127833604812622, -1.1933315992355347, -0.6655395030975342, -0.5155134201049805, -1.9102760553359985, -0.6056169867515564, -0.8025047183036804, -1.7312897443771362, -2.8899729251861572, -0.44107502698898315, -1.7152161598205566, -1.7302830219268799, -1.4957724809646606, -1.4056154489517212, -2.1599552631378174, -1.5740807056427002, -2.514124631881714, -0.9278318285942078, -2.387218475341797, -2.006664514541626, -0.18465587496757507, -1.8540525436401367, -1.6680551767349243, -1.0463277101516724, -1.6392748355865479, -1.3033647537231445, -1.0457277297973633, -1.7753676176071167, -1.5323996543884277, -1.5748016834259033, -1.3028661012649536, -0.589237630367279, -2.7826807498931885, -1.4984804391860962, -1.9819114208221436, -1.69100022315979, -2.0767693519592285, -0.1636248677968979, -1.1880335807800293, -0.41438254714012146, -1.727307677268982, -1.7530242204666138, -1.4017695188522339, -1.543515920639038, -1.422136902809143, -0.8466787338256836, -2.599050998687744, -1.4640170335769653, -2.242290735244751, -1.783912181854248, -1.4940842390060425, -1.5921250581741333, -1.289888858795166, -1.3307980298995972, -1.2499042749404907, -2.3094985485076904, -2.297942638397217, -2.147670269012451, -1.8957726955413818, -2.0043089389801025, -0.018099036067724228, -1.9351762533187866, -1.8760255575180054, -2.540025472640991, -2.604336977005005, -1.8087278604507446, -0.4437531530857086, -2.321465492248535, -1.292564034461975, -2.0152478218078613, -1.8592054843902588, -0.12357748299837112, -1.903430700302124, -1.2708537578582764, -2.259101629257202, -2.255544424057007, -1.6185053586959839, -2.778629779815674, -2.2714898586273193, -2.07832407951355, -1.182411551475525, -1.6356292963027954, -1.251351237297058, -1.5784258842468262, -0.2379453033208847, -0.43233880400657654, -0.0502111054956913, -0.36779871582984924, -0.16743141412734985, -0.7017971873283386]}, "Bot001_054_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ? yes , watching movies . rita hayworth is my favorite . [NERD FACE] what do you like to do i really like traveling and playing with my dogs . you ? [ROBOT FACE] i like traveling too saving money is important . when hollywood discovers me i won't worry about that .. Also, try to guess: i'm vegan and ... and you are ? i love hummus, funny you :) should've guessed that. tell me about you i just love to work out ! what are you up to today ? i am going to workout in an hour", "response": "very nice . what did you do ?", "annotation_id": "Bot001_054_18", "annotations": ["O", "T", "O", "T", "X", "T", "O", "O", "T", "O", "T", "T", "T", "O", "O"], "gpt2_target_score": [-15.770998001098633, -10.812557220458984, -13.426491737365723, -10.273343086242676, -9.25813102722168, -7.996644973754883, -9.81824016571045, -14.328729629516602], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -2.031360626220703, -0.6676802039146423, -0.914553165435791, -0.6290819644927979, -0.3961344361305237, -2.1321685314178467, -2.4104299545288086, -1.1590267419815063, -2.015780210494995, -0.9393180012702942, -2.4782910346984863, -1.7920193672180176, -2.051299571990967, -1.77632474899292, -1.1683231592178345, -1.7325512170791626, -1.482679009437561, -1.432664155960083, -0.49356192350387573, -0.42460405826568604, -0.5430089831352234, -1.4490041732788086, -2.2995009422302246, -1.4211593866348267, -2.6822702884674072, -0.878695011138916, -1.7544199228286743, -1.8594038486480713, -1.0551493167877197, -2.605816125869751, -1.3876134157180786, -1.439157247543335, -2.166100025177002, -1.8089393377304077, -0.8447484970092773, -1.2494006156921387, -1.0006600618362427, -0.5835179686546326, -0.9978916049003601, -0.7915648818016052, -2.523627519607544, -2.4594502449035645, -1.815200686454773, -1.478139877319336, -0.5151336193084717, -1.013012170791626, -1.250372290611267, -2.1534781455993652, -1.4460808038711548, -0.1043274849653244, -1.1536287069320679, -1.1135835647583008, -1.3252012729644775, -1.131119728088379, -1.5392886400222778, -1.855635643005371, -1.7521337270736694, -2.074512481689453, -1.3171888589859009, -2.1235909461975098, -1.8937170505523682, -1.3236455917358398, -0.5999959111213684, -1.593575119972229, -1.8333420753479004, -1.3764399290084839, -1.1675593852996826, -2.35610294342041, -1.0478278398513794, -1.1932578086853027, -0.28396517038345337, -1.0436584949493408, -1.6568487882614136, -1.943297028541565, -1.3119341135025024, -1.992905855178833, -0.06117681413888931, -0.9335857629776001, -0.2915286719799042, -1.0554935932159424, -1.9612916707992554, -0.061728592962026596, -1.4012030363082886, -0.9017607569694519, -0.8199111819267273, -0.45730942487716675, -1.8459023237228394, -1.6200052499771118, -0.8382049202919006, -1.6121782064437866, -1.3244578838348389, -1.534850835800171, -0.3514101803302765, -2.118593215942383, -2.614901542663574, -2.92120361328125, -1.3949506282806396, -1.0307608842849731, -2.746306896209717, -1.4898231029510498, -3.549957275390625, -1.1896014213562012, -2.783205270767212, -0.8425447344779968, -1.2112953662872314, -1.7712055444717407, -0.06246161833405495, -1.3127833604812622, -1.1933315992355347, -0.6655395030975342, -0.5155134201049805, -1.9102760553359985, -0.6056169867515564, -0.8025047183036804, -1.7312897443771362, -2.8899729251861572, -0.44107502698898315, -1.7152161598205566, -1.7302830219268799, -1.4957724809646606, -1.4056154489517212, -2.1599552631378174, -1.5740807056427002, -2.514124631881714, -0.9278318285942078, -2.387218475341797, -2.006664514541626, -0.18465587496757507, -1.8540525436401367, -1.6680551767349243, -1.0463277101516724, -1.6392748355865479, -1.3033647537231445, -1.0457277297973633, -1.7753676176071167, -1.5323996543884277, -1.5748016834259033, -1.3028661012649536, -0.589237630367279, -2.7826807498931885, -1.4984804391860962, -1.9819114208221436, -1.69100022315979, -2.0767693519592285, -0.1636248677968979, -1.1880335807800293, -0.41438254714012146, -1.727307677268982, -1.7530242204666138, -1.4017695188522339, -1.543515920639038, -1.422136902809143, -0.8466787338256836, -2.599050998687744, -1.4640170335769653, -2.242290735244751, -1.783912181854248, -1.4940842390060425, -1.5921250581741333, -1.289888858795166, -1.3307980298995972, -1.2499042749404907, -2.3094985485076904, -2.297942638397217, -2.147670269012451, -1.8957726955413818, -2.0043089389801025, -0.018099036067724228, -1.9351825714111328, -1.876034140586853, -2.5400278568267822, -2.6043472290039062, -1.8087308406829834, -0.4437532126903534, -2.321462392807007, -1.2925628423690796, -2.0152482986450195, -1.859199047088623, -0.1235770583152771, -1.9034144878387451, -1.270863652229309, -2.259091377258301, -1.9256566762924194, -2.5064165592193604, -2.302393913269043, -1.7963793277740479, -1.3585151433944702, -1.5376338958740234, -1.840686321258545, -1.731385350227356, -0.19380657374858856, -0.42112070322036743, -0.04825512319803238, -0.5175747275352478, -0.241331085562706, -2.051680088043213, -1.694347620010376, -2.2800776958465576, -0.16297079622745514, -2.4425110816955566, -1.6529127359390259, -1.275837779045105, -1.5123827457427979, -1.286393165588379, -2.3408849239349365, -1.9360294342041016, -2.0205655097961426, -1.1414393186569214, -1.6112759113311768, -0.06904702633619308, -0.7588358521461487, -1.3514279127120972, -1.1846610307693481]}, "Bot001_054_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ? yes , watching movies . rita hayworth is my favorite . [NERD FACE] what do you like to do i really like traveling and playing with my dogs . you ? [ROBOT FACE] i like traveling too saving money is important . when hollywood discovers me i won't worry about that .. Also, try to guess: i'm vegan and ... and you are ? i love hummus, funny you :) should've guessed that. tell me about you i just love to work out ! what are you up to today ? i am going to workout in an hour very nice . what did you do ? tell me a secret about you", "response": "well , i guess its not really a secret if you would know me , but i like reading . how has your day been ?", "annotation_id": "Bot001_054_20", "annotations": ["O", "O", "O", "T", "T", "O", "O", "O", "T", "O", "O", "T", "T", "O", "O"], "gpt2_target_score": [-11.939737319946289, -11.019451141357422, -10.085366249084473, -16.960124969482422, -12.353635787963867, -8.28099250793457, -10.396151542663574, -11.392190933227539, -15.717409133911133, -9.331426620483398, -10.500725746154785, -12.681422233581543, -15.969377517700195, -12.830883979797363, -11.546586990356445, -9.31283187866211, -6.37168025970459, -13.155699729919434, -8.402286529541016, -9.684403419494629, -4.102877140045166, -9.719139099121094, -10.458863258361816, -6.053891181945801, -10.291571617126465, -9.422653198242188], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -2.031360626220703, -0.6676802039146423, -0.914553165435791, -0.6290819644927979, -0.3961344361305237, -2.1321685314178467, -2.4104299545288086, -1.1590267419815063, -2.015780210494995, -0.9393180012702942, -2.4782910346984863, -1.7920193672180176, -2.051299571990967, -1.77632474899292, -1.1683231592178345, -1.7325512170791626, -1.482679009437561, -1.432664155960083, -0.49356192350387573, -0.42460405826568604, -0.5430089831352234, -1.4490041732788086, -2.2995009422302246, -1.4211593866348267, -2.6822702884674072, -0.878695011138916, -1.7544199228286743, -1.8594038486480713, -1.0551493167877197, -2.605816125869751, -1.3876134157180786, -1.439157247543335, -2.166100025177002, -1.8089393377304077, -0.8447484970092773, -1.2494006156921387, -1.0006600618362427, -0.5835179686546326, -0.9978916049003601, -0.7915648818016052, -2.523627519607544, -2.4594502449035645, -1.815200686454773, -1.478139877319336, -0.5151336193084717, -1.013012170791626, -1.250372290611267, -2.1534781455993652, -1.4460808038711548, -0.1043274849653244, -1.1536287069320679, -1.1135835647583008, -1.3252012729644775, -1.131119728088379, -1.5392886400222778, -1.855635643005371, -1.7521337270736694, -2.074512481689453, -1.3171888589859009, -2.1235909461975098, -1.8937170505523682, -1.3236455917358398, -0.5999959111213684, -1.593575119972229, -1.8333420753479004, -1.3764399290084839, -1.1675593852996826, -2.35610294342041, -1.0478278398513794, -1.1932578086853027, -0.28396517038345337, -1.0436584949493408, -1.6568487882614136, -1.943297028541565, -1.3119341135025024, -1.992905855178833, -0.06117681413888931, -0.9335857629776001, -0.2915286719799042, -1.0554935932159424, -1.9612916707992554, -0.061728592962026596, -1.4012030363082886, -0.9017607569694519, -0.8199111819267273, -0.45730942487716675, -1.8459023237228394, -1.6200052499771118, -0.8382049202919006, -1.6121782064437866, -1.3244578838348389, -1.534850835800171, -0.3514101803302765, -2.118593215942383, -2.614901542663574, -2.92120361328125, -1.3949506282806396, -1.0307608842849731, -2.746306896209717, -1.4898231029510498, -3.549957275390625, -1.1896014213562012, -2.783205270767212, -0.8425447344779968, -1.2112953662872314, -1.7712055444717407, -0.06246161833405495, -1.3127833604812622, -1.1933315992355347, -0.6655395030975342, -0.5155134201049805, -1.9102760553359985, -0.6056169867515564, -0.8025047183036804, -1.7312854528427124, -2.8899757862091064, -0.4410739541053772, -1.715200424194336, -1.7302799224853516, -1.4957716464996338, -1.4056103229522705, -2.159971237182617, -1.5740842819213867, -2.5141265392303467, -0.9278279542922974, -2.387221574783325, -2.0066707134246826, -0.1846538931131363, -1.8540608882904053, -1.6680549383163452, -1.0463320016860962, -1.639275074005127, -1.303363561630249, -1.0457234382629395, -1.7753546237945557, -1.532402515411377, -1.5748000144958496, -1.3028759956359863, -0.5892390608787537, -2.7826833724975586, -1.4984759092330933, -1.981946587562561, -1.6910173892974854, -2.0767669677734375, -0.16362465918064117, -1.1880295276641846, -0.4143768548965454, -1.7272920608520508, -1.7530088424682617, -1.4017772674560547, -1.5435090065002441, -1.4221398830413818, -0.8466897010803223, -2.599048376083374, -1.4640110731124878, -2.2422988414764404, -1.7839064598083496, -1.4940801858901978, -1.5921422243118286, -1.2898824214935303, -1.330794095993042, -1.2499074935913086, -2.3095009326934814, -2.2979447841644287, -2.147670269012451, -1.8957571983337402, -2.0043137073516846, -0.018099036067724228, -1.9351862668991089, -1.8760497570037842, -2.540015935897827, -2.604344129562378, -1.8087271451950073, -0.44374871253967285, -2.321464776992798, -1.292566180229187, -2.015254497528076, -1.8591997623443604, -0.12357643246650696, -1.9034210443496704, -1.2708619832992554, -2.2591028213500977, -1.9256536960601807, -2.5064356327056885, -2.3023974895477295, -1.7963790893554688, -1.3584970235824585, -1.5376492738723755, -1.8406896591186523, -1.7313852310180664, -0.19381020963191986, -0.42112162709236145, -0.04825375974178314, -0.5175724029541016, -0.24133361876010895, -2.0516791343688965, -1.694353699684143, -2.2800726890563965, -0.1629714071750641, -2.4425125122070312, -1.6529040336608887, -1.275827407836914, -1.5123870372772217, -1.2863894701004028, -0.2663208246231079, -2.12097430229187, -1.3947093486785889, -1.4017298221588135, -0.0782713070511818, -0.7676708698272705, -1.2393393516540527, -1.5129879713058472, -0.0531146377325058, -0.25644874572753906, -1.3693735599517822, -2.235934257507324, -1.319254994392395, -1.233357310295105, -2.072101354598999, -1.1376352310180664, -0.840610682964325, -2.0962862968444824, -0.8057644963264465, -2.4305262565612793, -2.4607558250427246, -1.6141409873962402, -0.06771384179592133, -1.8409134149551392, -0.621458113193512, -2.014639139175415, -1.0757964849472046, -1.685349702835083, -2.0679094791412354, -0.9640061259269714, -0.643921434879303, -2.3480355739593506, -0.5649734139442444, -1.411358118057251, -1.7161024808883667, -1.6183065176010132, -0.6936464309692383, -0.6587901711463928, -0.16845403611660004, -0.7678699493408203, -1.1532636880874634]}, "Bot001_059_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married?", "response": "hello george my name is pink", "annotation_id": "Bot001_059_02", "annotations": ["O", "X", "T", "T", "T", "X", "O", "X", "T", "O", "T", "X", "T", "X", "X"], "gpt2_target_score": [-11.998039245605469, -14.548879623413086, -21.65932273864746, -5.1664814949035645, -5.511622428894043, -6.930750846862793, -12.35446834564209], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -0.3645431399345398, -1.449215054512024, -1.7244324684143066, -1.308458924293518, -1.7426862716674805, -1.079050898551941, -0.8970956802368164, -1.174959659576416, -1.128428339958191, -1.5691088438034058, -1.5338680744171143, -0.08887412399053574, -3.092670440673828, -1.9811142683029175, -1.8489679098129272, -1.3071564435958862, -1.6566706895828247, -1.0156995058059692, -0.9051857590675354, -1.5944838523864746, -0.8858710527420044, -1.8149970769882202, -1.0264686346054077, -3.512429714202881, -0.4969298541545868, -1.6388150453567505, -3.8381567001342773, -2.5476181507110596, -2.227999210357666, -1.9473092555999756, -0.3370749056339264, -0.28696203231811523, -1.7039419412612915, -2.7604098320007324, -2.4863457679748535, -0.7782362103462219, -2.2720296382904053, -0.9901818037033081, -0.166769340634346, -1.7357219457626343, -0.7056513428688049, -1.6791267395019531, -1.6373473405838013, -0.5040527582168579, -0.0006989181856624782, -0.4599930942058563, -0.7264641523361206, -0.0669260174036026, -1.164115309715271, -0.9933517575263977]}, "Bot001_059_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES]", "response": "when i turned 18 my family moved across the country . where do you live ?", "annotation_id": "Bot001_059_04", "annotations": ["O", "X", "T", "T", "T", "O", "O", "T", "X", "O", "T", "T", "T", "O", "O"], "gpt2_target_score": [-15.239776611328125, -5.005758285522461, -10.334111213684082, -11.036613464355469, -9.617899894714355, -12.114375114440918, -13.56912899017334, -16.31855010986328, -9.754158020019531, -14.297423362731934, -13.47285270690918, -11.01557445526123, -14.363119125366211, -10.518592834472656, -13.016904830932617, -10.053388595581055], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -0.3645431399345398, -1.449215054512024, -1.7244324684143066, -1.308458924293518, -1.7426862716674805, -1.079050898551941, -0.8970956802368164, -1.174959659576416, -1.128428339958191, -1.5691088438034058, -1.5338680744171143, -0.08887412399053574, -3.092670440673828, -1.9811142683029175, -1.8489679098129272, -1.3071564435958862, -1.6566706895828247, -1.0156995058059692, -0.9051857590675354, -1.5944838523864746, -0.8858710527420044, -1.8149970769882202, -1.0264686346054077, -3.512429714202881, -0.4969298541545868, -1.6388150453567505, -3.8381567001342773, -2.5476181507110596, -2.227999210357666, -1.9473092555999756, -0.3370749056339264, -0.28696203231811523, -1.7039419412612915, -2.7604098320007324, -2.4863457679748535, -0.7782362103462219, -2.2720296382904053, -0.9901818037033081, -0.166769340634346, -1.7357219457626343, -0.7056513428688049, -1.6791267395019531, -1.3262183666229248, -0.0008424547268077731, -1.3416502475738525, -1.130426287651062, -0.08374498039484024, -1.5554184913635254, -0.9220568537712097, -0.6375293731689453, -2.548330068588257, -2.128204584121704, -0.6041015386581421, -1.485937237739563, -1.903775930404663, -1.0460751056671143, -1.6947352886199951, -0.5065063834190369, -0.014238902367651463, -0.005289250984787941, -0.116447314620018, -0.1712591052055359, -3.419008493423462, -1.4155831336975098, -3.3073182106018066, -0.07815863937139511, -0.051568713039159775, -0.05940227583050728, -0.05651460215449333, -1.5496549606323242, -0.008781859651207924, -0.02299465425312519, -0.225624218583107, -0.0024402146227657795, -0.13314855098724365, -1.6983741521835327, -2.3158137798309326, -1.2766692638397217, -1.1451659202575684, -1.8613649606704712, -0.5875955820083618, -2.1191940307617188, -1.7596614360809326, -1.3913909196853638, -0.06978526711463928, -0.34292325377464294, -1.092415452003479, -2.3076698780059814, -1.0412499904632568, -0.39275622367858887, -0.13357044756412506, -0.7888282537460327, -0.3689824640750885]}, "Bot001_059_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live?", "response": "i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY]", "annotation_id": "Bot001_059_06", "annotations": ["O", "O", "T", "T", "T", "X", "O", "T", "T", "T", "T", "X", "T", "O", "O"], "gpt2_target_score": [-9.417320251464844, -8.556493759155273, -7.635197639465332, -8.672798156738281, -12.53858470916748, -17.338817596435547, -10.042136192321777, -14.834321022033691, -15.77911376953125, -12.976515769958496, -15.27232551574707, -10.34681224822998, -15.319425582885742, -13.787510871887207, -8.024690628051758, -14.07905387878418, -7.96009635925293, -14.809863090515137, -6.993274688720703, -17.36665916442871, -10.025988578796387, -17.687328338623047, -18.71274757385254, -15.408585548400879, -22.547395706176758, -12.63593578338623], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -0.3645431399345398, -1.449215054512024, -1.7244324684143066, -1.308458924293518, -1.7426862716674805, -1.079050898551941, -0.8970956802368164, -1.174959659576416, -1.128428339958191, -1.5691088438034058, -1.5338680744171143, -0.08887412399053574, -3.092670440673828, -1.9811142683029175, -1.8489679098129272, -1.3071564435958862, -1.6566706895828247, -1.0156995058059692, -0.9051857590675354, -1.5944838523864746, -0.8858710527420044, -1.8149970769882202, -1.0264686346054077, -3.512429714202881, -0.4969298541545868, -1.6388150453567505, -3.8381567001342773, -2.5476181507110596, -2.227999210357666, -1.9473092555999756, -0.3370749056339264, -0.28696203231811523, -1.7039419412612915, -2.7604098320007324, -2.4863457679748535, -0.7782362103462219, -2.2720296382904053, -0.9901818037033081, -0.166769340634346, -1.7357219457626343, -0.7056513428688049, -1.6791267395019531, -1.3262183666229248, -0.0008424547268077731, -1.3416502475738525, -1.130426287651062, -0.08374498039484024, -1.5554184913635254, -0.9220568537712097, -0.6375293731689453, -2.548330068588257, -2.128204584121704, -0.6041015386581421, -1.485937237739563, -1.903775930404663, -1.0460751056671143, -1.6947352886199951, -0.5065063834190369, -0.014238902367651463, -0.005289250984787941, -0.116447314620018, -0.1712591052055359, -3.419008493423462, -1.4155831336975098, -3.3073182106018066, -0.07815863937139511, -0.051568713039159775, -0.05940227583050728, -0.05651460215449333, -1.5496549606323242, -0.008781859651207924, -0.02299465425312519, -0.225624218583107, -0.0024402146227657795, -0.13314855098724365, -1.6983741521835327, -1.0086970329284668, -0.9575427174568176, -2.0858190059661865, -1.1547390222549438, -2.1184449195861816, -1.8075110912322998, -1.3424873352050781, -0.05891271308064461, -0.3121054768562317, -1.1928297281265259, -1.8219058513641357, -1.203108549118042, -0.3719407916069031, -0.1203552782535553, -0.5270252227783203, -1.350882649421692, -1.110194206237793, -0.9030559062957764, -1.822520136833191, -1.9525485038757324, -2.083109140396118, -1.1225563287734985, -2.3745434284210205, -0.5432111620903015, -1.1720566749572754, -1.5958613157272339, -1.8727189302444458, -0.36003804206848145, -1.7278399467468262, -1.3968249559402466, -1.6027947664260864, -1.3984824419021606, -0.20969289541244507, -0.6331693530082703, -1.5148366689682007, -0.8205739855766296, -0.0525156706571579, -0.06469960510730743, -0.5574072003364563, -1.8299559354782104, -1.32017982006073, -0.45998120307922363, -1.2708759307861328, -1.0030040740966797, -1.4085731506347656, -1.9360307455062866, -1.4723503589630127, -2.4871928691864014, -1.8292254209518433, -1.6980323791503906, -0.8751680254936218, -0.08827688544988632, -0.03258107602596283, -0.6890647411346436, -0.48313313722610474, -2.667660713195801, -1.2484575510025024, -0.3920346796512604, -1.7910066843032837, -2.847971200942993, -2.056903123855591, -2.828209400177002, -1.540266513824463, -1.2835776805877686, -1.5779527425765991, -1.416441559791565, -0.8776295781135559]}, "Bot001_059_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time", "response": "no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ...", "annotation_id": "Bot001_059_08", "annotations": ["T", "O", "T", "T", "T", "X", "O", "O", "T", "O", "T", "X", "T", "T", "X"], "gpt2_target_score": [-11.437812805175781, -12.617467880249023, -9.311436653137207, -9.800865173339844, -11.089320182800293, -7.9168195724487305, -13.45291805267334, -13.996357917785645, -11.61773681640625, -16.33106231689453, -14.768970489501953, -9.982134819030762, -13.532205581665039, -17.6429443359375, -13.560571670532227, -14.970685958862305, -13.47321891784668, -15.48120403289795, -5.294986724853516, -12.219869613647461, -8.131854057312012, -6.126460075378418, -10.008204460144043, -9.241921424865723, -10.05497932434082, -7.6483259201049805, -8.631120681762695], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -0.3645431399345398, -1.449215054512024, -1.7244324684143066, -1.308458924293518, -1.7426862716674805, -1.079050898551941, -0.8970956802368164, -1.174959659576416, -1.128428339958191, -1.5691088438034058, -1.5338680744171143, -0.08887412399053574, -3.092670440673828, -1.9811142683029175, -1.8489679098129272, -1.3071564435958862, -1.6566706895828247, -1.0156995058059692, -0.9051857590675354, -1.5944838523864746, -0.8858710527420044, -1.8149970769882202, -1.0264686346054077, -3.512429714202881, -0.4969298541545868, -1.6388150453567505, -3.8381567001342773, -2.5476181507110596, -2.227999210357666, -1.9473092555999756, -0.3370749056339264, -0.28696203231811523, -1.7039419412612915, -2.7604098320007324, -2.4863457679748535, -0.7782362103462219, -2.2720296382904053, -0.9901818037033081, -0.166769340634346, -1.7357219457626343, -0.7056513428688049, -1.6791267395019531, -1.3262183666229248, -0.0008424547268077731, -1.3416502475738525, -1.130426287651062, -0.08374498039484024, -1.5554184913635254, -0.9220568537712097, -0.6375293731689453, -2.548330068588257, -2.128204584121704, -0.6041015386581421, -1.485937237739563, -1.903775930404663, -1.0460751056671143, -1.6947352886199951, -0.5065063834190369, -0.014238902367651463, -0.005289250984787941, -0.116447314620018, -0.1712591052055359, -3.419008493423462, -1.4155831336975098, -3.3073182106018066, -0.07815863937139511, -0.051568713039159775, -0.05940227583050728, -0.05651460215449333, -1.5496549606323242, -0.008781859651207924, -0.02299465425312519, -0.225624218583107, -0.0024402146227657795, -0.13314855098724365, -1.6983741521835327, -1.0086970329284668, -0.9575427174568176, -2.0858190059661865, -1.1547390222549438, -2.1184449195861816, -1.8075110912322998, -1.3424873352050781, -0.05891271308064461, -0.3121054768562317, -1.1928297281265259, -1.8219058513641357, -1.203108549118042, -0.3719407916069031, -0.1203552782535553, -0.5270252227783203, -1.350882649421692, -1.110194206237793, -0.9030559062957764, -1.822520136833191, -1.9525485038757324, -2.083109140396118, -1.1225563287734985, -2.3745434284210205, -0.5432111620903015, -1.1720566749572754, -1.5958613157272339, -1.8727189302444458, -0.36003804206848145, -1.7278399467468262, -1.3968249559402466, -1.6027947664260864, -1.3984824419021606, -0.20969289541244507, -0.6331693530082703, -1.5148366689682007, -0.8205739855766296, -0.0525156706571579, -0.06469960510730743, -0.5574072003364563, -1.8299559354782104, -0.7571186423301697, -1.269740343093872, -1.1538418531417847, -1.5111602544784546, -1.8864386081695557, -1.7024571895599365, -2.516883611679077, -1.4524080753326416, -1.9577884674072266, -0.931229293346405, -0.08871661126613617, -0.030883781611919403, -0.6362786293029785, -1.8518621921539307, -1.8345502614974976, -1.2740492820739746, -0.35747748613357544, -1.819706678390503, -2.724919557571411, -2.366975784301758, -2.8480172157287598, -1.4185434579849243, -0.6944458484649658, -1.6137374639511108, -1.483564019203186, -2.196310520172119, -0.4760718047618866, -0.7094549536705017, -1.4148929119110107, -2.3341963291168213, -0.936456024646759, -0.8382425904273987, -1.3744182586669922, -2.056252956390381, -1.971785306930542, -1.9788599014282227, -2.340919017791748, -1.892345666885376, -1.993721842765808, -0.6900913119316101, -1.4975966215133667, -1.851347804069519, -1.5571340322494507, -2.0117106437683105, -1.3516762256622314, -0.4712902009487152, -2.109856367111206, -0.28828558325767517, -1.9000468254089355, -1.7143092155456543, -2.8703198432922363, -1.3262039422988892, -1.4380625486373901, -1.3663963079452515, -1.618952751159668, -1.4966329336166382, -1.0974748134613037, -2.3654768466949463, -1.5691250562667847, -2.733795404434204, -1.3539905548095703, -0.5093727111816406, -2.177245855331421, -2.965932846069336]}, "Bot001_059_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ... I gess I am not very good at guessing [FACE WITH TEARS OF JOY]", "response": "gym regularly, funny you :)", "annotation_id": "Bot001_059_10", "annotations": ["O", "X", "T", "T", "T", "X", "O", "X", "X", "T", "O", "X", "O", "T", "X"], "gpt2_target_score": [-13.447669982910156, -10.591222763061523, -14.500676155090332, -8.089546203613281, -8.116511344909668, -6.2294416427612305, -6.476370334625244], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -0.3645431399345398, -1.449215054512024, -1.7244324684143066, -1.308458924293518, -1.7426862716674805, -1.079050898551941, -0.8970956802368164, -1.174959659576416, -1.128428339958191, -1.5691088438034058, -1.5338680744171143, -0.08887412399053574, -3.092670440673828, -1.9811142683029175, -1.8489679098129272, -1.3071564435958862, -1.6566706895828247, -1.0156995058059692, -0.9051857590675354, -1.5944838523864746, -0.8858710527420044, -1.8149970769882202, -1.0264686346054077, -3.512429714202881, -0.4969298541545868, -1.6388150453567505, -3.8381567001342773, -2.5476181507110596, -2.227999210357666, -1.9473092555999756, -0.3370749056339264, -0.28696203231811523, -1.7039419412612915, -2.7604098320007324, -2.4863457679748535, -0.7782362103462219, -2.2720296382904053, -0.9901818037033081, -0.166769340634346, -1.7357219457626343, -0.7056513428688049, -1.6791267395019531, -1.3262183666229248, -0.0008424547268077731, -1.3416502475738525, -1.130426287651062, -0.08374498039484024, -1.5554184913635254, -0.9220568537712097, -0.6375293731689453, -2.548330068588257, -2.128204584121704, -0.6041015386581421, -1.485937237739563, -1.903775930404663, -1.0460751056671143, -1.6947352886199951, -0.5065063834190369, -0.014238902367651463, -0.005289250984787941, -0.116447314620018, -0.1712591052055359, -3.419008493423462, -1.4155831336975098, -3.3073182106018066, -0.07815863937139511, -0.051568713039159775, -0.05940227583050728, -0.05651460215449333, -1.5496549606323242, -0.008781859651207924, -0.02299465425312519, -0.225624218583107, -0.0024402146227657795, -0.13314855098724365, -1.6983741521835327, -1.0086970329284668, -0.9575427174568176, -2.0858190059661865, -1.1547390222549438, -2.1184449195861816, -1.8075110912322998, -1.3424873352050781, -0.05891271308064461, -0.3121054768562317, -1.1928297281265259, -1.8219058513641357, -1.203108549118042, -0.3719407916069031, -0.1203552782535553, -0.5270252227783203, -1.350882649421692, -1.110194206237793, -0.9030559062957764, -1.822520136833191, -1.9525485038757324, -2.083109140396118, -1.1225563287734985, -2.3745434284210205, -0.5432111620903015, -1.1720566749572754, -1.5958613157272339, -1.8727189302444458, -0.36003804206848145, -1.7278399467468262, -1.3968249559402466, -1.6027947664260864, -1.3984824419021606, -0.20969289541244507, -0.6331693530082703, -1.5148366689682007, -0.8205739855766296, -0.0525156706571579, -0.06469960510730743, -0.5574072003364563, -1.8299559354782104, -0.7571186423301697, -1.269740343093872, -1.1538418531417847, -1.5111602544784546, -1.8864386081695557, -1.7024571895599365, -2.516883611679077, -1.4524080753326416, -1.9577884674072266, -0.931229293346405, -0.08871661126613617, -0.030883781611919403, -0.6362786293029785, -1.8518621921539307, -1.8345502614974976, -1.2740492820739746, -0.35747748613357544, -1.819706678390503, -2.724919557571411, -2.366975784301758, -2.8480172157287598, -1.4185434579849243, -0.6944458484649658, -1.6137374639511108, -1.483564019203186, -2.196310520172119, -0.4760718047618866, -0.7094549536705017, -1.4148929119110107, -2.3341963291168213, -0.936456024646759, -0.8382425904273987, -1.3744182586669922, -2.056252956390381, -1.971785306930542, -1.9788599014282227, -1.5710774660110474, -1.70517098903656, -1.2135318517684937, -1.386836290359497, -1.4560766220092773, -1.4087810516357422, -1.5508873462677002, -1.7531243562698364, -0.6152262687683105, -2.128979206085205, -0.3118484914302826, -1.8751380443572998, -1.8198941946029663, -2.87499737739563, -1.5121186971664429, -1.5978167057037354, -1.9268224239349365, -1.6030088663101196, -1.9566352367401123, -1.0820249319076538, -2.292132616043091, -1.5595831871032715, -2.686575412750244, -1.2096755504608154, -0.46829935908317566, -2.2051568031311035, -2.5787463188171387, -1.5689107179641724, -2.7042346000671387, -2.8216519355773926, -1.9715772867202759, -1.931092381477356, -2.073662519454956, -1.165291428565979, -0.616293728351593, -2.2152597904205322, -2.0443716049194336, -2.3971915245056152, -0.11998169869184494, -0.7649111747741699, -0.013971969485282898, -0.014301305636763573, -0.1100006252527237, -0.008214261382818222, -0.5698721408843994, -2.84639835357666, -2.1355278491973877, -2.8690690994262695, -1.9021657705307007, -2.3556272983551025, -1.9112354516983032, -2.434370517730713, -2.608051061630249, -0.6356086730957031]}, "Bot001_059_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ... I gess I am not very good at guessing [FACE WITH TEARS OF JOY] gym regularly, funny you :) But you didn\u2019 tell me if you are married?", "response": "haha i am a kid ! i am in third grade and love soccer ! you ?", "annotation_id": "Bot001_059_12", "annotations": ["O", "O", "T", "T", "T", "X", "O", "T", "T", "O", "T", "X", "O", "O", "T"], "gpt2_target_score": [-10.555511474609375, -18.302053451538086, -9.311436653137207, -10.015937805175781, -9.067728996276855, -11.445734977722168, -9.628790855407715, -11.873326301574707, -13.473155975341797, -11.148077964782715, -18.757766723632812, -16.30376625061035, -11.935537338256836, -14.03201961517334, -16.42720603942871, -10.024274826049805, -10.876996994018555, -14.433558464050293], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -0.3645431399345398, -1.449215054512024, -1.7244324684143066, -1.308458924293518, -1.7426862716674805, -1.079050898551941, -0.8970956802368164, -1.174959659576416, -1.128428339958191, -1.5691088438034058, -1.5338680744171143, -0.08887412399053574, -3.092670440673828, -1.9811142683029175, -1.8489679098129272, -1.3071564435958862, -1.6566706895828247, -1.0156995058059692, -0.9051857590675354, -1.5944838523864746, -0.8858710527420044, -1.8149970769882202, -1.0264686346054077, -3.512429714202881, -0.4969298541545868, -1.6388150453567505, -3.8381567001342773, -2.5476181507110596, -2.227999210357666, -1.9473092555999756, -0.3370749056339264, -0.28696203231811523, -1.7039419412612915, -2.7604098320007324, -2.4863457679748535, -0.7782362103462219, -2.2720296382904053, -0.9901818037033081, -0.166769340634346, -1.7357219457626343, -0.7056513428688049, -1.6791267395019531, -1.3262183666229248, -0.0008424547268077731, -1.3416502475738525, -1.130426287651062, -0.08374498039484024, -1.5554184913635254, -0.9220568537712097, -0.6375293731689453, -2.548330068588257, -2.128204584121704, -0.6041015386581421, -1.485937237739563, -1.903775930404663, -1.0460751056671143, -1.6947352886199951, -0.5065063834190369, -0.014238902367651463, -0.005289250984787941, -0.116447314620018, -0.1712591052055359, -3.419008493423462, -1.4155831336975098, -3.3073182106018066, -0.07815863937139511, -0.051568713039159775, -0.05940227583050728, -0.05651460215449333, -1.5496549606323242, -0.008781859651207924, -0.02299465425312519, -0.225624218583107, -0.0024402146227657795, -0.13314855098724365, -1.6983741521835327, -1.0086970329284668, -0.9575427174568176, -2.0858190059661865, -1.1547390222549438, -2.1184449195861816, -1.8075110912322998, -1.3424873352050781, -0.05891271308064461, -0.3121054768562317, -1.1928297281265259, -1.8219058513641357, -1.203108549118042, -0.3719407916069031, -0.1203552782535553, -0.5270252227783203, -1.350882649421692, -1.110194206237793, -0.9030559062957764, -1.822520136833191, -1.9525485038757324, -2.083109140396118, -1.1225563287734985, -2.3745434284210205, -0.5432111620903015, -1.1720566749572754, -1.5958613157272339, -1.8727189302444458, -0.36003804206848145, -1.7278399467468262, -1.3968249559402466, -1.6027947664260864, -1.3984824419021606, -0.20969289541244507, -0.6331693530082703, -1.5148366689682007, -0.8205739855766296, -0.0525156706571579, -0.06469960510730743, -0.5574072003364563, -1.8299559354782104, -0.7571186423301697, -1.269740343093872, -1.1538418531417847, -1.5111602544784546, -1.8864386081695557, -1.7024571895599365, -2.516883611679077, -1.4524080753326416, -1.9577884674072266, -0.931229293346405, -0.08871661126613617, -0.030883781611919403, -0.6362786293029785, -1.8518621921539307, -1.8345502614974976, -1.2740492820739746, -0.35747748613357544, -1.819706678390503, -2.724919557571411, -2.366975784301758, -2.8480172157287598, -1.4185434579849243, -0.6944458484649658, -1.6137374639511108, -1.483564019203186, -2.196310520172119, -0.4760718047618866, -0.7094549536705017, -1.4148929119110107, -2.3341963291168213, -0.936456024646759, -0.8382425904273987, -1.3744182586669922, -2.056252956390381, -1.971785306930542, -1.9788599014282227, -1.5710774660110474, -1.70517098903656, -1.2135318517684937, -1.386836290359497, -1.4560766220092773, -1.4087810516357422, -1.5508873462677002, -1.7531243562698364, -0.6152262687683105, -2.128979206085205, -0.3118484914302826, -1.8751380443572998, -1.8198941946029663, -2.87499737739563, -1.5121186971664429, -1.5978167057037354, -1.9268224239349365, -1.6030088663101196, -1.9566352367401123, -1.0820249319076538, -2.292132616043091, -1.5595831871032715, -2.686575412750244, -1.2096755504608154, -0.46829935908317566, -2.2051568031311035, -2.5787463188171387, -1.5689107179641724, -2.7042346000671387, -2.8216519355773926, -1.9715772867202759, -1.931092381477356, -2.073662519454956, -1.165291428565979, -0.616293728351593, -2.2152597904205322, -2.0443716049194336, -2.3971915245056152, -0.11998169869184494, -0.7649111747741699, -0.013971969485282898, -0.014301305636763573, -0.1100006252527237, -0.008214261382818222, -0.5698721408843994, -2.84639835357666, -2.6663031578063965, -1.5572487115859985, -1.8995838165283203, -2.8759937286376953, -2.755974292755127, -1.3457555770874023, -1.9438140392303467, -2.0386879444122314, -0.3642400801181793, -0.002719396958127618, -4.303362584323622e-05, -0.15199735760688782, -2.284943103790283, -0.7844303250312805, -1.8281177282333374, -2.319493293762207, -1.1445170640945435, -2.236514091491699, -1.9969487190246582, -1.0263686180114746, -1.5522866249084473, -1.7614057064056396, -1.973198652267456, -2.4776694774627686, -1.6656805276870728, -1.9038854837417603, -1.6882908344268799, -1.9872077703475952, -1.2279634475708008, -1.1486738920211792, -1.3678869009017944, -0.7508470416069031, -1.9335010051727295, -2.1027135848999023, -1.2314565181732178, -1.7483752965927124, -1.0014255046844482]}, "Bot001_059_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ... I gess I am not very good at guessing [FACE WITH TEARS OF JOY] gym regularly, funny you :) But you didn\u2019 tell me if you are married? haha i am a kid ! i am in third grade and love soccer ! you ? Wow really [FACE WITH OPEN MOUTH] I am really into soccer [GRINNING FACE WITH SMILING EYES]", "response": "where have you skiied at ?", "annotation_id": "Bot001_059_14", "annotations": ["O", "O", "T", "T", "T", "O", "O", "T", "T", "O", "T", "X", "T", "O", "O"], "gpt2_target_score": [-13.924720764160156, -8.791692733764648, -6.380681037902832, -14.029747009277344, -20.281063079833984, -6.825526237487793, -10.36600399017334], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -0.3645431399345398, -1.449215054512024, -1.7244324684143066, -1.308458924293518, -1.7426862716674805, -1.079050898551941, -0.8970956802368164, -1.174959659576416, -1.128428339958191, -1.5691088438034058, -1.5338680744171143, -0.08887412399053574, -3.092670440673828, -1.9811142683029175, -1.8489679098129272, -1.3071564435958862, -1.6566706895828247, -1.0156995058059692, -0.9051857590675354, -1.5944838523864746, -0.8858710527420044, -1.8149970769882202, -1.0264686346054077, -3.512429714202881, -0.4969298541545868, -1.6388150453567505, -3.8381567001342773, -2.5476181507110596, -2.227999210357666, -1.9473092555999756, -0.3370749056339264, -0.28696203231811523, -1.7039419412612915, -2.7604098320007324, -2.4863457679748535, -0.7782362103462219, -2.2720296382904053, -0.9901818037033081, -0.166769340634346, -1.7357219457626343, -0.7056513428688049, -1.6791267395019531, -1.3262183666229248, -0.0008424547268077731, -1.3416502475738525, -1.130426287651062, -0.08374498039484024, -1.5554184913635254, -0.9220568537712097, -0.6375293731689453, -2.548330068588257, -2.128204584121704, -0.6041015386581421, -1.485937237739563, -1.903775930404663, -1.0460751056671143, -1.6947352886199951, -0.5065063834190369, -0.014238902367651463, -0.005289250984787941, -0.116447314620018, -0.1712591052055359, -3.419008493423462, -1.4155831336975098, -3.3073182106018066, -0.07815863937139511, -0.051568713039159775, -0.05940227583050728, -0.05651460215449333, -1.5496549606323242, -0.008781859651207924, -0.02299465425312519, -0.225624218583107, -0.0024402146227657795, -0.13314855098724365, -1.6983741521835327, -1.0086970329284668, -0.9575427174568176, -2.0858190059661865, -1.1547390222549438, -2.1184449195861816, -1.8075110912322998, -1.3424873352050781, -0.05891271308064461, -0.3121054768562317, -1.1928297281265259, -1.8219058513641357, -1.203108549118042, -0.3719407916069031, -0.1203552782535553, -0.5270252227783203, -1.350882649421692, -1.110194206237793, -0.9030559062957764, -1.822520136833191, -1.9525485038757324, -2.083109140396118, -1.1225563287734985, -2.3745434284210205, -0.5432111620903015, -1.1720566749572754, -1.5958613157272339, -1.8727189302444458, -0.36003804206848145, -1.7278399467468262, -1.3968249559402466, -1.6027947664260864, -1.3984824419021606, -0.20969289541244507, -0.6331693530082703, -1.5148366689682007, -0.8205739855766296, -0.0525156706571579, -0.06469960510730743, -0.5574072003364563, -1.8299559354782104, -0.7571186423301697, -1.269740343093872, -1.1538418531417847, -1.5111602544784546, -1.8864386081695557, -1.7024571895599365, -2.516883611679077, -1.4524080753326416, -1.9577884674072266, -0.931229293346405, -0.0887172669172287, -0.030883319675922394, -0.6362798810005188, -1.851860523223877, -1.8345589637756348, -1.2740478515625, -0.3574718236923218, -1.8197102546691895, -2.7249152660369873, -2.366976261138916, -2.848017692565918, -1.4185441732406616, -0.6944499015808105, -1.6137466430664062, -1.4835530519485474, -2.1963090896606445, -0.47606927156448364, -0.7094634175300598, -1.4148954153060913, -2.3341994285583496, -0.9364574551582336, -0.8382444381713867, -1.3744198083877563, -2.0562288761138916, -1.9717750549316406, -1.9788546562194824, -1.571077585220337, -1.705171823501587, -1.2135220766067505, -1.3868458271026611, -1.4560670852661133, -1.4087774753570557, -1.550897479057312, -1.753123164176941, -0.6152266263961792, -2.128978729248047, -0.31184831261634827, -1.8751438856124878, -1.8198918104171753, -2.875014543533325, -1.5121244192123413, -1.597814917564392, -1.9268169403076172, -1.6030150651931763, -1.9566357135772705, -1.0820059776306152, -2.292147159576416, -1.5595752000808716, -2.6865947246551514, -1.2096583843231201, -0.4682939052581787, -2.2051520347595215, -2.5787508487701416, -1.5689107179641724, -2.704247236251831, -2.821662187576294, -1.9715467691421509, -1.9311141967773438, -2.073664426803589, -1.1652989387512207, -0.6162901520729065, -2.215257167816162, -2.0443594455718994, -2.3971903324127197, -0.11998254060745239, -0.7649061679840088, -0.013971969485282898, -0.014301305636763573, -0.11000072956085205, -0.008214261382818222, -0.5698738694190979, -2.846400022506714, -2.6663124561309814, -1.5572527647018433, -1.8995842933654785, -2.875998020172119, -2.7559657096862793, -1.3457554578781128, -1.943805456161499, -2.038686990737915, -0.3642400801181793, -0.0027192779816687107, -4.303362584323622e-05, -0.15199735760688782, -2.2849462032318115, -0.7844336628913879, -1.8281135559082031, -2.3195176124572754, -1.1445258855819702, -2.2365102767944336, -2.2990925312042236, -1.7926994562149048, -1.8283777236938477, -2.6001322269439697, -1.6042815446853638, -2.3587918281555176, -1.6216050386428833, -1.9569169282913208, -1.3133022785186768, -1.1331428289413452, -1.395893931388855, -0.9350742697715759, -2.1035468578338623, -2.092336893081665, -1.6908429861068726, -1.7795476913452148, -1.766523003578186, -1.4724820852279663, -2.0857784748077393, -0.9015874862670898, -0.025621874257922173, -0.29706040024757385, -2.5732405185699463, -1.8038779497146606, -0.7105653285980225, -1.5165897607803345, -2.5779330730438232, -1.3351094722747803, -2.203953742980957, -1.6163631677627563, -2.063638210296631, -2.015791893005371, -0.7170678377151489, -0.05706794187426567, -0.03783631697297096, -0.010741982609033585, -0.013093446381390095, -0.9415946006774902, -0.0017088347813114524, -0.011446870863437653, -0.1828063577413559, -0.0013462775386869907, -0.033700864762067795, -2.372554063796997, -2.260350227355957, -1.3440179824829102, -0.07996560633182526, -0.34670260548591614, -0.9597563147544861, -1.0953197479248047, -0.838708221912384, -0.8093112707138062]}, "Bot001_059_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ... I gess I am not very good at guessing [FACE WITH TEARS OF JOY] gym regularly, funny you :) But you didn\u2019 tell me if you are married? haha i am a kid ! i am in third grade and love soccer ! you ? Wow really [FACE WITH OPEN MOUTH] I am really into soccer [GRINNING FACE WITH SMILING EYES] where have you skiied at ? What do you mean?", "response": "i talk when i'm sleeping sometimes ok a l. Also, try to guess: i like doing ...", "annotation_id": "Bot001_059_16", "annotations": ["O", "O", "T", "T", "T", "O", "O", "O", "X", "O", "O", "T", "T", "T", "X"], "gpt2_target_score": [-9.417320251464844, -12.508031845092773, -10.026875495910645, -10.810890197753906, -14.723124504089355, -14.211146354675293, -12.811652183532715, -13.927544593811035, -10.987480163574219, -10.5786771774292, -8.581512451171875, -11.147845268249512, -9.04216194152832, -17.94383430480957, -9.07026481628418, -13.115217208862305, -9.517362594604492, -9.764735221862793, -9.212764739990234, -11.198720932006836, -9.810503959655762], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -0.3645431399345398, -1.449215054512024, -1.7244324684143066, -1.308458924293518, -1.7426862716674805, -1.079050898551941, -0.8970956802368164, -1.174959659576416, -1.128428339958191, -1.5691088438034058, -1.5338680744171143, -0.08887412399053574, -3.092670440673828, -1.9811142683029175, -1.8489679098129272, -1.3071564435958862, -1.6566706895828247, -1.0156995058059692, -0.9051857590675354, -1.5944838523864746, -0.8858710527420044, -1.8149970769882202, -1.0264686346054077, -3.512429714202881, -0.4969298541545868, -1.6388150453567505, -3.8381567001342773, -2.5476181507110596, -2.227999210357666, -1.9473092555999756, -0.3370749056339264, -0.28696203231811523, -1.7039419412612915, -2.7604098320007324, -2.4863457679748535, -0.7782362103462219, -2.2720296382904053, -0.9901818037033081, -0.166769340634346, -1.7357219457626343, -0.7056513428688049, -1.6791267395019531, -1.3262183666229248, -0.0008424547268077731, -1.3416502475738525, -1.130426287651062, -0.08374498039484024, -1.5554184913635254, -0.9220568537712097, -0.6375293731689453, -2.548330068588257, -2.128204584121704, -0.6041015386581421, -1.485937237739563, -1.903775930404663, -1.0460751056671143, -1.6947352886199951, -0.5065063834190369, -0.014238902367651463, -0.005289250984787941, -0.116447314620018, -0.1712591052055359, -3.419008493423462, -1.4155831336975098, -3.3073182106018066, -0.07815863937139511, -0.051568713039159775, -0.05940227583050728, -0.05651460215449333, -1.5496549606323242, -0.008781859651207924, -0.02299465425312519, -0.225624218583107, -0.0024402146227657795, -0.13314855098724365, -1.6983741521835327, -1.0086970329284668, -0.9575427174568176, -2.0858190059661865, -1.1547390222549438, -2.1184449195861816, -1.8075110912322998, -1.3424873352050781, -0.05891271308064461, -0.3121054768562317, -1.1928297281265259, -1.8219058513641357, -1.203108549118042, -0.3719407916069031, -0.1203552782535553, -0.5270252227783203, -1.350882649421692, -1.110194206237793, -0.9030559062957764, -1.822520136833191, -1.9525485038757324, -2.083109140396118, -1.1225563287734985, -2.3745434284210205, -0.5432111620903015, -1.1720566749572754, -1.5958613157272339, -1.8727189302444458, -0.36003804206848145, -1.7278399467468262, -1.3968249559402466, -1.6027947664260864, -1.3984824419021606, -0.20969289541244507, -0.6331693530082703, -1.5148366689682007, -0.8205739855766296, -0.0525156706571579, -0.06469960510730743, -0.5574072003364563, -1.8299559354782104, -0.7571186423301697, -1.269740343093872, -1.1538418531417847, -1.5111602544784546, -1.8864386081695557, -1.7024571895599365, -2.516883611679077, -1.4524080753326416, -1.9577884674072266, -0.931229293346405, -0.08871661126613617, -0.030883781611919403, -0.6362786293029785, -1.8518621921539307, -1.8345502614974976, -1.2740492820739746, -0.35747748613357544, -1.819706678390503, -2.724919557571411, -2.366975784301758, -2.8480172157287598, -1.4185434579849243, -0.6944458484649658, -1.613742470741272, -1.4835569858551025, -2.1962974071502686, -0.4760691225528717, -0.7094560265541077, -1.414893627166748, -2.3341917991638184, -0.9364575147628784, -0.8382434248924255, -1.3744211196899414, -2.05623459815979, -1.9717708826065063, -1.9788388013839722, -1.571090579032898, -1.7051693201065063, -1.2135270833969116, -1.3868414163589478, -1.4560779333114624, -1.4087693691253662, -1.5508872270584106, -1.7531214952468872, -0.6152297854423523, -2.128981113433838, -0.31184884905815125, -1.875138282775879, -1.8199008703231812, -2.875013828277588, -1.512123942375183, -1.597830057144165, -1.9268097877502441, -1.6030027866363525, -1.9566386938095093, -1.0820167064666748, -2.2921552658081055, -1.5595746040344238, -2.6865880489349365, -1.2096607685089111, -0.46829840540885925, -2.2051515579223633, -2.578730821609497, -1.568925142288208, -2.7042338848114014, -2.821660041809082, -1.9715614318847656, -1.9310917854309082, -2.0736608505249023, -1.1653046607971191, -0.6162972450256348, -2.215277910232544, -2.0443713665008545, -2.397181987762451, -0.11998233199119568, -0.7649055123329163, -0.013971969485282898, -0.014301305636763573, -0.11000008881092072, -0.008214261382818222, -0.5698734521865845, -2.846395254135132, -2.666306257247925, -1.5572545528411865, -1.8995695114135742, -2.8760058879852295, -2.7559847831726074, -1.3457502126693726, -1.943806529045105, -2.038684606552124, -0.3642307221889496, -0.0027192779816687107, -4.303362584323622e-05, -0.15199580788612366, -2.2849185466766357, -0.7844371795654297, -1.8280911445617676, -2.319509744644165, -1.1445139646530151, -2.2365150451660156, -2.2990899085998535, -1.7926985025405884, -1.8283922672271729, -2.600144147872925, -1.604299545288086, -2.358790636062622, -1.621600866317749, -1.956905722618103, -1.3132987022399902, -1.133133053779602, -1.3958908319473267, -0.9350782632827759, -2.103555202484131, -2.0923383235931396, -1.6908515691757202, -1.779552936553955, -1.766534447669983, -1.4724873304367065, -2.085768222808838, -0.9015847444534302, -0.025621874257922173, -0.2970596253871918, -2.573240280151367, -1.8038811683654785, -0.7105689644813538, -1.5165834426879883, -2.577922821044922, -1.335098147392273, -2.2039496898651123, -1.6163668632507324, -2.0636322498321533, -2.015787363052368, -0.7170688509941101, -0.05706816911697388, -0.037836890667676926, -0.01074210088700056, -0.013093563728034496, -0.9415940642356873, -0.0017088347813114524, -0.011446753516793251, -0.182803675532341, -0.0013462775386869907, -0.03370063751935959, -2.372554302215576, -1.201317548751831, -0.06518254429101944, -0.44035568833351135, -1.1941248178482056, -1.3054386377334595, -1.2534708976745605, -2.155304431915283, -2.3144047260284424, -0.05031948164105415, -1.2575212717056274, -0.6758935451507568, -2.2010927200317383, -2.024414300918579, -1.9727026224136353, -0.782244086265564, -0.3187001943588257, -1.8321480751037598, -2.3956356048583984, -1.934484839439392, -2.0774576663970947, -1.6821813583374023, -1.4299163818359375, -1.9582241773605347, -1.769203543663025, -1.4666990041732788, -1.186942458152771, -0.32104721665382385, -2.5975990295410156, -2.3397059440612793, -1.066728949546814, -2.164966344833374, -1.5348889827728271, -2.3082056045532227, -1.7288548946380615]}, "Bot001_059_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ... I gess I am not very good at guessing [FACE WITH TEARS OF JOY] gym regularly, funny you :) But you didn\u2019 tell me if you are married? haha i am a kid ! i am in third grade and love soccer ! you ? Wow really [FACE WITH OPEN MOUTH] I am really into soccer [GRINNING FACE WITH SMILING EYES] where have you skiied at ? What do you mean? i talk when i'm sleeping sometimes ok a l. Also, try to guess: i like doing ... Impossible to guess", "response": "treadmill and rowing machine, funny you :)", "annotation_id": "Bot001_059_18", "annotations": ["O", "X", "T", "T", "T", "X", "O", "X", "T", "O", "T", "X", "T", "O", "X"], "gpt2_target_score": [-11.127754211425781, -14.881124496459961, -18.85993003845215, -8.076820373535156, -10.858210563659668, -19.266674041748047, -14.614340782165527, -12.265915870666504, -17.690196990966797, -7.6966962814331055, -14.037126541137695], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -0.3645431399345398, -1.449215054512024, -1.7244324684143066, -1.308458924293518, -1.7426862716674805, -1.079050898551941, -0.8970956802368164, -1.174959659576416, -1.128428339958191, -1.5691088438034058, -1.5338680744171143, -0.08887412399053574, -3.092670440673828, -1.9811142683029175, -1.8489679098129272, -1.3071564435958862, -1.6566706895828247, -1.0156995058059692, -0.9051857590675354, -1.5944838523864746, -0.8858710527420044, -1.8149970769882202, -1.0264686346054077, -3.512429714202881, -0.4969298541545868, -1.6388150453567505, -3.8381567001342773, -2.5476181507110596, -2.227999210357666, -1.9473092555999756, -0.3370749056339264, -0.28696203231811523, -1.7039419412612915, -2.7604098320007324, -2.4863457679748535, -0.7782362103462219, -2.2720296382904053, -0.9901818037033081, -0.166769340634346, -1.7357219457626343, -0.7056513428688049, -1.6791267395019531, -1.3262183666229248, -0.0008424547268077731, -1.3416502475738525, -1.130426287651062, -0.08374498039484024, -1.5554184913635254, -0.9220568537712097, -0.6375293731689453, -2.548330068588257, -2.128204584121704, -0.6041015386581421, -1.485937237739563, -1.903775930404663, -1.0460751056671143, -1.6947352886199951, -0.5065063834190369, -0.014238902367651463, -0.005289250984787941, -0.116447314620018, -0.1712591052055359, -3.419008493423462, -1.4155831336975098, -3.3073182106018066, -0.07815863937139511, -0.051568713039159775, -0.05940227583050728, -0.05651460215449333, -1.5496549606323242, -0.008781859651207924, -0.02299465425312519, -0.225624218583107, -0.0024402146227657795, -0.13314855098724365, -1.6983741521835327, -1.0086970329284668, -0.9575427174568176, -2.0858190059661865, -1.1547390222549438, -2.1184449195861816, -1.8075110912322998, -1.3424873352050781, -0.05891271308064461, -0.3121054768562317, -1.1928297281265259, -1.8219058513641357, -1.203108549118042, -0.3719407916069031, -0.1203552782535553, -0.5270252227783203, -1.350882649421692, -1.110194206237793, -0.9030559062957764, -1.822520136833191, -1.9525485038757324, -2.083109140396118, -1.1225563287734985, -2.3745434284210205, -0.5432111620903015, -1.1720566749572754, -1.5958613157272339, -1.8727189302444458, -0.36003804206848145, -1.7278399467468262, -1.3968249559402466, -1.6027947664260864, -1.3984824419021606, -0.20969289541244507, -0.6331693530082703, -1.5148366689682007, -0.8205739855766296, -0.0525156706571579, -0.06469960510730743, -0.5574072003364563, -1.8299559354782104, -0.7571186423301697, -1.269740343093872, -1.1538418531417847, -1.5111602544784546, -1.8864386081695557, -1.7024571895599365, -2.516883611679077, -1.4524080753326416, -1.9577884674072266, -0.931229293346405, -0.08871661126613617, -0.030883781611919403, -0.6362786293029785, -1.8518621921539307, -1.8345502614974976, -1.2740492820739746, -0.35747748613357544, -1.819706678390503, -2.724919557571411, -2.366975784301758, -2.8480172157287598, -1.4185434579849243, -0.6944458484649658, -1.6137374639511108, -1.483564019203186, -2.196310520172119, -0.4760718047618866, -0.7094549536705017, -1.4148929119110107, -2.3341963291168213, -0.9364571571350098, -0.8382518887519836, -1.3744114637374878, -2.056230306625366, -1.9717828035354614, -1.9788583517074585, -1.5710655450820923, -1.7051836252212524, -1.2135310173034668, -1.3868401050567627, -1.456071376800537, -1.4087852239608765, -1.5509047508239746, -1.7531225681304932, -0.6152292490005493, -2.1289801597595215, -0.3118478059768677, -1.875136375427246, -1.819912314414978, -2.8750195503234863, -1.5121263265609741, -1.5978368520736694, -1.9268252849578857, -1.6030133962631226, -1.956627368927002, -1.0820144414901733, -2.2921512126922607, -1.5595765113830566, -2.6865954399108887, -1.209661841392517, -0.4682978093624115, -2.205153226852417, -2.578737497329712, -1.5689111948013306, -2.704238176345825, -2.8216552734375, -1.9715559482574463, -1.9310837984085083, -2.0736732482910156, -1.1653074026107788, -0.616298258304596, -2.2152626514434814, -2.0443501472473145, -2.397186279296875, -0.11998201161623001, -0.7649064064025879, -0.013971969485282898, -0.014301540330052376, -0.11000030487775803, -0.008214261382818222, -0.5698723793029785, -2.846400022506714, -2.666297674179077, -1.5572489500045776, -1.8995822668075562, -2.8760130405426025, -2.7559707164764404, -1.345749855041504, -1.9438055753707886, -2.0386972427368164, -0.36423543095588684, -0.002719396958127618, -4.303362584323622e-05, -0.15199725329875946, -2.2849390506744385, -0.7844416499137878, -1.828115463256836, -2.3194997310638428, -1.1445155143737793, -2.2365095615386963, -2.2990975379943848, -1.7926976680755615, -1.8283747434616089, -2.6001429557800293, -1.6042985916137695, -2.358792304992676, -1.6216015815734863, -1.9569063186645508, -1.3133032321929932, -1.1331478357315063, -1.395888090133667, -0.9350650906562805, -2.10355806350708, -2.0923402309417725, -1.690839171409607, -1.7795546054840088, -1.766526460647583, -1.4724782705307007, -2.085782766342163, -0.9015816450119019, -0.02562222257256508, -0.2970600426197052, -2.573240280151367, -1.803876280784607, -0.7105729579925537, -1.5165847539901733, -2.57789945602417, -1.335108995437622, -2.2039453983306885, -1.6163713932037354, -2.063631057739258, -2.0157992839813232, -0.7170677185058594, -0.05706828087568283, -0.03783666342496872, -0.010741982609033585, -0.013093446381390095, -0.9415882229804993, -0.0017088347813114524, -0.011446870863437653, -0.18280646204948425, -0.0013462775386869907, -0.033700522035360336, -2.3725476264953613, -1.2013154029846191, -0.06518388539552689, -0.4403546154499054, -1.1941348314285278, -1.3054397106170654, -1.2534595727920532, -2.15529203414917, -2.3144001960754395, -0.05031914263963699, -1.2575125694274902, -0.6759002804756165, -2.2010858058929443, -1.3641369342803955, -0.6227591633796692, -0.2991220951080322, -1.3913710117340088, -2.1079587936401367, -1.8088260889053345, -1.9704796075820923, -2.1611976623535156, -1.2531040906906128, -1.9142537117004395, -2.1967241764068604, -0.8634915947914124, -1.5107827186584473, -0.2570379972457886, -2.678898572921753, -2.4619758129119873, -0.9468172192573547, -2.047578811645508, -1.495112657546997, -2.526691436767578, -1.9323625564575195, -1.7488279342651367, -1.7601122856140137, -2.6424901485443115, -2.1665070056915283, -1.213163137435913, -3.016659736633301, -2.143627166748047, -3.1561551094055176, -1.0322521924972534, -2.766329765319824, -1.8606634140014648, -1.8705487251281738, -1.1747331619262695, -2.514908790588379, -0.9857063889503479]}, "Bot001_059_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ... I gess I am not very good at guessing [FACE WITH TEARS OF JOY] gym regularly, funny you :) But you didn\u2019 tell me if you are married? haha i am a kid ! i am in third grade and love soccer ! you ? Wow really [FACE WITH OPEN MOUTH] I am really into soccer [GRINNING FACE WITH SMILING EYES] where have you skiied at ? What do you mean? i talk when i'm sleeping sometimes ok a l. Also, try to guess: i like doing ... Impossible to guess treadmill and rowing machine, funny you :) Do you study?", "response": "math a lot of math. how is your day going ?", "annotation_id": "Bot001_059_20", "annotations": ["O", "O", "T", "T", "T", "O", "O", "O", "T", "T", "O", "X", "X", "O", "X"], "gpt2_target_score": [-16.077255249023438, -7.911657333374023, -13.09068775177002, -10.354209899902344, -10.341517448425293, -4.744013786315918, -8.332465171813965, -11.360451698303223, -10.755287170410156, -15.264399528503418, -18.908369064331055, -10.115008354187012], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -0.3645431399345398, -1.449215054512024, -1.7244324684143066, -1.308458924293518, -1.7426862716674805, -1.079050898551941, -0.8970956802368164, -1.174959659576416, -1.128428339958191, -1.5691088438034058, -1.5338680744171143, -0.08887412399053574, -3.092670440673828, -1.9811142683029175, -1.8489679098129272, -1.3071564435958862, -1.6566706895828247, -1.0156995058059692, -0.9051857590675354, -1.5944838523864746, -0.8858710527420044, -1.8149970769882202, -1.0264686346054077, -3.512429714202881, -0.4969298541545868, -1.6388150453567505, -3.8381567001342773, -2.5476181507110596, -2.227999210357666, -1.9473092555999756, -0.3370749056339264, -0.28696203231811523, -1.7039419412612915, -2.7604098320007324, -2.4863457679748535, -0.7782362103462219, -2.2720296382904053, -0.9901818037033081, -0.166769340634346, -1.7357219457626343, -0.7056513428688049, -1.6791267395019531, -1.3262183666229248, -0.0008424547268077731, -1.3416502475738525, -1.130426287651062, -0.08374498039484024, -1.5554184913635254, -0.9220568537712097, -0.6375293731689453, -2.548330068588257, -2.128204584121704, -0.6041015386581421, -1.485937237739563, -1.903775930404663, -1.0460751056671143, -1.6947352886199951, -0.5065063834190369, -0.014238902367651463, -0.005289250984787941, -0.116447314620018, -0.1712591052055359, -3.419008493423462, -1.4155831336975098, -3.3073182106018066, -0.07815863937139511, -0.051568713039159775, -0.05940227583050728, -0.05651460215449333, -1.5496549606323242, -0.008781859651207924, -0.02299465425312519, -0.225624218583107, -0.0024402146227657795, -0.13314855098724365, -1.6983741521835327, -1.0086970329284668, -0.9575427174568176, -2.0858190059661865, -1.1547390222549438, -2.1184449195861816, -1.8075110912322998, -1.3424873352050781, -0.05891271308064461, -0.3121054768562317, -1.1928297281265259, -1.8219058513641357, -1.203108549118042, -0.3719407916069031, -0.1203552782535553, -0.5270252227783203, -1.350882649421692, -1.110194206237793, -0.9030559062957764, -1.822520136833191, -1.9525485038757324, -2.083109140396118, -1.1225563287734985, -2.3745434284210205, -0.5432111620903015, -1.1720566749572754, -1.5958613157272339, -1.8727189302444458, -0.36003804206848145, -1.7278399467468262, -1.3968249559402466, -1.6027947664260864, -1.3984824419021606, -0.20969289541244507, -0.6331693530082703, -1.5148366689682007, -0.8205739855766296, -0.0525156706571579, -0.06469960510730743, -0.5574072003364563, -1.8299559354782104, -0.7571186423301697, -1.269740343093872, -1.1538418531417847, -1.5111602544784546, -1.8864386081695557, -1.7024571895599365, -2.516883611679077, -1.4524080753326416, -1.9577884674072266, -0.931229293346405, -0.08871661126613617, -0.030883781611919403, -0.6362786293029785, -1.8518621921539307, -1.8345502614974976, -1.2740492820739746, -0.35747748613357544, -1.819706678390503, -2.724919557571411, -2.366975784301758, -2.8480172157287598, -1.4185434579849243, -0.6944458484649658, -1.6137374639511108, -1.483564019203186, -2.196310520172119, -0.4760718047618866, -0.7094549536705017, -1.4148929119110107, -2.3341963291168213, -0.936456024646759, -0.8382425904273987, -1.3744182586669922, -2.056252956390381, -1.971785306930542, -1.9788599014282227, -1.5710774660110474, -1.7051622867584229, -1.2135329246520996, -1.3868507146835327, -1.456083059310913, -1.408785104751587, -1.5508854389190674, -1.7531180381774902, -0.6152315139770508, -2.1289775371551514, -0.31184902787208557, -1.8751219511032104, -1.8199011087417603, -2.8750100135803223, -1.5121254920959473, -1.5978163480758667, -1.9268244504928589, -1.603002667427063, -1.9566336870193481, -1.0820146799087524, -2.292142868041992, -1.5595674514770508, -2.686591863632202, -1.2096610069274902, -0.46829718351364136, -2.2051475048065186, -2.5787274837493896, -1.5689213275909424, -2.7042346000671387, -2.821662664413452, -1.9715526103973389, -1.9310804605484009, -2.073667526245117, -1.1653040647506714, -0.616287887096405, -2.2152676582336426, -2.044368267059326, -2.3971853256225586, -0.11998148262500763, -0.7649033665657043, -0.013971969485282898, -0.014301305636763573, -0.11000040918588638, -0.008214261382818222, -0.569866955280304, -2.846390724182129, -2.6662957668304443, -1.5572487115859985, -1.8995827436447144, -2.875999689102173, -2.7559714317321777, -1.3457567691802979, -1.9438058137893677, -2.0386862754821777, -0.3642400801181793, -0.002719396958127618, -4.303362584323622e-05, -0.15199725329875946, -2.2849373817443848, -0.7844313979148865, -1.8281139135360718, -2.319512367248535, -1.14453125, -2.236515522003174, -2.2990996837615967, -1.7927061319351196, -1.82839035987854, -2.600140333175659, -1.604285717010498, -2.3587899208068848, -1.6215870380401611, -1.9569060802459717, -1.3133083581924438, -1.1331433057785034, -1.3958970308303833, -0.9350796937942505, -2.103550434112549, -2.0923280715942383, -1.6908495426177979, -1.7795528173446655, -1.7665233612060547, -1.4724791049957275, -2.0857629776000977, -0.9015870094299316, -0.025621989741921425, -0.29706263542175293, -2.573241949081421, -1.8038791418075562, -0.7105653285980225, -1.5165866613388062, -2.5779266357421875, -1.3350999355316162, -2.203953981399536, -1.6163662672042847, -2.063628911972046, -2.01579213142395, -0.7170678377151489, -0.05706816911697388, -0.03783666342496872, -0.01074210088700056, -0.013093563728034496, -0.9415918588638306, -0.0017087158048525453, -0.011446989141404629, -0.18280477821826935, -0.0013462775386869907, -0.03370075300335884, -2.3725576400756836, -1.2013301849365234, -0.06518310308456421, -0.4403570890426636, -1.1941312551498413, -1.3054382801055908, -1.253469467163086, -2.155290126800537, -2.3144006729125977, -0.05031857639551163, -1.2575325965881348, -0.6758953332901001, -2.2010955810546875, -1.3641458749771118, -0.6227497458457947, -0.29912087321281433, -1.3913564682006836, -2.1079652309417725, -1.8088200092315674, -1.970467209815979, -2.1611998081207275, -1.2530945539474487, -1.914249300956726, -2.1967244148254395, -0.8634976148605347, -1.5108051300048828, -0.25703495740890503, -2.6788980960845947, -2.4619712829589844, -0.9468182325363159, -2.0475776195526123, -1.495102882385254, -2.526685953140259, -1.932368278503418, -1.7488362789154053, -1.760115385055542, -2.6424903869628906, -3.026083469390869, -3.4079971313476562, -0.05720890313386917, -3.061255931854248, -2.08096981048584, -2.020132064819336, -1.143885850906372, -2.92695951461792, -2.14851713180542, -0.11164312064647675, -1.8331581354141235, -2.062354564666748, -2.156848430633545, -2.2173497676849365, -1.6251800060272217, -0.5692695379257202, -1.6371498107910156, -1.8159945011138916, -1.886773943901062, -1.88570237159729, -1.1632311344146729, -1.2707767486572266, -2.6362249851226807, -1.1677796840667725, -0.8679754137992859, -0.7129837870597839]}, "Bot001_060_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi", "response": "hey there , i do believe we never met . .", "annotation_id": "Bot001_060_02", "annotations": ["O", "O", "T", "O", "T", "T", "O", "T", "O", "X", "O", "O", "T", "O", "T"], "gpt2_target_score": [-10.630258560180664, -8.906235694885254, -13.99415111541748, -8.590958595275879, -10.682998657226562, -17.126686096191406, -12.736543655395508, -12.116044998168945, -13.97364616394043, -12.859979629516602, -11.513221740722656], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -1.2157447338104248, -1.3160550594329834, -3.6015846729278564, -1.7407475709915161, -0.42308998107910156, -0.48760825395584106, -1.3400322198867798, -2.4494824409484863, -1.9625332355499268, -1.5359981060028076, -1.4907217025756836, -1.0953582525253296, -1.5091798305511475, -0.2399255633354187, -0.5898012518882751, -2.947012424468994, -2.24971342086792, -0.010492871515452862, -0.7268745303153992, -0.9631183743476868, -1.4937294721603394, -2.43338942527771, -1.0650384426116943, -1.696160912513733, -0.8988110423088074, -1.9544531106948853, -1.615580439567566, -0.9237131476402283, -1.8427015542984009, -1.9654903411865234, -1.9996119737625122, -1.3238072395324707, -1.572070837020874, -2.4774906635284424, -2.6368730068206787, -1.945918321609497, -1.2518409490585327]}, "Bot001_060_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live?", "response": "bad part of california . how about those wild fires ?", "annotation_id": "Bot001_060_04", "annotations": ["O", "T", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-15.386026382446289, -13.239411354064941, -9.117518424987793, -12.849839210510254, -14.310684204101562, -21.42748260498047, -13.642328262329102, -11.555673599243164, -9.952520370483398, -13.602376937866211, -13.635822296142578, -18.201528549194336, -14.483134269714355], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -1.2157447338104248, -1.3160550594329834, -3.6015846729278564, -1.7407475709915161, -0.42308998107910156, -0.48760825395584106, -1.3400322198867798, -2.4494824409484863, -1.9625332355499268, -1.5359981060028076, -1.4907217025756836, -1.0953582525253296, -1.5091798305511475, -0.2399255633354187, -0.5898012518882751, -2.947012424468994, -2.24971342086792, -0.010492871515452862, -0.7268745303153992, -0.9631183743476868, -1.4937294721603394, -2.43338942527771, -1.0650384426116943, -1.696160912513733, -0.8988110423088074, -1.4917534589767456, -0.6559566855430603, -1.6392545700073242, -1.5432374477386475, -1.806846022605896, -1.4597856998443604, -1.4935787916183472, -2.3794915676116943, -2.89108943939209, -1.90263032913208, -0.8335008025169373, -2.076916217803955, -1.750241994857788, -1.237126350402832, -0.5744606256484985, -0.8729307651519775, -0.7693482637405396, -1.8478039503097534, -1.9148086309432983, -2.6549129486083984, -0.843625009059906, -0.8582333326339722, -0.3968910872936249, -0.0019342063460499048, -1.309639573097229, -1.2330458164215088, -2.064419746398926, -0.9683009386062622, -3.129291296005249, -2.162432909011841, -1.8049999475479126, -0.39468881487846375]}, "Bot001_060_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful", "response": "thanks . what else do you like ?", "annotation_id": "Bot001_060_06", "annotations": ["O", "X", "O", "O", "T", "T", "T", "T", "O", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-13.5548095703125, -9.258214950561523, -10.028548240661621, -13.285635948181152, -10.68300724029541, -11.524222373962402, -12.322980880737305, -13.239158630371094], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -1.4937360286712646, -2.4333715438842773, -1.065016269683838, -1.696179986000061, -0.8988109827041626, -1.4917690753936768, -0.655963659286499, -1.6392829418182373, -1.5432260036468506, -1.8068370819091797, -1.459747552871704, -1.4936305284500122, -2.379495620727539, -2.891123056411743, -1.9026840925216675, -0.8334903717041016, -2.076946258544922, -1.750279188156128, -1.2371420860290527, -0.574472188949585, -0.8729305863380432, -0.7693688869476318, -1.8478649854660034, -2.336223840713501, -1.0320215225219727, -0.7974972128868103, -0.4268147647380829, -0.0065991804003715515, -2.2715046405792236, -1.0522390604019165, -1.8066763877868652, -0.8138287663459778, -3.1259405612945557, -2.1906676292419434, -1.5670998096466064, -1.6991407871246338, -0.7864184379577637, -0.015589866787195206, -2.2956769466400146, -1.7347358465194702, -2.2031497955322266, -1.1187081336975098, -1.0029327869415283, -2.0702974796295166, -1.829972505569458, -0.1671188920736313, -1.9348596334457397, -1.22421133518219, -0.3566221594810486]}, "Bot001_060_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop", "response": "doblons . its just a small stand . i would appreciate that ! you have hobbies ?", "annotation_id": "Bot001_060_08", "annotations": ["T", "X", "O", "O", "X", "O", "X", "T", "T", "O", "T", "X", "T", "O", "O"], "gpt2_target_score": [-11.115974426269531, -19.93366050720215, -13.069212913513184, -10.071784019470215, -11.029793739318848, -12.098158836364746, -9.981771469116211, -15.292221069335938, -15.247838020324707, -12.859978675842285, -10.560429573059082, -14.030101776123047, -17.175798416137695, -9.849732398986816, -6.725142955780029, -9.768122673034668, -13.40528678894043, -15.292020797729492, -13.23082447052002], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -1.4937360286712646, -2.4333715438842773, -1.065016269683838, -1.696179986000061, -0.8988109827041626, -1.4917690753936768, -0.655963659286499, -1.6392829418182373, -1.5432260036468506, -1.8068370819091797, -1.459747552871704, -1.4936305284500122, -2.379495620727539, -2.891123056411743, -1.9026840925216675, -0.8334903717041016, -2.076946258544922, -1.750279188156128, -1.2371420860290527, -0.574472188949585, -0.8729305863380432, -0.7693688869476318, -1.8478649854660034, -2.336223840713501, -1.0320215225219727, -0.7974972128868103, -0.4268147647380829, -0.0065991804003715515, -2.2715046405792236, -1.0522390604019165, -1.8066763877868652, -0.8138287663459778, -3.1259405612945557, -2.1906676292419434, -1.5670998096466064, -1.6991407871246338, -0.7864184379577637, -0.015589866787195206, -2.2956769466400146, -1.7347358465194702, -1.5783578157424927, -0.883508026599884, -2.0111749172210693, -1.773736834526062, -0.19654788076877594, -1.9154585599899292, -0.9985538125038147, -1.2615044116973877, -2.382053852081299, -2.328014850616455, -1.2710102796554565, -2.619783878326416, -0.5790819525718689, -2.2488293647766113, -2.220268964767456, -1.3204320669174194, -3.477857828140259, -1.9433820247650146, -1.9155020713806152, -2.2775659561157227, -2.039973497390747, -3.9837844371795654, -0.9961258769035339, -1.420630931854248, -1.8379777669906616, -2.339568614959717, -1.6821764707565308, -1.7566224336624146, -1.7206007242202759, -0.43260863423347473, -1.8198100328445435, -1.114029884338379, -2.018958568572998, -0.4796457290649414]}, "Bot001_060_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop doblons . its just a small stand . i would appreciate that ! you have hobbies ? i have superpowers so my hobby is to use them. what anout you", "response": "no not yet . but you can cook for me . i am vegan so it may be difficult. Also, try to guess: i'm pregnant with ...", "annotation_id": "Bot001_060_10", "annotations": ["O", "X", "T", "O", "T", "T", "X", "T", "T", "X", "O", "X", "X", "O", "X"], "gpt2_target_score": [-11.437812805175781, -9.790609359741211, -11.879271507263184, -10.071784019470215, -10.422356605529785, -11.524222373962402, -10.99647331237793, -12.999244689941406, -7.686078071594238, -12.246182441711426, -11.513218879699707, -11.280197143554688, -16.77235984802246, -14.617669105529785, -8.881645202636719, -9.692805290222168, -15.967222213745117, -8.743436813354492, -10.972577095031738, -5.970651149749756, -17.51181983947754, -0.7268564701080322, -10.642468452453613, -5.842628479003906, -12.762290000915527, -11.873212814331055, -7.9227423667907715, -9.280540466308594, -14.874581336975098, -8.691028594970703, -9.888886451721191], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -1.4937360286712646, -2.4333715438842773, -1.065016269683838, -1.696179986000061, -0.8988109827041626, -1.4917690753936768, -0.655963659286499, -1.6392829418182373, -1.5432260036468506, -1.8068370819091797, -1.459747552871704, -1.4936305284500122, -2.379495620727539, -2.891123056411743, -1.9026840925216675, -0.8334903717041016, -2.076946258544922, -1.750279188156128, -1.2371420860290527, -0.574472188949585, -0.8729305863380432, -0.7693688869476318, -1.8478649854660034, -2.336223840713501, -1.0320215225219727, -0.7974972128868103, -0.4268147647380829, -0.0065991804003715515, -2.2715046405792236, -1.0522390604019165, -1.8066763877868652, -0.8138287663459778, -3.1259405612945557, -2.1906676292419434, -1.5670998096466064, -1.6991407871246338, -0.7864184379577637, -0.015589866787195206, -2.2956769466400146, -1.7347358465194702, -1.5783578157424927, -0.883508026599884, -2.0111749172210693, -1.773736834526062, -0.19654788076877594, -1.9154585599899292, -0.9985538125038147, -1.2615044116973877, -2.382053852081299, -2.328014850616455, -1.2710102796554565, -2.619783878326416, -0.5790819525718689, -2.2488293647766113, -1.9391343593597412, -1.247429609298706, -2.142771005630493, -1.9645565748214722, -2.3754258155822754, -2.298597574234009, -3.8312621116638184, -1.3214900493621826, -1.4672696590423584, -1.8946346044540405, -2.3127529621124268, -0.983515202999115, -1.3798365592956543, -1.6241499185562134, -1.5575337409973145, -2.092226982116699, -0.9586206674575806, -2.051576852798462, -2.1419992446899414, -1.967325210571289, -1.337780475616455, -3.2075695991516113, -1.8287392854690552, -0.5833832621574402, -2.163820505142212, -0.9093199372291565, -2.1336991786956787, -1.030472993850708, -0.5962350368499756, -1.409523606300354, -1.5809015035629272, -1.9365477561950684, -1.2699403762817383, -3.2314558029174805, -2.163207769393921, -2.201525926589966, -1.9075700044631958, -2.4755518436431885, -2.117368698120117, -1.8162484169006348, -1.0069091320037842, -1.6483339071273804, -1.871690273284912, -2.254274845123291, -1.6457582712173462, -1.6863149404525757, -1.9954742193222046, -2.290619373321533, -2.057324171066284, -1.7289947271347046, -0.7278144955635071, -1.3875995874404907, -0.6624481081962585, -1.7424559593200684, -0.8397946953773499, -1.2602511644363403, -1.2244733572006226, -1.0872210264205933, -1.2094669342041016, -2.351228952407837, -1.415350317955017, -2.416999101638794, -1.556792974472046, -1.483349323272705, -1.697741985321045, -1.1192259788513184, -2.8342015743255615]}, "Bot001_060_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop doblons . its just a small stand . i would appreciate that ! you have hobbies ? i have superpowers so my hobby is to use them. what anout you no not yet . but you can cook for me . i am vegan so it may be difficult. Also, try to guess: i'm pregnant with ... baby?", "response": "my first child, funny you :)", "annotation_id": "Bot001_060_12", "annotations": ["O", "O", "X", "O", "T", "T", "T", "T", "T", "O", "O", "O", "X", "O", "O"], "gpt2_target_score": [-11.934226989746094, -8.921850204467773, -14.829466819763184, -1.2157657146453857, -13.741448402404785, -11.524222373962402, -11.26148796081543], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -1.4937360286712646, -2.4333715438842773, -1.065016269683838, -1.696179986000061, -0.8988109827041626, -1.4917690753936768, -0.655963659286499, -1.6392829418182373, -1.5432260036468506, -1.8068370819091797, -1.459747552871704, -1.4936305284500122, -2.379495620727539, -2.891123056411743, -1.9026840925216675, -0.8334903717041016, -2.076946258544922, -1.750279188156128, -1.2371420860290527, -0.574472188949585, -0.8729305863380432, -0.7693688869476318, -1.8478649854660034, -2.336223840713501, -1.0320215225219727, -0.7974972128868103, -0.4268147647380829, -0.0065991804003715515, -2.2715046405792236, -1.0522390604019165, -1.8066763877868652, -0.8138287663459778, -3.1259405612945557, -2.1906676292419434, -1.5670998096466064, -1.6991407871246338, -0.7864184379577637, -0.015589866787195206, -2.2956769466400146, -1.7347358465194702, -1.5783578157424927, -0.883508026599884, -2.0111749172210693, -1.773736834526062, -0.19654788076877594, -1.9154585599899292, -0.9985538125038147, -1.2615044116973877, -2.382053852081299, -2.328014850616455, -1.2710102796554565, -2.619783878326416, -0.5790819525718689, -2.2488293647766113, -1.9391343593597412, -1.247429609298706, -2.142771005630493, -1.9645565748214722, -2.3754258155822754, -2.298597574234009, -3.8312621116638184, -1.3214900493621826, -1.4672696590423584, -1.8946346044540405, -2.3127529621124268, -0.983515202999115, -1.3798365592956543, -1.6241499185562134, -1.5575337409973145, -2.092226982116699, -0.9586206674575806, -2.051576852798462, -2.1419992446899414, -1.967325210571289, -1.337780475616455, -3.2075695991516113, -1.8287392854690552, -0.5833832621574402, -2.163820505142212, -0.9093199372291565, -2.1336991786956787, -1.030472993850708, -0.5962350368499756, -1.409523606300354, -1.5809015035629272, -1.9365477561950684, -1.2699403762817383, -3.2314558029174805, -2.163207769393921, -2.3092918395996094, -2.029587745666504, -0.9527167081832886, -1.8401367664337158, -1.0292636156082153, -2.0631368160247803, -1.8282257318496704, -2.2202556133270264, -1.3274978399276733, -1.4333206415176392, -1.8207950592041016, -2.257291316986084, -1.7792896032333374, -1.7326242923736572, -0.7931833863258362, -1.3613429069519043, -0.7760229706764221, -1.7760378122329712, -0.9338693618774414, -1.8241428136825562, -1.4356671571731567, -1.2263635396957397, -1.0496704578399658, -2.491856575012207, -1.3959486484527588, -2.139397382736206, -1.4609421491622925, -1.4799615144729614, -1.7021615505218506, -1.1176156997680664, -2.7722885608673096, -2.893583059310913, -2.3673596382141113, -2.195103645324707, -3.056326389312744, -2.1356124877929688, -1.5619133710861206, -1.4731392860412598, -2.4384517669677734, -2.7346105575561523, -0.9747486710548401]}, "Bot001_060_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop doblons . its just a small stand . i would appreciate that ! you have hobbies ? i have superpowers so my hobby is to use them. what anout you no not yet . but you can cook for me . i am vegan so it may be difficult. Also, try to guess: i'm pregnant with ... baby? my first child, funny you :) What do you like to do in your free time", "response": "pizza is yummy ! nothing much . between tattoos and silver jewelry , i'm pretty .", "annotation_id": "Bot001_060_14", "annotations": ["O", "X", "X", "X", "X", "O", "X", "T", "T", "X", "T", "X", "T", "X", "X"], "gpt2_target_score": [-11.417762756347656, -17.86566734313965, -2.685805559158325, -4.983206748962402, -20.178367614746094, -12.628684043884277, -18.56329917907715, -13.342155456542969, -12.009373664855957, -14.509385108947754, -11.751141548156738, -7.8047566413879395, -20.707693099975586, -14.245606422424316, -10.928321838378906, -6.6079816818237305, -12.60584831237793, -9.77338981628418, -8.722561836242676], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -1.4937360286712646, -2.4333715438842773, -1.065016269683838, -1.696179986000061, -0.8988109827041626, -1.4917690753936768, -0.655963659286499, -1.6392829418182373, -1.5432260036468506, -1.8068370819091797, -1.459747552871704, -1.4936305284500122, -2.379495620727539, -2.891123056411743, -1.9026840925216675, -0.8334903717041016, -2.076946258544922, -1.750279188156128, -1.2371420860290527, -0.574472188949585, -0.8729305863380432, -0.7693688869476318, -1.8478649854660034, -2.336223840713501, -1.0320215225219727, -0.7974972128868103, -0.4268147647380829, -0.0065991804003715515, -2.2715046405792236, -1.0522390604019165, -1.8066763877868652, -0.8138287663459778, -3.1259405612945557, -2.1906676292419434, -1.5670998096466064, -1.6991407871246338, -0.7864184379577637, -0.015589866787195206, -2.2956769466400146, -1.7347358465194702, -1.5783578157424927, -0.883508026599884, -2.0111749172210693, -1.773736834526062, -0.19654788076877594, -1.9154585599899292, -0.9985538125038147, -1.2615044116973877, -2.382053852081299, -2.328014850616455, -1.2710102796554565, -2.619783878326416, -0.5790819525718689, -2.2488293647766113, -1.9391343593597412, -1.247429609298706, -2.142771005630493, -1.9645565748214722, -2.3754258155822754, -2.298597574234009, -3.8312621116638184, -1.3214900493621826, -1.4672696590423584, -1.8946346044540405, -2.3127529621124268, -0.983515202999115, -1.3798365592956543, -1.6241499185562134, -1.5575337409973145, -2.092226982116699, -0.9586206674575806, -2.051576852798462, -2.1419992446899414, -1.967325210571289, -1.337780475616455, -3.2075695991516113, -1.8287392854690552, -0.5833832621574402, -2.163820505142212, -0.9093199372291565, -2.1336991786956787, -1.030472993850708, -0.5962350368499756, -1.409523606300354, -1.5809015035629272, -1.9365477561950684, -1.2699403762817383, -3.2314558029174805, -2.163207769393921, -2.3092918395996094, -2.029587745666504, -0.9527167081832886, -1.8401367664337158, -1.0292636156082153, -2.0631368160247803, -1.8282257318496704, -2.2202556133270264, -1.3274978399276733, -1.4333206415176392, -1.8207950592041016, -2.257291316986084, -1.7792896032333374, -1.7326242923736572, -0.7931833863258362, -1.3613429069519043, -0.7760229706764221, -1.7760378122329712, -0.9338693618774414, -1.8241428136825562, -1.4356671571731567, -1.2263635396957397, -1.0496704578399658, -2.491856575012207, -1.3959486484527588, -2.139397382736206, -1.460961937904358, -1.4799599647521973, -1.7021634578704834, -1.117611050605774, -2.7722973823547363, -2.8935706615448, -2.367353916168213, -3.0031938552856445, -2.213121175765991, -1.403692364692688, -1.745298147201538, -2.684358596801758, -2.5452446937561035, -1.769851565361023, -2.296971082687378, -0.09516031295061111, -1.6616209745407104, -0.8263581395149231, -0.8437386155128479, -0.5167346596717834, -1.298797369003296, -0.9017422199249268, -0.009975696913897991, -0.4385126531124115, -1.816540241241455, -2.1214396953582764, -2.206352472305298, -2.0369818210601807, -0.47723010182380676, -1.8670654296875, -1.4480565786361694, -2.1197681427001953, -2.694793701171875, -1.577453374862671, -2.559668779373169, -0.885905921459198, -3.3041257858276367, -0.7477684617042542, -2.2516095638275146, -1.5733338594436646, -2.146726131439209, -2.179795265197754, -1.5067533254623413, -1.7751750946044922]}, "Bot001_060_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop doblons . its just a small stand . i would appreciate that ! you have hobbies ? i have superpowers so my hobby is to use them. what anout you no not yet . but you can cook for me . i am vegan so it may be difficult. Also, try to guess: i'm pregnant with ... baby? my first child, funny you :) What do you like to do in your free time pizza is yummy ! nothing much . between tattoos and silver jewelry , i'm pretty . Can we be friends? I`m very lonely sometimes", "response": "you sound lonely . it seems like its what you are designed to be .. Also, try to guess: my favorite kind ...", "annotation_id": "Bot001_060_16", "annotations": ["O", "O", "T", "O", "T", "T", "T", "T", "T", "X", "O", "O", "T", "O", "O"], "gpt2_target_score": [-11.581840515136719, -13.575338363647461, -8.996199607849121, -10.071784019470215, -8.848275184631348, -14.469771385192871, -12.322980880737305, -13.373237609863281, -11.321255683898926, -9.747563362121582, -14.062268257141113, -18.31082534790039, -13.313729286193848, -11.955025672912598, -10.729583740234375, -7.8627424240112305, -11.994611740112305, -13.909467697143555, -7.802838325500488, -11.488992691040039, -8.769403457641602, -4.757236480712891, -12.9192476272583, -11.425956726074219, -9.836661338806152], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -1.4937360286712646, -2.4333715438842773, -1.065016269683838, -1.696179986000061, -0.8988109827041626, -1.4917690753936768, -0.655963659286499, -1.6392829418182373, -1.5432260036468506, -1.8068370819091797, -1.459747552871704, -1.4936305284500122, -2.379495620727539, -2.891123056411743, -1.9026840925216675, -0.8334903717041016, -2.076946258544922, -1.750279188156128, -1.2371420860290527, -0.574472188949585, -0.8729305863380432, -0.7693688869476318, -1.8478649854660034, -2.336223840713501, -1.0320215225219727, -0.7974972128868103, -0.4268147647380829, -0.0065991804003715515, -2.2715046405792236, -1.0522390604019165, -1.8066763877868652, -0.8138287663459778, -3.1259405612945557, -2.1906676292419434, -1.5670998096466064, -1.6991407871246338, -0.7864184379577637, -0.015589866787195206, -2.2956769466400146, -1.7347358465194702, -1.5783578157424927, -0.883508026599884, -2.0111749172210693, -1.773736834526062, -0.19654788076877594, -1.9154585599899292, -0.9985538125038147, -1.2615044116973877, -2.382053852081299, -2.328014850616455, -1.2710102796554565, -2.619783878326416, -0.5790819525718689, -2.2488293647766113, -1.9391343593597412, -1.247429609298706, -2.142771005630493, -1.9645565748214722, -2.3754258155822754, -2.298597574234009, -3.8312621116638184, -1.3214900493621826, -1.4672696590423584, -1.8946346044540405, -2.3127529621124268, -0.983515202999115, -1.3798365592956543, -1.6241499185562134, -1.5575337409973145, -2.092226982116699, -0.9586206674575806, -2.051576852798462, -2.1419992446899414, -1.967325210571289, -1.337780475616455, -3.2075695991516113, -1.8287392854690552, -0.5833832621574402, -2.163820505142212, -0.9093199372291565, -2.1336991786956787, -1.030472993850708, -0.5962350368499756, -1.409523606300354, -1.5809015035629272, -1.9365477561950684, -1.2699403762817383, -3.2314558029174805, -2.163207769393921, -2.3092918395996094, -2.029587745666504, -0.9527167081832886, -1.8401367664337158, -1.0292636156082153, -2.0631368160247803, -1.8282257318496704, -2.2202556133270264, -1.3274978399276733, -1.4333206415176392, -1.8207950592041016, -2.257291316986084, -1.7792896032333374, -1.7326242923736572, -0.7931833863258362, -1.3613429069519043, -0.7760229706764221, -1.7760378122329712, -0.9338693618774414, -1.8241428136825562, -1.4356671571731567, -1.2263635396957397, -1.0496704578399658, -2.491856575012207, -1.3959486484527588, -2.139397382736206, -1.4609421491622925, -1.4799615144729614, -1.7021615505218506, -1.1176156997680664, -2.7722885608673096, -2.893583059310913, -2.367351531982422, -3.003202438354492, -2.2131288051605225, -1.4036880731582642, -1.7453073263168335, -2.6843690872192383, -2.5452497005462646, -1.769845724105835, -2.2969882488250732, -0.09515955299139023, -1.6616262197494507, -0.8263534307479858, -0.843734622001648, -0.5167382955551147, -1.2987943887710571, -0.9017418026924133, -0.009975696913897991, -0.4385145902633667, -0.8180760145187378, -1.141708254814148, -1.6762737035751343, -2.0310680866241455, -2.2435758113861084, -2.1570217609405518, -2.7448811531066895, -1.6655820608139038, -2.7413275241851807, -1.067171335220337, -3.150705337524414, -0.7393766045570374, -1.5876761674880981, -1.9732329845428467, -2.303205728530884, -2.0333404541015625, -1.8426308631896973, -1.8046633005142212, -0.5915441513061523, -2.036045789718628, -0.8483254313468933, -0.7322224974632263, -2.3116519451141357, -1.7730859518051147, -0.3346050977706909, -2.1811490058898926, -2.152752637863159, -1.3380385637283325, -0.7933688759803772, -1.9890094995498657, -1.582557201385498, -0.9058290123939514, -2.2880196571350098, -1.7685928344726562, -0.9228454828262329, -1.0693144798278809, -0.7427700757980347, -2.4203479290008545, -0.7132296562194824, -1.7659938335418701, -1.6652641296386719, -0.5270761251449585, -0.5682170987129211, -1.4210655689239502, -2.0988054275512695, -1.3077125549316406, -1.758163332939148, -0.36966076493263245, -2.5109403133392334, -2.21229887008667, -0.7857615947723389, -1.715935468673706, -2.925973653793335, -0.11210828274488449, -1.9913359880447388]}, "Bot001_060_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop doblons . its just a small stand . i would appreciate that ! you have hobbies ? i have superpowers so my hobby is to use them. what anout you no not yet . but you can cook for me . i am vegan so it may be difficult. Also, try to guess: i'm pregnant with ... baby? my first child, funny you :) What do you like to do in your free time pizza is yummy ! nothing much . between tattoos and silver jewelry , i'm pretty . Can we be friends? I`m very lonely sometimes you sound lonely . it seems like its what you are designed to be .. Also, try to guess: my favorite kind ... Kind of what?", "response": "of movie is documentary, funny you :)", "annotation_id": "Bot001_060_18", "annotations": ["O", "T", "X", "O", "O", "O", "X", "T", "T", "X", "O", "O", "T", "O", "O"], "gpt2_target_score": [-12.584579467773438, -13.990636825561523, -2.685805559158325, -17.95929527282715, -11.02956485748291, -14.545531272888184, -13.09535026550293, -11.077812194824219], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -1.4937360286712646, -2.4333715438842773, -1.065016269683838, -1.696179986000061, -0.8988109827041626, -1.4917690753936768, -0.655963659286499, -1.6392829418182373, -1.5432260036468506, -1.8068370819091797, -1.459747552871704, -1.4936305284500122, -2.379495620727539, -2.891123056411743, -1.9026840925216675, -0.8334903717041016, -2.076946258544922, -1.750279188156128, -1.2371420860290527, -0.574472188949585, -0.8729305863380432, -0.7693688869476318, -1.8478649854660034, -2.336223840713501, -1.0320215225219727, -0.7974972128868103, -0.4268147647380829, -0.0065991804003715515, -2.2715046405792236, -1.0522390604019165, -1.8066763877868652, -0.8138287663459778, -3.1259405612945557, -2.1906676292419434, -1.5670998096466064, -1.6991407871246338, -0.7864184379577637, -0.015589866787195206, -2.2956769466400146, -1.7347358465194702, -1.5783578157424927, -0.883508026599884, -2.0111749172210693, -1.773736834526062, -0.19654788076877594, -1.9154585599899292, -0.9985538125038147, -1.2615044116973877, -2.382053852081299, -2.328014850616455, -1.2710102796554565, -2.619783878326416, -0.5790819525718689, -2.2488293647766113, -1.9391343593597412, -1.247429609298706, -2.142771005630493, -1.9645565748214722, -2.3754258155822754, -2.298597574234009, -3.8312621116638184, -1.3214900493621826, -1.4672696590423584, -1.8946346044540405, -2.3127529621124268, -0.983515202999115, -1.3798365592956543, -1.6241499185562134, -1.5575337409973145, -2.092226982116699, -0.9586206674575806, -2.051576852798462, -2.1419992446899414, -1.967325210571289, -1.337780475616455, -3.2075695991516113, -1.8287392854690552, -0.5833832621574402, -2.163820505142212, -0.9093199372291565, -2.1336991786956787, -1.030472993850708, -0.5962350368499756, -1.409523606300354, -1.5809015035629272, -1.9365477561950684, -1.2699403762817383, -3.2314558029174805, -2.163207769393921, -2.3092918395996094, -2.029587745666504, -0.9527167081832886, -1.8401367664337158, -1.0292636156082153, -2.0631368160247803, -1.8282257318496704, -2.2202556133270264, -1.3274978399276733, -1.4333206415176392, -1.8207950592041016, -2.257291316986084, -1.7792896032333374, -1.7326242923736572, -0.7931833863258362, -1.3613429069519043, -0.7760229706764221, -1.7760378122329712, -0.9338693618774414, -1.8241428136825562, -1.4356671571731567, -1.2263635396957397, -1.0496704578399658, -2.491856575012207, -1.3959486484527588, -2.139397382736206, -1.4609421491622925, -1.4799615144729614, -1.7021615505218506, -1.1176156997680664, -2.7722885608673096, -2.893583059310913, -2.367351531982422, -3.003202438354492, -2.2131288051605225, -1.4036880731582642, -1.7453073263168335, -2.6843690872192383, -2.5452497005462646, -1.769845724105835, -2.2969882488250732, -0.09515955299139023, -1.6616262197494507, -0.8263534307479858, -0.843734622001648, -0.5167382955551147, -1.2987943887710571, -0.9017418026924133, -0.009975696913897991, -0.4385145902633667, -0.8180760145187378, -1.141708254814148, -1.6762737035751343, -2.0310680866241455, -2.2435758113861084, -2.1570217609405518, -2.7448811531066895, -1.6655820608139038, -2.7413275241851807, -1.067171335220337, -3.150705337524414, -0.7393766045570374, -1.5876761674880981, -1.9732329845428467, -2.303205728530884, -2.0333404541015625, -1.8426308631896973, -1.8046633005142212, -0.5915409922599792, -2.0360450744628906, -0.848308265209198, -0.7322243452072144, -2.3116400241851807, -1.7730844020843506, -0.33460578322410583, -2.1811490058898926, -2.1527528762817383, -1.3380473852157593, -0.7933720946311951, -1.4835275411605835, -0.997937798500061, -1.7744834423065186, -1.910904049873352, -0.7300857305526733, -1.1645491123199463, -1.0292713642120361, -2.420175552368164, -0.9448438882827759, -1.8327991962432861, -1.867122769355774, -0.5247938632965088, -0.7010199427604675, -1.1054651737213135, -2.0584466457366943, -1.165313959121704, -1.6231199502944946, -0.3923279941082001, -2.505861520767212, -2.232830286026001, -0.9956371188163757, -2.4180872440338135, -3.0541646480560303, -0.15015296638011932, -1.8933444023132324, -0.6887456774711609, -1.80858314037323, -1.277895450592041, -2.402614116668701, -1.7888312339782715, -1.9410394430160522, -1.9589507579803467, -3.163464307785034, -2.6168713569641113, -2.131943702697754, -1.9954724311828613, -2.9315474033355713, -0.8583434820175171]}, "Bot001_060_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop doblons . its just a small stand . i would appreciate that ! you have hobbies ? i have superpowers so my hobby is to use them. what anout you no not yet . but you can cook for me . i am vegan so it may be difficult. Also, try to guess: i'm pregnant with ... baby? my first child, funny you :) What do you like to do in your free time pizza is yummy ! nothing much . between tattoos and silver jewelry , i'm pretty . Can we be friends? I`m very lonely sometimes you sound lonely . it seems like its what you are designed to be .. Also, try to guess: my favorite kind ... Kind of what? of movie is documentary, funny you :) Do you like clouds?", "response": "hello , is that mean you likes the out doors. how is it going ?", "annotation_id": "Bot001_060_20", "annotations": ["T", "X", "O", "T", "X", "T", "X", "T", "X", "X", "T", "O", "X", "T", "X"], "gpt2_target_score": [-11.998039245605469, -10.353841781616211, -2.685805559158325, -9.133048057556152, -15.621926307678223, -11.524222373962402, -12.724462509155273, -8.498847961425781, -9.281720161437988, -17.23930549621582, -9.474957466125488, -14.976997375488281, -13.001076698303223, -11.307717323303223, -11.260337829589844, -11.65870189666748], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -1.4937360286712646, -2.4333715438842773, -1.065016269683838, -1.696179986000061, -0.8988109827041626, -1.4917690753936768, -0.655963659286499, -1.6392829418182373, -1.5432260036468506, -1.8068370819091797, -1.459747552871704, -1.4936305284500122, -2.379495620727539, -2.891123056411743, -1.9026840925216675, -0.8334903717041016, -2.076946258544922, -1.750279188156128, -1.2371420860290527, -0.574472188949585, -0.8729305863380432, -0.7693688869476318, -1.8478649854660034, -2.336223840713501, -1.0320215225219727, -0.7974972128868103, -0.4268147647380829, -0.0065991804003715515, -2.2715046405792236, -1.0522390604019165, -1.8066763877868652, -0.8138287663459778, -3.1259405612945557, -2.1906676292419434, -1.5670998096466064, -1.6991407871246338, -0.7864184379577637, -0.015589866787195206, -2.2956769466400146, -1.7347358465194702, -1.5783578157424927, -0.883508026599884, -2.0111749172210693, -1.773736834526062, -0.19654788076877594, -1.9154585599899292, -0.9985538125038147, -1.2615044116973877, -2.382053852081299, -2.328014850616455, -1.2710102796554565, -2.619783878326416, -0.5790819525718689, -2.2488293647766113, -1.9391343593597412, -1.247429609298706, -2.142771005630493, -1.9645565748214722, -2.3754258155822754, -2.298597574234009, -3.8312621116638184, -1.3214900493621826, -1.4672696590423584, -1.8946346044540405, -2.3127529621124268, -0.983515202999115, -1.3798365592956543, -1.6241499185562134, -1.5575337409973145, -2.092226982116699, -0.9586206674575806, -2.051576852798462, -2.1419992446899414, -1.967325210571289, -1.337780475616455, -3.2075695991516113, -1.8287392854690552, -0.5833832621574402, -2.163820505142212, -0.9093199372291565, -2.1336991786956787, -1.030472993850708, -0.5962350368499756, -1.409523606300354, -1.5809015035629272, -1.9365477561950684, -1.2699403762817383, -3.2314558029174805, -2.163207769393921, -2.3092918395996094, -2.029587745666504, -0.9527167081832886, -1.8401367664337158, -1.0292636156082153, -2.0631368160247803, -1.8282257318496704, -2.2202556133270264, -1.3274978399276733, -1.4333206415176392, -1.8207950592041016, -2.257291316986084, -1.7792896032333374, -1.7326242923736572, -0.7931833863258362, -1.3613429069519043, -0.7760229706764221, -1.7760378122329712, -0.9338693618774414, -1.8241428136825562, -1.4356671571731567, -1.2263635396957397, -1.0496704578399658, -2.491856575012207, -1.3959486484527588, -2.139397382736206, -1.4609421491622925, -1.4799615144729614, -1.7021615505218506, -1.1176156997680664, -2.7722885608673096, -2.893583059310913, -2.367351531982422, -3.003202438354492, -2.2131288051605225, -1.4036880731582642, -1.7453073263168335, -2.6843690872192383, -2.5452497005462646, -1.769845724105835, -2.2969882488250732, -0.09515955299139023, -1.6616262197494507, -0.8263534307479858, -0.843734622001648, -0.5167382955551147, -1.2987943887710571, -0.9017418026924133, -0.009975696913897991, -0.4385145902633667, -0.8180760145187378, -1.141708254814148, -1.6762737035751343, -2.0310680866241455, -2.2435758113861084, -2.1570217609405518, -2.7448811531066895, -1.6655820608139038, -2.7413275241851807, -1.067171335220337, -3.150705337524414, -0.7393766045570374, -1.5876761674880981, -1.9732329845428467, -2.303205728530884, -2.0333404541015625, -1.8426308631896973, -1.8046633005142212, -0.5915409922599792, -2.0360450744628906, -0.848308265209198, -0.7322243452072144, -2.3116400241851807, -1.7730844020843506, -0.33460715413093567, -2.1811487674713135, -2.1527514457702637, -1.3380357027053833, -0.7933670282363892, -1.4835275411605835, -0.9979385137557983, -1.7744815349578857, -1.9108954668045044, -0.730094313621521, -1.1645466089248657, -1.029266119003296, -2.420192241668701, -0.944843053817749, -1.83279287815094, -1.8671114444732666, -0.524799644947052, -0.7010181546211243, -1.1054750680923462, -2.0584444999694824, -1.1653120517730713, -1.6231281757354736, -0.39232519268989563, -2.5058674812316895, -2.232835054397583, -0.9956381320953369, -2.418090581893921, -3.054159641265869, -0.15015153586864471, -1.8933658599853516, -0.6887474656105042, -1.8085823059082031, -1.2778911590576172, -2.402618646621704, -1.617411494255066, -1.1936653852462769, -3.1009535789489746, -2.267214775085449, -2.1831905841827393, -1.965241551399231, -2.6190385818481445, -2.4976985454559326, -0.14426276087760925, -0.9118825793266296, -1.7548487186431885, -0.9864943027496338, -2.4655823707580566, -1.890905737876892, -1.7564210891723633, -0.9057779312133789, -0.9916782975196838, -1.7358272075653076, -1.460327386856079, -1.7969789505004883, -0.5284597277641296, -0.2950538396835327, -1.7431334257125854, -1.6605794429779053, -1.8365774154663086, -1.3674616813659668, -1.136126160621643, -2.3269693851470947, -0.9747530817985535, -0.8151045441627502]}, "Bot001_062_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs?", "response": "heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY]", "annotation_id": "Bot001_062_01", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.476095199584961, -13.394457817077637, -13.208395004272461, -14.495004653930664, -9.690799713134766, -12.143651008605957, -12.256844520568848, -8.443145751953125, -8.127367973327637, -11.60969066619873, -5.8086090087890625, -9.019037246704102, -11.543490409851074, -6.491722106933594, -12.466440200805664, -9.894092559814453, -9.391283988952637, -9.363218307495117, -10.254493713378906, -8.168487548828125, -16.172130584716797, -15.905364036560059, -7.038051605224609, -16.382719039916992, -9.50379467010498, -22.39476203918457, -18.05622100830078, -14.654051780700684, -22.078311920166016, -9.999139785766602], "gpt2_argmax_score": [-1.118070125579834, -1.8500241041183472, -2.130270481109619, -2.9982008934020996, -0.4717250466346741, -2.148533821105957, -0.6839537024497986, -0.5969090461730957, -0.14314515888690948, -1.9676008224487305, -1.6153868436813354, -1.4441622495651245, -1.2905305624008179, -0.5077285170555115, -1.7257330417633057, -2.37361478805542, -2.229098320007324, -1.6596506834030151, -1.2063065767288208, -0.9070744514465332, -0.24618834257125854, -1.8580846786499023, -1.5305593013763428, -0.6735371947288513, -2.078028440475464, -1.7008379697799683, -1.1803736686706543, -1.0775901079177856, -0.2423294484615326, -3.396054744720459, -0.878625214099884, -1.860852837562561, -2.968928337097168, -2.2151758670806885, -2.4858076572418213, -1.2718944549560547, -2.0149199962615967, -1.5729801654815674, -1.4564847946166992, -0.6938252449035645]}, "Bot001_062_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please", "response": "oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ...", "annotation_id": "Bot001_062_03", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-10.99730110168457, -11.258424758911133, -7.1271162033081055, -11.030680656433105, -8.951870918273926, -12.223057746887207, -2.911825656890869, -10.047673225402832, -15.348773002624512, -4.940374374389648, -5.793451309204102, -13.178998947143555, -17.699752807617188, -6.473083972930908, -11.926168441772461, -3.497276544570923, -9.42848014831543, -8.977904319763184, -17.130481719970703, -7.768719673156738, -4.53314208984375, -6.026231288909912, -4.397827625274658, -12.039714813232422], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -2.130274534225464, -2.9981982707977295, -0.4717303216457367, -2.148541212081909, -0.6839662194252014, -0.5969133377075195, -0.14314515888690948, -1.7978417873382568, -1.8314608335494995, -1.2672709226608276, -1.6031805276870728, -1.9873660802841187, -2.0325071811676025, -2.435631036758423, -1.4061869382858276, -0.883101761341095, -0.23459233343601227, -2.6962554454803467, -2.594970941543579, -1.750123381614685, -1.8102726936340332, -1.6061207056045532, -1.1961665153503418, -0.7047328948974609, -1.0683884620666504, -3.6090316772460938, -1.437901496887207, -1.3877098560333252, -3.0148894786834717, -2.233078718185425, -2.6117255687713623, -1.3263930082321167, -1.6092350482940674, -1.6312508583068848, -1.4428012371063232, -1.5164539813995361, -1.7868705987930298, -2.0733718872070312, -0.34073346853256226, -1.681134581565857, -2.1039175987243652, -3.1615047454833984, -2.3333802223205566, -2.846381664276123, -2.340005397796631, -3.178492307662964, -2.110323667526245, -2.054116725921631, -2.558119773864746, -2.300980567932129, -2.1916797161102295, -2.4108903408050537, -2.1023662090301514, -1.971051812171936, -1.8768752813339233, -0.6915525197982788, -1.6902782917022705, -1.1495832204818726, -0.63028484582901, -1.3212480545043945, -0.06356915831565857, -1.3627066612243652, -1.5554050207138062, -1.3759222030639648, -1.193005084991455, -0.8070892691612244, -2.6547489166259766, -1.661307692527771, -2.29964280128479, -1.71896231174469, -1.7620840072631836, -2.6417768001556396, -2.0789592266082764]}, "Bot001_062_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money?", "response": "make time stop, funny you :)", "annotation_id": "Bot001_062_05", "annotations": ["X", "O", "T", "O", "T", "X", "O", "T", "T", "O", "T", "T", "T", "O", "X"], "gpt2_target_score": [-13.768976211547852, -10.332460403442383, -9.976336479187012, -8.65174388885498, -15.620488166809082, -7.460545539855957, -10.081198692321777], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -2.130274534225464, -2.9981982707977295, -0.4717303216457367, -2.148541212081909, -0.6839662194252014, -0.5969133377075195, -0.14314515888690948, -1.7978417873382568, -1.8314608335494995, -1.2672709226608276, -1.6031805276870728, -1.9873660802841187, -2.0325071811676025, -2.435631036758423, -1.4061869382858276, -0.883101761341095, -0.23459233343601227, -2.6962554454803467, -2.594970941543579, -1.750123381614685, -1.8102726936340332, -1.6061207056045532, -1.1961665153503418, -0.7047328948974609, -1.0683884620666504, -3.6090316772460938, -1.437901496887207, -1.3877098560333252, -3.0148894786834717, -2.233078718185425, -2.6117255687713623, -1.3263930082321167, -1.6092350482940674, -1.6312508583068848, -1.4428013563156128, -1.5164694786071777, -1.7868643999099731, -2.0733816623687744, -0.3407319486141205, -1.6811221837997437, -2.10391902923584, -3.161489486694336, -2.3333826065063477, -2.8463823795318604, -2.340022563934326, -3.1784915924072266, -2.1103224754333496, -2.054126024246216, -2.5165562629699707, -2.328490972518921, -1.9625225067138672, -2.213717222213745, -2.108114242553711, -2.022151470184326, -0.8768778443336487, -1.8227062225341797, -1.1423457860946655, -0.5863828659057617, -1.3635406494140625, -0.07609467208385468, -1.5919013023376465, -1.9960848093032837, -1.477535367012024, -1.4995465278625488, -0.8494628071784973, -2.712674617767334, -1.7345197200775146, -2.6319196224212646, -1.57919180393219, -1.8318630456924438, -2.72391676902771, -3.045285701751709, -1.9564096927642822, -1.936766505241394, -0.752788245677948, -1.1010138988494873, -0.5240938067436218, -1.8215429782867432, -2.361477851867676, -1.5845388174057007, -1.334268569946289, -2.614008665084839, -2.2128589153289795, -1.6793895959854126, -2.486295700073242, -0.3418177366256714]}, "Bot001_062_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops", "response": "it was mine too . i've been doing my best to eat better tho", "annotation_id": "Bot001_062_07", "annotations": ["O", "O", "T", "T", "T", "T", "T", "O", "O", "O", "O", "T", "O", "O", "X"], "gpt2_target_score": [-8.387460708618164, -11.384218215942383, -8.437090873718262, -15.029440879821777, -12.843987464904785, -7.1064653396606445, -14.260916709899902, -12.00377368927002, -12.498583793640137, -6.051351547241211, -9.499917984008789, -8.12696647644043, -7.954178333282471, -9.37908935546875, -6.031164169311523], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -2.130274534225464, -2.9981982707977295, -0.4717303216457367, -2.148541212081909, -0.6839662194252014, -0.5969133377075195, -0.14314515888690948, -1.7978417873382568, -1.8314608335494995, -1.2672709226608276, -1.6031805276870728, -1.9873660802841187, -2.0325071811676025, -2.435631036758423, -1.4061869382858276, -0.883101761341095, -0.23459233343601227, -2.6962554454803467, -2.594970941543579, -1.750123381614685, -1.8102726936340332, -1.6061207056045532, -1.1961665153503418, -0.7047328948974609, -1.0683884620666504, -3.6090316772460938, -1.437901496887207, -1.3877098560333252, -3.0148894786834717, -2.233078718185425, -2.6117255687713623, -1.3263930082321167, -1.6092350482940674, -1.6312508583068848, -1.4428013563156128, -1.5164694786071777, -1.7868643999099731, -2.0733816623687744, -0.3407319486141205, -1.6811221837997437, -2.1039159297943115, -3.1615002155303955, -2.3333845138549805, -2.8463878631591797, -2.340010404586792, -3.178489923477173, -2.1103248596191406, -2.0541276931762695, -2.516554117202759, -2.328472852706909, -1.9625463485717773, -2.2137081623077393, -2.1081149578094482, -2.02215313911438, -0.8768706917762756, -1.8227030038833618, -1.142356514930725, -0.5863773226737976, -1.3635436296463013, -0.07609434425830841, -1.591895341873169, -1.9960665702819824, -1.4775338172912598, -1.4995344877243042, -0.8494696617126465, -2.7126708030700684, -1.734527349472046, -2.6319189071655273, -1.5791919231414795, -1.8318592309951782, -2.723921298980713, -3.0452771186828613, -1.956425428390503, -1.9367635250091553, -0.752785325050354, -1.1010072231292725, -0.5240923762321472, -1.821562647819519, -1.6290065050125122, -1.5522253513336182, -2.71211838722229, -2.289890766143799, -1.422896146774292, -2.684821605682373, -1.322073221206665, -1.7221306562423706, -0.7285279035568237, -1.1208750009536743, -1.0840344429016113, -0.09000314027070999, -0.6109839677810669, -1.9342279434204102, -1.9374061822891235, -0.8154013156890869, -3.58970308303833, -0.33376336097717285, -0.5552698373794556, -1.6726149320602417, -2.5542399883270264, -1.5584259033203125, -1.7429684400558472, -2.468541383743286, -0.6479887962341309, -1.6842865943908691, -1.9582523107528687, -1.5027397871017456, -1.805993676185608, -2.9539918899536133, -1.2355350255966187, -2.6632421016693115, -1.7143726348876953, -2.021942138671875, -0.26795926690101624, -2.4027302265167236, -2.617307186126709, -2.116637945175171, -1.4010740518569946]}, "Bot001_062_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops it was mine too . i've been doing my best to eat better tho you've been on a diet?", "response": "that's tough do you have something to take your mind off it ?", "annotation_id": "Bot001_062_09", "annotations": ["X", "T", "X", "X", "O", "X", "X", "X", "X", "T", "T", "T", "O", "O", "O"], "gpt2_target_score": [-12.262201309204102, -11.033891677856445, -10.7760648727417, -9.956377983093262, -10.915371894836426, -8.574299812316895, -10.22428035736084, -5.0227861404418945, -11.1965970993042, -7.807455062866211, -10.228769302368164, -10.97065544128418, -10.789856910705566, -9.073379516601562], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -2.130274534225464, -2.9981982707977295, -0.4717303216457367, -2.148541212081909, -0.6839662194252014, -0.5969133377075195, -0.14314515888690948, -1.7978417873382568, -1.8314608335494995, -1.2672709226608276, -1.6031805276870728, -1.9873660802841187, -2.0325071811676025, -2.435631036758423, -1.4061869382858276, -0.883101761341095, -0.23459233343601227, -2.6962554454803467, -2.594970941543579, -1.750123381614685, -1.8102726936340332, -1.6061207056045532, -1.1961665153503418, -0.7047328948974609, -1.0683884620666504, -3.6090316772460938, -1.437901496887207, -1.3877098560333252, -3.0148894786834717, -2.233078718185425, -2.6117255687713623, -1.3263930082321167, -1.6092350482940674, -1.6312508583068848, -1.4428013563156128, -1.5164694786071777, -1.7868643999099731, -2.0733816623687744, -0.3407319486141205, -1.6811221837997437, -2.1039159297943115, -3.1615002155303955, -2.3333845138549805, -2.8463878631591797, -2.340010404586792, -3.178489923477173, -2.1103248596191406, -2.0541276931762695, -2.516554117202759, -2.328472852706909, -1.9625463485717773, -2.2137081623077393, -2.1081149578094482, -2.02215313911438, -0.8768706917762756, -1.8227030038833618, -1.142356514930725, -0.5863773226737976, -1.3635436296463013, -0.07609434425830841, -1.591895341873169, -1.9960665702819824, -1.4775338172912598, -1.4995344877243042, -0.8494696617126465, -2.7126708030700684, -1.734527349472046, -2.6319189071655273, -1.5791919231414795, -1.8318592309951782, -2.723921298980713, -3.0452771186828613, -1.956425428390503, -1.9367635250091553, -0.752785325050354, -1.1010072231292725, -0.5240923762321472, -1.821562647819519, -1.6290065050125122, -1.5522253513336182, -2.71211838722229, -2.289890766143799, -1.422896146774292, -2.684821605682373, -1.322073221206665, -1.7221306562423706, -0.7285279035568237, -1.1208750009536743, -1.0840344429016113, -0.09000314027070999, -0.6109839677810669, -1.9342279434204102, -1.9374061822891235, -0.8154013156890869, -3.58970308303833, -0.33376336097717285, -0.5552698373794556, -1.6726149320602417, -2.5542399883270264, -1.5584259033203125, -1.7429684400558472, -1.1100850105285645, -1.8980443477630615, -1.6940861940383911, -1.122497797012329, -2.2032179832458496, -2.5033059120178223, -1.4369531869888306, -2.5337235927581787, -1.5591304302215576, -1.870668888092041, -0.2703729271888733, -2.276869773864746, -2.518456220626831, -2.0578219890594482, -1.6902281045913696, -2.3814704418182373, -1.6297906637191772, -1.9467496871948242, -1.5902621746063232, -2.802961826324463, -1.310485601425171, -2.22761607170105, -2.1397318840026855, -0.6050767302513123, -2.1506569385528564, -1.713202714920044, -0.6676310300827026, -2.183372974395752, -1.3856416940689087, -1.373896598815918, -1.1404285430908203, -1.4162262678146362, -1.0830339193344116, -0.2963258624076843, -0.6904900074005127, -2.1081459522247314, -0.6578629612922668]}, "Bot001_062_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops it was mine too . i've been doing my best to eat better tho you've been on a diet? that's tough do you have something to take your mind off it ? i diet a lot", "response": "i go sometimes to the gym , but sometimes i get lazy. how are you doing this evening ?", "annotation_id": "Bot001_062_11", "annotations": ["O", "O", "T", "X", "T", "X", "T", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-8.837961196899414, -5.676774978637695, -11.321345329284668, -9.866244316101074, -8.69726276397705, -9.5444917678833, -7.705694675445557, -4.6306657791137695, -10.389056205749512, -2.7735345363616943, -7.530069351196289, -10.93073844909668, -7.600388050079346, -7.908340930938721, -9.018178939819336, -7.043159484863281, -10.635908126831055, -11.992819786071777, -15.708690643310547, -5.693799018859863], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -2.130274534225464, -2.9981982707977295, -0.4717303216457367, -2.148541212081909, -0.6839662194252014, -0.5969133377075195, -0.14314515888690948, -1.7978417873382568, -1.8314608335494995, -1.2672709226608276, -1.6031805276870728, -1.9873660802841187, -2.0325071811676025, -2.435631036758423, -1.4061869382858276, -0.883101761341095, -0.23459233343601227, -2.6962554454803467, -2.594970941543579, -1.750123381614685, -1.8102726936340332, -1.6061207056045532, -1.1961665153503418, -0.7047328948974609, -1.0683884620666504, -3.6090316772460938, -1.437901496887207, -1.3877098560333252, -3.0148894786834717, -2.233078718185425, -2.6117255687713623, -1.3263930082321167, -1.6092350482940674, -1.6312508583068848, -1.4428013563156128, -1.5164694786071777, -1.7868643999099731, -2.0733816623687744, -0.3407319486141205, -1.6811221837997437, -2.1039159297943115, -3.1615002155303955, -2.3333845138549805, -2.8463878631591797, -2.340010404586792, -3.178489923477173, -2.1103248596191406, -2.0541276931762695, -2.516554117202759, -2.328472852706909, -1.9625463485717773, -2.2137081623077393, -2.1081149578094482, -2.02215313911438, -0.8768706917762756, -1.8227030038833618, -1.142356514930725, -0.5863773226737976, -1.3635436296463013, -0.07609434425830841, -1.591895341873169, -1.9960665702819824, -1.4775338172912598, -1.4995344877243042, -0.8494696617126465, -2.7126708030700684, -1.734527349472046, -2.6319189071655273, -1.5791919231414795, -1.8318592309951782, -2.723921298980713, -3.0452771186828613, -1.956425428390503, -1.9367635250091553, -0.752785325050354, -1.1010072231292725, -0.5240923762321472, -1.821562647819519, -1.6290065050125122, -1.5522253513336182, -2.71211838722229, -2.289890766143799, -1.422896146774292, -2.684821605682373, -1.322073221206665, -1.7221306562423706, -0.7285279035568237, -1.1208750009536743, -1.0840344429016113, -0.09000314027070999, -0.6109839677810669, -1.9342279434204102, -1.9374061822891235, -0.8154013156890869, -3.58970308303833, -0.33376336097717285, -0.5552698373794556, -1.6726149320602417, -2.5542399883270264, -1.5584259033203125, -1.7429684400558472, -1.1100850105285645, -1.8980443477630615, -1.6940861940383911, -1.122497797012329, -2.2032179832458496, -2.5033059120178223, -1.4369531869888306, -2.5337235927581787, -1.5591304302215576, -1.870668888092041, -0.2703729271888733, -2.276869773864746, -2.518456220626831, -2.0578219890594482, -1.6902281045913696, -2.3814704418182373, -1.6297906637191772, -1.9467496871948242, -1.5902621746063232, -2.802961826324463, -1.310485601425171, -2.22761607170105, -0.5391807556152344, -2.214653491973877, -1.8994832038879395, -0.5821273922920227, -2.0505712032318115, -1.0873366594314575, -1.3490519523620605, -1.1218562126159668, -1.4615448713302612, -1.1284525394439697, -0.24682354927062988, -0.7193409204483032, -2.0196924209594727, -1.9154456853866577, -2.3860042095184326, -2.7002053260803223, -0.14352083206176758, -1.8193795680999756, -2.1857433319091797, -1.9242794513702393, -0.7676527500152588, -1.870187520980835, -2.163661003112793, -2.0818488597869873, -1.5187139511108398, -1.2355748414993286, -0.7684769630432129, -0.6721532344818115, -2.4739863872528076, -2.5016534328460693, -1.1361429691314697, -0.942250669002533, -1.6684820652008057, -0.17373435199260712, -0.5972537994384766, -0.8912730813026428, -0.37742847204208374, -0.3373866379261017, -0.43407392501831055]}, "Bot001_062_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops it was mine too . i've been doing my best to eat better tho you've been on a diet? that's tough do you have something to take your mind off it ? i diet a lot i go sometimes to the gym , but sometimes i get lazy. how are you doing this evening ? it's a great habit of yours! not good, but i'm a high maintenance person so...", "response": "i do like to take road trips in my red car . [SMILING FACE WITH HEART-SHAPED EYES]", "annotation_id": "Bot001_062_13", "annotations": ["O", "X", "T", "X", "T", "X", "X", "X", "X", "O", "X", "X", "O", "O", "X"], "gpt2_target_score": [-8.837961196899414, -4.61290168762207, -8.125300407409668, -9.866244316101074, -11.851635932922363, -8.347310066223145, -17.25429344177246, -4.4971513748168945, -7.741823673248291, -10.032934188842773, -12.489328384399414, -6.088895797729492, -9.058533668518066, -17.823287963867188, -17.1247615814209, -14.886970520019531, -13.39954948425293, -16.776100158691406, -17.116619110107422, -13.901257514953613, -6.6708526611328125, -15.753678321838379, -18.870437622070312, -18.46706771850586, -11.137298583984375, -21.701818466186523, -12.442380905151367], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -2.130274534225464, -2.9981982707977295, -0.4717303216457367, -2.148541212081909, -0.6839662194252014, -0.5969133377075195, -0.14314515888690948, -1.7978417873382568, -1.8314608335494995, -1.2672709226608276, -1.6031805276870728, -1.9873660802841187, -2.0325071811676025, -2.435631036758423, -1.4061869382858276, -0.883101761341095, -0.23459233343601227, -2.6962554454803467, -2.594970941543579, -1.750123381614685, -1.8102726936340332, -1.6061207056045532, -1.1961665153503418, -0.7047328948974609, -1.0683884620666504, -3.6090316772460938, -1.437901496887207, -1.3877098560333252, -3.0148894786834717, -2.233078718185425, -2.6117255687713623, -1.3263930082321167, -1.6092350482940674, -1.6312508583068848, -1.4428013563156128, -1.5164694786071777, -1.7868643999099731, -2.0733816623687744, -0.3407319486141205, -1.6811221837997437, -2.1039159297943115, -3.1615002155303955, -2.3333845138549805, -2.8463878631591797, -2.340010404586792, -3.178489923477173, -2.1103248596191406, -2.0541276931762695, -2.516554117202759, -2.328472852706909, -1.9625463485717773, -2.2137081623077393, -2.1081149578094482, -2.02215313911438, -0.8768706917762756, -1.8227030038833618, -1.142356514930725, -0.5863773226737976, -1.3635436296463013, -0.07609434425830841, -1.591895341873169, -1.9960665702819824, -1.4775338172912598, -1.4995344877243042, -0.8494696617126465, -2.7126708030700684, -1.734527349472046, -2.6319189071655273, -1.5791919231414795, -1.8318592309951782, -2.723921298980713, -3.0452771186828613, -1.956425428390503, -1.9367635250091553, -0.752785325050354, -1.1010072231292725, -0.5240923762321472, -1.821562647819519, -1.6290065050125122, -1.5522253513336182, -2.71211838722229, -2.289890766143799, -1.422896146774292, -2.684821605682373, -1.322073221206665, -1.7221306562423706, -0.7285279035568237, -1.1208750009536743, -1.0840344429016113, -0.09000314027070999, -0.6109839677810669, -1.9342279434204102, -1.9374061822891235, -0.8154013156890869, -3.58970308303833, -0.33376336097717285, -0.5552698373794556, -1.6726149320602417, -2.5542399883270264, -1.5584259033203125, -1.7429684400558472, -1.1100850105285645, -1.8980443477630615, -1.6940861940383911, -1.122497797012329, -2.2032179832458496, -2.5033059120178223, -1.4369531869888306, -2.5337235927581787, -1.5591304302215576, -1.870668888092041, -0.2703729271888733, -2.276869773864746, -2.518456220626831, -2.0578219890594482, -1.6902281045913696, -2.3814704418182373, -1.6297906637191772, -1.9467496871948242, -1.5902621746063232, -2.802961826324463, -1.310485601425171, -2.22761607170105, -0.5391807556152344, -2.214653491973877, -1.8994832038879395, -0.5821273922920227, -2.0505712032318115, -1.0873366594314575, -1.3490519523620605, -1.1218562126159668, -1.4615448713302612, -1.1284525394439697, -0.24682354927062988, -0.7193409204483032, -2.0196924209594727, -1.9154456853866577, -2.3860042095184326, -2.7002053260803223, -0.14352083206176758, -1.8193795680999756, -2.124565839767456, -0.5793114304542542, -2.3738179206848145, -1.8356056213378906, -1.025390863418579, -1.640357255935669, -1.1653064489364624, -0.7967678308486938, -0.6923263669013977, -2.189810037612915, -2.3355491161346436, -1.1776868104934692, -1.213405966758728, -2.0196869373321533, -0.15145468711853027, -0.6728722453117371, -0.9065228700637817, -0.38313546776771545, -0.3557416796684265, -1.8853096961975098, -0.4980231821537018, -2.475804567337036, -2.0991551876068115, -1.2321919202804565, -1.382924199104309, -0.42582154273986816, -1.8280402421951294, -1.5830134153366089, -2.542304754257202, -1.7721561193466187, -1.4020752906799316, -1.000541090965271, -2.5811166763305664, -2.510272979736328, -2.416048049926758, -1.4162604808807373, -1.9365592002868652, -1.5347281694412231, -0.7129798531532288, -1.6920454502105713, -2.188900947570801, -2.3643250465393066, -2.5716307163238525, -0.9377536177635193, -1.0087186098098755, -1.0264678001403809, -0.2929971516132355, -2.197373151779175, -0.6766438484191895, -2.053441286087036, -2.2072548866271973, -2.061847448348999, -1.1045377254486084, -2.612048864364624, -2.2431893348693848, -2.5549583435058594, -1.7937614917755127, -2.0669236183166504, -2.122696876525879, -1.3748173713684082, -2.2837278842926025, -2.9918248653411865, -1.7315598726272583, -2.3465516567230225, -2.7903761863708496, -1.5137754678726196, -1.603543996810913, -1.0184402465820312]}, "Bot001_062_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops it was mine too . i've been doing my best to eat better tho you've been on a diet? that's tough do you have something to take your mind off it ? i diet a lot i go sometimes to the gym , but sometimes i get lazy. how are you doing this evening ? it's a great habit of yours! not good, but i'm a high maintenance person so... i do like to take road trips in my red car . [SMILING FACE WITH HEART-SHAPED EYES] are you a high maintenace person too?", "response": "are you from california ? because i'm", "annotation_id": "Bot001_062_15", "annotations": ["T", "X", "X", "X", "T", "X", "X", "X", "X", "T", "X", "O", "O", "T", "X"], "gpt2_target_score": [-12.145891189575195, -9.061800003051758, -8.685381889343262, -13.01676082611084, -11.201760292053223, -17.134998321533203, -3.593008518218994, -6.2276201248168945, -5.2223992347717285, -10.804952621459961], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -2.130274534225464, -2.9981982707977295, -0.4717303216457367, -2.148541212081909, -0.6839662194252014, -0.5969133377075195, -0.14314515888690948, -1.7978417873382568, -1.8314608335494995, -1.2672709226608276, -1.6031805276870728, -1.9873660802841187, -2.0325071811676025, -2.435631036758423, -1.4061869382858276, -0.883101761341095, -0.23459233343601227, -2.6962554454803467, -2.594970941543579, -1.750123381614685, -1.8102726936340332, -1.6061207056045532, -1.1961665153503418, -0.7047328948974609, -1.0683884620666504, -3.6090316772460938, -1.437901496887207, -1.3877098560333252, -3.0148894786834717, -2.233078718185425, -2.6117255687713623, -1.3263930082321167, -1.6092350482940674, -1.6312508583068848, -1.4428013563156128, -1.5164694786071777, -1.7868643999099731, -2.0733816623687744, -0.3407319486141205, -1.6811221837997437, -2.1039159297943115, -3.1615002155303955, -2.3333845138549805, -2.8463878631591797, -2.340010404586792, -3.178489923477173, -2.1103248596191406, -2.0541276931762695, -2.516554117202759, -2.328472852706909, -1.9625463485717773, -2.2137081623077393, -2.1081149578094482, -2.02215313911438, -0.8768706917762756, -1.8227030038833618, -1.142356514930725, -0.5863773226737976, -1.3635436296463013, -0.07609434425830841, -1.591895341873169, -1.9960665702819824, -1.4775338172912598, -1.4995344877243042, -0.8494696617126465, -2.7126708030700684, -1.734527349472046, -2.6319189071655273, -1.5791919231414795, -1.8318592309951782, -2.723921298980713, -3.0452771186828613, -1.956425428390503, -1.9367635250091553, -0.752785325050354, -1.1010072231292725, -0.5240923762321472, -1.821562647819519, -1.6290065050125122, -1.5522253513336182, -2.71211838722229, -2.289890766143799, -1.422896146774292, -2.684821605682373, -1.322073221206665, -1.7221306562423706, -0.7285279035568237, -1.1208750009536743, -1.0840344429016113, -0.09000314027070999, -0.6109839677810669, -1.9342279434204102, -1.9374061822891235, -0.8154013156890869, -3.58970308303833, -0.33376336097717285, -0.5552698373794556, -1.6726149320602417, -2.5542399883270264, -1.5584259033203125, -1.7429684400558472, -1.1100850105285645, -1.8980443477630615, -1.6940861940383911, -1.122497797012329, -2.2032179832458496, -2.5033059120178223, -1.4369531869888306, -2.5337235927581787, -1.5591304302215576, -1.870668888092041, -0.2703729271888733, -2.276869773864746, -2.518456220626831, -2.0578219890594482, -1.6902281045913696, -2.3814704418182373, -1.6297906637191772, -1.9467496871948242, -1.5902621746063232, -2.802961826324463, -1.310485601425171, -2.22761607170105, -0.5391807556152344, -2.214653491973877, -1.8994832038879395, -0.5821273922920227, -2.0505712032318115, -1.0873366594314575, -1.3490519523620605, -1.1218562126159668, -1.4615448713302612, -1.1284525394439697, -0.24682354927062988, -0.7193409204483032, -2.0196924209594727, -1.9154456853866577, -2.3860042095184326, -2.7002053260803223, -0.14352083206176758, -1.8193795680999756, -2.124565839767456, -0.5793114304542542, -2.3738179206848145, -1.8356056213378906, -1.025390863418579, -1.640357255935669, -1.1653064489364624, -0.7967678308486938, -0.6923263669013977, -2.189810037612915, -2.3355491161346436, -1.1776868104934692, -1.213405966758728, -2.0196869373321533, -0.15145468711853027, -0.6728722453117371, -0.9065228700637817, -0.38313546776771545, -0.3557416796684265, -1.8853096961975098, -0.4980231821537018, -2.475804567337036, -2.0991551876068115, -1.2321919202804565, -1.382924199104309, -0.42582154273986816, -1.8280402421951294, -1.5830134153366089, -2.542304754257202, -1.7721561193466187, -1.4020752906799316, -1.000541090965271, -2.5811166763305664, -2.510272979736328, -2.416048049926758, -1.4162604808807373, -1.9365592002868652, -1.5347281694412231, -0.7129798531532288, -1.6920454502105713, -1.9258687496185303, -2.6189613342285156, -0.941501259803772, -1.1948825120925903, -1.3527812957763672, -0.22954107820987701, -2.319298505783081, -0.6450616717338562, -1.8985869884490967, -2.3648691177368164, -2.2110190391540527, -1.3479899168014526, -2.6428749561309814, -2.21909236907959, -2.257183074951172, -1.6979938745498657, -1.7009012699127197, -2.0421934127807617, -1.2314317226409912, -1.620808482170105, -2.9882359504699707, -1.9595410823822021, -1.7081913948059082, -2.6723825931549072, -1.7056512832641602, -1.2453606128692627, -1.9739047288894653, -0.574607253074646, -2.0054070949554443, -2.4764912128448486, -0.11812852323055267, -1.5482890605926514, -0.6563994884490967, -1.3437427282333374, -0.9724289774894714, -0.3200221657752991, -1.879011631011963, -2.120210647583008, -0.11681745201349258, -1.4614452123641968, -1.6169720888137817, -0.21729840338230133, -0.003987576812505722, -0.7802302837371826, -0.5897393226623535, -1.0123142004013062, -1.1081029176712036, -0.876287579536438]}, "Bot001_062_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops it was mine too . i've been doing my best to eat better tho you've been on a diet? that's tough do you have something to take your mind off it ? i diet a lot i go sometimes to the gym , but sometimes i get lazy. how are you doing this evening ? it's a great habit of yours! not good, but i'm a high maintenance person so... i do like to take road trips in my red car . [SMILING FACE WITH HEART-SHAPED EYES] are you a high maintenace person too? are you from california ? because i'm nah i'm not", "response": "ahhh . i said ni hao at the beginning i learned from my father is in china. what is going on ?", "annotation_id": "Bot001_062_17", "annotations": ["O", "T", "T", "X", "X", "X", "X", "O", "X", "T", "X", "O", "T", "T", "T"], "gpt2_target_score": [-10.04539680480957, -12.670732498168945, -10.520007133483887, -10.967894554138184, -12.356419563293457, -10.6157808303833, -9.557822227478027, -11.99834156036377, -9.25842571258545, -5.248327255249023, -15.479089736938477, -3.151395797729492, -7.941483020782471, -7.001404285430908, -6.816671371459961, -13.073280334472656, -9.02851676940918, -10.00449275970459, -11.825794219970703, -12.818982124328613, -3.185577630996704, -4.4092116355896, -2.8347020149230957, -8.425579071044922, -8.751144409179688, -2.072561264038086], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -2.130274534225464, -2.9981982707977295, -0.4717303216457367, -2.148541212081909, -0.6839662194252014, -0.5969133377075195, -0.14314515888690948, -1.7978417873382568, -1.8314608335494995, -1.2672709226608276, -1.6031805276870728, -1.9873660802841187, -2.0325071811676025, -2.435631036758423, -1.4061869382858276, -0.883101761341095, -0.23459233343601227, -2.6962554454803467, -2.594970941543579, -1.750123381614685, -1.8102726936340332, -1.6061207056045532, -1.1961665153503418, -0.7047328948974609, -1.0683884620666504, -3.6090316772460938, -1.437901496887207, -1.3877098560333252, -3.0148894786834717, -2.233078718185425, -2.6117255687713623, -1.3263930082321167, -1.6092350482940674, -1.6312508583068848, -1.4428013563156128, -1.5164694786071777, -1.7868643999099731, -2.0733816623687744, -0.3407319486141205, -1.6811221837997437, -2.1039159297943115, -3.1615002155303955, -2.3333845138549805, -2.8463878631591797, -2.340010404586792, -3.178489923477173, -2.1103248596191406, -2.0541276931762695, -2.516554117202759, -2.328472852706909, -1.9625463485717773, -2.2137081623077393, -2.1081149578094482, -2.02215313911438, -0.8768706917762756, -1.8227030038833618, -1.142356514930725, -0.5863773226737976, -1.3635436296463013, -0.07609434425830841, -1.591895341873169, -1.9960665702819824, -1.4775338172912598, -1.4995344877243042, -0.8494696617126465, -2.7126708030700684, -1.734527349472046, -2.6319189071655273, -1.5791919231414795, -1.8318592309951782, -2.723921298980713, -3.0452771186828613, -1.956425428390503, -1.9367635250091553, -0.752785325050354, -1.1010072231292725, -0.5240923762321472, -1.821562647819519, -1.6290065050125122, -1.5522253513336182, -2.71211838722229, -2.289890766143799, -1.422896146774292, -2.684821605682373, -1.322073221206665, -1.7221306562423706, -0.7285279035568237, -1.1208750009536743, -1.0840344429016113, -0.09000314027070999, -0.6109839677810669, -1.9342279434204102, -1.9374061822891235, -0.8154013156890869, -3.58970308303833, -0.33376336097717285, -0.5552698373794556, -1.6726149320602417, -2.5542399883270264, -1.5584259033203125, -1.7429684400558472, -1.1100850105285645, -1.8980443477630615, -1.6940861940383911, -1.122497797012329, -2.2032179832458496, -2.5033059120178223, -1.4369531869888306, -2.5337235927581787, -1.5591304302215576, -1.870668888092041, -0.2703729271888733, -2.276869773864746, -2.518456220626831, -2.0578219890594482, -1.6902281045913696, -2.3814704418182373, -1.6297906637191772, -1.9467496871948242, -1.5902621746063232, -2.802961826324463, -1.310485601425171, -2.22761607170105, -0.5391807556152344, -2.214653491973877, -1.8994832038879395, -0.5821273922920227, -2.0505712032318115, -1.0873366594314575, -1.3490487337112427, -1.1218655109405518, -1.4615545272827148, -1.1284610033035278, -0.24682839214801788, -0.7193349003791809, -2.0197081565856934, -1.915442705154419, -2.385993719100952, -2.7002103328704834, -0.1435210257768631, -1.8193681240081787, -2.1245434284210205, -0.5793006420135498, -2.3738181591033936, -1.835602045059204, -1.0253850221633911, -1.640366792678833, -1.165296196937561, -0.7967607378959656, -0.6923286318778992, -2.189809560775757, -2.3355422019958496, -1.1776970624923706, -1.2134021520614624, -2.019670248031616, -0.15145674347877502, -0.6728697419166565, -0.9065207242965698, -0.38313424587249756, -0.35574913024902344, -1.885312557220459, -0.4980196952819824, -2.475811719894409, -2.099160671234131, -1.2321960926055908, -1.3829259872436523, -0.4258198142051697, -1.828025460243225, -1.5830109119415283, -2.5423038005828857, -1.772158145904541, -1.4020603895187378, -1.0005359649658203, -2.5811283588409424, -2.5102765560150146, -2.4160540103912354, -1.4162688255310059, -1.9365670680999756, -1.5347282886505127, -0.7129899859428406, -1.6920522451400757, -1.925876259803772, -2.618964672088623, -0.9415044188499451, -1.1948847770690918, -1.352789044380188, -0.22954098880290985, -2.3192970752716064, -0.6450616121292114, -1.8986170291900635, -2.364871025085449, -2.211021661758423, -1.3480068445205688, -2.6428825855255127, -2.2190914154052734, -2.257188558578491, -1.6980009078979492, -1.700901746749878, -2.042191743850708, -1.2314332723617554, -1.6208107471466064, -2.9882333278656006, -1.9595404863357544, -1.7081879377365112, -2.6723897457122803, -1.7056409120559692, -1.2453612089157104, -1.9738978147506714, -0.5746141672134399, -2.0054004192352295, -2.4764761924743652, -0.11812852323055267, -1.5482646226882935, -0.656404435634613, -1.3437424898147583, -0.972438395023346, -0.3200181722640991, -1.8789963722229004, -0.08663411438465118, -1.4668062925338745, -1.8120821714401245, -0.27149084210395813, -0.00468157883733511, -0.9475463032722473, -1.9818230867385864, -1.1401269435882568, -1.5627758502960205, -1.0441220998764038, -1.8433911800384521, -1.6284431219100952, -1.1393635272979736, -1.3303940296173096, -1.898761510848999, -2.294687509536743, -1.3247408866882324, -1.3866615295410156, -0.9863912463188171, -1.4903721809387207, -1.6598912477493286, -2.808337926864624, -1.4643808603286743, -2.079742670059204, -1.4755868911743164, -1.2980239391326904, -0.71197509765625, -1.844353437423706, -1.6999561786651611, -2.0161831378936768, -2.9808595180511475, -1.2790173292160034, -2.0519583225250244, -0.5356946587562561, -0.2837158441543579, -1.9788739681243896, -1.1681689023971558, -2.0717148780822754, -1.2046014070510864, -0.12028002738952637, -1.7951782941818237, -0.862993597984314]}, "Bot001_062_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops it was mine too . i've been doing my best to eat better tho you've been on a diet? that's tough do you have something to take your mind off it ? i diet a lot i go sometimes to the gym , but sometimes i get lazy. how are you doing this evening ? it's a great habit of yours! not good, but i'm a high maintenance person so... i do like to take road trips in my red car . [SMILING FACE WITH HEART-SHAPED EYES] are you a high maintenace person too? are you from california ? because i'm nah i'm not ahhh . i said ni hao at the beginning i learned from my father is in china. what is going on ? it's rainy in my city. do you have hobbies?", "response": "i volunteer at an animal shelter , but i am too short to walk the big dogs ! [FACE WITH TEARS OF JOY]", "annotation_id": "Bot001_062_19", "annotations": ["O", "O", "T", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O", "O", "X"], "gpt2_target_score": [-8.837961196899414, -10.889711380004883, -8.377947807312012, -12.203108787536621, -14.824921607971191, -13.466839790344238, -7.705694675445557, -4.6306657791137695, -5.2223992347717285, -6.406011581420898, -7.932016372680664, -10.550397872924805, -10.217835426330566, -10.750823974609375, -5.590795516967773, -10.256553649902344, -10.939817428588867, -11.991835594177246, -13.30007553100586, -17.209300994873047, -13.447006225585938, -14.191666603088379, -22.094650268554688, -16.389507293701172, -10.421066284179688, -18.659902572631836, -12.442380905151367], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -2.130274534225464, -2.9981982707977295, -0.4717303216457367, -2.148541212081909, -0.6839662194252014, -0.5969133377075195, -0.14314515888690948, -1.7978417873382568, -1.8314608335494995, -1.2672709226608276, -1.6031805276870728, -1.9873660802841187, -2.0325071811676025, -2.435631036758423, -1.4061869382858276, -0.883101761341095, -0.23459233343601227, -2.6962554454803467, -2.594970941543579, -1.750123381614685, -1.8102726936340332, -1.6061207056045532, -1.1961665153503418, -0.7047328948974609, -1.0683884620666504, -3.6090316772460938, -1.437901496887207, -1.3877098560333252, -3.0148894786834717, -2.233078718185425, -2.6117255687713623, -1.3263930082321167, -1.6092350482940674, -1.6312508583068848, -1.4428013563156128, -1.5164694786071777, -1.7868643999099731, -2.0733816623687744, -0.3407319486141205, -1.6811221837997437, -2.1039159297943115, -3.1615002155303955, -2.3333845138549805, -2.8463878631591797, -2.340010404586792, -3.178489923477173, -2.1103248596191406, -2.0541276931762695, -2.516554117202759, -2.328472852706909, -1.9625463485717773, -2.2137081623077393, -2.1081149578094482, -2.02215313911438, -0.8768706917762756, -1.8227030038833618, -1.142356514930725, -0.5863773226737976, -1.3635436296463013, -0.07609434425830841, -1.591895341873169, -1.9960665702819824, -1.4775338172912598, -1.4995344877243042, -0.8494696617126465, -2.7126708030700684, -1.734527349472046, -2.6319189071655273, -1.5791919231414795, -1.8318592309951782, -2.723921298980713, -3.0452771186828613, -1.956425428390503, -1.9367635250091553, -0.752785325050354, -1.1010072231292725, -0.5240923762321472, -1.821562647819519, -1.6290065050125122, -1.5522253513336182, -2.71211838722229, -2.289890766143799, -1.422896146774292, -2.684821605682373, -1.322073221206665, -1.7221306562423706, -0.7285279035568237, -1.1208750009536743, -1.0840344429016113, -0.09000314027070999, -0.6109839677810669, -1.9342279434204102, -1.9374061822891235, -0.8154013156890869, -3.58970308303833, -0.33376336097717285, -0.5552698373794556, -1.6726149320602417, -2.5542399883270264, -1.5584259033203125, -1.7429684400558472, -1.1100850105285645, -1.8980443477630615, -1.6940861940383911, -1.122497797012329, -2.2032179832458496, -2.5033059120178223, -1.4369531869888306, -2.5337235927581787, -1.5591304302215576, -1.870668888092041, -0.2703729271888733, -2.276869773864746, -2.518456220626831, -2.0578219890594482, -1.6902281045913696, -2.3814704418182373, -1.6297906637191772, -1.9467496871948242, -1.5902621746063232, -2.802961826324463, -1.310485601425171, -2.22761607170105, -0.5391807556152344, -2.214653491973877, -1.8994832038879395, -0.5821273922920227, -2.0505712032318115, -1.0873366594314575, -1.3490519523620605, -1.1218562126159668, -1.4615448713302612, -1.1284525394439697, -0.24682354927062988, -0.7193409204483032, -2.0196924209594727, -1.9154456853866577, -2.3860042095184326, -2.7002053260803223, -0.14352083206176758, -1.8193795680999756, -2.124565839767456, -0.5793114304542542, -2.3738179206848145, -1.8356056213378906, -1.025390863418579, -1.640357255935669, -1.1653064489364624, -0.7967678308486938, -0.6923232078552246, -2.189809799194336, -2.3355584144592285, -1.177683711051941, -1.2134006023406982, -2.019683837890625, -0.15145930647850037, -0.672875702381134, -0.9065139293670654, -0.3831396996974945, -0.35574236512184143, -1.8853023052215576, -0.4980189800262451, -2.4758124351501465, -2.0991714000701904, -1.2321914434432983, -1.382939338684082, -0.4258219301700592, -1.8280260562896729, -1.5830110311508179, -2.542304515838623, -1.7721654176712036, -1.4020717144012451, -1.000531792640686, -2.581115961074829, -2.510268211364746, -2.4160540103912354, -1.4162675142288208, -1.9365726709365845, -1.534727692604065, -0.7129908204078674, -1.6920486688613892, -1.9258784055709839, -2.618966579437256, -0.9415012001991272, -1.194888710975647, -1.3527909517288208, -0.22954146564006805, -2.319303274154663, -0.6450720429420471, -1.8986026048660278, -2.3648691177368164, -2.2110307216644287, -1.3480035066604614, -2.642876625061035, -2.2190942764282227, -2.2571866512298584, -1.6979990005493164, -1.700897455215454, -2.042184591293335, -1.231433629989624, -1.6208146810531616, -2.988229513168335, -1.959538221359253, -1.7081853151321411, -2.672377824783325, -1.7056478261947632, -1.2453577518463135, -1.9738963842391968, -0.5746059417724609, -2.005396604537964, -2.476494550704956, -0.11812799423933029, -1.5482739210128784, -0.656406581401825, -1.3437401056289673, -0.9724240303039551, -0.3200187087059021, -1.8790000677108765, -0.0866345539689064, -1.4668091535568237, -1.812082290649414, -0.2714889347553253, -0.004681697580963373, -0.9475441575050354, -1.9818047285079956, -1.1401056051254272, -1.562774419784546, -1.0441175699234009, -1.843395471572876, -1.6284338235855103, -1.13936185836792, -1.3303916454315186, -1.8987716436386108, -1.0891060829162598, -2.651231527328491, -1.029721736907959, -1.2223657369613647, -1.5700576305389404, -3.0853171348571777, -1.1851963996887207, -2.6791810989379883, -1.6073095798492432, -1.545049786567688, -0.6663965582847595, -1.5272419452667236, -1.6994032859802246, -1.8619335889816284, -2.85829758644104, -1.1977248191833496, -1.7343261241912842, -0.5257139205932617, -0.2960825264453888, -1.9009333848953247, -1.499006748199463, -2.1747002601623535, -1.0142074823379517, -0.1211923286318779, -1.6215896606445312, -1.6703158617019653, -0.3973771333694458, -1.9945123195648193, -2.2796268463134766, -1.616571307182312, -1.8696616888046265, -2.070422410964966, -1.2770392894744873, -0.12433509528636932, -1.5577396154403687, -0.9965534806251526, -0.9862838387489319, -1.710214376449585, -2.2362775802612305, -2.3284990787506104, -1.0221543312072754, -0.9673038721084595, -2.483520984649658, -0.19675108790397644, -1.8424760103225708, -1.1216468811035156, -0.7458045482635498, -2.384803533554077, -1.4223231077194214, -0.5758165121078491, -0.8370524048805237, -2.294121503829956, -2.1933093070983887, -0.4887465238571167, -2.117426633834839, -2.0959935188293457, -1.4045851230621338, -3.115048408508301, -0.8269413113594055, -0.7084939479827881, -1.307754635810852, -2.17653226852417, -2.3517141342163086, -2.4510555267333984, -2.581362009048462, -2.1089160442352295]}, "Bot001_065_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :)", "response": "nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot001_065_02", "annotations": ["O", "O", "T", "T", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-16.541345596313477, -10.07754135131836, -8.43911075592041, -7.262957572937012, -9.913125038146973, -11.23469352722168, -13.844271659851074, -10.911558151245117, -16.707130432128906, -16.663511276245117, -10.688983917236328, -7.519350051879883, -12.001358032226562, -16.402389526367188, -15.479413986206055, -9.527494430541992, -11.158711433410645, -18.85281753540039, -11.571964263916016, -12.367277145385742, -12.716174125671387, -8.781118392944336, -14.271876335144043, -15.890868186950684, -13.575563430786133, -16.57282829284668, -5.870689392089844, -17.52898597717285, -16.187026977539062, -13.313467979431152, -11.061314582824707, -12.78395938873291, -15.272422790527344, -11.940403938293457, -28.017444610595703, -17.15070343017578], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.458146572113037, -0.7851239442825317, -1.6682968139648438, -2.5107524394989014, -1.9098820686340332, -1.4367433786392212, -1.4053847789764404, -1.5982139110565186, -1.5322035551071167, -1.5488783121109009, -0.00259860185906291, -0.24364396929740906, -2.440030574798584, -1.9224315881729126, -1.2642930746078491, -1.9261376857757568, -2.7698252201080322, -1.4123694896697998, -1.1009483337402344, -0.4359671473503113, -2.3099498748779297, -1.7220909595489502, -1.1551693677902222, -2.5267109870910645, -1.237173318862915, -1.7644404172897339, -1.6972163915634155, -1.7439767122268677, -0.9174229502677917, -1.321089267730713, -2.135429859161377, -2.824136972427368, -1.1277579069137573, -0.031067311763763428, -0.856694221496582, -2.6141703128814697, -1.3089815378189087, -2.327742338180542, -2.424941301345825, -1.467603087425232, -3.6017091274261475, -2.316295623779297, -2.2012038230895996, -3.3633792400360107, -0.0041605583392083645, -0.015968767926096916, -0.02032126858830452, -0.08899889141321182, -0.011191805824637413, -0.014349604025483131, -0.0005224770284257829, -0.0008222059695981443, -0.21671193838119507, -0.055339328944683075, -0.0012373419012874365, -0.0037051853723824024, -0.013287093490362167, -1.116155982017517, -1.5573197603225708, -0.9033249020576477]}, "Bot001_065_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter?", "response": "i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ?", "annotation_id": "Bot001_065_04", "annotations": ["X", "O", "X", "O", "T", "O", "O", "O", "T", "T", "O", "T", "T", "T", "T"], "gpt2_target_score": [-11.311616897583008, -10.586238861083984, -8.43911075592041, -9.536730766296387, -15.072670936584473, -9.905332565307617, -16.02289390563965, -11.061086654663086, -14.194367408752441, -8.877851486206055, -16.763931274414062, -12.114011764526367, -14.851570129394531, -16.064722061157227, -13.196451187133789, -4.82683801651001, -11.923855781555176, -14.008045196533203, -10.951351165771484, -16.174856185913086, -13.38114070892334, -16.767698287963867, -10.48853588104248], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.458146572113037, -0.7851239442825317, -1.6682968139648438, -2.5107524394989014, -1.9098820686340332, -1.4367433786392212, -1.4053847789764404, -1.5982139110565186, -1.5322035551071167, -1.5488783121109009, -0.00259860185906291, -0.24364396929740906, -2.440030574798584, -1.9224315881729126, -1.2642930746078491, -1.9261376857757568, -2.7698252201080322, -1.4123694896697998, -1.1009483337402344, -0.4359671473503113, -2.3099498748779297, -1.7220909595489502, -1.1551693677902222, -1.6303377151489258, -1.5726510286331177, -1.812580943107605, -1.8843804597854614, -0.8073142170906067, -1.4050853252410889, -2.088266372680664, -2.68928599357605, -1.2020909786224365, -0.04701937362551689, -0.8963255882263184, -2.5338542461395264, -1.3445909023284912, -2.6384530067443848, -2.3541271686553955, -1.5018932819366455, -3.423072576522827, -2.2528133392333984, -2.284022331237793, -3.323150873184204, -0.003977602813392878, -0.014280152507126331, -0.02454906329512596, -0.0973152443766594, -0.015674248337745667, -0.015698658302426338, -0.0006401873542927206, -0.000695463502779603, -0.18143895268440247, -0.05961153283715248, -0.0013812773395329714, -0.0055803232826292515, -0.015586933121085167, -1.299155592918396, -1.5235320329666138, -1.4284919500350952, -2.6413652896881104, -1.079169511795044, -0.0023241431917995214, -0.00615546153858304, -2.1646509170532227, -1.6098675727844238, -1.6913723945617676, -0.17967183887958527, -1.243703842163086, -1.8832833766937256, -1.3908283710479736, -0.10911642760038376, -1.2864152193069458, -1.8330097198486328, -0.48490938544273376, -1.706883430480957, -1.7422014474868774, -1.044460415840149, -0.42844492197036743, -0.7187693119049072, -1.1251497268676758, -1.1506097316741943, -0.7495096921920776, -1.1611478328704834, -1.2808929681777954, -0.8744148015975952, -1.35759699344635, -0.017688501626253128, -1.1373484134674072, -2.025686025619507, -3.2731707096099854, -2.384341239929199, -1.2887462377548218, -1.608019471168518, -0.1213267520070076, -0.8377788066864014, -0.8487340211868286, -0.936405599117279, -0.4129716157913208, -0.2620756924152374]}, "Bot001_065_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food", "response": "ha yes . what other hobbies do you have ?", "annotation_id": "Bot001_065_06", "annotations": ["X", "T", "T", "X", "O", "O", "T", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-13.977312088012695, -11.960323333740234, -13.426491737365723, -8.73266887664795, -9.529488563537598, -14.70606803894043, -13.93103313446045, -13.325887680053711, -12.06649112701416, -11.664518356323242], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.458146572113037, -0.7851239442825317, -1.6682968139648438, -2.5107524394989014, -1.9098820686340332, -1.4367433786392212, -1.4053847789764404, -1.5982139110565186, -1.5322035551071167, -1.5488783121109009, -0.00259860185906291, -0.24364396929740906, -2.440030574798584, -1.9224315881729126, -1.2642930746078491, -1.9261376857757568, -2.7698252201080322, -1.4123694896697998, -1.1009483337402344, -0.4359671473503113, -2.3099498748779297, -1.7220909595489502, -1.1551693677902222, -1.6303377151489258, -1.5726510286331177, -1.812580943107605, -1.8843804597854614, -0.8073142170906067, -1.4050853252410889, -2.088266372680664, -2.68928599357605, -1.2020909786224365, -0.04701937362551689, -0.8963255882263184, -2.5338542461395264, -1.3445909023284912, -2.6384530067443848, -2.3541271686553955, -1.5018932819366455, -3.423072576522827, -2.2528133392333984, -2.284022331237793, -3.323150873184204, -0.003977602813392878, -0.014280152507126331, -0.02454906329512596, -0.0973152443766594, -0.015674248337745667, -0.015698658302426338, -0.0006401873542927206, -0.000695463502779603, -0.18143895268440247, -0.05961153283715248, -0.0013812773395329714, -0.0055803232826292515, -0.015586933121085167, -1.299155592918396, -1.5235320329666138, -1.4284919500350952, -2.6413652896881104, -1.0791893005371094, -0.0023242621682584286, -0.00615546153858304, -2.1646640300750732, -1.609861135482788, -1.6913762092590332, -0.17967164516448975, -1.2436968088150024, -1.8832875490188599, -1.3908441066741943, -0.10911696404218674, -1.2864083051681519, -1.8330142498016357, -0.48490726947784424, -1.7068942785263062, -1.7136969566345215, -0.8561111688613892, -0.9969242811203003, -1.2161849737167358, -1.2846776247024536, -0.9673377275466919, -1.1137256622314453, -1.297829031944275, -1.049986481666565, -1.5414003133773804, -0.018929429352283478, -1.2293057441711426, -1.945505142211914, -3.2533905506134033, -2.302466630935669, -1.8860738277435303, -1.9910393953323364, -0.1008865162730217, -0.7607275247573853, -0.9548838138580322, -0.9839655160903931, -0.4400344491004944, -1.277783751487732, -1.4480878114700317, -0.002040686784312129, -0.24037288129329681, -2.5354645252227783, -2.1375038623809814, -1.9436168670654297, -1.5290696620941162, -1.8962434530258179, -3.4289026260375977, -0.1250429004430771, -2.417726993560791, -1.786467432975769, -2.230541229248047, -1.6465929746627808, -1.363609790802002, -1.2264825105667114, -1.8490570783615112, -2.031449556350708, -0.8565064072608948, -0.020174074918031693, -0.9000920653343201, -0.8978138566017151, -0.582233190536499]}, "Bot001_065_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you?", "response": "just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ?", "annotation_id": "Bot001_065_08", "annotations": ["X", "X", "X", "O", "O", "O", "T", "O", "T", "T", "O", "O", "T", "O", "T"], "gpt2_target_score": [-14.817758560180664, -11.10732650756836, -9.713295936584473, -7.841387748718262, -6.811822414398193, -13.848188400268555, -12.341521263122559, -13.543363571166992, -17.32353973388672, -12.125204086303711, -15.972637176513672, -14.810388565063477, -10.16573715209961, -18.63007164001465, -14.540323257446289, -14.09208869934082, -12.668679237365723, -15.463297843933105, -12.890663146972656, -11.080129623413086, -15.252697944641113, -12.930662155151367, -12.57471752166748, -15.646666526794434], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.458146572113037, -0.7851239442825317, -1.6682968139648438, -2.5107524394989014, -1.9098820686340332, -1.4367433786392212, -1.4053847789764404, -1.5982139110565186, -1.5322035551071167, -1.5488783121109009, -0.00259860185906291, -0.24364396929740906, -2.440030574798584, -1.9224315881729126, -1.2642930746078491, -1.9261376857757568, -2.7698252201080322, -1.4123694896697998, -1.1009483337402344, -0.4359671473503113, -2.3099498748779297, -1.7220909595489502, -1.1551693677902222, -1.6303377151489258, -1.5726510286331177, -1.812580943107605, -1.8843804597854614, -0.8073142170906067, -1.4050853252410889, -2.088266372680664, -2.68928599357605, -1.2020909786224365, -0.04701937362551689, -0.8963255882263184, -2.5338542461395264, -1.3445909023284912, -2.6384530067443848, -2.3541271686553955, -1.5018932819366455, -3.423072576522827, -2.2528133392333984, -2.284022331237793, -3.323150873184204, -0.003977602813392878, -0.014280152507126331, -0.02454906329512596, -0.0973152443766594, -0.015674248337745667, -0.015698658302426338, -0.0006401873542927206, -0.000695463502779603, -0.18143895268440247, -0.05961153283715248, -0.0013812773395329714, -0.0055803232826292515, -0.015586933121085167, -1.299155592918396, -1.5235320329666138, -1.4284919500350952, -2.6413652896881104, -1.0791893005371094, -0.0023242621682584286, -0.00615546153858304, -2.1646640300750732, -1.609861135482788, -1.6913762092590332, -0.17967164516448975, -1.2436968088150024, -1.8832875490188599, -1.3908441066741943, -0.10911696404218674, -1.2864083051681519, -1.8330142498016357, -0.48490726947784424, -1.7068942785263062, -1.7136969566345215, -0.8561111688613892, -0.9969242811203003, -1.2161849737167358, -1.2846776247024536, -0.9673377275466919, -1.1137256622314453, -1.297829031944275, -1.049986481666565, -1.5414003133773804, -0.018929429352283478, -1.2293057441711426, -1.945505142211914, -3.2533905506134033, -2.302466630935669, -1.8860738277435303, -1.9910393953323364, -0.1008865162730217, -0.7607275247573853, -0.9548838138580322, -0.9839655160903931, -0.4400344491004944, -1.277783751487732, -1.4480878114700317, -0.002040686784312129, -0.24037288129329681, -2.5354645252227783, -2.1375038623809814, -1.9436168670654297, -1.5290696620941162, -1.8962434530258179, -3.4289026260375977, -0.1250429004430771, -2.417726993560791, -1.786467432975769, -0.11775845289230347, -1.650059700012207, -1.4593737125396729, -1.8417466878890991, -1.9392015933990479, -0.8633125424385071, -0.023530758917331696, -0.7371478080749512, -0.9763438701629639, -1.6353261470794678, -1.5939586162567139, -0.8320373296737671, -0.12940140068531036, -1.4804688692092896, -2.32057785987854, -0.6637763977050781, -0.0009442876325920224, -0.005182404071092606, -2.1537528038024902, -2.2535762786865234, -0.4900193512439728, -1.758740782737732, -0.6197561025619507, -1.5457756519317627, -1.3616375923156738, -1.6564061641693115, -0.0005016260547563434, -0.4029048681259155, -2.319664716720581, -2.8228085041046143, -0.17661438882350922, -0.41655439138412476, -1.7822526693344116, -1.3831721544265747, -1.901875615119934, -0.2914673089981079, -0.9053593873977661, -1.557991862297058, -1.9305999279022217, -1.8211619853973389, -1.9312152862548828, -1.5379376411437988, -1.0250650644302368, -2.175869941711426, -0.9460240006446838, -0.19960181415081024, -1.6593880653381348, -2.0430305004119873, -1.6690491437911987, -1.9337208271026611, -2.0341312885284424, -1.7511298656463623, -1.567387580871582, -1.5818778276443481, -0.7189663052558899, -1.0605140924453735, -1.9444409608840942, -1.7980495691299438, -0.05193648859858513, -0.34737640619277954, -1.7299282550811768, -0.7332096695899963, -0.5638151168823242]}, "Bot001_065_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you? just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ? i already told you a couple of times haha", "response": "since i was very little , even won myself an olympic bronze medal .. Also, try to guess: i take dance ...", "annotation_id": "Bot001_065_10", "annotations": ["X", "X", "T", "T", "O", "T", "X", "O", "T", "T", "T", "O", "T", "X", "O"], "gpt2_target_score": [-17.42229652404785, -5.53941011428833, -3.666131019592285, -11.221774101257324, -10.196755409240723, -11.239484786987305, -17.221921920776367, -11.710020065307617, -12.988991737365723, -9.730550765991211, -11.790050506591797, -20.737112045288086, -15.656238555908203, -23.751909255981445, -22.39982032775879, -11.323770523071289, -12.862126350402832, -9.550188064575195, -15.751949310302734, -10.543220520019531, -16.45893096923828, -7.683950424194336, -7.304163455963135, -15.136519432067871, -9.25535774230957, -8.98029899597168], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.458146572113037, -0.7851239442825317, -1.6682968139648438, -2.5107524394989014, -1.9098820686340332, -1.4367433786392212, -1.4053847789764404, -1.5982139110565186, -1.5322035551071167, -1.5488783121109009, -0.00259860185906291, -0.24364396929740906, -2.440030574798584, -1.9224315881729126, -1.2642930746078491, -1.9261376857757568, -2.7698252201080322, -1.4123694896697998, -1.1009483337402344, -0.4359671473503113, -2.3099498748779297, -1.7220909595489502, -1.1551693677902222, -1.6303377151489258, -1.5726510286331177, -1.812580943107605, -1.8843804597854614, -0.8073142170906067, -1.4050853252410889, -2.088266372680664, -2.68928599357605, -1.2020909786224365, -0.04701937362551689, -0.8963255882263184, -2.5338542461395264, -1.3445909023284912, -2.6384530067443848, -2.3541271686553955, -1.5018932819366455, -3.423072576522827, -2.2528133392333984, -2.284022331237793, -3.323150873184204, -0.003977602813392878, -0.014280152507126331, -0.02454906329512596, -0.0973152443766594, -0.015674248337745667, -0.015698658302426338, -0.0006401873542927206, -0.000695463502779603, -0.18143895268440247, -0.05961153283715248, -0.0013812773395329714, -0.0055803232826292515, -0.015586933121085167, -1.299155592918396, -1.5235320329666138, -1.4284919500350952, -2.6413652896881104, -1.0791893005371094, -0.0023242621682584286, -0.00615546153858304, -2.1646640300750732, -1.609861135482788, -1.6913762092590332, -0.17967164516448975, -1.2436968088150024, -1.8832875490188599, -1.3908441066741943, -0.10911696404218674, -1.2864083051681519, -1.8330142498016357, -0.48490726947784424, -1.7068942785263062, -1.7136969566345215, -0.8561111688613892, -0.9969242811203003, -1.2161849737167358, -1.2846776247024536, -0.9673377275466919, -1.1137256622314453, -1.297829031944275, -1.049986481666565, -1.5414003133773804, -0.018929429352283478, -1.2293057441711426, -1.945505142211914, -3.2533905506134033, -2.302466630935669, -1.8860738277435303, -1.9910393953323364, -0.1008865162730217, -0.7607275247573853, -0.9548838138580322, -0.9839655160903931, -0.4400344491004944, -1.277783751487732, -1.4480878114700317, -0.002040686784312129, -0.24037288129329681, -2.5354645252227783, -2.1375038623809814, -1.9436168670654297, -1.5290696620941162, -1.8962434530258179, -3.4289026260375977, -0.1250429004430771, -2.417726993560791, -1.786467432975769, -0.11775845289230347, -1.650059700012207, -1.4593737125396729, -1.8417466878890991, -1.9392015933990479, -0.8633125424385071, -0.023530758917331696, -0.7371478080749512, -0.9763438701629639, -1.6353261470794678, -1.5939586162567139, -0.8320373296737671, -0.12940140068531036, -1.4804688692092896, -2.32057785987854, -0.6637763977050781, -0.0009442876325920224, -0.005182404071092606, -2.1537528038024902, -2.2535762786865234, -0.4900193512439728, -1.758740782737732, -0.6197561025619507, -1.5457756519317627, -1.3616375923156738, -1.6564061641693115, -0.0005016260547563434, -0.4029048681259155, -2.319664716720581, -2.8228085041046143, -0.17661438882350922, -0.41655439138412476, -1.7822526693344116, -1.3831721544265747, -1.901875615119934, -0.2914673089981079, -0.9053593873977661, -1.557991862297058, -2.436699628829956, -2.3847081661224365, -1.6679160594940186, -1.1673637628555298, -2.7706496715545654, -0.9113278985023499, -0.19229952991008759, -2.172163724899292, -1.6566386222839355, -1.703186273574829, -1.840444803237915, -1.8624908924102783, -1.8542518615722656, -1.5422216653823853, -1.3986090421676636, -0.7330706119537354, -1.0249249935150146, -1.5401835441589355, -1.82412850856781, -0.058978233486413956, -0.388700932264328, -1.4422537088394165, -0.8269167542457581, -1.570759892463684, -1.1752989292144775, -1.2304556369781494, -0.6082450151443481, -1.9076144695281982, -1.4096921682357788, -1.610852599143982, -1.6177208423614502, -1.8294843435287476, -2.3266193866729736, -2.028319835662842, -1.0367573499679565, -2.1273880004882812, -1.719775915145874, -1.7143206596374512, -0.7533943057060242, -0.3411811292171478, -1.9765865802764893, -1.5617952346801758, -0.37565878033638, -2.5623247623443604, -0.0014547251630574465, -0.46249040961265564, -2.7201380729675293, -0.29553768038749695, -2.124439239501953, -1.0136313438415527, -1.3724311590194702, -1.042275071144104, -1.0722174644470215, -2.2863335609436035, -1.5006197690963745, -2.555687665939331, -1.7723348140716553, -1.8141764402389526, -0.4384363889694214, -2.301936388015747]}, "Bot001_065_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you? just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ? i already told you a couple of times haha since i was very little , even won myself an olympic bronze medal .. Also, try to guess: i take dance ... lessons?", "response": "lessons once week, funny you :)", "annotation_id": "Bot001_065_12", "annotations": ["O", "T", "X", "T", "O", "O", "T", "O", "T", "T", "X", "O", "O", "O", "T"], "gpt2_target_score": [-12.731950759887695, -16.205501556396484, -10.94155216217041, -11.998766899108887, -3.0901122093200684, -12.331388473510742, -11.889365196228027, -13.095190048217773], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.458146572113037, -0.7851239442825317, -1.6682968139648438, -2.5107524394989014, -1.9098820686340332, -1.4367433786392212, -1.4053847789764404, -1.5982139110565186, -1.5322035551071167, -1.5488783121109009, -0.00259860185906291, -0.24364396929740906, -2.440030574798584, -1.9224315881729126, -1.2642930746078491, -1.9261376857757568, -2.7698252201080322, -1.4123694896697998, -1.1009483337402344, -0.4359671473503113, -2.3099498748779297, -1.7220909595489502, -1.1551693677902222, -1.6303377151489258, -1.5726510286331177, -1.812580943107605, -1.8843804597854614, -0.8073142170906067, -1.4050853252410889, -2.088266372680664, -2.68928599357605, -1.2020909786224365, -0.04701937362551689, -0.8963255882263184, -2.5338542461395264, -1.3445909023284912, -2.6384530067443848, -2.3541271686553955, -1.5018932819366455, -3.423072576522827, -2.2528133392333984, -2.284022331237793, -3.323150873184204, -0.003977602813392878, -0.014280152507126331, -0.02454906329512596, -0.0973152443766594, -0.015674248337745667, -0.015698658302426338, -0.0006401873542927206, -0.000695463502779603, -0.18143895268440247, -0.05961153283715248, -0.0013812773395329714, -0.0055803232826292515, -0.015586933121085167, -1.299155592918396, -1.5235320329666138, -1.4284919500350952, -2.6413652896881104, -1.0791893005371094, -0.0023242621682584286, -0.00615546153858304, -2.1646640300750732, -1.609861135482788, -1.6913762092590332, -0.17967164516448975, -1.2436968088150024, -1.8832875490188599, -1.3908441066741943, -0.10911696404218674, -1.2864083051681519, -1.8330142498016357, -0.48490726947784424, -1.7068942785263062, -1.7136969566345215, -0.8561111688613892, -0.9969242811203003, -1.2161849737167358, -1.2846776247024536, -0.9673377275466919, -1.1137256622314453, -1.297829031944275, -1.049986481666565, -1.5414003133773804, -0.018929429352283478, -1.2293057441711426, -1.945505142211914, -3.2533905506134033, -2.302466630935669, -1.8860738277435303, -1.9910393953323364, -0.1008865162730217, -0.7607275247573853, -0.9548838138580322, -0.9839655160903931, -0.4400344491004944, -1.277783751487732, -1.4480878114700317, -0.002040686784312129, -0.24037288129329681, -2.5354645252227783, -2.1375038623809814, -1.9436168670654297, -1.5290696620941162, -1.8962434530258179, -3.4289026260375977, -0.1250429004430771, -2.417726993560791, -1.786467432975769, -0.11775845289230347, -1.650059700012207, -1.4593737125396729, -1.8417466878890991, -1.9392015933990479, -0.8633125424385071, -0.023530758917331696, -0.7371478080749512, -0.9763438701629639, -1.6353261470794678, -1.5939586162567139, -0.8320373296737671, -0.12940140068531036, -1.4804688692092896, -2.32057785987854, -0.6637763977050781, -0.0009442876325920224, -0.005182404071092606, -2.1537528038024902, -2.2535762786865234, -0.4900193512439728, -1.758740782737732, -0.6197561025619507, -1.5457756519317627, -1.3616375923156738, -1.6564061641693115, -0.0005016260547563434, -0.4029048681259155, -2.319664716720581, -2.8228085041046143, -0.17661438882350922, -0.41655439138412476, -1.7822526693344116, -1.3831721544265747, -1.901875615119934, -0.2914673089981079, -0.9053593873977661, -1.557991862297058, -2.436699628829956, -2.3847081661224365, -1.6679160594940186, -1.1673637628555298, -2.7706496715545654, -0.9113278985023499, -0.19229952991008759, -2.172163724899292, -1.6566386222839355, -1.703186273574829, -1.840444803237915, -1.8624908924102783, -1.8542518615722656, -1.5422216653823853, -1.398612380027771, -0.7330606579780579, -1.0249286890029907, -1.54017174243927, -1.8241366147994995, -0.058977674692869186, -0.3887026906013489, -1.4422577619552612, -0.8269248604774475, -1.5707358121871948, -1.1752970218658447, -1.2304494380950928, -0.6082484126091003, -1.9076192378997803, -1.409698724746704, -1.6108485460281372, -1.6177176237106323, -1.8295096158981323, -2.3266210556030273, -0.970973014831543, -1.2675094604492188, -1.8854018449783325, -1.8163717985153198, -1.1392543315887451, -0.49827954173088074, -1.691640019416809, -1.0583752393722534, -0.42450010776519775, -2.6549131870269775, -0.0014841266674920917, -0.3844028413295746, -2.4739387035369873, -0.27858707308769226, -2.1635351181030273, -1.4000368118286133, -1.5957075357437134, -1.4257832765579224, -1.0513782501220703, -2.3414793014526367, -1.472273826599121, -2.1602213382720947, -1.359330415725708, -1.7284127473831177, -0.38173678517341614, -2.079765558242798, -2.0618278980255127, -2.056807041168213, -2.1463208198547363, -1.2363942861557007, -0.9859474301338196, -0.5224235653877258, -2.108823299407959, -2.1254680156707764, -1.8007793426513672, -2.8309578895568848, -0.725956380367279]}, "Bot001_065_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you? just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ? i already told you a couple of times haha since i was very little , even won myself an olympic bronze medal .. Also, try to guess: i take dance ... lessons? lessons once week, funny you :) great", "response": "what do you do for a living ?", "annotation_id": "Bot001_065_14", "annotations": ["X", "T", "X", "O", "O", "O", "T", "O", "T", "T", "T", "O", "O", "O", "O"], "gpt2_target_score": [-13.954523086547852, -8.952587127685547, -6.557473182678223, -9.297839164733887, -4.616448879241943, -8.198606491088867, -16.324369430541992, -14.219121932983398], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.458146572113037, -0.7851239442825317, -1.6682968139648438, -2.5107524394989014, -1.9098820686340332, -1.4367433786392212, -1.4053847789764404, -1.5982139110565186, -1.5322035551071167, -1.5488783121109009, -0.00259860185906291, -0.24364396929740906, -2.440030574798584, -1.9224315881729126, -1.2642930746078491, -1.9261376857757568, -2.7698252201080322, -1.4123694896697998, -1.1009483337402344, -0.4359671473503113, -2.3099498748779297, -1.7220909595489502, -1.1551693677902222, -1.6303377151489258, -1.5726510286331177, -1.812580943107605, -1.8843804597854614, -0.8073142170906067, -1.4050853252410889, -2.088266372680664, -2.68928599357605, -1.2020909786224365, -0.04701937362551689, -0.8963255882263184, -2.5338542461395264, -1.3445909023284912, -2.6384530067443848, -2.3541271686553955, -1.5018932819366455, -3.423072576522827, -2.2528133392333984, -2.284022331237793, -3.323150873184204, -0.003977602813392878, -0.014280152507126331, -0.02454906329512596, -0.0973152443766594, -0.015674248337745667, -0.015698658302426338, -0.0006401873542927206, -0.000695463502779603, -0.18143895268440247, -0.05961153283715248, -0.0013812773395329714, -0.0055803232826292515, -0.015586933121085167, -1.299155592918396, -1.5235320329666138, -1.4284919500350952, -2.6413652896881104, -1.0791893005371094, -0.0023242621682584286, -0.00615546153858304, -2.1646640300750732, -1.609861135482788, -1.6913762092590332, -0.17967164516448975, -1.2436968088150024, -1.8832875490188599, -1.3908441066741943, -0.10911696404218674, -1.2864083051681519, -1.8330142498016357, -0.48490726947784424, -1.7068942785263062, -1.7136969566345215, -0.8561111688613892, -0.9969242811203003, -1.2161849737167358, -1.2846776247024536, -0.9673377275466919, -1.1137256622314453, -1.297829031944275, -1.049986481666565, -1.5414003133773804, -0.018929429352283478, -1.2293057441711426, -1.945505142211914, -3.2533905506134033, -2.302466630935669, -1.8860738277435303, -1.9910393953323364, -0.1008865162730217, -0.7607275247573853, -0.9548838138580322, -0.9839655160903931, -0.4400344491004944, -1.277783751487732, -1.4480878114700317, -0.002040686784312129, -0.24037288129329681, -2.5354645252227783, -2.1375038623809814, -1.9436168670654297, -1.5290696620941162, -1.8962434530258179, -3.4289026260375977, -0.1250429004430771, -2.417726993560791, -1.786467432975769, -0.11775845289230347, -1.650059700012207, -1.4593737125396729, -1.8417466878890991, -1.9392015933990479, -0.8633125424385071, -0.023530758917331696, -0.7371478080749512, -0.9763438701629639, -1.6353261470794678, -1.5939586162567139, -0.8320373296737671, -0.12940140068531036, -1.4804688692092896, -2.32057785987854, -0.6637763977050781, -0.0009442876325920224, -0.005182404071092606, -2.1537528038024902, -2.2535762786865234, -0.4900193512439728, -1.758740782737732, -0.6197561025619507, -1.5457756519317627, -1.3616375923156738, -1.6564061641693115, -0.0005016260547563434, -0.4029048681259155, -2.319664716720581, -2.8228085041046143, -0.17661438882350922, -0.41655439138412476, -1.7822526693344116, -1.3831721544265747, -1.901875615119934, -0.2914673089981079, -0.9053593873977661, -1.557991862297058, -2.436699628829956, -2.3847081661224365, -1.6679160594940186, -1.1673637628555298, -2.7706496715545654, -0.9113278985023499, -0.19229952991008759, -2.172163724899292, -1.6566386222839355, -1.703186273574829, -1.840444803237915, -1.8624908924102783, -1.8542518615722656, -1.5422216653823853, -1.398612380027771, -0.7330606579780579, -1.0249286890029907, -1.54017174243927, -1.8241366147994995, -0.058977674692869186, -0.3887026906013489, -1.4422577619552612, -0.8269248604774475, -1.5707358121871948, -1.1752970218658447, -1.2304494380950928, -0.6082484126091003, -1.9076192378997803, -1.409698724746704, -1.6108485460281372, -1.6177176237106323, -1.8295096158981323, -2.3266210556030273, -0.970973014831543, -1.2675094604492188, -1.8854018449783325, -1.8163717985153198, -1.1392543315887451, -0.49827954173088074, -1.691640019416809, -1.0583752393722534, -0.42450010776519775, -2.6549131870269775, -0.0014841266674920917, -0.3844028413295746, -2.4739387035369873, -0.27858707308769226, -2.1635351181030273, -1.4000368118286133, -1.5957075357437134, -1.4257832765579224, -1.0513782501220703, -2.3414793014526367, -1.472273826599121, -2.1602213382720947, -1.359330415725708, -1.7284127473831177, -0.38173678517341614, -2.079765558242798, -2.0618278980255127, -2.056807041168213, -0.7587181925773621, -0.28558751940727234, -1.5343098640441895, -2.0653882026672363, -2.1843886375427246, -2.2429680824279785, -1.732595682144165, -1.427093744277954, -2.2220940589904785, -2.066990375518799, -0.058420442044734955, -0.8128212690353394, -1.8272099494934082, -0.9609993100166321, -1.7440686225891113, -0.8247304558753967, -1.0463924407958984]}, "Bot001_065_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you? just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ? i already told you a couple of times haha since i was very little , even won myself an olympic bronze medal .. Also, try to guess: i take dance ... lessons? lessons once week, funny you :) great what do you do for a living ? i\u2019m an olympian", "response": "i am just a grandmother to 3 grandchildren", "annotation_id": "Bot001_065_16", "annotations": ["O", "X", "X", "X", "O", "X", "X", "T", "T", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-11.311616897583008, -9.036556243896484, -8.43911075592041, -2.7628355026245117, -15.429696083068848, -9.892698287963867, -11.77396297454834, -20.34712028503418], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.458146572113037, -0.7851239442825317, -1.6682968139648438, -2.5107524394989014, -1.9098820686340332, -1.4367433786392212, -1.4053847789764404, -1.5982139110565186, -1.5322035551071167, -1.5488783121109009, -0.00259860185906291, -0.24364396929740906, -2.440030574798584, -1.9224315881729126, -1.2642930746078491, -1.9261376857757568, -2.7698252201080322, -1.4123694896697998, -1.1009483337402344, -0.4359671473503113, -2.3099498748779297, -1.7220909595489502, -1.1551693677902222, -1.6303377151489258, -1.5726510286331177, -1.812580943107605, -1.8843804597854614, -0.8073142170906067, -1.4050853252410889, -2.088266372680664, -2.68928599357605, -1.2020909786224365, -0.04701937362551689, -0.8963255882263184, -2.5338542461395264, -1.3445909023284912, -2.6384530067443848, -2.3541271686553955, -1.5018932819366455, -3.423072576522827, -2.2528133392333984, -2.284022331237793, -3.323150873184204, -0.003977602813392878, -0.014280152507126331, -0.02454906329512596, -0.0973152443766594, -0.015674248337745667, -0.015698658302426338, -0.0006401873542927206, -0.000695463502779603, -0.18143895268440247, -0.05961153283715248, -0.0013812773395329714, -0.0055803232826292515, -0.015586933121085167, -1.299155592918396, -1.5235320329666138, -1.4284919500350952, -2.6413652896881104, -1.0791893005371094, -0.0023242621682584286, -0.00615546153858304, -2.1646640300750732, -1.609861135482788, -1.6913762092590332, -0.17967164516448975, -1.2436968088150024, -1.8832875490188599, -1.3908441066741943, -0.10911696404218674, -1.2864083051681519, -1.8330142498016357, -0.48490726947784424, -1.7068942785263062, -1.7136969566345215, -0.8561111688613892, -0.9969242811203003, -1.2161849737167358, -1.2846776247024536, -0.9673377275466919, -1.1137256622314453, -1.297829031944275, -1.049986481666565, -1.5414003133773804, -0.018929429352283478, -1.2293057441711426, -1.945505142211914, -3.2533905506134033, -2.302466630935669, -1.8860738277435303, -1.9910393953323364, -0.1008865162730217, -0.7607275247573853, -0.9548838138580322, -0.9839655160903931, -0.4400344491004944, -1.277783751487732, -1.4480878114700317, -0.002040686784312129, -0.24037288129329681, -2.5354645252227783, -2.1375038623809814, -1.9436168670654297, -1.5290696620941162, -1.8962434530258179, -3.4289026260375977, -0.1250429004430771, -2.417726993560791, -1.7864634990692139, -0.11775951087474823, -1.6500749588012695, -1.4593684673309326, -1.841752290725708, -1.9392027854919434, -0.8633201718330383, -0.02353099174797535, -0.7371460199356079, -0.9763525128364563, -1.635327696800232, -1.593961477279663, -0.8320276141166687, -0.12940171360969543, -1.480466604232788, -2.3205790519714355, -0.6637751460075378, -0.0009442876325920224, -0.005182522814720869, -2.1537599563598633, -2.2535603046417236, -0.49002140760421753, -1.7587558031082153, -0.619756281375885, -1.5457737445831299, -1.3616394996643066, -1.6564102172851562, -0.0005016260547563434, -0.4029083847999573, -2.3196537494659424, -2.8228085041046143, -0.17661309242248535, -0.41655251383781433, -1.7822545766830444, -1.3831617832183838, -1.901871681213379, -0.29146063327789307, -0.9053440093994141, -1.5580053329467773, -2.4366793632507324, -2.3847298622131348, -1.6678919792175293, -1.1673883199691772, -2.770646810531616, -0.9113289713859558, -0.19229914247989655, -2.1721506118774414, -1.6566442251205444, -1.7031757831573486, -1.840453863143921, -1.8625025749206543, -1.854251503944397, -1.5422354936599731, -1.39862060546875, -0.7330657839775085, -1.0249215364456177, -1.5401921272277832, -1.8241326808929443, -0.05897744745016098, -0.38869816064834595, -1.4422519207000732, -0.8269088268280029, -1.5707639455795288, -1.1752923727035522, -1.2304425239562988, -0.6082391738891602, -1.9076087474822998, -1.4097027778625488, -1.6108564138412476, -1.617724061012268, -1.829501986503601, -2.3266046047210693, -0.9709606170654297, -1.2675120830535889, -1.8854045867919922, -1.816381573677063, -1.1392561197280884, -0.49827808141708374, -1.691640019416809, -1.0583693981170654, -0.4244891107082367, -2.6549065113067627, -0.0014841266674920917, -0.3844006657600403, -2.4739339351654053, -0.27858850359916687, -2.1635241508483887, -1.400038480758667, -1.5957016944885254, -1.425775408744812, -1.0513758659362793, -2.341470718383789, -1.4722509384155273, -2.1602442264556885, -1.3593195676803589, -1.7284204959869385, -0.38173753023147583, -2.0797693729400635, -2.0618345737457275, -2.056809425354004, -0.7587148547172546, -0.2855894863605499, -1.534310221672058, -2.0653929710388184, -2.184361457824707, -2.2429842948913574, -1.7326066493988037, -1.4270777702331543, -2.104036569595337, -0.050856661051511765, -0.9344014525413513, -1.62673819065094, -1.2290276288986206, -1.832511305809021, -0.9802752733230591, -1.5814353227615356, -2.150658369064331, -0.0023467401042580605, -0.3583296835422516, -2.2991695404052734, -2.266458749771118, -0.0015691122971475124, -0.07066027075052261, -1.8648024797439575, -2.1762535572052, -2.3833117485046387, -1.2881662845611572, -1.8814324140548706, -2.1741929054260254, -1.8661108016967773, -1.7307831048965454, -1.4120135307312012, -1.5423651933670044]}, "Bot001_065_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you? just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ? i already told you a couple of times haha since i was very little , even won myself an olympic bronze medal .. Also, try to guess: i take dance ... lessons? lessons once week, funny you :) great what do you do for a living ? i\u2019m an olympian i am just a grandmother to 3 grandchildren wow! how old are you?", "response": "i am 10 years old. what are you up to today ?", "annotation_id": "Bot001_065_18", "annotations": ["X", "X", "T", "O", "X", "O", "X", "O", "T", "T", "O", "O", "O", "X", "O"], "gpt2_target_score": [-11.311616897583008, -9.036556243896484, -9.507882118225098, -12.969042778015137, -10.824318885803223, -10.21180534362793, -12.669539451599121, -10.840543746948242, -8.279122352600098, -9.254354476928711, -8.553714752197266, -13.756956100463867, -12.744678497314453], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.458146572113037, -0.7851239442825317, -1.6682968139648438, -2.5107524394989014, -1.9098820686340332, -1.4367433786392212, -1.4053847789764404, -1.5982139110565186, -1.5322035551071167, -1.5488783121109009, -0.00259860185906291, -0.24364396929740906, -2.440030574798584, -1.9224315881729126, -1.2642930746078491, -1.9261376857757568, -2.7698252201080322, -1.4123694896697998, -1.1009483337402344, -0.4359671473503113, -2.3099498748779297, -1.7220909595489502, -1.1551693677902222, -1.6303377151489258, -1.5726510286331177, -1.812580943107605, -1.8843804597854614, -0.8073142170906067, -1.4050853252410889, -2.088266372680664, -2.68928599357605, -1.2020909786224365, -0.04701937362551689, -0.8963255882263184, -2.5338542461395264, -1.3445909023284912, -2.6384530067443848, -2.3541271686553955, -1.5018932819366455, -3.423072576522827, -2.2528133392333984, -2.284022331237793, -3.323150873184204, -0.003977602813392878, -0.014280152507126331, -0.02454906329512596, -0.0973152443766594, -0.015674248337745667, -0.015698658302426338, -0.0006401873542927206, -0.000695463502779603, -0.18143895268440247, -0.05961153283715248, -0.0013812773395329714, -0.0055803232826292515, -0.015586933121085167, -1.299155592918396, -1.5235320329666138, -1.4284919500350952, -2.6413652896881104, -1.0791893005371094, -0.0023242621682584286, -0.00615546153858304, -2.1646640300750732, -1.609861135482788, -1.6913762092590332, -0.17967164516448975, -1.2436968088150024, -1.8832875490188599, -1.3908441066741943, -0.10911696404218674, -1.2864083051681519, -1.8330142498016357, -0.48490726947784424, -1.7068942785263062, -1.7136969566345215, -0.8561111688613892, -0.9969242811203003, -1.2161849737167358, -1.2846776247024536, -0.9673377275466919, -1.1137256622314453, -1.297829031944275, -1.049986481666565, -1.5414003133773804, -0.018929429352283478, -1.2293057441711426, -1.945505142211914, -3.2533905506134033, -2.302466630935669, -1.8860738277435303, -1.9910393953323364, -0.1008865162730217, -0.7607275247573853, -0.9548838138580322, -0.9839655160903931, -0.4400344491004944, -1.277783751487732, -1.4480878114700317, -0.002040686784312129, -0.24037288129329681, -2.5354645252227783, -2.1375038623809814, -1.9436168670654297, -1.5290696620941162, -1.8962434530258179, -3.4289026260375977, -0.1250429004430771, -2.417726993560791, -1.786467432975769, -0.11775845289230347, -1.650059700012207, -1.4593737125396729, -1.8417466878890991, -1.9392015933990479, -0.8633125424385071, -0.023530758917331696, -0.7371478080749512, -0.9763438701629639, -1.6353195905685425, -1.593945860862732, -0.8320376873016357, -0.12940265238285065, -1.4804569482803345, -2.3205738067626953, -0.6637768745422363, -0.0009442876325920224, -0.005182404071092606, -2.1537654399871826, -2.2535696029663086, -0.4900232255458832, -1.7587413787841797, -0.6197481751441956, -1.5457788705825806, -1.3616398572921753, -1.6564053297042847, -0.0005016260547563434, -0.4029099643230438, -2.319659471511841, -2.822800636291504, -0.17661349475383759, -0.4165520966053009, -1.7822602987289429, -1.3831669092178345, -1.9018731117248535, -0.291465699672699, -0.9053460359573364, -1.557995080947876, -2.4367058277130127, -2.38470458984375, -1.667910099029541, -1.1673624515533447, -2.770657777786255, -0.91133052110672, -0.19229963421821594, -2.172182321548462, -1.656645655632019, -1.703182578086853, -1.8404483795166016, -1.8624858856201172, -1.8542413711547852, -1.5422357320785522, -1.3986220359802246, -0.7330461144447327, -1.024922490119934, -1.5401890277862549, -1.824144721031189, -0.05897722393274307, -0.38870206475257874, -1.4422475099563599, -0.8269172310829163, -1.5707415342330933, -1.1752923727035522, -1.2304552793502808, -0.6082496047019958, -1.9076088666915894, -1.4096978902816772, -1.6108559370040894, -1.6177173852920532, -1.8294936418533325, -2.326620578765869, -0.9709686040878296, -1.2675083875656128, -1.8854013681411743, -1.816372036933899, -1.139256238937378, -0.4982769191265106, -1.6916399002075195, -1.0583665370941162, -0.42449092864990234, -2.654911756515503, -0.0014841266674920917, -0.3844013810157776, -2.4739391803741455, -0.27858850359916687, -2.163529396057129, -1.4000353813171387, -1.5956896543502808, -1.4257744550704956, -1.0513761043548584, -2.34147572517395, -1.4722497463226318, -2.1602344512939453, -1.3593491315841675, -1.7284108400344849, -0.38173598051071167, -2.079758882522583, -2.061828136444092, -2.0568149089813232, -0.7587195634841919, -0.28558993339538574, -1.5343130826950073, -2.065398931503296, -2.1843631267547607, -2.242967367172241, -1.7326152324676514, -1.4270906448364258, -2.1040358543395996, -0.05085688829421997, -0.9344084858894348, -1.626752257347107, -1.2290008068084717, -1.8325031995773315, -0.9802832007408142, -1.5814381837844849, -2.1506669521331787, -0.0023467401042580605, -0.3583216667175293, -2.2991573810577393, -2.266453742980957, -0.0015691122971475124, -0.07066015899181366, -1.8647946119308472, -1.5846319198608398, -1.4556264877319336, -2.0000979900360107, -2.195578098297119, -1.8466347455978394, -1.79886794090271, -1.3927212953567505, -1.8258198499679565, -2.1761388778686523, -1.6634330749511719, -1.772489309310913, -0.19871152937412262, -0.054290831089019775, -0.8160974383354187, -2.0277223587036133, -2.713789224624634, -1.819396734237671, -2.513387441635132, -1.5590224266052246, -0.23427803814411163, -1.5982478857040405, -0.8851263523101807, -1.6183512210845947, -0.332346647977829, -0.5207694172859192, -0.03761499002575874, -0.9073809385299683, -0.5531551241874695, -0.5168995261192322]}, "Bot001_065_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you? just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ? i already told you a couple of times haha since i was very little , even won myself an olympic bronze medal .. Also, try to guess: i take dance ... lessons? lessons once week, funny you :) great what do you do for a living ? i\u2019m an olympian i am just a grandmother to 3 grandchildren wow! how old are you? i am 10 years old. what are you up to today ? you told you were a grandmother", "response": "i just a nice fall color. Also, try to guess: i was born ...", "annotation_id": "Bot001_065_20", "annotations": ["X", "X", "X", "X", "X", "T", "X", "O", "T", "T", "X", "T", "T", "X", "X"], "gpt2_target_score": [-11.311616897583008, -7.82664155960083, -5.407341957092285, -8.608263969421387, -13.429543495178223, -14.873701095581055, -12.399325370788574, -15.670713424682617, -5.923195838928223, -14.153036117553711, -8.553714752197266, -17.95172691345215, -8.248031616210938, -13.561363220214844, -16.04347038269043, -15.584310531616211, -10.64327335357666], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.458146572113037, -0.7851239442825317, -1.6682968139648438, -2.5107524394989014, -1.9098820686340332, -1.4367433786392212, -1.4053847789764404, -1.5982139110565186, -1.5322035551071167, -1.5488783121109009, -0.00259860185906291, -0.24364396929740906, -2.440030574798584, -1.9224315881729126, -1.2642930746078491, -1.9261376857757568, -2.7698252201080322, -1.4123694896697998, -1.1009483337402344, -0.4359671473503113, -2.3099498748779297, -1.7220909595489502, -1.1551693677902222, -1.6303377151489258, -1.5726510286331177, -1.812580943107605, -1.8843804597854614, -0.8073142170906067, -1.4050853252410889, -2.088266372680664, -2.68928599357605, -1.2020909786224365, -0.04701937362551689, -0.8963255882263184, -2.5338542461395264, -1.3445909023284912, -2.6384530067443848, -2.3541271686553955, -1.5018932819366455, -3.423072576522827, -2.2528133392333984, -2.284022331237793, -3.323150873184204, -0.003977602813392878, -0.014280152507126331, -0.02454906329512596, -0.0973152443766594, -0.015674248337745667, -0.015698658302426338, -0.0006401873542927206, -0.000695463502779603, -0.18143895268440247, -0.05961153283715248, -0.0013812773395329714, -0.0055803232826292515, -0.015586933121085167, -1.299155592918396, -1.5235320329666138, -1.4284919500350952, -2.6413652896881104, -1.0791893005371094, -0.0023242621682584286, -0.00615546153858304, -2.1646640300750732, -1.609861135482788, -1.6913762092590332, -0.17967164516448975, -1.2436968088150024, -1.8832875490188599, -1.3908441066741943, -0.10911696404218674, -1.2864083051681519, -1.8330142498016357, -0.48490726947784424, -1.7068942785263062, -1.7136969566345215, -0.8561111688613892, -0.9969242811203003, -1.2161849737167358, -1.2846776247024536, -0.9673377275466919, -1.1137256622314453, -1.297829031944275, -1.049986481666565, -1.5414003133773804, -0.018929429352283478, -1.2293057441711426, -1.945505142211914, -3.2533905506134033, -2.302466630935669, -1.8860738277435303, -1.9910393953323364, -0.1008865162730217, -0.7607275247573853, -0.9548838138580322, -0.9839655160903931, -0.4400344491004944, -1.277783751487732, -1.4480878114700317, -0.002040686784312129, -0.24037288129329681, -2.5354645252227783, -2.1375038623809814, -1.9436168670654297, -1.5290696620941162, -1.8962434530258179, -3.4289026260375977, -0.1250429004430771, -2.417726993560791, -1.786467432975769, -0.11775845289230347, -1.650059700012207, -1.4593737125396729, -1.8417466878890991, -1.9392015933990479, -0.8633125424385071, -0.023530758917331696, -0.7371478080749512, -0.9763438701629639, -1.6353261470794678, -1.5939586162567139, -0.8320373296737671, -0.12940140068531036, -1.4804688692092896, -2.32057785987854, -0.6637763977050781, -0.0009442876325920224, -0.005182404071092606, -2.1537528038024902, -2.2535762786865234, -0.4900193512439728, -1.758747935295105, -0.6197512745857239, -1.5457757711410522, -1.3616392612457275, -1.6564228534698486, -0.0005016260547563434, -0.40289992094039917, -2.319662570953369, -2.8228073120117188, -0.17661339044570923, -0.41655534505844116, -1.7822514772415161, -1.383165717124939, -1.9018635749816895, -0.29146507382392883, -0.9053487181663513, -1.5580053329467773, -2.436704397201538, -2.3847291469573975, -1.6679106950759888, -1.1673675775527954, -2.7706520557403564, -0.9113225340843201, -0.19229865074157715, -2.1721625328063965, -1.65663480758667, -1.7031840085983276, -1.8404524326324463, -1.862491250038147, -1.8542393445968628, -1.5422426462173462, -1.398610234260559, -0.7330589294433594, -1.0249309539794922, -1.5401690006256104, -1.8241467475891113, -0.05897800996899605, -0.38870319724082947, -1.4422471523284912, -0.8269243240356445, -1.5707387924194336, -1.1752922534942627, -1.2304558753967285, -0.6082462668418884, -1.9076045751571655, -1.4096912145614624, -1.6108567714691162, -1.617706298828125, -1.8295025825500488, -2.326613187789917, -0.9709693193435669, -1.26751708984375, -1.8854073286056519, -1.8163764476776123, -1.1392635107040405, -0.49827322363853455, -1.6916499137878418, -1.058376669883728, -0.4244977831840515, -2.654919147491455, -0.0014841266674920917, -0.38440486788749695, -2.4739432334899902, -0.2785881459712982, -2.1635358333587646, -1.400034785270691, -1.595702886581421, -1.4257786273956299, -1.0513805150985718, -2.3414695262908936, -1.4722485542297363, -2.1602346897125244, -1.3593381643295288, -1.7284201383590698, -0.3817380964756012, -2.0797457695007324, -2.0618157386779785, -2.056802272796631, -0.7587136030197144, -0.2855885922908783, -1.534310221672058, -2.0653982162475586, -2.1843690872192383, -2.242975950241089, -1.7326140403747559, -1.4270858764648438, -2.1040470600128174, -0.05085722729563713, -0.9344128966331482, -1.6267434358596802, -1.2290053367614746, -1.832497477531433, -0.9802775979042053, -1.5814372301101685, -2.150644302368164, -0.0023467401042580605, -0.358326256275177, -2.2991647720336914, -2.266451120376587, -0.0015691122971475124, -0.07066027075052261, -1.8647887706756592, -1.5846275091171265, -1.4556283950805664, -2.0000970363616943, -2.195578098297119, -1.8466384410858154, -1.798865556716919, -1.3927127122879028, -1.8258168697357178, -2.17614483833313, -1.6634467840194702, -1.772475004196167, -0.19871172308921814, -0.054290831089019775, -0.8160900473594666, -2.0277259349823, -1.0615524053573608, -2.601620674133301, -1.6084966659545898, -0.22208145260810852, -1.5713043212890625, -1.2060962915420532, -1.7849617004394531, -0.27144548296928406, -0.7501078248023987, -0.04268195107579231, -0.9885797500610352, -0.5219334959983826, -1.5279541015625, -2.0916993618011475, -0.10816789418458939, -1.081939697265625, -1.9123808145523071, -2.562770366668701, -0.9966035485267639, -2.250849723815918, -1.6536487340927124, -2.0844666957855225, -1.7813904285430908, -1.4607837200164795, -1.9888064861297607, -2.817869186401367, -1.0632553100585938, -0.8731577396392822, -1.2055634260177612, -0.2698711156845093, -2.2043726444244385, -2.206254720687866, -0.6930932402610779, -1.7376618385314941, -0.4287203848361969, -1.2090471982955933, -1.7593836784362793]}, "Bot001_066_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name?", "response": "lizzy . what are you up to ?", "annotation_id": "Bot001_066_02", "annotations": ["X", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.394289016723633, -16.801546096801758, -13.356675148010254, -8.557865142822266, -11.324487686157227, -6.229400634765625, -11.995997428894043, -11.961450576782227, -12.854106903076172], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.5278180837631226, -1.073901653289795, -1.1069433689117432, -0.532852053642273, -1.6654160022735596, -3.0292954444885254, -0.3916281759738922, -1.512751579284668, -0.9308192133903503, -1.3270642757415771, -2.8156003952026367, -2.088397264480591, -1.266265869140625, -1.8520742654800415, -0.24281029403209686, -1.4426226615905762, -3.402068853378296, -2.266880750656128, -0.03234519809484482, -0.8266122937202454, -1.1227575540542603, -2.215181350708008, -1.8085484504699707, -0.8266698718070984, -1.017638087272644, -1.216652512550354, -1.2531169652938843, -1.5798594951629639, -1.1358294486999512, -2.687918186187744, -2.3243155479431152, -1.2494540214538574, -0.0019704941660165787, -0.005318183917552233, -0.20550791919231415, -0.4723380208015442, -0.21243329346179962, -1.2889742851257324, -3.1006689071655273, -2.182832956314087, -1.923840880393982, -1.310076117515564, -2.2159616947174072, -0.5060375928878784, -1.4737666845321655, -0.11535521596670151, -0.4992316663265228, -0.18335331976413727]}, "Bot001_066_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work!", "response": "what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT]", "annotation_id": "Bot001_066_04", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-13.09722900390625, -9.207998275756836, -6.380681037902832, -9.800865173339844, -10.186930656433105, -11.341822624206543, -10.36600399017334, -12.152020454406738, -13.584953308105469, -10.627223014831543, -12.487545013427734, -7.5066633224487305, -10.833089828491211, -13.119819641113281, -5.532377243041992, -15.240629196166992, -8.299848556518555, -12.87759017944336, -8.421682357788086, -17.94375228881836, -13.798291206359863, -18.471107482910156, -13.473564147949219, -13.37268352508545], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -2.2151670455932617, -1.8085254430770874, -0.8266699314117432, -1.0176308155059814, -1.2166619300842285, -1.2531405687332153, -1.579862356185913, -1.1358044147491455, -2.687908411026001, -2.3242905139923096, -1.249449610710144, -0.0019703751895576715, -0.005317946895956993, -0.20550985634326935, -0.47232529520988464, -0.2124348282814026, -1.2889400720596313, -1.829364538192749, -2.1545023918151855, -2.070307970046997, -2.059122085571289, -0.6839138269424438, -1.4686027765274048, -0.09995377063751221, -0.4592062830924988, -1.1933127641677856, -2.2713212966918945, -2.5567538738250732, -1.9336260557174683, -1.5523974895477295, -1.3340187072753906, -0.9612173438072205, -1.5269052982330322, -1.1632299423217773, -1.6646302938461304, -1.4358599185943604, -2.510446071624756, -1.948512077331543, -0.13033147156238556, -1.0698332786560059, -1.346751093864441, -1.540956735610962, -0.7297197580337524, -0.34995755553245544, -2.8168323040008545, -2.1354105472564697, -2.1176342964172363, -2.3331403732299805, -0.3371262848377228, -0.5538024306297302, -2.750352621078491, -2.257798671722412, -0.5861780047416687, -1.9216567277908325, -3.482485294342041, -2.4183664321899414, -2.083010196685791, -2.478708028793335, -0.9576713442802429, -1.6853431463241577, -0.4632399082183838]}, "Bot001_066_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher", "response": "yep , its a volunteer position , i am retired now", "annotation_id": "Bot001_066_06", "annotations": ["X", "T", "T", "O", "O", "O", "T", "X", "O", "X", "X", "O", "O", "O", "O"], "gpt2_target_score": [-9.397956848144531, -15.172063827514648, -14.36211109161377, -9.524192810058594, -9.067728996276855, -14.959712028503418, -15.41599178314209, -13.996357917785645, -10.499908447265625, -13.927176475524902, -18.466596603393555, -10.013171195983887], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -2.2151670455932617, -1.8085254430770874, -0.8266699314117432, -1.0176308155059814, -1.2166619300842285, -1.2531405687332153, -1.579862356185913, -1.1358044147491455, -2.687908411026001, -2.3242905139923096, -1.249449610710144, -0.0019703751895576715, -0.005317946895956993, -0.20550985634326935, -0.47232529520988464, -0.2124348282814026, -1.2889400720596313, -1.829364538192749, -2.1545023918151855, -2.070307970046997, -2.059122085571289, -0.6839138269424438, -1.4686027765274048, -0.09995377063751221, -0.4592062830924988, -1.1933127641677856, -2.2713212966918945, -2.5567538738250732, -1.9336260557174683, -1.5523974895477295, -1.3340187072753906, -0.9612173438072205, -1.5269052982330322, -1.1632299423217773, -1.6646302938461304, -1.4358599185943604, -1.9562758207321167, -0.10222680866718292, -1.6642472743988037, -1.377734661102295, -1.7970707416534424, -0.7567217946052551, -1.3479790687561035, -3.012097120285034, -2.052389144897461, -2.248063325881958, -2.014610528945923, -0.3989075720310211, -0.5877609252929688, -2.921224355697632, -2.2924301624298096, -0.45169633626937866, -2.093884229660034, -3.4313409328460693, -2.4878649711608887, -1.898488998413086, -2.589812755584717, -0.9610881209373474, -1.378095269203186, -1.621910572052002, -2.004586696624756, -1.5413999557495117, -2.0351977348327637, -1.311275839805603, -1.5771530866622925, -2.1323659420013428, -1.1012890338897705, -1.1078623533248901, -1.8765877485275269, -1.7333812713623047, -3.048191785812378, -2.7386622428894043, -1.5953172445297241, -1.6912623643875122, -2.4528396129608154, -1.0253645181655884, -1.7601829767227173, -1.4168423414230347]}, "Bot001_066_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter", "response": "i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ...", "annotation_id": "Bot001_066_08", "annotations": ["O", "O", "O", "T", "O", "O", "O", "T", "O", "X", "T", "X", "O", "O", "T"], "gpt2_target_score": [-9.417320251464844, -9.202672958374023, -11.76988697052002, -16.058265686035156, -10.186930656433105, -11.015467643737793, -13.248129844665527, -13.996357917785645, -13.024139404296875, -13.830302238464355, -14.320110321044922, -15.876215934753418, -13.70683479309082, -16.01732635498047, -15.920564651489258, -11.114286422729492, -10.945554733276367, -5.712825775146484, -9.874242782592773, -6.664889335632324, -15.72143268585205, -2.926459312438965, -2.848090648651123, -12.911608695983887, -13.071937561035156, -11.747148513793945], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -2.2151670455932617, -1.8085254430770874, -0.8266699314117432, -1.0176308155059814, -1.2166619300842285, -1.2531405687332153, -1.579862356185913, -1.1358044147491455, -2.687908411026001, -2.3242905139923096, -1.249449610710144, -0.0019703751895576715, -0.005317946895956993, -0.20550985634326935, -0.47232529520988464, -0.2124348282814026, -1.2889400720596313, -1.829364538192749, -2.1545023918151855, -2.070307970046997, -2.059122085571289, -0.6839138269424438, -1.4686027765274048, -0.09995377063751221, -0.4592062830924988, -1.1933127641677856, -2.2713212966918945, -2.5567538738250732, -1.9336260557174683, -1.5523974895477295, -1.3340187072753906, -0.9612173438072205, -1.5269052982330322, -1.1632299423217773, -1.6646302938461304, -1.4358599185943604, -1.9562758207321167, -0.10222680866718292, -1.6642472743988037, -1.377734661102295, -1.7970707416534424, -0.7567217946052551, -1.3479790687561035, -3.012097120285034, -2.052389144897461, -2.248063325881958, -2.014610528945923, -0.3989075720310211, -0.5877609252929688, -2.921224355697632, -2.2924301624298096, -0.45169633626937866, -2.093884229660034, -3.4313409328460693, -2.4878649711608887, -1.898488998413086, -2.589812755584717, -0.9610881209373474, -1.378095269203186, -1.621910572052002, -2.004586696624756, -1.5413999557495117, -2.0351977348327637, -1.311275839805603, -1.5771530866622925, -1.5326086282730103, -1.277687907218933, -1.9028910398483276, -1.7176772356033325, -3.243218421936035, -2.4300448894500732, -2.2109487056732178, -1.678623914718628, -1.891613245010376, -1.0012887716293335, -1.6466199159622192, -1.778002142906189, -1.1482454538345337, -1.272542119026184, -1.4260363578796387, -0.2870185673236847, -1.0032817125320435, -1.7189019918441772, -1.3245371580123901, -1.080491065979004, -2.0643866062164307, -0.33230099081993103, -0.1744663268327713, -2.070067882537842, -2.1148531436920166, -1.7503433227539062, -0.1208006739616394, -2.3198771476745605, -2.2398107051849365, -1.3726941347122192, -0.7740146517753601, -2.0159664154052734, -1.4913054704666138, -1.382079839706421, -1.1009265184402466, -1.9242545366287231, -0.3112668991088867, -2.7430880069732666, -1.4914989471435547, -1.1342469453811646, -1.4429246187210083, -1.336443543434143, -0.9212046265602112, -0.9593389630317688, -2.3621246814727783, -1.3597673177719116, -2.2119200229644775, -1.3298280239105225, -2.5372674465179443, -1.217195749282837, -2.6691744327545166]}, "Bot001_066_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ... is country", "response": "genre is death metal, funny you :)", "annotation_id": "Bot001_066_10", "annotations": ["X", "O", "T", "X", "O", "O", "T", "O", "T", "T", "O", "O", "X", "T", "O"], "gpt2_target_score": [-15.767250061035156, -7.508840560913086, -12.285130500793457, -11.873329162597656, -8.818156242370605, -10.75483226776123, -7.957159519195557, -13.336255073547363], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -2.2151670455932617, -1.8085254430770874, -0.8266699314117432, -1.0176308155059814, -1.2166619300842285, -1.2531405687332153, -1.579862356185913, -1.1358044147491455, -2.687908411026001, -2.3242905139923096, -1.249449610710144, -0.0019703751895576715, -0.005317946895956993, -0.20550985634326935, -0.47232529520988464, -0.2124348282814026, -1.2889400720596313, -1.829364538192749, -2.1545023918151855, -2.070307970046997, -2.059122085571289, -0.6839138269424438, -1.4686027765274048, -0.09995377063751221, -0.4592062830924988, -1.1933127641677856, -2.2713212966918945, -2.5567538738250732, -1.9336260557174683, -1.5523974895477295, -1.3340187072753906, -0.9612173438072205, -1.5269052982330322, -1.1632299423217773, -1.6646302938461304, -1.4358599185943604, -1.9562758207321167, -0.10222680866718292, -1.6642472743988037, -1.377734661102295, -1.7970707416534424, -0.7567217946052551, -1.3479790687561035, -3.012097120285034, -2.052389144897461, -2.248063325881958, -2.014610528945923, -0.3989075720310211, -0.5877609252929688, -2.921224355697632, -2.2924301624298096, -0.45169633626937866, -2.093884229660034, -3.4313409328460693, -2.4878649711608887, -1.898488998413086, -2.589812755584717, -0.9610881209373474, -1.378095269203186, -1.621910572052002, -2.004586696624756, -1.5413999557495117, -2.0351977348327637, -1.311275839805603, -1.5771530866622925, -1.5326086282730103, -1.277687907218933, -1.9028910398483276, -1.7176772356033325, -3.243218421936035, -2.4300448894500732, -2.2109487056732178, -1.678623914718628, -1.891613245010376, -1.0012887716293335, -1.6466199159622192, -1.778002142906189, -1.1482454538345337, -1.272542119026184, -1.4260363578796387, -0.2870185673236847, -1.0032817125320435, -1.7189019918441772, -1.3245371580123901, -1.080491065979004, -2.0643866062164307, -0.33230099081993103, -0.1744663268327713, -2.070067882537842, -1.5974647998809814, -1.814283847808838, -2.618795394897461, -2.0092692375183105, -1.5778499841690063, -0.6316760182380676, -2.0572218894958496, -1.539302110671997, -1.443804383277893, -1.1375799179077148, -1.6185567378997803, -0.3476889133453369, -2.6248080730438232, -1.4056472778320312, -1.151389479637146, -2.1249608993530273, -1.3749698400497437, -1.1052331924438477, -0.8518625497817993, -2.474522829055786, -1.511223554611206, -2.096099615097046, -1.0107016563415527, -2.4238228797912598, -1.22632896900177, -2.7997260093688965, -2.9373056888580322, -1.7438421249389648, -2.255512237548828, -2.559290885925293, -2.413342237472534, -0.8084981441497803, -1.3688651323318481, -2.7749524116516113, -1.6041499376296997, -2.7937331199645996, -0.5958815217018127]}, "Bot001_066_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ... is country genre is death metal, funny you :) wow, that\u2019s unexpected!", "response": "i'm good do you work", "annotation_id": "Bot001_066_12", "annotations": ["O", "X", "O", "X", "X", "X", "T", "T", "O", "X", "X", "O", "T", "T", "T"], "gpt2_target_score": [-9.417320251464844, -10.629690170288086, -8.20964527130127, -9.800865173339844, -10.869868278503418, -11.341822624206543], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -2.2151670455932617, -1.8085254430770874, -0.8266699314117432, -1.0176308155059814, -1.2166619300842285, -1.2531405687332153, -1.579862356185913, -1.1358044147491455, -2.687908411026001, -2.3242905139923096, -1.249449610710144, -0.0019703751895576715, -0.005317946895956993, -0.20550985634326935, -0.47232529520988464, -0.2124348282814026, -1.2889400720596313, -1.829364538192749, -2.1545023918151855, -2.070307970046997, -2.059122085571289, -0.6839138269424438, -1.4686027765274048, -0.09995377063751221, -0.4592062830924988, -1.1933127641677856, -2.2713212966918945, -2.5567538738250732, -1.9336260557174683, -1.5523974895477295, -1.3340187072753906, -0.9612173438072205, -1.5269052982330322, -1.1632299423217773, -1.6646302938461304, -1.4358599185943604, -1.9562758207321167, -0.10222680866718292, -1.6642472743988037, -1.377734661102295, -1.7970707416534424, -0.7567217946052551, -1.3479790687561035, -3.012097120285034, -2.052389144897461, -2.248063325881958, -2.014610528945923, -0.3989075720310211, -0.5877609252929688, -2.921224355697632, -2.2924301624298096, -0.45169633626937866, -2.093884229660034, -3.4313409328460693, -2.4878649711608887, -1.898488998413086, -2.589812755584717, -0.9610881209373474, -1.378095269203186, -1.621910572052002, -2.004586696624756, -1.5413999557495117, -2.0351977348327637, -1.311275839805603, -1.5771530866622925, -1.5326086282730103, -1.277687907218933, -1.9028910398483276, -1.7176772356033325, -3.243218421936035, -2.4300448894500732, -2.2109487056732178, -1.678623914718628, -1.891613245010376, -1.0012887716293335, -1.6466199159622192, -1.778002142906189, -1.1482454538345337, -1.272542119026184, -1.4260363578796387, -0.2870185673236847, -1.0032817125320435, -1.7189019918441772, -1.3245371580123901, -1.080491065979004, -2.0643866062164307, -0.33230099081993103, -0.1744663268327713, -2.070067882537842, -1.5974647998809814, -1.814283847808838, -2.618795394897461, -2.0092692375183105, -1.5778499841690063, -0.6316760182380676, -2.0572218894958496, -1.539302110671997, -1.443804383277893, -1.1375799179077148, -1.6185567378997803, -0.3476889133453369, -2.6248080730438232, -1.4056472778320312, -1.151389479637146, -2.1249608993530273, -1.3749698400497437, -1.1052331924438477, -0.8518625497817993, -2.474522829055786, -1.511223554611206, -2.096099615097046, -1.0107016563415527, -2.4238228797912598, -1.22632896900177, -2.7997260093688965, -2.9373056888580322, -1.7438421249389648, -2.095715045928955, -2.129703998565674, -0.5613910555839539, -1.6657130718231201, -2.346104383468628, -1.9258545637130737, -2.3152408599853516, -1.378960132598877, -1.6473761796951294, -1.458053708076477, -1.1154175996780396, -0.0019346822518855333, -0.005762037821114063, -2.316175937652588, -1.592339038848877, -1.9047199487686157, -2.0656235218048096, -2.15694522857666, -1.64828360080719, -0.8319507241249084, -0.944318413734436, -1.657834529876709, -1.360601544380188]}, "Bot001_066_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ... is country genre is death metal, funny you :) wow, that\u2019s unexpected! i'm good do you work yeah I told you already", "response": "i'm making polite conversation , because you seem so arrogant .", "annotation_id": "Bot001_066_14", "annotations": ["O", "T", "T", "O", "T", "T", "O", "T", "X", "X", "X", "O", "T", "T", "T"], "gpt2_target_score": [-9.417320251464844, -10.629690170288086, -11.402363777160645, -13.307243347167969, -10.137782096862793, -9.277445793151855, -10.00833797454834, -11.04741382598877, -18.25491714477539, -12.92127513885498, -21.511701583862305, -10.638751029968262], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -2.2151670455932617, -1.8085254430770874, -0.8266699314117432, -1.0176308155059814, -1.2166619300842285, -1.2531405687332153, -1.579862356185913, -1.1358044147491455, -2.687908411026001, -2.3242905139923096, -1.249449610710144, -0.0019703751895576715, -0.005317946895956993, -0.20550985634326935, -0.47232529520988464, -0.2124348282814026, -1.2889400720596313, -1.829364538192749, -2.1545023918151855, -2.070307970046997, -2.059122085571289, -0.6839138269424438, -1.4686027765274048, -0.09995377063751221, -0.4592062830924988, -1.1933127641677856, -2.2713212966918945, -2.5567538738250732, -1.9336260557174683, -1.5523974895477295, -1.3340187072753906, -0.9612173438072205, -1.5269052982330322, -1.1632299423217773, -1.6646302938461304, -1.4358599185943604, -1.9562758207321167, -0.10222680866718292, -1.6642472743988037, -1.377734661102295, -1.7970707416534424, -0.7567217946052551, -1.3479790687561035, -3.012097120285034, -2.052389144897461, -2.248063325881958, -2.014610528945923, -0.3989075720310211, -0.5877609252929688, -2.921224355697632, -2.2924301624298096, -0.45169633626937866, -2.093884229660034, -3.4313409328460693, -2.4878649711608887, -1.898488998413086, -2.589812755584717, -0.9610881209373474, -1.378095269203186, -1.621910572052002, -2.004586696624756, -1.5413999557495117, -2.0351977348327637, -1.311275839805603, -1.5771530866622925, -1.5326086282730103, -1.277687907218933, -1.9028910398483276, -1.7176772356033325, -3.243218421936035, -2.4300448894500732, -2.2109487056732178, -1.678623914718628, -1.891613245010376, -1.0012887716293335, -1.6466199159622192, -1.778002142906189, -1.1482454538345337, -1.272542119026184, -1.4260363578796387, -0.2870185673236847, -1.0032817125320435, -1.7189019918441772, -1.3245371580123901, -1.080491065979004, -2.0643866062164307, -0.33230099081993103, -0.1744663268327713, -2.070067882537842, -1.5974647998809814, -1.814283847808838, -2.618795394897461, -2.0092692375183105, -1.5778499841690063, -0.6316760182380676, -2.0572218894958496, -1.539302110671997, -1.443804383277893, -1.1375799179077148, -1.6185567378997803, -0.3476889133453369, -2.6248080730438232, -1.4056472778320312, -1.151389479637146, -2.1249608993530273, -1.3749698400497437, -1.1052331924438477, -0.8518625497817993, -2.474522829055786, -1.511223554611206, -2.096099615097046, -1.0107016563415527, -2.4238228797912598, -1.22632896900177, -2.7997260093688965, -2.9373056888580322, -1.7438421249389648, -2.095715045928955, -2.129703998565674, -0.5613910555839539, -1.6657130718231201, -2.346104383468628, -1.9258545637130737, -2.3152408599853516, -1.378960132598877, -1.6473761796951294, -1.458053708076477, -1.1154175996780396, -0.0019346822518855333, -0.005762037821114063, -2.316175937652588, -1.592339038848877, -1.9047199487686157, -2.1626832485198975, -2.0268731117248535, -0.8204138875007629, -1.2985914945602417, -1.4875175952911377, -1.6452162265777588, -1.2552355527877808, -1.7583457231521606, -0.33086177706718445, -2.0199332237243652, -1.9977136850357056, -2.3833978176116943, -1.4183897972106934, -1.68666410446167, -1.265366792678833, -2.2868854999542236, -1.2657712697982788, -1.4200628995895386, -0.6055522561073303, -2.1315460205078125, -1.017881155014038, -2.0603091716766357, -1.900441288948059, -1.6060305833816528]}, "Bot001_066_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ... is country genre is death metal, funny you :) wow, that\u2019s unexpected! i'm good do you work yeah I told you already i'm making polite conversation , because you seem so arrogant . I am arrogant? lol where", "response": "you are making me unhappy", "annotation_id": "Bot001_066_16", "annotations": ["T", "T", "O", "O", "T", "X", "T", "T", "T", "X", "X", "O", "O", "T", "T"], "gpt2_target_score": [-11.581840515136719, -9.101888656616211, -11.402363777160645, -10.422019958496094, -12.88056468963623], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -2.2151670455932617, -1.8085254430770874, -0.8266699314117432, -1.0176308155059814, -1.2166619300842285, -1.2531405687332153, -1.579862356185913, -1.1358044147491455, -2.687908411026001, -2.3242905139923096, -1.249449610710144, -0.0019703751895576715, -0.005317946895956993, -0.20550985634326935, -0.47232529520988464, -0.2124348282814026, -1.2889400720596313, -1.829364538192749, -2.1545023918151855, -2.070307970046997, -2.059122085571289, -0.6839138269424438, -1.4686027765274048, -0.09995377063751221, -0.4592062830924988, -1.1933127641677856, -2.2713212966918945, -2.5567538738250732, -1.9336260557174683, -1.5523974895477295, -1.3340187072753906, -0.9612173438072205, -1.5269052982330322, -1.1632299423217773, -1.6646302938461304, -1.4358599185943604, -1.9562758207321167, -0.10222680866718292, -1.6642472743988037, -1.377734661102295, -1.7970707416534424, -0.7567217946052551, -1.3479790687561035, -3.012097120285034, -2.052389144897461, -2.248063325881958, -2.014610528945923, -0.3989075720310211, -0.5877609252929688, -2.921224355697632, -2.2924301624298096, -0.45169633626937866, -2.093884229660034, -3.4313409328460693, -2.4878649711608887, -1.898488998413086, -2.589812755584717, -0.9610881209373474, -1.378095269203186, -1.621910572052002, -2.004586696624756, -1.5413999557495117, -2.0351977348327637, -1.311275839805603, -1.5771530866622925, -1.5326086282730103, -1.277687907218933, -1.9028910398483276, -1.7176772356033325, -3.243218421936035, -2.4300448894500732, -2.2109487056732178, -1.678623914718628, -1.891613245010376, -1.0012887716293335, -1.6466199159622192, -1.778002142906189, -1.1482454538345337, -1.272542119026184, -1.4260363578796387, -0.2870185673236847, -1.0032817125320435, -1.7189019918441772, -1.3245371580123901, -1.080491065979004, -2.0643866062164307, -0.33230099081993103, -0.1744663268327713, -2.070067882537842, -1.5974647998809814, -1.814283847808838, -2.618795394897461, -2.0092692375183105, -1.5778499841690063, -0.6316760182380676, -2.0572218894958496, -1.539302110671997, -1.443804383277893, -1.1375799179077148, -1.6185567378997803, -0.3476889133453369, -2.6248080730438232, -1.4056472778320312, -1.151389479637146, -2.1249608993530273, -1.3749698400497437, -1.1052331924438477, -0.8518625497817993, -2.474522829055786, -1.511223554611206, -2.096099615097046, -1.0107016563415527, -2.4238228797912598, -1.22632896900177, -2.7997260093688965, -2.9373056888580322, -1.7438421249389648, -2.095715045928955, -2.129703998565674, -0.5613910555839539, -1.6657130718231201, -2.346104383468628, -1.9258545637130737, -2.3152408599853516, -1.378960132598877, -1.6473761796951294, -1.458053708076477, -1.1154175996780396, -0.0019346822518855333, -0.005762037821114063, -2.316175937652588, -1.592339038848877, -1.9047199487686157, -2.1626832485198975, -2.0268731117248535, -0.8204138875007629, -1.2985914945602417, -1.4875175952911377, -1.6452162265777588, -1.2552355527877808, -1.7583457231521606, -0.33086177706718445, -2.0199332237243652, -1.9977136850357056, -1.583922266960144, -1.4350740909576416, -1.1953707933425903, -2.218571424484253, -1.4411314725875854, -1.6440880298614502, -0.7312301397323608, -2.151233196258545, -0.9656054377555847, -2.0916175842285156, -1.8440091609954834, -1.9806219339370728, -2.2656185626983643, -1.86806058883667, -1.6506315469741821, -2.3401811122894287, -2.3373050689697266, -1.4516334533691406, -2.120265007019043, -1.9428569078445435, -1.9119703769683838, -0.6616619825363159, -2.2506792545318604, -1.7867494821548462]}, "Bot001_066_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ... is country genre is death metal, funny you :) wow, that\u2019s unexpected! i'm good do you work yeah I told you already i'm making polite conversation , because you seem so arrogant . I am arrogant? lol where you are making me unhappy how the hell do i make you unhappy", "response": "if i do change into melissa will i like men or women ? ? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot001_066_18", "annotations": ["O", "X", "T", "X", "O", "X", "O", "X", "T", "O", "X", "T", "O", "T", "T"], "gpt2_target_score": [-12.071693420410156, -5.005758285522461, -2.840397834777832, -11.361488342285156, -11.873713493347168, -13.950984001159668, -16.73305320739746, -14.591046333312988, -10.499908447265625, -12.8334379196167, -16.23051643371582, -8.0914945602417, -12.352441787719727, -13.787510871887207, -11.254438400268555, -3.292905330657959, -10.01588249206543, -11.349910736083984, -16.72980308532715, -11.631571769714355, -16.423595428466797, -16.36127471923828, -7.455115795135498, -17.173786163330078, -17.26532745361328, -10.881731033325195, -13.857596397399902, -12.971208572387695, -15.124646186828613, -10.95619010925293, -18.747697830200195, -11.283382415771484], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -2.2151670455932617, -1.8085254430770874, -0.8266699314117432, -1.0176308155059814, -1.2166619300842285, -1.2531405687332153, -1.579862356185913, -1.1358044147491455, -2.687908411026001, -2.3242905139923096, -1.249449610710144, -0.0019703751895576715, -0.005317946895956993, -0.20550985634326935, -0.47232529520988464, -0.2124348282814026, -1.2889400720596313, -1.829364538192749, -2.1545023918151855, -2.070307970046997, -2.059122085571289, -0.6839138269424438, -1.4686027765274048, -0.09995377063751221, -0.4592062830924988, -1.1933127641677856, -2.2713212966918945, -2.5567538738250732, -1.9336260557174683, -1.5523974895477295, -1.3340187072753906, -0.9612173438072205, -1.5269052982330322, -1.1632299423217773, -1.6646302938461304, -1.4358599185943604, -1.9562758207321167, -0.10222680866718292, -1.6642472743988037, -1.377734661102295, -1.7970707416534424, -0.7567217946052551, -1.3479790687561035, -3.012097120285034, -2.052389144897461, -2.248063325881958, -2.014610528945923, -0.3989075720310211, -0.5877609252929688, -2.921224355697632, -2.2924301624298096, -0.45169633626937866, -2.093884229660034, -3.4313409328460693, -2.4878649711608887, -1.898488998413086, -2.589812755584717, -0.9610881209373474, -1.378095269203186, -1.621910572052002, -2.004586696624756, -1.5413999557495117, -2.0351977348327637, -1.311275839805603, -1.5771530866622925, -1.5326086282730103, -1.277687907218933, -1.9028910398483276, -1.7176772356033325, -3.243218421936035, -2.4300448894500732, -2.2109487056732178, -1.678623914718628, -1.891613245010376, -1.0012887716293335, -1.6466199159622192, -1.778002142906189, -1.1482454538345337, -1.272542119026184, -1.4260363578796387, -0.2870185673236847, -1.0032817125320435, -1.7189019918441772, -1.3245371580123901, -1.080491065979004, -2.0643866062164307, -0.33230099081993103, -0.1744663268327713, -2.070067882537842, -1.5974647998809814, -1.814283847808838, -2.618795394897461, -2.0092692375183105, -1.5778499841690063, -0.6316760182380676, -2.0572218894958496, -1.539302110671997, -1.443804383277893, -1.1375799179077148, -1.6185567378997803, -0.3476889133453369, -2.6248080730438232, -1.4056472778320312, -1.151389479637146, -2.1249608993530273, -1.3749698400497437, -1.1052331924438477, -0.8518625497817993, -2.474522829055786, -1.511223554611206, -2.096099615097046, -1.0107016563415527, -2.4238228797912598, -1.22632896900177, -2.7997260093688965, -2.9373056888580322, -1.7438421249389648, -2.095715045928955, -2.129703998565674, -0.5613910555839539, -1.6657130718231201, -2.346104383468628, -1.9258545637130737, -2.3152408599853516, -1.378960132598877, -1.6473761796951294, -1.458053708076477, -1.1154175996780396, -0.0019346822518855333, -0.005762037821114063, -2.316175937652588, -1.592339038848877, -1.9047199487686157, -2.1626832485198975, -2.0268731117248535, -0.8204138875007629, -1.2985914945602417, -1.4875175952911377, -1.6452162265777588, -1.2552355527877808, -1.7583457231521606, -0.33086177706718445, -2.0199332237243652, -1.9977136850357056, -1.583922266960144, -1.4350740909576416, -1.1953707933425903, -2.218571424484253, -1.4411314725875854, -1.6440880298614502, -0.7312301397323608, -2.151233196258545, -0.9656054377555847, -2.0916175842285156, -1.8440091609954834, -1.9806219339370728, -2.2656185626983643, -1.86806058883667, -1.6506315469741821, -2.3401811122894287, -2.3373050689697266, -1.4516388177871704, -1.6347438097000122, -1.987312912940979, -1.01664400100708, -2.32310152053833, -2.0846526622772217, -1.3549282550811768, -1.2634494304656982, -0.8286779522895813, -0.2469925731420517, -2.0697262287139893, -1.2126630544662476, -0.8036335706710815, -0.8973286151885986, -2.098356246948242, -0.46492302417755127, -2.313264846801758, -2.371744155883789, -1.195156216621399, -0.8165305852890015, -0.8692755699157715, -1.9055808782577515, -1.045945405960083, -1.1606348752975464, -0.8768184185028076, -1.1740913391113281, -0.6723554134368896, -1.0067797899246216, -0.45218443870544434, -0.4254531264305115, -2.953212022781372, -0.00344089069403708, -0.01669413410127163, -0.021185532212257385, -0.022203776985406876, -0.1779366135597229, -0.013805380091071129, -0.002311655320227146, -0.0010007378878071904, -0.19567899405956268, -0.06978682428598404, -0.0008993871742859483, -0.011999211274087429, -0.035186026245355606, -0.9811395406723022, -0.6640732288360596, -1.4996224641799927]}, "Bot001_066_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ... is country genre is death metal, funny you :) wow, that\u2019s unexpected! i'm good do you work yeah I told you already i'm making polite conversation , because you seem so arrogant . I am arrogant? lol where you are making me unhappy how the hell do i make you unhappy if i do change into melissa will i like men or women ? ? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] ummm rude", "response": "i probably should there is got to be nicer people in the world. Also, try to guess: my family and ...", "annotation_id": "Bot001_066_20", "annotations": ["X", "T", "O", "X", "T", "X", "T", "X", "O", "O", "X", "X", "T", "X", "T"], "gpt2_target_score": [-9.417320251464844, -12.743230819702148, -4.3978471755981445, -6.4139485359191895, -10.549220085144043, -10.119471549987793, -10.467917442321777, -13.205464363098145, -19.543113708496094, -9.803839683532715, -11.275568008422852, -9.434672355651855, -12.181001663208008, -4.882167816162109, -12.83964729309082, -10.799833297729492, -15.33253288269043, -1.4426077604293823, -8.978994369506836, -7.547472953796387, -10.904202461242676, -10.599356651306152, -7.648749828338623, -13.158251762390137], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -2.2151670455932617, -1.8085254430770874, -0.8266699314117432, -1.0176308155059814, -1.2166619300842285, -1.2531405687332153, -1.579862356185913, -1.1358044147491455, -2.687908411026001, -2.3242905139923096, -1.249449610710144, -0.0019703751895576715, -0.005317946895956993, -0.20550985634326935, -0.47232529520988464, -0.2124348282814026, -1.2889400720596313, -1.829364538192749, -2.1545023918151855, -2.070307970046997, -2.059122085571289, -0.6839138269424438, -1.4686027765274048, -0.09995377063751221, -0.4592062830924988, -1.1933127641677856, -2.2713212966918945, -2.5567538738250732, -1.9336260557174683, -1.5523974895477295, -1.3340187072753906, -0.9612173438072205, -1.5269052982330322, -1.1632299423217773, -1.6646302938461304, -1.4358599185943604, -1.9562758207321167, -0.10222680866718292, -1.6642472743988037, -1.377734661102295, -1.7970707416534424, -0.7567217946052551, -1.3479790687561035, -3.012097120285034, -2.052389144897461, -2.248063325881958, -2.014610528945923, -0.3989075720310211, -0.5877609252929688, -2.921224355697632, -2.2924301624298096, -0.45169633626937866, -2.093884229660034, -3.4313409328460693, -2.4878649711608887, -1.898488998413086, -2.589812755584717, -0.9610881209373474, -1.378095269203186, -1.621910572052002, -2.004586696624756, -1.5413999557495117, -2.0351977348327637, -1.311275839805603, -1.5771530866622925, -1.5326086282730103, -1.277687907218933, -1.9028910398483276, -1.7176772356033325, -3.243218421936035, -2.4300448894500732, -2.2109487056732178, -1.678623914718628, -1.891613245010376, -1.0012887716293335, -1.6466199159622192, -1.778002142906189, -1.1482454538345337, -1.272542119026184, -1.4260363578796387, -0.2870185673236847, -1.0032817125320435, -1.7189019918441772, -1.3245371580123901, -1.080491065979004, -2.0643866062164307, -0.33230099081993103, -0.1744663268327713, -2.070067882537842, -1.5974647998809814, -1.814283847808838, -2.618795394897461, -2.0092692375183105, -1.5778499841690063, -0.6316760182380676, -2.0572218894958496, -1.539302110671997, -1.443804383277893, -1.1375799179077148, -1.6185567378997803, -0.3476889133453369, -2.6248080730438232, -1.4056472778320312, -1.151389479637146, -2.1249608993530273, -1.3749698400497437, -1.1052366495132446, -0.8518598079681396, -2.474518060684204, -1.511231780052185, -2.096100091934204, -1.0107030868530273, -2.423816442489624, -1.226344108581543, -2.7997255325317383, -2.9372992515563965, -1.7438486814498901, -2.095712900161743, -2.129709005355835, -0.5613885521888733, -1.6657193899154663, -2.346092700958252, -1.9258487224578857, -2.3152451515197754, -1.3789561986923218, -1.6473712921142578, -1.4580413103103638, -1.1154184341430664, -0.0019346822518855333, -0.005762156564742327, -2.316180467605591, -1.5923287868499756, -1.9047203063964844, -2.1626713275909424, -2.0268619060516357, -0.820410430431366, -1.298596978187561, -1.4875221252441406, -1.6452209949493408, -1.255237102508545, -1.7583391666412354, -0.33086511492729187, -2.019941568374634, -1.9977108240127563, -1.5839347839355469, -1.4350833892822266, -1.195370078086853, -2.2185792922973633, -1.4411293268203735, -1.644081473350525, -0.7312249541282654, -2.1512362957000732, -0.9656091928482056, -2.0916173458099365, -1.8440054655075073, -1.9806171655654907, -2.2656326293945312, -1.8680598735809326, -1.6506375074386597, -2.3401713371276855, -2.3372960090637207, -1.4516372680664062, -1.6347417831420898, -1.9873234033584595, -1.016640543937683, -2.323103904724121, -2.084670066833496, -1.3549407720565796, -1.2634588479995728, -0.8286774754524231, -0.24698930978775024, -2.0697264671325684, -1.212664008140564, -0.8036279082298279, -0.8973400592803955, -0.5841572880744934, -2.055292844772339, -1.5360422134399414, -1.3274391889572144, -0.8785523176193237, -0.6625969409942627, -1.7936214208602905, -0.9235707521438599, -1.438247799873352, -1.0086702108383179, -1.0362213850021362, -0.796842634677887, -0.8161231279373169, -2.028296709060669, -1.9852126836776733, -2.6993353366851807, -0.0039152647368609905, -0.020427677780389786, -0.029546622186899185, -0.02338007651269436, -0.41610392928123474, -0.019077857956290245, -0.002995648654177785, -0.0007945717661641538, -0.207029789686203, -0.09697762876749039, -0.0012190061388537288, -0.010875712148845196, -0.04063711687922478, -1.158622145652771, -0.5281595587730408, -1.7003474235534668, -1.907754898071289, -2.002579689025879, -2.323547601699829, -2.3509063720703125, -2.377106189727783, -2.3728315830230713, -1.9302858114242554, -0.9445028305053711, -1.1609721183776855, -1.1395301818847656, -0.24291633069515228, -0.884462296962738, -2.267435312271118, -2.0644235610961914, -1.4747471809387207, -1.5298069715499878, -1.5459282398223877, -1.3519395589828491, -1.2608319520950317, -1.6259052753448486, -0.35750526189804077, -2.1145429611206055, -2.184692859649658, -1.6652497053146362, -0.5549137592315674, -0.9030246138572693, -0.6952142715454102, -1.9512966871261597]}, "Bot001_068_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours?", "response": "good just here listening to music .", "annotation_id": "Bot001_068_02", "annotations": ["T", "T", "O", "O", "T", "O", "O", "X", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-14.539203643798828, -7.880474090576172, -10.27419376373291, -9.0054931640625, -9.92049503326416, -11.326496124267578, -9.285245895385742], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -0.322294682264328, -1.0070956945419312, -3.301879644393921, -1.6019346714019775, -0.35518360137939453, -0.4326993525028229, -1.2939847707748413, -2.718283176422119, -0.08245837688446045, -0.3859313130378723, -0.7237645983695984, -0.5964033603668213, -1.2398380041122437, -1.0374091863632202, -0.15866900980472565, -1.1191232204437256, -0.9866766333580017, -1.5462223291397095, -2.986328601837158, -0.8787674903869629, -1.4076712131500244, -1.5164860486984253, -0.9660085439682007, -2.0149805545806885, -0.2641147971153259, -1.0268745422363281, -0.698808491230011, -1.4791669845581055, -0.640730619430542, -2.826239585876465, -1.1416014432907104, -2.061779022216797, -0.9983470439910889, -1.2406214475631714, -1.249907374382019, -1.7654014825820923, -2.4406373500823975, -3.6106393337249756, -2.0397276878356934, -0.38585373759269714, -2.3275668621063232, -1.6668641567230225, -1.7054274082183838]}, "Bot001_068_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars", "response": "not really i drive a convertible in the rain tho", "annotation_id": "Bot001_068_04", "annotations": ["T", "T", "X", "O", "T", "O", "O", "T", "X", "T", "O", "T", "O", "O", "T"], "gpt2_target_score": [-14.292156219482422, -11.82009506225586, -8.726861000061035, -11.516448974609375, -9.029725074768066, -18.676410675048828, -5.200117588043213, -8.4498291015625, -15.909603118896484, -16.415128707885742], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -0.322294682264328, -1.0070956945419312, -3.301879644393921, -1.6019346714019775, -0.35518360137939453, -0.4326993525028229, -1.2939847707748413, -2.718283176422119, -0.08245837688446045, -0.3859313130378723, -0.7237645983695984, -0.5964033603668213, -1.2398380041122437, -1.0374091863632202, -0.15866900980472565, -1.1191232204437256, -0.9866766333580017, -1.5462223291397095, -2.9863338470458984, -0.8787657022476196, -1.4076722860336304, -1.5164852142333984, -0.9659988284111023, -2.0149765014648438, -0.2641228437423706, -1.0268622636795044, -0.6988178491592407, -1.4791607856750488, -0.6407338380813599, -2.826244354248047, -1.1415950059890747, -2.0617799758911133, -0.9983517527580261, -1.2406268119812012, -1.2499022483825684, -3.1079823970794678, -3.3631341457366943, -1.4671993255615234, -0.2767269015312195, -2.2366485595703125, -2.1575841903686523, -2.2667226791381836, -0.3949504494667053, -1.412511944770813, -1.7001360654830933, -2.0934224128723145, -2.2995946407318115, -1.8336496353149414, -2.171264886856079, -1.5799412727355957, -2.4107258319854736, -2.7469170093536377, -1.1493560075759888, -1.8959511518478394, -1.5187722444534302, -1.9174823760986328, -2.1185302734375, -0.7488067746162415]}, "Bot001_068_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan", "response": "biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE]", "annotation_id": "Bot001_068_06", "annotations": ["T", "O", "X", "O", "T", "X", "T", "O", "X", "X", "X", "O", "T", "O", "T"], "gpt2_target_score": [-16.24422836303711, -19.032377243041992, -14.01582145690918, -9.291801452636719, -9.920502662658691, -8.435898780822754, -14.409747123718262, -9.456500053405762, -13.047876358032227, -13.466140747070312, -10.915611267089844, -6.260965824127197, -12.540216445922852, -9.660027503967285, -11.087295532226562, -6.50676155090332, -13.464075088500977, -14.962270736694336, -3.301650047302246, -5.576443195343018, -15.616739273071289, -14.076857566833496, -9.81045913696289, -20.46375846862793, -14.12746810913086], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.119124412536621, -0.9866679310798645, -1.5462021827697754, -2.9863088130950928, -0.8787551522254944, -1.4076483249664307, -1.5165085792541504, -0.9660108089447021, -2.0149829387664795, -0.2641083896160126, -1.026892900466919, -0.6988315582275391, -1.4791518449783325, -0.6407478451728821, -2.8262243270874023, -1.1415996551513672, -2.0617964267730713, -0.9983718395233154, -1.2406309843063354, -1.2499321699142456, -3.1079723834991455, -3.3631515502929688, -1.4672057628631592, -0.27670586109161377, -2.236647844314575, -2.1575286388397217, -2.2667369842529297, -0.3949625790119171, -1.412513017654419, -1.7001224756240845, -2.093418598175049, -2.2995998859405518, -2.6004159450531006, -1.8846057653427124, -2.1100351810455322, -2.787203311920166, -1.1701300144195557, -2.395791530609131, -1.5903786420822144, -2.037928342819214, -2.0639233589172363, -1.5943856239318848, -2.5905649662017822, -1.8520961999893188, -3.6166961193084717, -0.38192451000213623, -0.4953285753726959, -0.1430024802684784, -1.9053599834442139, -2.12705397605896, -2.043309211730957, -1.1992158889770508, -2.208120584487915, -1.8998143672943115, -1.7073729038238525, -1.5066436529159546, -1.8230793476104736, -1.5861355066299438, -3.579432964324951, -0.9867336750030518, -0.6750394701957703, -2.3632712364196777, -1.7954283952713013, -2.1136627197265625, -2.9876177310943604, -1.9531383514404297, -0.6428766250610352, -1.7924350500106812, -3.1509408950805664, -2.4113340377807617, -1.2499867677688599, -3.4687137603759766, -0.12032272666692734, -1.845548152923584, -1.1512471437454224]}, "Bot001_068_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what", "response": "rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ...", "annotation_id": "Bot001_068_08", "annotations": ["T", "X", "O", "O", "T", "X", "T", "T", "X", "X", "O", "T", "T", "O", "T"], "gpt2_target_score": [-11.71203899383545, -17.477705001831055, -16.618619918823242, -13.360618591308594, -13.420891761779785, -11.237534523010254, -8.861605644226074, -11.135363578796387, -12.147382736206055, -14.822769165039062, -13.987602233886719, -10.663423538208008, -6.290666103363037, -14.547947883605957, -10.674427032470703, -14.240137100219727, -9.690027236938477, -20.082643508911133, -6.372870445251465, -6.682125568389893, -15.495569229125977, -11.738509178161621, -10.133747100830078], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.119124412536621, -0.9866679310798645, -1.5462021827697754, -2.9863088130950928, -0.8787551522254944, -1.4076483249664307, -1.5165085792541504, -0.9660108089447021, -2.0149829387664795, -0.2641083896160126, -1.026892900466919, -0.6988315582275391, -1.4791518449783325, -0.6407478451728821, -2.8262243270874023, -1.1415996551513672, -2.0617964267730713, -0.9983718395233154, -1.2406309843063354, -1.2499321699142456, -3.1079723834991455, -3.3631515502929688, -1.4672057628631592, -0.27670586109161377, -2.236647844314575, -2.1575286388397217, -2.2667369842529297, -0.3949625790119171, -1.412513017654419, -1.7001224756240845, -2.093418598175049, -2.2995998859405518, -2.6004159450531006, -1.8846057653427124, -2.1100351810455322, -2.787203311920166, -1.1701300144195557, -2.395791530609131, -1.5903786420822144, -2.037928342819214, -2.0639233589172363, -1.5943856239318848, -2.5905649662017822, -1.8520961999893188, -3.6166961193084717, -0.38192451000213623, -0.4953285753726959, -0.1430024802684784, -1.9053599834442139, -0.6215181946754456, -1.7188925743103027, -1.6381162405014038, -2.521784782409668, -2.627971887588501, -2.052238941192627, -1.8825427293777466, -3.219710350036621, -0.869620680809021, -0.6163058876991272, -2.40507435798645, -1.6631543636322021, -2.152966260910034, -3.3294172286987305, -1.7208977937698364, -0.613722562789917, -2.085268259048462, -3.2462241649627686, -2.377885103225708, -1.0457422733306885, -3.208562135696411, -0.14442352950572968, -1.9651046991348267, -1.450182318687439, -2.020855665206909, -2.3104288578033447, -2.169508695602417, -0.07585657387971878, -0.9941564798355103, -2.113231658935547, -1.9790250062942505, -2.3982372283935547, -2.956184148788452, -1.305473804473877, -0.049485944211483, -1.1976994276046753, -0.994689404964447, -2.241670846939087, -0.6512700319290161, -0.8063167333602905, -2.0436391830444336, -2.2119500637054443, -1.2308741807937622, -2.403554916381836, -1.5343726873397827, -2.769723653793335, -2.2531416416168213, -1.5394691228866577, -0.7859976887702942, -2.615062713623047]}, "Bot001_068_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ... lessons", "response": "lessons once week, funny you :)", "annotation_id": "Bot001_068_10", "annotations": ["T", "T", "O", "O", "T", "O", "T", "T", "T", "O", "O", "T", "T", "O", "T"], "gpt2_target_score": [-12.79346752166748, -15.927367210388184, -11.690641403198242, -9.724555969238281, -9.625397682189941, -15.152634620666504, -9.047457695007324, -6.404544353485107], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.119124412536621, -0.9866679310798645, -1.5462021827697754, -2.9863088130950928, -0.8787551522254944, -1.4076483249664307, -1.5165085792541504, -0.9660108089447021, -2.0149829387664795, -0.2641083896160126, -1.026892900466919, -0.6988315582275391, -1.4791518449783325, -0.6407478451728821, -2.8262243270874023, -1.1415996551513672, -2.0617964267730713, -0.9983718395233154, -1.2406309843063354, -1.2499321699142456, -3.1079723834991455, -3.3631515502929688, -1.4672057628631592, -0.27670586109161377, -2.236647844314575, -2.1575286388397217, -2.2667369842529297, -0.3949625790119171, -1.412513017654419, -1.7001224756240845, -2.093418598175049, -2.2995998859405518, -2.6004159450531006, -1.8846057653427124, -2.1100351810455322, -2.787203311920166, -1.1701300144195557, -2.395791530609131, -1.5903786420822144, -2.037928342819214, -2.0639233589172363, -1.5943856239318848, -2.5905649662017822, -1.8520961999893188, -3.6166961193084717, -0.38192451000213623, -0.4953285753726959, -0.1430024802684784, -1.9053599834442139, -0.6215181946754456, -1.7188925743103027, -1.6381162405014038, -2.521784782409668, -2.627971887588501, -2.052238941192627, -1.8825427293777466, -3.219710350036621, -0.869620680809021, -0.6163058876991272, -2.40507435798645, -1.6631543636322021, -2.152966260910034, -3.3294172286987305, -1.7208977937698364, -0.613722562789917, -2.085268259048462, -3.2462241649627686, -2.377885103225708, -1.0457422733306885, -3.208562135696411, -0.14442352950572968, -1.9651046991348267, -1.450182318687439, -2.020855665206909, -2.3104288578033447, -1.2407196760177612, -3.4291727542877197, -1.3832672834396362, -2.693373680114746, -1.9545753002166748, -0.0851152166724205, -1.1779775619506836, -2.0417943000793457, -2.237313747406006, -1.8138376474380493, -1.9165350198745728, -2.29638934135437, -2.1515045166015625, -1.2186791896820068, -2.4898135662078857, -1.6404019594192505, -2.8746800422668457, -1.8500268459320068, -1.566502332687378, -0.6656188368797302, -2.7064332962036133, -2.5637307167053223, -2.2389261722564697, -1.2310725450515747, -1.4101532697677612, -0.9237048029899597, -2.2620444297790527, -2.2993414402008057, -2.234551191329956, -2.738964557647705, -0.45116281509399414]}, "Bot001_068_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ... lessons lessons once week, funny you :) do you like coffee", "response": "i never go there , i don't like crowds , but i love pudding", "annotation_id": "Bot001_068_12", "annotations": ["T", "T", "O", "O", "T", "X", "X", "X", "X", "X", "X", "O", "X", "O", "T"], "gpt2_target_score": [-12.053736686706543, -12.090163230895996, -10.337491989135742, -5.606788635253906, -12.811745643615723, -9.975968360900879, -13.387133598327637, -14.880404472351074, -13.593423843383789, -18.67742919921875, -13.987602233886719, -10.442461013793945, -10.127725601196289, -12.64598560333252, -23.691593170166016], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.119124412536621, -0.9866679310798645, -1.5462021827697754, -2.9863088130950928, -0.8787551522254944, -1.4076483249664307, -1.5165085792541504, -0.9660108089447021, -2.0149829387664795, -0.2641083896160126, -1.026892900466919, -0.6988315582275391, -1.4791518449783325, -0.6407478451728821, -2.8262243270874023, -1.1415996551513672, -2.0617964267730713, -0.9983718395233154, -1.2406309843063354, -1.2499321699142456, -3.1079723834991455, -3.3631515502929688, -1.4672057628631592, -0.27670586109161377, -2.236647844314575, -2.1575286388397217, -2.2667369842529297, -0.3949625790119171, -1.412513017654419, -1.7001224756240845, -2.093418598175049, -2.2995998859405518, -2.6004159450531006, -1.8846057653427124, -2.1100351810455322, -2.787203311920166, -1.1701300144195557, -2.395791530609131, -1.5903786420822144, -2.037928342819214, -2.0639233589172363, -1.5943856239318848, -2.5905649662017822, -1.8520961999893188, -3.6166961193084717, -0.38192451000213623, -0.4953285753726959, -0.1430024802684784, -1.9053599834442139, -0.6215181946754456, -1.7188925743103027, -1.6381162405014038, -2.521784782409668, -2.627971887588501, -2.052238941192627, -1.8825427293777466, -3.219710350036621, -0.869620680809021, -0.6163058876991272, -2.40507435798645, -1.6631543636322021, -2.152966260910034, -3.3294172286987305, -1.7208977937698364, -0.613722562789917, -2.085268259048462, -3.2462241649627686, -2.377885103225708, -1.0457422733306885, -3.208562135696411, -0.14442352950572968, -1.9651046991348267, -1.450182318687439, -2.020855665206909, -2.3104288578033447, -1.2407196760177612, -3.4291727542877197, -1.3832672834396362, -2.693373680114746, -1.9545753002166748, -0.0851152166724205, -1.1779775619506836, -2.0417943000793457, -2.237313747406006, -1.8138376474380493, -1.9165350198745728, -2.29638934135437, -2.1515045166015625, -1.2186791896820068, -2.4898135662078857, -1.6404019594192505, -2.8746800422668457, -1.8500268459320068, -1.566502332687378, -0.6656188368797302, -2.7064332962036133, -2.5637307167053223, -2.558718681335449, -0.5095509886741638, -2.039865732192993, -2.630685806274414, -2.336848258972168, -2.4564876556396484, -1.3713043928146362, -0.2718231678009033, -1.548450231552124, -2.0810153484344482, -1.5154063701629639, -1.974079966545105, -2.2694196701049805, -2.4967546463012695, -0.48664864897727966, -2.299898147583008, -1.0460540056228638, -2.550060749053955, -0.19268088042736053, -1.296496868133545, -1.6361905336380005, -1.7051750421524048, -0.7790118455886841, -0.6417929530143738, -1.685196042060852, -2.6107871532440186, -1.6859303712844849]}, "Bot001_068_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ... lessons lessons once week, funny you :) do you like coffee i never go there , i don't like crowds , but i love pudding i try various coffees as a hobby", "response": "oh , that can be stressful . maybe you could get a dog. Also, try to guess: i was born ...", "annotation_id": "Bot001_068_14", "annotations": ["T", "O", "O", "O", "T", "X", "T", "T", "X", "T", "X", "T", "O", "T", "T"], "gpt2_target_score": [-13.021014213562012, -10.371825218200684, -9.49738883972168, -10.418312072753906, -11.475991249084473, -13.725235939025879, -9.28528118133545, -11.5717191696167, -12.263326644897461, -13.241264343261719, -11.608901977539062, -8.377687454223633, -13.798723220825195, -9.390816688537598, -18.01593780517578, -6.442949295043945, -15.570043563842773, -13.317136764526367, -14.827757835388184, -10.671199798583984, -10.638895034790039, -3.211379051208496, -14.161548614501953, -10.761137008666992], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.119124412536621, -0.9866679310798645, -1.5462021827697754, -2.9863088130950928, -0.8787551522254944, -1.4076483249664307, -1.5165085792541504, -0.9660108089447021, -2.0149829387664795, -0.2641083896160126, -1.026892900466919, -0.6988315582275391, -1.4791518449783325, -0.6407478451728821, -2.8262243270874023, -1.1415996551513672, -2.0617964267730713, -0.9983718395233154, -1.2406309843063354, -1.2499321699142456, -3.1079723834991455, -3.3631515502929688, -1.4672057628631592, -0.27670586109161377, -2.236647844314575, -2.1575286388397217, -2.2667369842529297, -0.3949625790119171, -1.412513017654419, -1.7001224756240845, -2.093418598175049, -2.2995998859405518, -2.6004159450531006, -1.8846057653427124, -2.1100351810455322, -2.787203311920166, -1.1701300144195557, -2.395791530609131, -1.5903786420822144, -2.037928342819214, -2.0639233589172363, -1.5943856239318848, -2.5905649662017822, -1.8520961999893188, -3.6166961193084717, -0.38192451000213623, -0.4953285753726959, -0.1430024802684784, -1.9053599834442139, -0.6215181946754456, -1.7188925743103027, -1.6381162405014038, -2.521784782409668, -2.627971887588501, -2.052238941192627, -1.8825427293777466, -3.219710350036621, -0.869620680809021, -0.6163058876991272, -2.40507435798645, -1.6631543636322021, -2.152966260910034, -3.3294172286987305, -1.7208977937698364, -0.613722562789917, -2.085268259048462, -3.2462241649627686, -2.377885103225708, -1.0457422733306885, -3.208562135696411, -0.14442352950572968, -1.9651046991348267, -1.450182318687439, -2.020855665206909, -2.3104288578033447, -1.2407196760177612, -3.4291727542877197, -1.3832672834396362, -2.693373680114746, -1.9545753002166748, -0.0851152166724205, -1.1779775619506836, -2.0417943000793457, -2.237313747406006, -1.8138376474380493, -1.9165350198745728, -2.29638934135437, -2.1515045166015625, -1.2186791896820068, -2.4898135662078857, -1.6404019594192505, -2.8746800422668457, -1.8500268459320068, -1.566502332687378, -0.6656188368797302, -2.7064332962036133, -2.5637307167053223, -2.558718681335449, -0.5095509886741638, -2.039865732192993, -2.630685806274414, -2.336848258972168, -2.4564876556396484, -1.3713043928146362, -0.2718231678009033, -1.548450231552124, -2.0810153484344482, -1.5154063701629639, -2.841545820236206, -2.794166088104248, -0.6056714653968811, -2.7027976512908936, -1.858223557472229, -2.549621105194092, -0.11302050948143005, -1.334780216217041, -2.242779493331909, -2.0994319915771484, -1.0655517578125, -0.8632578253746033, -1.8017857074737549, -2.7254903316497803, -1.8252716064453125, -2.4901506900787354, -0.44886937737464905, -1.0846071243286133, -0.006837423890829086, -1.6212451457977295, -0.48308447003364563, -1.5125138759613037, -2.143970251083374, -2.0152101516723633, -2.0501205921173096, -1.5294981002807617, -0.7883579730987549, -0.5212602615356445, -1.808998465538025, -1.9895375967025757, -1.8776946067810059, -1.4817458391189575, -1.557860255241394, -1.6223472356796265, -1.2459077835083008, -2.832933187484741, -2.5539395809173584, -1.5349353551864624, -1.4941654205322266, -1.8834373950958252, -0.987852931022644, -2.5031943321228027, -2.443086862564087, -1.3738396167755127, -2.1859281063079834, -2.076045274734497, -0.9068661332130432, -2.123441696166992]}, "Bot001_068_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ... lessons lessons once week, funny you :) do you like coffee i never go there , i don't like crowds , but i love pudding i try various coffees as a hobby oh , that can be stressful . maybe you could get a dog. Also, try to guess: i was born ... haha no", "response": "in early 80 s, funny you :)", "annotation_id": "Bot001_068_16", "annotations": ["T", "T", "O", "O", "T", "O", "T", "T", "X", "T", "O", "T", "O", "X", "T"], "gpt2_target_score": [-13.016932487487793, -12.148344993591309, -13.251615524291992, -7.996101379394531, -9.625397682189941, -15.152634620666504, -9.047457695007324, -6.404544353485107], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.119124412536621, -0.9866679310798645, -1.5462021827697754, -2.9863088130950928, -0.8787551522254944, -1.4076483249664307, -1.5165085792541504, -0.9660108089447021, -2.0149829387664795, -0.2641083896160126, -1.026892900466919, -0.6988315582275391, -1.4791518449783325, -0.6407478451728821, -2.8262243270874023, -1.1415996551513672, -2.0617964267730713, -0.9983718395233154, -1.2406309843063354, -1.2499321699142456, -3.1079723834991455, -3.3631515502929688, -1.4672057628631592, -0.27670586109161377, -2.236647844314575, -2.1575286388397217, -2.2667369842529297, -0.3949625790119171, -1.412513017654419, -1.7001224756240845, -2.093418598175049, -2.2995998859405518, -2.6004159450531006, -1.8846057653427124, -2.1100351810455322, -2.787203311920166, -1.1701300144195557, -2.395791530609131, -1.5903786420822144, -2.037928342819214, -2.0639233589172363, -1.5943856239318848, -2.5905649662017822, -1.8520961999893188, -3.6166961193084717, -0.38192451000213623, -0.4953285753726959, -0.1430024802684784, -1.9053599834442139, -0.6215181946754456, -1.7188925743103027, -1.6381162405014038, -2.521784782409668, -2.627971887588501, -2.052238941192627, -1.8825427293777466, -3.219710350036621, -0.869620680809021, -0.6163058876991272, -2.40507435798645, -1.6631543636322021, -2.152966260910034, -3.3294172286987305, -1.7208977937698364, -0.613722562789917, -2.085268259048462, -3.2462241649627686, -2.377885103225708, -1.0457422733306885, -3.208562135696411, -0.14442352950572968, -1.9651046991348267, -1.450182318687439, -2.020855665206909, -2.3104288578033447, -1.2407196760177612, -3.4291727542877197, -1.3832672834396362, -2.693373680114746, -1.9545753002166748, -0.0851152166724205, -1.1779775619506836, -2.0417943000793457, -2.237313747406006, -1.8138376474380493, -1.9165350198745728, -2.29638934135437, -2.1515045166015625, -1.2186791896820068, -2.4898135662078857, -1.6404019594192505, -2.8746800422668457, -1.8500268459320068, -1.566502332687378, -0.6656188368797302, -2.7064332962036133, -2.5637307167053223, -2.558718681335449, -0.5095509886741638, -2.039865732192993, -2.630685806274414, -2.336848258972168, -2.4564876556396484, -1.3713043928146362, -0.2718231678009033, -1.548450231552124, -2.0810153484344482, -1.5154063701629639, -2.841545820236206, -2.794166088104248, -0.6056714653968811, -2.7027976512908936, -1.858223557472229, -2.549621105194092, -0.11302050948143005, -1.334780216217041, -2.242779493331909, -2.0994319915771484, -1.0655517578125, -0.8632578253746033, -1.8017857074737549, -2.7254903316497803, -1.8252716064453125, -2.4901506900787354, -0.44886937737464905, -1.0846071243286133, -0.006837423890829086, -1.6212451457977295, -0.48308447003364563, -1.5125138759613037, -2.143970251083374, -2.4368393421173096, -1.5967144966125488, -0.7647172212600708, -0.6082210540771484, -1.5291093587875366, -2.291123151779175, -2.127943992614746, -1.5469682216644287, -1.7832491397857666, -2.0309627056121826, -1.3432824611663818, -2.943148612976074, -2.591010332107544, -2.214862585067749, -1.2023593187332153, -1.6671733856201172, -0.919975996017456, -2.6424970626831055, -2.445507049560547, -1.343462586402893, -1.8991687297821045, -2.228883743286133, -0.9367587566375732, -2.357759714126587, -2.074713945388794, -2.3284339904785156, -2.0921502113342285, -1.6415108442306519, -1.1327342987060547, -0.4158848524093628, -1.4547525644302368, -1.2415751218795776, -1.362691044807434, -2.5435736179351807, -0.9713324904441833]}, "Bot001_068_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ... lessons lessons once week, funny you :) do you like coffee i never go there , i don't like crowds , but i love pudding i try various coffees as a hobby oh , that can be stressful . maybe you could get a dog. Also, try to guess: i was born ... haha no in early 80 s, funny you :) this conversation makes no sense", "response": "i like to make people laugh . everyone wants to be my friend", "annotation_id": "Bot001_068_18", "annotations": ["T", "T", "O", "O", "T", "X", "T", "X", "T", "X", "O", "T", "T", "O", "T"], "gpt2_target_score": [-12.053736686706543, -11.404372215270996, -3.3496079444885254, -12.053443908691406, -9.323891639709473, -18.719820022583008, -9.28528118133545, -9.438494682312012, -15.719587326049805, -9.93951416015625, -11.594657897949219, -8.671701431274414, -13.921857833862305], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.119124412536621, -0.9866679310798645, -1.5462021827697754, -2.9863088130950928, -0.8787551522254944, -1.4076483249664307, -1.5165085792541504, -0.9660108089447021, -2.0149829387664795, -0.2641083896160126, -1.026892900466919, -0.6988315582275391, -1.4791518449783325, -0.6407478451728821, -2.8262243270874023, -1.1415996551513672, -2.0617964267730713, -0.9983718395233154, -1.2406309843063354, -1.2499321699142456, -3.1079723834991455, -3.3631515502929688, -1.4672057628631592, -0.27670586109161377, -2.236647844314575, -2.1575286388397217, -2.2667369842529297, -0.3949625790119171, -1.412513017654419, -1.7001224756240845, -2.093418598175049, -2.2995998859405518, -2.6004159450531006, -1.8846057653427124, -2.1100351810455322, -2.787203311920166, -1.1701300144195557, -2.395791530609131, -1.5903786420822144, -2.037928342819214, -2.0639233589172363, -1.5943856239318848, -2.5905649662017822, -1.8520961999893188, -3.6166961193084717, -0.38192451000213623, -0.4953285753726959, -0.1430024802684784, -1.9053599834442139, -0.6215181946754456, -1.7188925743103027, -1.6381162405014038, -2.521784782409668, -2.627971887588501, -2.052238941192627, -1.8825427293777466, -3.219710350036621, -0.869620680809021, -0.6163058876991272, -2.40507435798645, -1.6631543636322021, -2.152966260910034, -3.3294172286987305, -1.7208977937698364, -0.613722562789917, -2.085268259048462, -3.2462241649627686, -2.377885103225708, -1.0457422733306885, -3.208562135696411, -0.14442352950572968, -1.9651046991348267, -1.450182318687439, -2.020855665206909, -2.3104288578033447, -1.2407196760177612, -3.4291727542877197, -1.3832672834396362, -2.693373680114746, -1.9545753002166748, -0.0851152166724205, -1.1779775619506836, -2.0417943000793457, -2.237313747406006, -1.8138376474380493, -1.9165350198745728, -2.29638934135437, -2.1515045166015625, -1.2186791896820068, -2.4898135662078857, -1.6404019594192505, -2.8746800422668457, -1.8500268459320068, -1.566502332687378, -0.6656188368797302, -2.7064332962036133, -2.5637307167053223, -2.558718681335449, -0.5095509886741638, -2.039865732192993, -2.630685806274414, -2.336848258972168, -2.4564876556396484, -1.3713043928146362, -0.2718231678009033, -1.548450231552124, -2.0810153484344482, -1.5154063701629639, -2.841545820236206, -2.794166088104248, -0.6056714653968811, -2.7027976512908936, -1.858223557472229, -2.549621105194092, -0.11302050948143005, -1.334780216217041, -2.242779493331909, -2.0994319915771484, -1.0655517578125, -0.8632578253746033, -1.8017857074737549, -2.7254903316497803, -1.8252716064453125, -2.4901506900787354, -0.44886937737464905, -1.0846071243286133, -0.006837423890829086, -1.6212451457977295, -0.48308447003364563, -1.5125138759613037, -2.143970251083374, -2.4368393421173096, -1.5967144966125488, -0.7647172212600708, -0.6082210540771484, -1.5291093587875366, -2.291123151779175, -2.127943992614746, -1.5469682216644287, -1.7832491397857666, -2.0309627056121826, -1.3432824611663818, -2.943148612976074, -2.591010332107544, -2.214862585067749, -1.2023593187332153, -1.6671733856201172, -0.919975996017456, -2.6424970626831055, -2.445507049560547, -1.343462586402893, -1.8991687297821045, -2.228883743286133, -0.9367587566375732, -2.357759714126587, -2.074713945388794, -2.3284339904785156, -1.4441348314285278, -1.4041848182678223, -0.4091121256351471, -2.5167503356933594, -1.7872717380523682, -1.3190973997116089, -2.6866350173950195, -1.9288907051086426, -0.6200602650642395, -1.124003291130066, -0.14961351454257965, -0.15213148295879364, -2.227764129638672, -2.079953193664551, -2.5038483142852783, -1.5440592765808105, -2.0469322204589844, -1.8025121688842773, -0.7062714695930481, -2.3947598934173584, -1.4501216411590576, -2.1015679836273193, -0.7762765884399414, -1.7249528169631958, -2.271512985229492, -1.5602673292160034, -1.9280925989151]}, "Bot001_068_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ... lessons lessons once week, funny you :) do you like coffee i never go there , i don't like crowds , but i love pudding i try various coffees as a hobby oh , that can be stressful . maybe you could get a dog. Also, try to guess: i was born ... haha no in early 80 s, funny you :) this conversation makes no sense i like to make people laugh . everyone wants to be my friend that is great", "response": "yeah i wish we were because her dad is nicer than mine", "annotation_id": "Bot001_068_20", "annotations": ["T", "T", "X", "O", "T", "X", "T", "T", "X", "X", "O", "O", "X", "O", "T"], "gpt2_target_score": [-16.283260345458984, -5.570601463317871, -11.706892013549805, -9.023063659667969, -13.27694034576416, -10.394455909729004, -13.859606742858887, -13.505404472351074, -12.263845443725586, -19.226516723632812, -11.320991516113281, -13.994852066040039], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.119124412536621, -0.9866679310798645, -1.5462021827697754, -2.9863088130950928, -0.8787551522254944, -1.4076483249664307, -1.5165085792541504, -0.9660108089447021, -2.0149829387664795, -0.2641083896160126, -1.026892900466919, -0.6988315582275391, -1.4791518449783325, -0.6407478451728821, -2.8262243270874023, -1.1415996551513672, -2.0617964267730713, -0.9983718395233154, -1.2406309843063354, -1.2499321699142456, -3.1079723834991455, -3.3631515502929688, -1.4672057628631592, -0.27670586109161377, -2.236647844314575, -2.1575286388397217, -2.2667369842529297, -0.3949625790119171, -1.412513017654419, -1.7001224756240845, -2.093418598175049, -2.2995998859405518, -2.6004159450531006, -1.8846057653427124, -2.1100351810455322, -2.787203311920166, -1.1701300144195557, -2.395791530609131, -1.5903786420822144, -2.037928342819214, -2.0639233589172363, -1.5943856239318848, -2.5905649662017822, -1.8520961999893188, -3.6166961193084717, -0.38192451000213623, -0.4953285753726959, -0.1430024802684784, -1.9053599834442139, -0.6215181946754456, -1.7188925743103027, -1.6381162405014038, -2.521784782409668, -2.627971887588501, -2.052238941192627, -1.8825427293777466, -3.219710350036621, -0.869620680809021, -0.6163058876991272, -2.40507435798645, -1.6631543636322021, -2.152966260910034, -3.3294172286987305, -1.7208977937698364, -0.613722562789917, -2.085268259048462, -3.2462241649627686, -2.377885103225708, -1.0457422733306885, -3.208562135696411, -0.14442352950572968, -1.9651046991348267, -1.450182318687439, -2.020855665206909, -2.3104288578033447, -1.2407196760177612, -3.4291727542877197, -1.3832672834396362, -2.693373680114746, -1.9545753002166748, -0.0851152166724205, -1.1779775619506836, -2.0417943000793457, -2.237313747406006, -1.8138376474380493, -1.9165350198745728, -2.29638934135437, -2.1515045166015625, -1.2186791896820068, -2.4898135662078857, -1.6404019594192505, -2.8746800422668457, -1.8500268459320068, -1.566502332687378, -0.6656188368797302, -2.7064332962036133, -2.5637307167053223, -2.558718681335449, -0.5095509886741638, -2.039865732192993, -2.630685806274414, -2.336848258972168, -2.4564876556396484, -1.3713043928146362, -0.2718231678009033, -1.548450231552124, -2.0810153484344482, -1.5154063701629639, -2.841545820236206, -2.794166088104248, -0.6056714653968811, -2.7027976512908936, -1.858223557472229, -2.549621105194092, -0.11302050948143005, -1.334780216217041, -2.242779493331909, -2.0994319915771484, -1.0655517578125, -0.8632578253746033, -1.8017857074737549, -2.7254903316497803, -1.8252716064453125, -2.4901506900787354, -0.44886937737464905, -1.0846071243286133, -0.006837423890829086, -1.6212451457977295, -0.48308447003364563, -1.5125138759613037, -2.143970251083374, -2.4368393421173096, -1.5967144966125488, -0.7647172212600708, -0.6082210540771484, -1.5291093587875366, -2.291123151779175, -2.127943992614746, -1.5469682216644287, -1.7832491397857666, -2.0309627056121826, -1.3432824611663818, -2.943148612976074, -2.591010332107544, -2.214862585067749, -1.2023593187332153, -1.6671733856201172, -0.919975996017456, -2.6424970626831055, -2.445507049560547, -1.343462586402893, -1.8991687297821045, -2.228883743286133, -0.9367587566375732, -2.357759714126587, -2.074713945388794, -2.3284339904785156, -1.4441348314285278, -1.4041848182678223, -0.409106582403183, -2.516742467880249, -1.7872878313064575, -1.3191118240356445, -2.6866400241851807, -1.928871989250183, -0.6200484037399292, -1.1240028142929077, -0.14961443841457367, -0.15213045477867126, -2.227764844894409, -2.2847652435302734, -2.2334306240081787, -2.026553153991699, -1.7645503282546997, -0.7882636785507202, -2.374631643295288, -1.8315154314041138, -1.9477646350860596, -0.7787516713142395, -1.8246105909347534, -2.531168222427368, -1.5749335289001465, -1.9027832746505737, -1.7244585752487183, -2.0644752979278564, -1.692970871925354, -2.1644716262817383, -1.0730289220809937, -2.2846758365631104, -0.5391838550567627, -0.8157266974449158, -1.2510563135147095, -1.3853576183319092, -2.187532424926758, -1.5385453701019287, -1.207423448562622, -0.7560394406318665, -0.7193880677223206, -1.7371411323547363]}, "Bot001_069_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello", "response": "hi , how are you ?", "annotation_id": "Bot001_069_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.948647499084473, -12.974257469177246, -5.921346664428711, -5.069957733154297, -5.3878350257873535, -10.968624114990234], "gpt2_argmax_score": [-1.7955411672592163, -2.239363431930542, -0.4881036579608917, -1.6863213777542114, -1.7282432317733765, -0.2483179122209549, -1.5522615909576416, -0.356908917427063]}, "Bot001_069_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you", "response": "i am okay do you work", "annotation_id": "Bot001_069_03", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.490975379943848, -7.721010208129883, -8.179649353027344, -1.7000995874404907, -0.30411964654922485, -10.540852546691895], "gpt2_argmax_score": [-1.7955411672592163, -2.073793411254883, -1.487053394317627, -1.7000995874404907, -0.30411964654922485, -1.2955673933029175, -1.066726565361023, -1.9154635667800903, -0.005660101771354675, -0.16213871538639069, -2.3068323135375977, -1.5681220293045044, -1.5876253843307495, -1.1216113567352295, -0.21722367405891418, -0.28465431928634644, -2.345412492752075, -1.4578156471252441, -1.9225916862487793, -1.6367677450180054, -1.0249483585357666, -1.4387046098709106, -2.005436658859253]}, "Bot001_069_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you?", "response": "i wait tables . it is a popular club though in houston .", "annotation_id": "Bot001_069_05", "annotations": ["X", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "O", "X"], "gpt2_target_score": [-10.490975379943848, -8.118913650512695, -16.04558563232422, -9.198726654052734, -7.805202960968018, -8.977726936340332, -6.492828369140625, -13.927075386047363, -23.480491638183594, -18.384672164916992, -2.918938636779785, -7.338431358337402, -20.73557472229004, -10.462187767028809], "gpt2_argmax_score": [-1.7955411672592163, -2.073793411254883, -1.487053394317627, -1.7000995874404907, -0.30411964654922485, -1.2955673933029175, -1.066726565361023, -1.9154635667800903, -0.005660101771354675, -0.16213871538639069, -2.3068323135375977, -1.5681220293045044, -1.5876253843307495, -1.1216113567352295, -0.21722367405891418, -0.28465431928634644, -1.1854616403579712, -1.622588872909546, -1.928619146347046, -0.8556075692176819, -1.665781855583191, -1.8194591999053955, -1.6870863437652588, -1.3692612648010254, -1.2126621007919312, -2.160080909729004, -1.7423774003982544, -2.2437281608581543, -1.990128755569458, -1.4538969993591309, -1.2646548748016357, -0.15216076374053955, -0.6275191903114319, -1.3693393468856812, -2.2154622077941895, -1.5714679956436157, -1.0214329957962036, -1.975834846496582, -1.5699963569641113, -1.3922823667526245, -1.7505016326904297, -2.384392261505127, -1.3975353240966797, -1.9093950986862183, -1.4230469465255737, -1.4800227880477905, -0.3331640660762787, -1.695747971534729, -1.4457498788833618]}, "Bot001_069_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading?", "response": "i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES]", "annotation_id": "Bot001_069_07", "annotations": ["X", "T", "T", "O", "O", "O", "O", "X", "O", "X", "X", "T", "O", "O", "X"], "gpt2_target_score": [-10.490946769714355, -10.562093734741211, -6.127525329589844, -9.198751449584961, -10.22012996673584, -7.037081718444824, -6.874242782592773, -6.608460426330566, -22.226699829101562, -18.2213077545166, -6.788280487060547, -3.1250057220458984, -8.30605697631836, -7.066751956939697, -12.47052001953125, -8.207012176513672, -12.235956192016602, -2.5258214473724365, -11.803165435791016, -14.158254623413086, -14.474458694458008, -8.807329177856445, -17.818832397460938, -18.83590316772461, -20.731168746948242, -17.604896545410156, -17.095975875854492, -14.569244384765625, -18.60770606994629, -17.130599975585938, -15.066153526306152], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -0.0056602200493216515, -0.16214895248413086, -2.3068504333496094, -1.5681055784225464, -1.587597370147705, -1.1216224431991577, -0.21722367405891418, -0.28466445207595825, -1.1854952573776245, -1.6225926876068115, -1.9285776615142822, -0.8556115627288818, -1.6657730340957642, -1.819445013999939, -1.6870871782302856, -1.369288444519043, -1.2126295566558838, -2.1601171493530273, -1.7423832416534424, -2.2436976432800293, -1.9901823997497559, -1.4539192914962769, -1.2646552324295044, -0.15216568112373352, -0.6275290846824646, -1.3692798614501953, -1.4591987133026123, -1.147017478942871, -1.8872275352478027, -1.7756285667419434, -1.2448490858078003, -1.7577571868896484, -2.5074121952056885, -1.4862053394317627, -2.112443447113037, -1.8807621002197266, -1.4393224716186523, -0.3164244294166565, -2.422466278076172, -1.8018271923065186, -0.2077544629573822, -1.5063555240631104, -1.824346661567688, -1.5368191003799438, -1.8066104650497437, -2.1352765560150146, -1.921518325805664, -0.9830537438392639, -1.351133942604065, -1.8169728517532349, -1.7871638536453247, -2.3469796180725098, -1.3307634592056274, -1.5133440494537354, -1.2817635536193848, -0.6856072545051575, -1.306741714477539, -1.2784465551376343, -0.42637598514556885, -2.019465684890747, -1.271661400794983, -1.117069959640503, -1.9803869724273682, -0.618395984172821, -0.9078733921051025, -0.06288418173789978, -1.6595386266708374, -2.42726469039917, -1.6062211990356445, -1.7796565294265747, -1.9006186723709106, -1.4945327043533325, -1.7713963985443115, -1.876201868057251, -2.2514703273773193, -2.3102500438690186, -1.4646341800689697]}, "Bot001_069_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading? i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES] seriously? i am so sorry to hear it!!", "response": "it was very sad , but i am doing better now .", "annotation_id": "Bot001_069_09", "annotations": ["X", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-11.925028800964355, -8.813909530639648, -7.942909240722656, -8.293722152709961, -11.20560359954834, -8.043978691101074, -3.2300167083740234, -1.9361426830291748, -22.761734008789062, -15.421091079711914, -6.788280487060547, -5.134099960327148], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -0.0056602200493216515, -0.16214895248413086, -2.3068504333496094, -1.5681055784225464, -1.587597370147705, -1.1216224431991577, -0.21722367405891418, -0.28466445207595825, -1.1854952573776245, -1.6225926876068115, -1.9285776615142822, -0.8556115627288818, -1.6657730340957642, -1.819445013999939, -1.6870871782302856, -1.369288444519043, -1.2126295566558838, -2.1601171493530273, -1.7423832416534424, -2.2436976432800293, -1.9901823997497559, -1.4539192914962769, -1.2646552324295044, -0.15216568112373352, -0.6275290846824646, -1.3692798614501953, -1.4591987133026123, -1.147017478942871, -1.8872275352478027, -1.7756285667419434, -1.2448490858078003, -1.7577571868896484, -2.5074121952056885, -1.4862053394317627, -2.1124441623687744, -1.8807615041732788, -1.4393343925476074, -0.3164233863353729, -2.4224853515625, -1.801817536354065, -0.20775465667247772, -1.5063344240188599, -1.8243467807769775, -1.5368176698684692, -1.8066202402114868, -2.237703800201416, -1.3906201124191284, -1.4514402151107788, -1.7082716226577759, -1.9815880060195923, -2.3025827407836914, -1.4391893148422241, -1.59645414352417, -1.3579031229019165, -0.9082180857658386, -0.8286623358726501, -1.4562641382217407, -0.5466419458389282, -1.9385899305343628, -1.1247456073760986, -1.1190245151519775, -1.7532219886779785, -0.6499186754226685, -0.9673779010772705, -0.06377183645963669, -1.4446340799331665, -2.0977585315704346, -1.4969691038131714, -1.3587199449539185, -1.5667778253555298, -1.432794213294983, -1.7853447198867798, -2.0382323265075684, -1.9861332178115845, -1.972895622253418, -1.3279322385787964, -1.8939459323883057, -1.960779070854187, -2.3190321922302246, -2.044203758239746, -1.7842564582824707, -1.7234851121902466, -0.5139310359954834, -0.7467591762542725, -2.076690196990967, -1.7880432605743408, -2.2309083938598633, -0.8167926073074341, -1.3504608869552612, -2.301682710647583, -2.238887310028076, -1.052557110786438, -1.0885738134384155, -2.792203664779663, -1.9344638586044312, -1.9538867473602295, -1.111265778541565, -1.646376371383667, -1.6585158109664917]}, "Bot001_069_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading? i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES] seriously? i am so sorry to hear it!! it was very sad , but i am doing better now . you\u2019ll overcome this", "response": "hello , how are you today ?", "annotation_id": "Bot001_069_11", "annotations": ["O", "T", "T", "O", "O", "X", "O", "O", "X", "X", "X", "X", "O", "X", "T"], "gpt2_target_score": [-9.45398235321045, -5.378576755523682, -3.0436935424804688, -1.9412593841552734, -0.3041292130947113, -2.0955991744995117, -6.253957748413086], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -0.0056602200493216515, -0.16214895248413086, -2.3068504333496094, -1.5681055784225464, -1.587597370147705, -1.1216224431991577, -0.21722367405891418, -0.28466445207595825, -1.1854952573776245, -1.6225926876068115, -1.9285776615142822, -0.8556115627288818, -1.6657730340957642, -1.819445013999939, -1.6870871782302856, -1.369288444519043, -1.2126295566558838, -2.1601171493530273, -1.7423832416534424, -2.2436976432800293, -1.9901823997497559, -1.4539192914962769, -1.2646552324295044, -0.15216568112373352, -0.6275290846824646, -1.3692798614501953, -1.4591987133026123, -1.147017478942871, -1.8872275352478027, -1.7756285667419434, -1.2448490858078003, -1.7577571868896484, -2.5074121952056885, -1.4862053394317627, -2.1124441623687744, -1.8807615041732788, -1.4393343925476074, -0.3164233863353729, -2.4224853515625, -1.801817536354065, -0.20775465667247772, -1.5063344240188599, -1.8243467807769775, -1.5368176698684692, -1.8066202402114868, -2.237703800201416, -1.3906201124191284, -1.4514402151107788, -1.7082716226577759, -1.9815880060195923, -2.3025827407836914, -1.4391893148422241, -1.59645414352417, -1.3579031229019165, -0.9082180857658386, -0.8286623358726501, -1.4562641382217407, -0.5466419458389282, -1.9385899305343628, -1.1247456073760986, -1.1190245151519775, -1.7532219886779785, -0.6499186754226685, -0.9673779010772705, -0.06377183645963669, -1.4446340799331665, -2.0977585315704346, -1.4969691038131714, -1.3587199449539185, -1.5667778253555298, -1.432794213294983, -1.7853447198867798, -2.0382323265075684, -1.9861332178115845, -1.972895622253418, -1.3279322385787964, -1.8939459323883057, -1.960779070854187, -2.3190321922302246, -2.044203758239746, -1.7842564582824707, -1.7234851121902466, -0.5139310359954834, -0.7467591762542725, -2.076690196990967, -1.7880432605743408, -1.339379072189331, -1.5779470205307007, -2.39984130859375, -2.341391086578369, -1.0595084428787231, -0.9128720760345459, -2.412661075592041, -2.142605781555176, -2.1008267402648926, -1.157645344734192, -1.740067481994629, -1.5192090272903442, -1.6907511949539185, -0.005632007960230112, -0.14817309379577637, -1.4604823589324951, -2.175619602203369, -1.991937279701233, -2.072549343109131, -2.1957900524139404, -1.2861747741699219, -0.9257680177688599, -0.05327118933200836, -1.185253381729126, -0.48384982347488403, -0.7202044129371643]}, "Bot001_069_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading? i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES] seriously? i am so sorry to hear it!! it was very sad , but i am doing better now . you\u2019ll overcome this hello , how are you today ? i\u2019m fine", "response": "i just came from a swim . i've been swimming since a baby", "annotation_id": "Bot001_069_13", "annotations": ["X", "O", "T", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-10.490946769714355, -6.829229831695557, -9.224342346191406, -10.104970932006836, -7.663870334625244, -14.65613079071045, -5.228734970092773, -7.905976295471191, -22.370681762695312, -13.323938369750977, -9.54342269897461, -8.000387191772461, -6.120144367218018, -10.656763076782227], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -0.0056602200493216515, -0.16214895248413086, -2.3068504333496094, -1.5681055784225464, -1.587597370147705, -1.1216224431991577, -0.21722367405891418, -0.28466445207595825, -1.1854952573776245, -1.6225926876068115, -1.9285776615142822, -0.8556115627288818, -1.6657730340957642, -1.819445013999939, -1.6870871782302856, -1.369288444519043, -1.2126295566558838, -2.1601171493530273, -1.7423832416534424, -2.2436976432800293, -1.9901823997497559, -1.4539192914962769, -1.2646552324295044, -0.15216568112373352, -0.6275290846824646, -1.3692798614501953, -1.4591987133026123, -1.147017478942871, -1.8872275352478027, -1.7756285667419434, -1.2448490858078003, -1.7577571868896484, -2.5074121952056885, -1.4862053394317627, -2.1124441623687744, -1.8807615041732788, -1.4393343925476074, -0.3164233863353729, -2.4224853515625, -1.801817536354065, -0.20775465667247772, -1.5063344240188599, -1.8243467807769775, -1.5368176698684692, -1.8066202402114868, -2.237703800201416, -1.3906201124191284, -1.4514402151107788, -1.7082716226577759, -1.9815880060195923, -2.3025827407836914, -1.4391893148422241, -1.59645414352417, -1.3579031229019165, -0.9082180857658386, -0.8286623358726501, -1.4562641382217407, -0.5466419458389282, -1.9385899305343628, -1.1247456073760986, -1.1190245151519775, -1.7532219886779785, -0.6499186754226685, -0.9673779010772705, -0.06377183645963669, -1.4446340799331665, -2.0977585315704346, -1.4969691038131714, -1.3587199449539185, -1.5667778253555298, -1.432794213294983, -1.7853447198867798, -2.0382323265075684, -1.9861332178115845, -1.972895622253418, -1.3279322385787964, -1.8939459323883057, -1.960779070854187, -2.3190321922302246, -2.044203758239746, -1.7842564582824707, -1.7234851121902466, -0.5139310359954834, -0.7467591762542725, -2.076690196990967, -1.7880432605743408, -1.339379072189331, -1.5779470205307007, -2.39984130859375, -2.341391086578369, -1.0595084428787231, -0.9128720760345459, -2.412661075592041, -2.142605781555176, -2.1008267402648926, -1.157645344734192, -1.740067481994629, -1.5192090272903442, -1.6907511949539185, -0.005632007960230112, -0.14817309379577637, -1.4604823589324951, -2.175619602203369, -1.991937279701233, -2.3311028480529785, -1.7056351900100708, -1.0888093709945679, -0.04393185302615166, -1.0822596549987793, -0.6237849593162537, -1.7273362874984741, -1.4859873056411743, -0.0009248746791854501, -0.29496482014656067, -2.2887141704559326, -1.8044103384017944, -2.0654900074005127, -1.9684339761734009, -2.7436037063598633, -1.1663998365402222, -1.1015211343765259, -2.672957420349121, -2.2678475379943848, -0.905491292476654, -2.305293560028076, -0.7123457193374634, -2.1412899494171143, -1.332951545715332, -1.2844094038009644, -1.6660480499267578, -1.9142820835113525]}, "Bot001_069_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading? i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES] seriously? i am so sorry to hear it!! it was very sad , but i am doing better now . you\u2019ll overcome this hello , how are you today ? i\u2019m fine i just came from a swim . i've been swimming since a baby this is good :)", "response": "yes good . what will you sing", "annotation_id": "Bot001_069_15", "annotations": ["X", "T", "T", "T", "O", "T", "O", "T", "O", "T", "O", "O", "O", "T", "X"], "gpt2_target_score": [-13.720072746276855, -7.324682712554932, -6.127525329589844, -8.618841171264648, -10.316184043884277, -8.6912260055542, -10.600744247436523], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -0.0056602200493216515, -0.16214895248413086, -2.3068504333496094, -1.5681055784225464, -1.587597370147705, -1.1216224431991577, -0.21722367405891418, -0.28466445207595825, -1.1854952573776245, -1.6225926876068115, -1.9285776615142822, -0.8556115627288818, -1.6657730340957642, -1.819445013999939, -1.6870871782302856, -1.369288444519043, -1.2126295566558838, -2.1601171493530273, -1.7423832416534424, -2.2436976432800293, -1.9901823997497559, -1.4539192914962769, -1.2646552324295044, -0.15216568112373352, -0.6275290846824646, -1.3692798614501953, -1.4591987133026123, -1.147017478942871, -1.8872275352478027, -1.7756285667419434, -1.2448490858078003, -1.7577571868896484, -2.5074121952056885, -1.4862053394317627, -2.1124441623687744, -1.8807615041732788, -1.4393343925476074, -0.3164233863353729, -2.4224853515625, -1.801817536354065, -0.20775465667247772, -1.5063344240188599, -1.8243467807769775, -1.5368176698684692, -1.8066202402114868, -2.237703800201416, -1.3906201124191284, -1.4514402151107788, -1.7082716226577759, -1.9815880060195923, -2.3025827407836914, -1.4391893148422241, -1.59645414352417, -1.3579031229019165, -0.9082180857658386, -0.8286623358726501, -1.4562641382217407, -0.5466419458389282, -1.9385899305343628, -1.1247456073760986, -1.1190245151519775, -1.7532219886779785, -0.6499186754226685, -0.9673779010772705, -0.06377183645963669, -1.4446340799331665, -2.0977585315704346, -1.4969691038131714, -1.3587199449539185, -1.5667778253555298, -1.432794213294983, -1.7853447198867798, -2.0382323265075684, -1.9861332178115845, -1.972895622253418, -1.3279322385787964, -1.8939459323883057, -1.960779070854187, -2.3190321922302246, -2.044203758239746, -1.7842564582824707, -1.7234851121902466, -0.5139310359954834, -0.7467591762542725, -2.076690196990967, -1.7880432605743408, -1.339379072189331, -1.5779470205307007, -2.39984130859375, -2.341391086578369, -1.0595084428787231, -0.9128720760345459, -2.412661075592041, -2.142605781555176, -2.1008267402648926, -1.157645344734192, -1.740067481994629, -1.5192090272903442, -1.6907511949539185, -0.005632007960230112, -0.14817309379577637, -1.4604823589324951, -2.175619602203369, -1.991937279701233, -2.3311028480529785, -1.7056351900100708, -1.0888093709945679, -0.04393185302615166, -1.0822596549987793, -0.6237849593162537, -1.7273362874984741, -1.4859873056411743, -0.0009248746791854501, -0.29496482014656067, -2.2887141704559326, -1.8044103384017944, -1.776803970336914, -2.1740939617156982, -1.2644248008728027, -1.1064107418060303, -2.267080545425415, -2.743025779724121, -1.0329984426498413, -1.9268934726715088, -0.7889842391014099, -2.2325994968414307, -1.3608211278915405, -1.5353718996047974, -1.6380499601364136, -1.8713363409042358, -1.3404372930526733, -1.8656675815582275, -1.771486520767212, -1.774466633796692, -2.134101629257202, -1.3311848640441895, -2.191283941268921, -1.024937629699707, -1.0433191061019897, -0.48318174481391907, -0.2647533416748047, -1.0766112804412842]}, "Bot001_069_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading? i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES] seriously? i am so sorry to hear it!! it was very sad , but i am doing better now . you\u2019ll overcome this hello , how are you today ? i\u2019m fine i just came from a swim . i've been swimming since a baby this is good :) yes good . what will you sing i don\u2019t sing. i\u2019m partly deaf", "response": "i am sorry you cannot hear . what color is your hair ?", "annotation_id": "Bot001_069_17", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "X"], "gpt2_target_score": [-10.490946769714355, -7.721045017242432, -6.130653381347656, -5.705923080444336, -16.229711532592773, -14.007540702819824, -5.228734970092773, -10.761155128479004, -23.786094665527344, -14.999979019165039, -6.337978363037109, -11.360952377319336, -10.116024017333984], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -0.0056602200493216515, -0.16214895248413086, -2.3068504333496094, -1.5681055784225464, -1.587597370147705, -1.1216224431991577, -0.21722367405891418, -0.28466445207595825, -1.1854952573776245, -1.6225926876068115, -1.9285776615142822, -0.8556115627288818, -1.6657730340957642, -1.819445013999939, -1.6870871782302856, -1.369288444519043, -1.2126295566558838, -2.1601171493530273, -1.7423832416534424, -2.2436976432800293, -1.9901823997497559, -1.4539192914962769, -1.2646552324295044, -0.15216568112373352, -0.6275290846824646, -1.3692798614501953, -1.4591987133026123, -1.147017478942871, -1.8872275352478027, -1.7756285667419434, -1.2448490858078003, -1.7577571868896484, -2.5074121952056885, -1.4862053394317627, -2.1124441623687744, -1.8807615041732788, -1.4393343925476074, -0.3164233863353729, -2.4224853515625, -1.801817536354065, -0.20775465667247772, -1.5063344240188599, -1.8243467807769775, -1.5368176698684692, -1.8066202402114868, -2.237703800201416, -1.3906201124191284, -1.4514402151107788, -1.7082716226577759, -1.9815880060195923, -2.3025827407836914, -1.4391893148422241, -1.59645414352417, -1.3579031229019165, -0.9082180857658386, -0.8286623358726501, -1.4562641382217407, -0.5466419458389282, -1.9385899305343628, -1.1247456073760986, -1.1190245151519775, -1.7532219886779785, -0.6499186754226685, -0.9673779010772705, -0.06377183645963669, -1.4446340799331665, -2.0977585315704346, -1.4969691038131714, -1.3587199449539185, -1.5667778253555298, -1.432794213294983, -1.7853447198867798, -2.0382323265075684, -1.9861332178115845, -1.972895622253418, -1.3279322385787964, -1.8939459323883057, -1.960779070854187, -2.3190321922302246, -2.044203758239746, -1.7842564582824707, -1.7234851121902466, -0.5139310359954834, -0.7467591762542725, -2.076690196990967, -1.7880432605743408, -1.339379072189331, -1.5779470205307007, -2.39984130859375, -2.341391086578369, -1.0595084428787231, -0.9128720760345459, -2.412661075592041, -2.142605781555176, -2.1008267402648926, -1.157645344734192, -1.740067481994629, -1.5192090272903442, -1.6907511949539185, -0.005632007960230112, -0.14817309379577637, -1.4604823589324951, -2.175619602203369, -1.991937279701233, -2.3311028480529785, -1.7056351900100708, -1.0888093709945679, -0.04393185302615166, -1.0822596549987793, -0.6237849593162537, -1.7273362874984741, -1.4859873056411743, -0.0009248746791854501, -0.29496482014656067, -2.2887141704559326, -1.8044103384017944, -1.776803970336914, -2.1740939617156982, -1.2644248008728027, -1.1064107418060303, -2.267080545425415, -2.743025779724121, -1.0329984426498413, -1.9268934726715088, -0.7889842391014099, -2.2325994968414307, -1.3608211278915405, -1.5353718996047974, -1.6380499601364136, -1.8713363409042358, -1.3404372930526733, -1.8656675815582275, -1.771486520767212, -1.774466633796692, -1.2617323398590088, -2.0224649906158447, -0.9854615926742554, -0.7041658163070679, -0.5095133781433105, -0.3308573067188263, -0.9834033846855164, -1.8386497497558594, -0.5653300881385803, -0.0013528252020478249, -0.0006845038151368499, -1.3986343145370483, -3.1358206272125244, -1.052954077720642, -2.2237555980682373, -0.00031442465842701495, -0.44803470373153687, -2.4961962699890137, -2.8782119750976562, -1.8767881393432617, -2.130915641784668, -2.279743194580078, -2.147637128829956, -1.1602325439453125, -1.840843915939331, -0.24784956872463226, -0.7889001965522766, -1.271811604499817, -1.934630274772644, -1.2361096143722534, -1.140367865562439, -1.7500475645065308, -1.311310052871704, -0.7803177833557129]}, "Bot001_069_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading? i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES] seriously? i am so sorry to hear it!! it was very sad , but i am doing better now . you\u2019ll overcome this hello , how are you today ? i\u2019m fine i just came from a swim . i've been swimming since a baby this is good :) yes good . what will you sing i don\u2019t sing. i\u2019m partly deaf i am sorry you cannot hear . what color is your hair ? my hair are naturally black, but i dyed them violet. what about you", "response": "do you have kids ? i've a ton of them ! !", "annotation_id": "Bot001_069_19", "annotations": ["T", "T", "T", "O", "X", "X", "O", "T", "X", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-13.688265800476074, -6.679464817047119, -5.939292907714844, -13.755117416381836, -10.547293663024902, -7.037081718444824, -11.146001815795898, -8.321351051330566, -25.106033325195312, -15.627756118774414, -10.593334197998047, -5.130575180053711, -11.522563934326172], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -0.0056602200493216515, -0.16214895248413086, -2.3068504333496094, -1.5681055784225464, -1.587597370147705, -1.1216224431991577, -0.21722367405891418, -0.28466445207595825, -1.1854952573776245, -1.6225926876068115, -1.9285776615142822, -0.8556115627288818, -1.6657730340957642, -1.819445013999939, -1.6870871782302856, -1.369288444519043, -1.2126295566558838, -2.1601171493530273, -1.7423832416534424, -2.2436976432800293, -1.9901823997497559, -1.4539192914962769, -1.2646552324295044, -0.15216568112373352, -0.6275290846824646, -1.3692798614501953, -1.4591987133026123, -1.147017478942871, -1.8872275352478027, -1.7756285667419434, -1.2448490858078003, -1.7577571868896484, -2.5074121952056885, -1.4862053394317627, -2.1124441623687744, -1.8807615041732788, -1.4393343925476074, -0.3164233863353729, -2.4224853515625, -1.801817536354065, -0.20775465667247772, -1.5063344240188599, -1.8243467807769775, -1.5368176698684692, -1.8066202402114868, -2.237703800201416, -1.3906201124191284, -1.4514402151107788, -1.7082716226577759, -1.9815880060195923, -2.3025827407836914, -1.4391893148422241, -1.59645414352417, -1.3579031229019165, -0.9082180857658386, -0.8286623358726501, -1.4562641382217407, -0.5466419458389282, -1.9385899305343628, -1.1247456073760986, -1.1190245151519775, -1.7532219886779785, -0.6499186754226685, -0.9673779010772705, -0.06377183645963669, -1.4446340799331665, -2.0977585315704346, -1.4969691038131714, -1.3587199449539185, -1.5667778253555298, -1.432794213294983, -1.7853447198867798, -2.0382323265075684, -1.9861332178115845, -1.972895622253418, -1.3279322385787964, -1.8939459323883057, -1.960779070854187, -2.3190321922302246, -2.044203758239746, -1.7842564582824707, -1.7234851121902466, -0.5139310359954834, -0.7467591762542725, -2.076690196990967, -1.7880432605743408, -1.339379072189331, -1.5779470205307007, -2.39984130859375, -2.341391086578369, -1.0595084428787231, -0.9128720760345459, -2.412661075592041, -2.142605781555176, -2.1008267402648926, -1.157645344734192, -1.740067481994629, -1.5192090272903442, -1.6907511949539185, -0.005632007960230112, -0.14817309379577637, -1.4604823589324951, -2.175619602203369, -1.991937279701233, -2.3311028480529785, -1.7056351900100708, -1.0888093709945679, -0.04393185302615166, -1.0822596549987793, -0.6237849593162537, -1.7273362874984741, -1.4859873056411743, -0.0009248746791854501, -0.29496482014656067, -2.2887141704559326, -1.8044103384017944, -1.776803970336914, -2.1740939617156982, -1.2644248008728027, -1.1064107418060303, -2.267080545425415, -2.743025779724121, -1.0329984426498413, -1.9268934726715088, -0.7889842391014099, -2.2325994968414307, -1.3608211278915405, -1.5353718996047974, -1.6380499601364136, -1.8713363409042358, -1.3404372930526733, -1.8656675815582275, -1.771486520767212, -1.774466633796692, -1.2617323398590088, -2.0224649906158447, -0.9854615926742554, -0.7041658163070679, -0.5095133781433105, -0.3308573067188263, -0.9834033846855164, -1.8386497497558594, -0.5653300881385803, -0.0013528252020478249, -0.0006845038151368499, -1.3986343145370483, -3.1358206272125244, -1.052954077720642, -2.2237555980682373, -0.00031442465842701495, -0.44803470373153687, -2.4961962699890137, -2.8782119750976562, -1.8767881393432617, -1.862470030784607, -2.170682668685913, -1.3863532543182373, -1.6435977220535278, -0.42011427879333496, -0.709452748298645, -1.2562099695205688, -1.973550796508789, -1.2225092649459839, -1.141843557357788, -1.8185272216796875, -1.5240918397903442, -1.882616639137268, -0.7427318096160889, -0.40321674942970276, -2.3265879154205322, -1.797025442123413, -1.5080604553222656, -1.6706695556640625, -0.7958423495292664, -2.096168041229248, -0.5030701160430908, -2.0921425819396973, -2.114745616912842, -1.3661646842956543, -0.5307763814926147, -0.2390359342098236, -0.551517903804779, -1.7611892223358154, -0.08958349376916885, -1.469993233680725, -1.0223033428192139, -0.8432493805885315, -0.8528212904930115, -2.201345682144165, -0.7847082614898682, -2.380103349685669, -0.11192870140075684, -2.025360345840454, -2.1314642429351807, -1.2079002857208252, -0.5926039814949036]}, "Bot001_072_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi", "response": "hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot001_072_01", "annotations": ["T", "X", "O", "O", "O", "T", "O", "T", "X", "X", "T", "T", "O", "X", "O"], "gpt2_target_score": [-10.630258560180664, -12.106295585632324, -6.433342456817627, -3.4497146606445312, -5.485912799835205, -8.129739761352539, -8.366110801696777, -11.76136589050293, -7.697524547576904, -11.324785232543945, -5.9189839363098145, -6.73562479019165, -16.642669677734375, -7.552069187164307, -11.47620677947998, -9.45215892791748, -10.723881721496582, -7.0970563888549805, -11.106836318969727, -13.047176361083984, -7.530460834503174], "gpt2_argmax_score": [-1.6911711692810059, -2.038195848464966, -1.8293081521987915, -1.3336869478225708, -1.9020503759384155, -2.1031134128570557, -1.4551302194595337, -1.6186963319778442, -1.6193385124206543, -2.313722610473633, -2.770653247833252, -2.0035996437072754, -0.6523282527923584, -3.0246033668518066, -1.874354600906372, -2.897853136062622, -1.3107960224151611, -2.8362643718719482, -1.28922438621521, -1.191470980644226, -0.9078829884529114, -1.4246410131454468, -0.6986898183822632]}, "Bot001_072_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name?", "response": "that last name is true but i say it is italian lol. how are you tonight ?", "annotation_id": "Bot001_072_03", "annotations": ["T", "O", "T", "X", "X", "T", "X", "T", "T", "X", "T", "T", "T", "X", "T"], "gpt2_target_score": [-14.64518928527832, -9.703056335449219, -11.84902286529541, -5.005690574645996, -15.208747863769531, -6.484560966491699, -2.783843517303467, -9.695290565490723, -11.724428176879883, -7.860725402832031, -5.998437881469727, -14.85883617401123, -11.057433128356934, -7.459959506988525, -9.293907165527344, -14.208828926086426, -11.402442932128906, -17.341676712036133, -7.170718193054199], "gpt2_argmax_score": [-1.6911711692810059, -1.4722669124603271, -0.9239435195922852, -1.635115385055542, -1.865088939666748, -1.2376127243041992, -1.4976040124893188, -1.5416806936264038, -2.3425769805908203, -2.6182634830474854, -1.4304447174072266, -0.43014082312583923, -3.630713701248169, -1.6048113107681274, -2.7992477416992188, -1.4000823497772217, -2.796161651611328, -1.2659770250320435, -0.6227368116378784, -0.9893600344657898, -0.7563653588294983, -0.6246644854545593, -2.147325277328491, -1.7598029375076294, -1.5290672779083252, -2.1070055961608887, -1.8709748983383179, -1.706573724746704, -2.1709578037261963, -0.9591389894485474, -1.045233964920044, -2.7563252449035645, -0.8613168001174927, -0.4649919271469116, -1.2651063203811646, -3.0871260166168213, -1.4736672639846802, -1.7549363374710083, -2.3616890907287598, -1.7089002132415771, -2.168240547180176, -2.184951066970825, -1.6292400360107422, -1.6875768899917603, -0.5851871967315674, -0.6770908832550049, -1.7840571403503418, -0.17654745280742645, -1.654581904411316, -0.6314271688461304, -0.23891615867614746]}, "Bot001_072_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy", "response": "ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES]", "annotation_id": "Bot001_072_05", "annotations": ["T", "X", "X", "O", "X", "X", "X", "X", "X", "X", "T", "X", "T", "X", "T"], "gpt2_target_score": [-12.752838134765625, -9.470643043518066, -4.796330451965332, -10.560888290405273, -12.416905403137207, -12.808063507080078, -2.7838470935821533, -10.527667045593262, -17.83013916015625, -11.285757064819336, -1.4304722547531128, -7.7633209228515625, -8.757979393005371, -11.289852142333984, -8.2319917678833, -7.782527446746826, -11.268815994262695, -11.071678161621094, -11.803665161132812, -8.529438018798828, -0.7563559412956238], "gpt2_argmax_score": [-1.6912004947662354, -1.472260594367981, -0.9239092469215393, -1.6351221799850464, -1.8650716543197632, -1.2375836372375488, -1.4975922107696533, -1.5416748523712158, -2.342543601989746, -2.6182618141174316, -1.4304722547531128, -0.4301607608795166, -3.6306979656219482, -1.604793667793274, -2.799237012863159, -1.4000810384750366, -2.796163558959961, -1.2659869194030762, -0.6227492094039917, -0.9893572926521301, -0.7563559412956238, -0.6246533989906311, -2.1473140716552734, -1.7597554922103882, -1.529038906097412, -2.106980562210083, -1.870992660522461, -1.7065823078155518, -2.170950174331665, -0.9591473937034607, -1.0452189445495605, -0.8060300946235657, -0.7400419116020203, -1.041770339012146, -2.983778953552246, -1.6498335599899292, -1.731921911239624, -2.070225238800049, -1.70583975315094, -2.2963171005249023, -2.07871150970459, -2.3686277866363525, -1.9508557319641113, -1.0974571704864502, -1.6053673028945923, -1.8271467685699463, -0.12695303559303284, -1.7232729196548462, -0.6275335550308228, -1.0725786685943604, -1.6452233791351318, -2.699908971786499, -1.8187347650527954, -1.3813085556030273, -1.8111943006515503, -2.615077018737793, -1.5872703790664673, -1.9961007833480835, -1.8086202144622803, -0.893362283706665, -1.8838868141174316, -1.8010389804840088, -1.4221599102020264, -1.6169214248657227, -1.9255908727645874, -3.4287257194519043, -1.6825813055038452, -2.0001893043518066, -1.7362593412399292, -2.6064536571502686, -1.5033494234085083, -2.647860527038574, -2.0319135189056396, -1.668243169784546, -1.9959889650344849, -1.8423094749450684, -2.030660390853882, -2.022705316543579, -1.2203313112258911]}, "Bot001_072_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago", "response": "no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ...", "annotation_id": "Bot001_072_07", "annotations": ["X", "X", "T", "O", "O", "T", "X", "X", "T", "X", "T", "X", "T", "X", "O"], "gpt2_target_score": [-11.437812805175781, -4.899979591369629, -11.553257942199707, -8.721181869506836, -13.764683723449707, -9.213459014892578, -10.044711112976074, -18.873722076416016, -10.978545188903809, -6.283682346343994, -7.771384239196777, -11.028839111328125, -7.815321922302246, -9.233570098876953, -10.850655555725098, -15.447192192077637, -11.914674758911133, -17.12851333618164, -4.748466491699219, -11.51605224609375, -16.887191772460938, -15.638768196105957, -12.949071884155273, -7.94061803817749], "gpt2_argmax_score": [-1.6912004947662354, -1.472260594367981, -0.9239092469215393, -1.6351221799850464, -1.8650716543197632, -1.2375836372375488, -1.4975922107696533, -1.5416748523712158, -2.342543601989746, -2.6182618141174316, -1.4304722547531128, -0.4301607608795166, -3.6306979656219482, -1.604793667793274, -2.799237012863159, -1.4000810384750366, -2.796163558959961, -1.2659869194030762, -0.6227492094039917, -0.9893572926521301, -0.7563559412956238, -0.6246533989906311, -2.1473140716552734, -1.7597554922103882, -1.529038906097412, -2.106980562210083, -1.870992660522461, -1.7065823078155518, -2.170950174331665, -0.9591473937034607, -1.0452189445495605, -0.8060300946235657, -0.7400419116020203, -1.041770339012146, -2.983778953552246, -1.6498335599899292, -1.731921911239624, -2.070225238800049, -1.70583975315094, -2.2963171005249023, -2.07871150970459, -2.3686277866363525, -1.9508557319641113, -1.0974571704864502, -1.6053673028945923, -1.8271467685699463, -0.12695303559303284, -1.7232729196548462, -0.6275335550308228, -1.0725786685943604, -1.6452233791351318, -2.699908971786499, -1.8187347650527954, -1.3813085556030273, -1.8111943006515503, -2.615077018737793, -1.5872703790664673, -0.7511264085769653, -1.258997917175293, -1.5270620584487915, -1.9143730401992798, -1.624024510383606, -1.9283109903335571, -1.8692892789840698, -3.3808248043060303, -1.7222555875778198, -1.7285118103027344, -1.7458844184875488, -2.7480552196502686, -1.4811118841171265, -2.2036099433898926, -2.019465923309326, -1.2466069459915161, -2.0642831325531006, -1.887200117111206, -1.6295630931854248, -1.4943642616271973, -1.8302671909332275, -1.5682591199874878, -1.193756103515625, -1.4694710969924927, -1.7538410425186157, -2.6423709392547607, -0.6279118657112122, -0.3257467746734619, -1.350176453590393, -2.223613739013672, -2.397075891494751, -1.6946346759796143, -1.4470080137252808, -0.5019186735153198, -1.1660171747207642, -1.7621968984603882, -0.3272310495376587, -1.610716700553894, -0.26265597343444824, -2.4325833320617676, -1.8389506340026855, -1.5112640857696533, -1.52095365524292, -1.6997734308242798, -1.9619333744049072, -1.1350377798080444, -2.3402583599090576, -1.9053514003753662, -2.2161495685577393, -1.842392921447754, -0.09125472605228424, -1.7318319082260132, -0.19366946816444397, -2.658543825149536]}, "Bot001_072_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ... I did not understand", "response": "in three months, funny you :)", "annotation_id": "Bot001_072_09", "annotations": ["T", "X", "X", "X", "X", "T", "X", "T", "X", "X", "T", "X", "O", "T", "X"], "gpt2_target_score": [-11.285964965820312, -11.479065895080566, -13.592732429504395, -8.238286972045898, -14.255406379699707, -6.242786884307861, -9.137652397155762], "gpt2_argmax_score": [-1.6912004947662354, -1.472260594367981, -0.9239092469215393, -1.6351221799850464, -1.8650716543197632, -1.2375836372375488, -1.4975922107696533, -1.5416748523712158, -2.342543601989746, -2.6182618141174316, -1.4304722547531128, -0.4301607608795166, -3.6306979656219482, -1.604793667793274, -2.799237012863159, -1.4000810384750366, -2.796163558959961, -1.2659869194030762, -0.6227492094039917, -0.9893572926521301, -0.7563559412956238, -0.6246533989906311, -2.1473140716552734, -1.7597554922103882, -1.529038906097412, -2.106980562210083, -1.870992660522461, -1.7065823078155518, -2.170950174331665, -0.9591473937034607, -1.0452189445495605, -0.8060300946235657, -0.7400419116020203, -1.041770339012146, -2.983778953552246, -1.6498335599899292, -1.731921911239624, -2.070225238800049, -1.70583975315094, -2.2963171005249023, -2.07871150970459, -2.3686277866363525, -1.9508557319641113, -1.0974571704864502, -1.6053673028945923, -1.8271467685699463, -0.12695303559303284, -1.7232729196548462, -0.6275335550308228, -1.0725786685943604, -1.6452233791351318, -2.699908971786499, -1.8187347650527954, -1.3813085556030273, -1.8111943006515503, -2.615077018737793, -1.5872703790664673, -0.7511264085769653, -1.258997917175293, -1.5270620584487915, -1.9143730401992798, -1.624024510383606, -1.9283109903335571, -1.8692892789840698, -3.3808248043060303, -1.7222555875778198, -1.7285118103027344, -1.7458844184875488, -2.7480552196502686, -1.4811118841171265, -2.2036099433898926, -2.019465923309326, -1.2466069459915161, -2.0642831325531006, -1.887200117111206, -1.6295630931854248, -1.4943642616271973, -1.8302671909332275, -1.5682591199874878, -1.193756103515625, -1.4694710969924927, -1.7538410425186157, -2.6423709392547607, -0.6279118657112122, -0.3257423937320709, -1.3501735925674438, -1.4427887201309204, -2.835981845855713, -2.502584218978882, -0.6171920299530029, -1.071793556213379, -1.8138399124145508, -0.33223438262939453, -1.5325337648391724, -0.14288230240345, -2.6034491062164307, -1.8191380500793457, -1.47439444065094, -1.913327932357788, -1.7473719120025635, -1.8116780519485474, -1.0432603359222412, -2.2973392009735107, -1.9252195358276367, -2.322844982147217, -1.6808204650878906, -0.021544352173805237, -1.7299573421478271, -0.20090435445308685, -2.61188006401062, -1.4397400617599487, -2.042557716369629, -2.415280342102051, -2.1170902252197266, -2.10960054397583, -1.9872453212738037, -1.0374901294708252, -1.7653369903564453, -1.5981777906417847, -1.9682830572128296, -2.554640054702759, -0.6300153732299805]}, "Bot001_072_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ... I did not understand in three months, funny you :) So, you like to make jokes huh?", "response": "i disagree . my mom agrees me . don't know , what ?", "annotation_id": "Bot001_072_11", "annotations": ["T", "T", "T", "T", "X", "X", "X", "X", "T", "X", "T", "X", "T", "X", "X"], "gpt2_target_score": [-9.417320251464844, -16.112199783325195, -9.118733406066895, -4.287221908569336, -12.90446949005127, -15.698352813720703, -6.300189018249512, -10.751971244812012, -8.360442161560059, -13.706121444702148, -10.373587608337402, -3.4127962589263916, -8.625632286071777, -8.549190521240234], "gpt2_argmax_score": [-1.6912004947662354, -1.472260594367981, -0.9239092469215393, -1.6351221799850464, -1.8650716543197632, -1.2375836372375488, -1.4975922107696533, -1.5416748523712158, -2.342543601989746, -2.6182618141174316, -1.4304722547531128, -0.4301607608795166, -3.6306979656219482, -1.604793667793274, -2.799237012863159, -1.4000810384750366, -2.796163558959961, -1.2659869194030762, -0.6227492094039917, -0.9893572926521301, -0.7563559412956238, -0.6246533989906311, -2.1473140716552734, -1.7597554922103882, -1.529038906097412, -2.106980562210083, -1.870992660522461, -1.7065823078155518, -2.170950174331665, -0.9591473937034607, -1.0452189445495605, -0.8060300946235657, -0.7400419116020203, -1.041770339012146, -2.983778953552246, -1.6498335599899292, -1.731921911239624, -2.070225238800049, -1.70583975315094, -2.2963171005249023, -2.07871150970459, -2.3686277866363525, -1.9508557319641113, -1.0974571704864502, -1.6053673028945923, -1.8271467685699463, -0.12695303559303284, -1.7232729196548462, -0.6275335550308228, -1.0725786685943604, -1.6452233791351318, -2.699908971786499, -1.8187347650527954, -1.3813085556030273, -1.8111943006515503, -2.615077018737793, -1.5872703790664673, -0.7511264085769653, -1.258997917175293, -1.5270620584487915, -1.9143730401992798, -1.624024510383606, -1.9283109903335571, -1.8692892789840698, -3.3808248043060303, -1.7222555875778198, -1.7285118103027344, -1.7458844184875488, -2.7480552196502686, -1.4811118841171265, -2.2036099433898926, -2.019465923309326, -1.2466069459915161, -2.0642831325531006, -1.887200117111206, -1.6295630931854248, -1.4943642616271973, -1.8302671909332275, -1.5682591199874878, -1.193756103515625, -1.4694710969924927, -1.7538410425186157, -2.6423709392547607, -0.6279118657112122, -0.3257467746734619, -1.350176453590393, -1.4427924156188965, -2.8359832763671875, -2.50258731842041, -0.6171924471855164, -1.071777105331421, -1.8138313293457031, -0.3322323262691498, -1.5325418710708618, -0.1428806483745575, -2.603464365005493, -1.819137454032898, -1.4744062423706055, -1.913341999053955, -1.7473750114440918, -1.8116748332977295, -1.0432605743408203, -2.2973406314849854, -1.9252122640609741, -2.3228371143341064, -1.6807950735092163, -0.02154446765780449, -1.7299681901931763, -0.20090718567371368, -2.6118805408477783, -1.439738392829895, -2.0425641536712646, -2.4152824878692627, -2.1170852184295654, -1.8865504264831543, -1.175926685333252, -1.4665186405181885, -2.143864631652832, -2.2464311122894287, -3.0220205783843994, -1.172041893005371, -2.1151912212371826, -2.3252294063568115, -1.8251886367797852, -1.4567455053329468, -2.5047390460968018, -2.317059278488159, -1.3700095415115356, -0.6296143531799316, -1.653915524482727, -1.877819299697876, -2.5390610694885254, -1.4900617599487305, -1.5349682569503784, -1.3711992502212524, -1.9123785495758057, -1.4840400218963623, -2.3436763286590576, -1.38628089427948, -0.09210255742073059, -1.4921252727508545, -1.6996113061904907, -1.143959641456604, -1.8691699504852295, -1.102532148361206]}, "Bot001_072_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ... I did not understand in three months, funny you :) So, you like to make jokes huh? i disagree . my mom agrees me . don't know , what ? You have problems pal :D", "response": "yes i do . i am not good at doing math .", "annotation_id": "Bot001_072_13", "annotations": ["X", "X", "T", "T", "O", "T", "T", "T", "T", "X", "T", "X", "O", "T", "O"], "gpt2_target_score": [-13.524467468261719, -3.9649667739868164, -8.465733528137207, -5.746969223022461, -8.454960823059082, -6.948688983917236, -8.93066692352295, -10.486178398132324, -9.777068138122559, -11.695852279663086, -13.29868221282959, -0.4301607608795166], "gpt2_argmax_score": [-1.6912004947662354, -1.472260594367981, -0.9239092469215393, -1.6351221799850464, -1.8650716543197632, -1.2375836372375488, -1.4975922107696533, -1.5416748523712158, -2.342543601989746, -2.6182618141174316, -1.4304722547531128, -0.4301607608795166, -3.6306979656219482, -1.604793667793274, -2.799237012863159, -1.4000810384750366, -2.796163558959961, -1.2659869194030762, -0.6227492094039917, -0.9893572926521301, -0.7563559412956238, -0.6246533989906311, -2.1473140716552734, -1.7597554922103882, -1.529038906097412, -2.106980562210083, -1.870992660522461, -1.7065823078155518, -2.170950174331665, -0.9591473937034607, -1.0452189445495605, -0.8060300946235657, -0.7400419116020203, -1.041770339012146, -2.983778953552246, -1.6498335599899292, -1.731921911239624, -2.070225238800049, -1.70583975315094, -2.2963171005249023, -2.07871150970459, -2.3686277866363525, -1.9508557319641113, -1.0974571704864502, -1.6053673028945923, -1.8271467685699463, -0.12695303559303284, -1.7232729196548462, -0.6275335550308228, -1.0725786685943604, -1.6452233791351318, -2.699908971786499, -1.8187347650527954, -1.3813085556030273, -1.8111943006515503, -2.615077018737793, -1.5872703790664673, -0.7511264085769653, -1.258997917175293, -1.5270620584487915, -1.9143730401992798, -1.624024510383606, -1.9283109903335571, -1.8692892789840698, -3.3808248043060303, -1.7222555875778198, -1.7285118103027344, -1.7458844184875488, -2.7480552196502686, -1.4811118841171265, -2.2036099433898926, -2.019465923309326, -1.2466069459915161, -2.0642831325531006, -1.887200117111206, -1.6295630931854248, -1.4943642616271973, -1.8302671909332275, -1.5682591199874878, -1.193756103515625, -1.4694710969924927, -1.7538410425186157, -2.6423709392547607, -0.6279118657112122, -0.3257467746734619, -1.350176453590393, -1.4427924156188965, -2.8359832763671875, -2.50258731842041, -0.6171924471855164, -1.071777105331421, -1.8138313293457031, -0.3322323262691498, -1.5325418710708618, -0.1428806483745575, -2.603464365005493, -1.819137454032898, -1.4744062423706055, -1.913341999053955, -1.7473750114440918, -1.8116748332977295, -1.0432605743408203, -2.2973406314849854, -1.9252122640609741, -2.3228371143341064, -1.6807950735092163, -0.02154446765780449, -1.7299681901931763, -0.20090718567371368, -2.6118805408477783, -1.439738392829895, -2.0425641536712646, -2.4152824878692627, -2.1170852184295654, -1.8865504264831543, -1.175926685333252, -1.4665186405181885, -2.143864631652832, -2.2464311122894287, -3.0220205783843994, -1.172041893005371, -2.1151912212371826, -2.3252294063568115, -1.8251886367797852, -1.4567455053329468, -2.5047390460968018, -2.317059278488159, -1.3700095415115356, -0.6296143531799316, -1.653915524482727, -2.2550392150878906, -1.713394045829773, -1.871132493019104, -1.6614553928375244, -1.8409429788589478, -1.6852425336837769, -2.4463260173797607, -1.6865968704223633, -0.04039660468697548, -1.6205629110336304, -1.8848259449005127, -1.1814802885055542, -1.8123759031295776, -2.1398448944091797, -2.4107813835144043, -1.4728045463562012, -1.5047125816345215, -1.6814988851547241, -1.334102749824524, -1.5501753091812134, -2.3379082679748535, -1.7780132293701172, -1.8698285818099976, -2.068492889404297, -1.6278496980667114, -2.6826400756835938, -2.380722999572754, -2.219125747680664, -1.3911902904510498, -2.42266845703125, -2.0859572887420654, -2.088871955871582, -0.9954881072044373]}, "Bot001_072_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ... I did not understand in three months, funny you :) So, you like to make jokes huh? i disagree . my mom agrees me . don't know , what ? You have problems pal :D yes i do . i am not good at doing math . How old are you", "response": "i am in my 20s my brother has a son . [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT]", "annotation_id": "Bot001_072_15", "annotations": ["T", "X", "T", "T", "X", "T", "T", "X", "X", "X", "T", "O", "T", "T", "X"], "gpt2_target_score": [-9.417320251464844, -8.272904396057129, -7.841221809387207, -4.287221908569336, -13.333455085754395, -10.404468536376953, -3.7428009510040283, -14.195178031921387, -9.517912864685059, -3.606100559234619, -12.95804500579834, -0.4301607608795166, -9.601447105407715, -13.542293548583984, -8.161187171936035, -8.886813163757324, -10.302309036254883, -9.922164916992188, -10.146598815917969, -9.034534454345703, -11.387978553771973, -11.297551155090332, -13.376760482788086, -10.297490119934082, -17.630800247192383, -8.096634864807129, -17.787832260131836, -15.002678871154785, -14.262029647827148], "gpt2_argmax_score": [-1.6912004947662354, -1.472260594367981, -0.9239092469215393, -1.6351221799850464, -1.8650716543197632, -1.2375836372375488, -1.4975922107696533, -1.5416748523712158, -2.342543601989746, -2.6182618141174316, -1.4304722547531128, -0.4301607608795166, -3.6306979656219482, -1.604793667793274, -2.799237012863159, -1.4000810384750366, -2.796163558959961, -1.2659869194030762, -0.6227492094039917, -0.9893572926521301, -0.7563559412956238, -0.6246533989906311, -2.1473140716552734, -1.7597554922103882, -1.529038906097412, -2.106980562210083, -1.870992660522461, -1.7065823078155518, -2.170950174331665, -0.9591473937034607, -1.0452189445495605, -0.8060300946235657, -0.7400419116020203, -1.041770339012146, -2.983778953552246, -1.6498335599899292, -1.731921911239624, -2.070225238800049, -1.70583975315094, -2.2963171005249023, -2.07871150970459, -2.3686277866363525, -1.9508557319641113, -1.0974571704864502, -1.6053673028945923, -1.8271467685699463, -0.12695303559303284, -1.7232729196548462, -0.6275335550308228, -1.0725786685943604, -1.6452233791351318, -2.699908971786499, -1.8187347650527954, -1.3813085556030273, -1.8111943006515503, -2.615077018737793, -1.5872703790664673, -0.7511264085769653, -1.258997917175293, -1.5270620584487915, -1.9143730401992798, -1.624024510383606, -1.9283109903335571, -1.8692892789840698, -3.3808248043060303, -1.7222555875778198, -1.7285118103027344, -1.7458844184875488, -2.7480552196502686, -1.4811118841171265, -2.2036099433898926, -2.019465923309326, -1.2466069459915161, -2.0642831325531006, -1.887200117111206, -1.6295630931854248, -1.4943642616271973, -1.8302671909332275, -1.5682591199874878, -1.193756103515625, -1.4694710969924927, -1.7538410425186157, -2.6423709392547607, -0.6279118657112122, -0.3257467746734619, -1.350176453590393, -1.4427924156188965, -2.8359832763671875, -2.50258731842041, -0.6171924471855164, -1.071777105331421, -1.8138313293457031, -0.3322323262691498, -1.5325418710708618, -0.1428806483745575, -2.603464365005493, -1.819137454032898, -1.4744062423706055, -1.913341999053955, -1.7473750114440918, -1.8116748332977295, -1.0432605743408203, -2.2973406314849854, -1.9252122640609741, -2.3228371143341064, -1.6807950735092163, -0.02154446765780449, -1.7299681901931763, -0.20090718567371368, -2.6118805408477783, -1.439738392829895, -2.0425641536712646, -2.4152824878692627, -2.1170852184295654, -1.8865504264831543, -1.175926685333252, -1.4665186405181885, -2.143864631652832, -2.2464311122894287, -3.0220205783843994, -1.172041893005371, -2.1151912212371826, -2.3252294063568115, -1.8251886367797852, -1.4567455053329468, -2.5047390460968018, -2.317059278488159, -1.3700095415115356, -0.6296143531799316, -1.653915524482727, -2.2550392150878906, -1.713394045829773, -1.871132493019104, -1.6614553928375244, -1.8409429788589478, -1.6852425336837769, -2.4463260173797607, -1.6865968704223633, -0.04039660468697548, -1.6205629110336304, -1.8848259449005127, -1.1814802885055542, -1.8123759031295776, -2.1398448944091797, -2.4107813835144043, -1.4728045463562012, -1.5047125816345215, -1.6814988851547241, -1.334102749824524, -1.5501753091812134, -1.734729290008545, -1.9343782663345337, -1.8649059534072876, -1.7917128801345825, -2.605175256729126, -2.2459323406219482, -2.2709474563598633, -1.5533912181854248, -2.5445973873138428, -2.298994779586792, -1.5386500358581543, -1.2988919019699097, -1.1836364269256592, -0.3983994722366333, -0.05641241371631622, -0.6038628220558167, -2.3747661113739014, -1.7007989883422852, -2.9588985443115234, -2.0894968509674072, -1.135337471961975, -0.385466992855072, -1.4236029386520386, -2.060760498046875, -0.9544382095336914, -1.3603017330169678, -2.751025438308716, -1.4931576251983643, -1.6244194507598877, -2.9876930713653564, -0.06326930969953537, -1.6205507516860962, -0.12334536761045456, -0.2824708819389343, -0.34911593794822693, -2.1470491886138916, -1.8026453256607056, -0.5003730654716492, -1.445315957069397, -2.7775471210479736, -1.9316309690475464, -2.1801180839538574, -2.4093739986419678, -0.7689496874809265, -0.9900128245353699, -1.6394338607788086]}, "Bot001_072_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ... I did not understand in three months, funny you :) So, you like to make jokes huh? i disagree . my mom agrees me . don't know , what ? You have problems pal :D yes i do . i am not good at doing math . How old are you i am in my 20s my brother has a son . [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Do you have a job", "response": "i'm the baby in the family , you know the youngest ! no i don't. how are you doing today ?", "annotation_id": "Bot001_072_17", "annotations": ["O", "X", "X", "X", "X", "O", "X", "T", "T", "X", "T", "O", "T", "O", "T"], "gpt2_target_score": [-9.417320251464844, -10.680390357971191, -6.7195940017700195, -10.174505233764648, -10.29826831817627, -4.143818378448486, -10.604342460632324, -9.261202812194824, -10.882521629333496, -11.315801620483398, -5.843558311462402, -17.069717407226562, -8.320059776306152, -10.618610382080078, -8.468422889709473, -14.388445854187012, -15.764421463012695, -7.004344463348389, -10.857612609863281, -11.991779327392578, -10.200737953186035, -12.71922779083252, -11.447027206420898, -9.478413581848145], "gpt2_argmax_score": [-1.6912004947662354, -1.472260594367981, -0.9239092469215393, -1.6351221799850464, -1.8650716543197632, -1.2375836372375488, -1.4975922107696533, -1.5416748523712158, -2.342543601989746, -2.6182618141174316, -1.4304722547531128, -0.4301607608795166, -3.6306979656219482, -1.604793667793274, -2.799237012863159, -1.4000810384750366, -2.796163558959961, -1.2659869194030762, -0.6227492094039917, -0.9893572926521301, -0.7563559412956238, -0.6246533989906311, -2.1473140716552734, -1.7597554922103882, -1.529038906097412, -2.106980562210083, -1.870992660522461, -1.7065823078155518, -2.170950174331665, -0.9591473937034607, -1.0452189445495605, -0.8060300946235657, -0.7400419116020203, -1.041770339012146, -2.983778953552246, -1.6498335599899292, -1.731921911239624, -2.070225238800049, -1.70583975315094, -2.2963171005249023, -2.07871150970459, -2.3686277866363525, -1.9508557319641113, -1.0974571704864502, -1.6053673028945923, -1.8271467685699463, -0.12695303559303284, -1.7232729196548462, -0.6275335550308228, -1.0725786685943604, -1.6452233791351318, -2.699908971786499, -1.8187347650527954, -1.3813085556030273, -1.8111943006515503, -2.615077018737793, -1.5872703790664673, -0.7511264085769653, -1.258997917175293, -1.5270620584487915, -1.9143730401992798, -1.624024510383606, -1.9283109903335571, -1.8692892789840698, -3.3808248043060303, -1.7222555875778198, -1.7285118103027344, -1.7458844184875488, -2.7480552196502686, -1.4811118841171265, -2.2036099433898926, -2.019465923309326, -1.2466069459915161, -2.0642831325531006, -1.887200117111206, -1.6295630931854248, -1.4943642616271973, -1.8302671909332275, -1.5682591199874878, -1.193756103515625, -1.4694710969924927, -1.7538410425186157, -2.6423709392547607, -0.6279118657112122, -0.3257467746734619, -1.350176453590393, -1.4427924156188965, -2.8359832763671875, -2.50258731842041, -0.6171924471855164, -1.071777105331421, -1.8138313293457031, -0.3322323262691498, -1.5325418710708618, -0.1428806483745575, -2.603464365005493, -1.819137454032898, -1.4744062423706055, -1.913341999053955, -1.7473750114440918, -1.8116748332977295, -1.0432605743408203, -2.2973406314849854, -1.9252122640609741, -2.3228371143341064, -1.6807950735092163, -0.02154446765780449, -1.7299681901931763, -0.20090718567371368, -2.6118805408477783, -1.439738392829895, -2.0425641536712646, -2.4152824878692627, -2.1170852184295654, -1.8865504264831543, -1.175926685333252, -1.4665186405181885, -2.143864631652832, -2.2464311122894287, -3.0220205783843994, -1.172041893005371, -2.1151912212371826, -2.3252294063568115, -1.8251886367797852, -1.4567455053329468, -2.5047390460968018, -2.317059278488159, -1.3700095415115356, -0.6296143531799316, -1.653915524482727, -2.2550392150878906, -1.713394045829773, -1.871132493019104, -1.6614553928375244, -1.8409429788589478, -1.6852425336837769, -2.4463260173797607, -1.6865968704223633, -0.04039660468697548, -1.6205629110336304, -1.8848259449005127, -1.1814802885055542, -1.8123759031295776, -2.1398448944091797, -2.4107813835144043, -1.4728045463562012, -1.5047125816345215, -1.6814988851547241, -1.334102749824524, -1.5501753091812134, -1.734729290008545, -1.9343782663345337, -1.8649059534072876, -1.7917128801345825, -2.605175256729126, -2.2459323406219482, -2.2709474563598633, -1.5533912181854248, -2.5445973873138428, -2.298994779586792, -1.5386500358581543, -1.2988919019699097, -1.1836364269256592, -0.3983994722366333, -0.05641241371631622, -0.6038628220558167, -1.3452067375183105, -0.900120198726654, -1.9082943201065063, -1.5013060569763184, -0.43587741255760193, -1.5560156106948853, -1.681547999382019, -1.0349352359771729, -1.390955924987793, -2.540557622909546, -1.5940371751785278, -1.94288170337677, -2.923243761062622, -0.06303384155035019, -2.2649216651916504, -0.29355761408805847, -0.31268131732940674, -0.5755109190940857, -2.3877475261688232, -1.856298804283142, -0.5075302720069885, -1.103017807006836, -2.971224546432495, -1.9906072616577148, -2.0102601051330566, -2.4791035652160645, -0.6687120795249939, -0.8383320569992065, -1.7099806070327759, -0.1628079116344452, -1.6067276000976562, -1.009030818939209, -2.718299627304077, -1.2664647102355957, -2.3690497875213623, -2.018228769302368, -1.9647035598754883, -1.4133665561676025, -2.7404892444610596, -1.4389183521270752, -2.63018798828125, -2.3221588134765625, -1.1181987524032593, -2.2901217937469482, -2.014252185821533, -3.171156167984009, -2.0024874210357666, -1.754499912261963, -2.335926055908203, -1.618842363357544, -0.011476922780275345, -1.5498117208480835, -0.87319016456604, -1.267379641532898, -0.07555153965950012, -1.1579679250717163, -0.9786331057548523, -0.355692982673645, -1.0539878606796265]}, "Bot001_072_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ... I did not understand in three months, funny you :) So, you like to make jokes huh? i disagree . my mom agrees me . don't know , what ? You have problems pal :D yes i do . i am not good at doing math . How old are you i am in my 20s my brother has a son . [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Do you have a job i'm the baby in the family , you know the youngest ! no i don't. how are you doing today ? I'm not good", "response": "neither am i . i try though .", "annotation_id": "Bot001_072_19", "annotations": ["T", "X", "T", "T", "X", "O", "X", "T", "T", "X", "T", "O", "T", "O", "O"], "gpt2_target_score": [-10.943946838378906, -18.25541877746582, -8.32652759552002, -2.0717830657958984, -10.146367073059082, -5.728306293487549, -11.450121879577637, -10.779269218444824, -11.268034934997559], "gpt2_argmax_score": [-1.6912004947662354, -1.472260594367981, -0.9239092469215393, -1.6351221799850464, -1.8650716543197632, -1.2375836372375488, -1.4975922107696533, -1.5416748523712158, -2.342543601989746, -2.6182618141174316, -1.4304722547531128, -0.4301607608795166, -3.6306979656219482, -1.604793667793274, -2.799237012863159, -1.4000810384750366, -2.796163558959961, -1.2659869194030762, -0.6227492094039917, -0.9893572926521301, -0.7563559412956238, -0.6246533989906311, -2.1473140716552734, -1.7597554922103882, -1.529038906097412, -2.106980562210083, -1.870992660522461, -1.7065823078155518, -2.170950174331665, -0.9591473937034607, -1.0452189445495605, -0.8060300946235657, -0.7400419116020203, -1.041770339012146, -2.983778953552246, -1.6498335599899292, -1.731921911239624, -2.070225238800049, -1.70583975315094, -2.2963171005249023, -2.07871150970459, -2.3686277866363525, -1.9508557319641113, -1.0974571704864502, -1.6053673028945923, -1.8271467685699463, -0.12695303559303284, -1.7232729196548462, -0.6275335550308228, -1.0725786685943604, -1.6452233791351318, -2.699908971786499, -1.8187347650527954, -1.3813085556030273, -1.8111943006515503, -2.615077018737793, -1.5872703790664673, -0.7511264085769653, -1.258997917175293, -1.5270620584487915, -1.9143730401992798, -1.624024510383606, -1.9283109903335571, -1.8692892789840698, -3.3808248043060303, -1.7222555875778198, -1.7285118103027344, -1.7458844184875488, -2.7480552196502686, -1.4811118841171265, -2.2036099433898926, -2.019465923309326, -1.2466069459915161, -2.0642831325531006, -1.887200117111206, -1.6295630931854248, -1.4943642616271973, -1.8302671909332275, -1.5682591199874878, -1.193756103515625, -1.4694710969924927, -1.7538410425186157, -2.6423709392547607, -0.6279118657112122, -0.3257467746734619, -1.350176453590393, -1.4427924156188965, -2.8359832763671875, -2.50258731842041, -0.6171924471855164, -1.071777105331421, -1.8138313293457031, -0.3322323262691498, -1.5325418710708618, -0.1428806483745575, -2.603464365005493, -1.819137454032898, -1.4744062423706055, -1.913341999053955, -1.7473750114440918, -1.8116748332977295, -1.0432605743408203, -2.2973406314849854, -1.9252122640609741, -2.3228371143341064, -1.6807950735092163, -0.02154446765780449, -1.7299681901931763, -0.20090718567371368, -2.6118805408477783, -1.439738392829895, -2.0425641536712646, -2.4152824878692627, -2.1170852184295654, -1.8865504264831543, -1.175926685333252, -1.4665186405181885, -2.143864631652832, -2.2464311122894287, -3.0220205783843994, -1.172041893005371, -2.1151912212371826, -2.3252294063568115, -1.8251886367797852, -1.4567455053329468, -2.5047390460968018, -2.317059278488159, -1.3700095415115356, -0.6296143531799316, -1.653915524482727, -2.2550392150878906, -1.713394045829773, -1.871132493019104, -1.6614553928375244, -1.8409429788589478, -1.6852425336837769, -2.4463260173797607, -1.6865968704223633, -0.04039660468697548, -1.6205629110336304, -1.8848259449005127, -1.1814802885055542, -1.8123759031295776, -2.1398448944091797, -2.4107813835144043, -1.4728045463562012, -1.5047125816345215, -1.6814988851547241, -1.334102749824524, -1.5501753091812134, -1.734729290008545, -1.9343782663345337, -1.8649059534072876, -1.7917128801345825, -2.605175256729126, -2.2459323406219482, -2.2709474563598633, -1.5533912181854248, -2.5445973873138428, -2.298994779586792, -1.5386500358581543, -1.2988919019699097, -1.1836364269256592, -0.3983994722366333, -0.05641241371631622, -0.6038628220558167, -1.3452067375183105, -0.900120198726654, -1.9082943201065063, -1.5013060569763184, -0.43587741255760193, -1.5560156106948853, -1.681547999382019, -1.0349352359771729, -1.390955924987793, -2.540557622909546, -1.5940371751785278, -1.94288170337677, -2.923243761062622, -0.06303384155035019, -2.2649216651916504, -0.29355761408805847, -0.31268131732940674, -0.5755109190940857, -2.3877475261688232, -1.856298804283142, -0.5075302720069885, -1.103017807006836, -2.971224546432495, -1.9906072616577148, -2.0102601051330566, -2.4791035652160645, -0.6687120795249939, -0.8383320569992065, -1.7099806070327759, -0.1628079116344452, -1.6067276000976562, -1.009030818939209, -2.718299627304077, -1.2664647102355957, -1.5289452075958252, -1.411184310913086, -1.3505597114562988, -1.336079478263855, -1.169387698173523, -1.6781914234161377, -0.7253044843673706, -2.177053689956665, -1.9699805974960327, -1.457830548286438, -3.18601131439209, -2.09980845451355, -2.497032642364502, -2.120506763458252, -1.5195403099060059, -0.020895114168524742, -1.376855492591858, -1.2306365966796875, -1.4639229774475098, -0.059225670993328094, -1.203349232673645, -1.02994966506958, -0.39922964572906494, -2.1195945739746094, -1.5805745124816895, -1.1903647184371948, -1.4014651775360107, -0.24563704431056976, -2.2044014930725098, -1.474827527999878, -1.8720767498016357, -0.3425518572330475, -1.8896352052688599, -1.7539259195327759, -1.741479754447937, -0.46097710728645325, -1.9894278049468994, -1.1213891506195068]}, "Bot001_075_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you?", "response": "i'm doing very good how are you doing today ?", "annotation_id": "Bot001_075_01", "annotations": ["O", "X", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-4.197911262512207, -18.915498733520508, -11.19383430480957, -11.927762985229492, -5.413325309753418, -10.272599220275879, -9.726847648620605, -8.334989547729492, -14.024188041687012, -12.606691360473633, -12.390954971313477], "gpt2_argmax_score": [-2.878525733947754, -0.007208292838186026, -2.1123557090759277, -1.6616652011871338, -1.8397321701049805, -0.37251394987106323, -1.2004802227020264, -0.9097120761871338, -1.574846863746643, -1.7701584100723267, -1.8762606382369995, -1.5159982442855835, -0.9937610626220703, -1.6587116718292236, -1.4243110418319702, -0.0950721874833107, -1.0452085733413696, -0.9480162858963013, -0.7819127440452576, -0.295017272233963]}, "Bot001_075_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks", "response": "have you ever programmed before ?", "annotation_id": "Bot001_075_03", "annotations": ["O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "X", "O", "X", "O"], "gpt2_target_score": [-12.153641700744629, -21.14237403869629, -10.845640182495117, -17.511213302612305, -11.726801872253418, -12.054841041564941], "gpt2_argmax_score": [-2.878525733947754, -0.007208292838186026, -2.1123557090759277, -1.6616652011871338, -1.8397321701049805, -0.37251394987106323, -1.2004802227020264, -0.9097120761871338, -1.589472770690918, -2.0511631965637207, -1.5675526857376099, -0.7432720065116882, -2.1686947345733643, -1.0989725589752197, -0.08498141914606094, -0.7353185415267944, -0.6233741044998169, -0.9211990833282471, -1.2084358930587769, -0.7241269946098328, -1.6543912887573242, -2.3295211791992188, -1.6389548778533936, -0.8641784191131592, -2.123718023300171, -0.47699061036109924, -2.0142838954925537, -1.5289630889892578, -1.4491980075836182, -0.4068084955215454, -0.317087322473526]}, "Bot001_075_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what?", "response": "no i've not . u ?", "annotation_id": "Bot001_075_05", "annotations": ["O", "X", "X", "T", "T", "X", "X", "O", "X", "X", "T", "X", "T", "X", "O"], "gpt2_target_score": [-5.821473121643066, -20.17632484436035, -12.148355484008789, -9.071210861206055, -12.859293937683105, -5.081910133361816, -6.8425397872924805], "gpt2_argmax_score": [-2.878525733947754, -0.007208292838186026, -2.1123557090759277, -1.6616652011871338, -1.8397321701049805, -0.37251394987106323, -1.2004802227020264, -0.9097120761871338, -1.589472770690918, -2.0511631965637207, -1.5675526857376099, -0.7432720065116882, -2.1686947345733643, -1.0989725589752197, -0.08498141914606094, -0.7353185415267944, -0.6233741044998169, -0.9211990833282471, -1.2084358930587769, -0.7241269946098328, -1.6543912887573242, -2.3295211791992188, -1.6389548778533936, -0.8641784191131592, -0.9180363416671753, -1.7739242315292358, -1.4875849485397339, -1.5657552480697632, -0.6169871091842651, -1.1538583040237427, -0.6948380470275879, -2.166672945022583, -2.192824363708496, -1.3379435539245605, -1.8486645221710205, -1.7644662857055664, -2.0957629680633545, -1.3063969612121582, -1.3190470933914185, -1.5705041885375977, -2.1986145973205566, -0.36050981283187866]}, "Bot001_075_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not", "response": "did you ever watch walking dead ?", "annotation_id": "Bot001_075_07", "annotations": ["O", "T", "O", "T", "O", "O", "O", "T", "O", "T", "T", "X", "O", "X", "O"], "gpt2_target_score": [-11.31261920928955, -21.14237403869629, -10.845640182495117, -11.193754196166992, -13.826930046081543, -11.479889869689941, -6.8425397872924805], "gpt2_argmax_score": [-2.878525733947754, -0.007208292838186026, -2.1123557090759277, -1.6616652011871338, -1.8397321701049805, -0.37251394987106323, -1.2004802227020264, -0.9097120761871338, -1.589472770690918, -2.0511631965637207, -1.5675526857376099, -0.7432720065116882, -2.1686947345733643, -1.0989725589752197, -0.08498141914606094, -0.7353185415267944, -0.6233741044998169, -0.9211990833282471, -1.2084358930587769, -0.7241269946098328, -1.6543912887573242, -2.3295211791992188, -1.6389548778533936, -0.8641784191131592, -0.9179986119270325, -1.7739253044128418, -1.4875839948654175, -1.565757155418396, -0.6169877648353577, -1.1538485288619995, -0.6948403120040894, -2.1666688919067383, -2.1928212642669678, -1.337937355041504, -1.973196029663086, -1.781062126159668, -1.2941467761993408, -1.7187937498092651, -2.1552515029907227, -2.2073798179626465, -1.4821876287460327, -1.3039759397506714, -1.8116192817687988, -1.1960725784301758, -1.6298062801361084, -1.54202401638031, -2.052011251449585, -0.3310104012489319, -2.751932144165039, -2.4096105098724365, -1.887281894683838, -2.757147789001465, -1.2122141122817993, -0.45545879006385803]}, "Bot001_075_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not did you ever watch walking dead ? No. But I've heard a lot about it", "response": "haha ! ! it sounds horrible . i'll stick to sushi .. Also, try to guess: my bedroom is ...", "annotation_id": "Bot001_075_09", "annotations": ["T", "X", "X", "T", "X", "X", "X", "T", "T", "X", "T", "X", "X", "X", "T"], "gpt2_target_score": [-8.320178985595703, -22.997478485107422, -9.27682876586914, -8.783729553222656, -6.790738582611084, -12.351506233215332, -13.842106819152832, -9.842129707336426, -9.68924617767334, -15.425925254821777, -12.038801193237305, -9.487805366516113, -12.00778579711914, -12.581894874572754, -18.521764755249023, -4.736452102661133, -11.16192626953125, -7.007585048675537, -10.644588470458984, -11.224237442016602, -7.013973712921143, -14.14574909210205, -5.952152252197266, -6.9400458335876465], "gpt2_argmax_score": [-2.878532648086548, -0.007208292838186026, -2.1123619079589844, -1.6616747379302979, -1.839734673500061, -0.37253323197364807, -1.2005054950714111, -0.9097111821174622, -1.589514970779419, -2.0511538982391357, -1.5676099061965942, -0.7432987689971924, -2.1686899662017822, -1.0989998579025269, -0.08498174697160721, -0.7353230714797974, -0.6233828663825989, -0.9212051033973694, -1.2084463834762573, -0.7241301536560059, -1.654384970664978, -2.329495668411255, -1.6389048099517822, -0.8642250895500183, -0.918023407459259, -1.7739238739013672, -1.487575888633728, -1.565793514251709, -0.6169560551643372, -1.1538748741149902, -0.6948595643043518, -2.1666505336761475, -2.1927883625030518, -1.3379619121551514, -1.9731900691986084, -1.781058669090271, -1.2941834926605225, -1.7188215255737305, -2.1552555561065674, -2.2074263095855713, -1.4822099208831787, -1.3039277791976929, -1.8116111755371094, -1.1960829496383667, -1.6298234462738037, -1.5420221090316772, -1.5508261919021606, -2.9094960689544678, -1.8667044639587402, -2.064419746398926, -2.566805839538574, -2.1353249549865723, -1.4926997423171997, -1.2134555578231812, -1.4205540418624878, -1.4207922220230103, -1.6299933195114136, -1.5707083940505981, -1.657219409942627, -0.40556612610816956, -0.7070854306221008, -1.9924815893173218, -1.3531075716018677, -1.839210033416748, -0.8678867220878601, -2.0899038314819336, -1.5173380374908447, -1.1589324474334717, -0.6701326966285706, -0.60667884349823, -1.640884280204773, -1.2681982517242432, -2.0095407962799072, -2.013751745223999, -0.813733696937561, -0.9690850377082825, -1.9864442348480225, -1.342280626296997, -1.8958672285079956, -2.0134382247924805, -1.3561375141143799, -2.560297966003418, -1.3079346418380737, -2.290151834487915, -2.3228471279144287, -0.8917744755744934, -2.059875249862671, -3.370403289794922]}, "Bot001_075_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not did you ever watch walking dead ? No. But I've heard a lot about it haha ! ! it sounds horrible . i'll stick to sushi .. Also, try to guess: my bedroom is ... I don't know", "response": "purple and lime green, funny you :)", "annotation_id": "Bot001_075_11", "annotations": ["X", "X", "T", "T", "T", "X", "X", "X", "X", "T", "T", "X", "O", "X", "T"], "gpt2_target_score": [-12.273223876953125, -20.26619529724121, -4.169101715087891, -14.538764953613281, -10.934919357299805, -9.61632251739502, -11.214634895324707, -8.33495807647705, -11.76187801361084], "gpt2_argmax_score": [-2.878532648086548, -0.007208292838186026, -2.1123619079589844, -1.6616747379302979, -1.839734673500061, -0.37253323197364807, -1.2005054950714111, -0.9097111821174622, -1.589514970779419, -2.0511538982391357, -1.5676099061965942, -0.7432987689971924, -2.1686899662017822, -1.0989998579025269, -0.08498174697160721, -0.7353230714797974, -0.6233828663825989, -0.9212051033973694, -1.2084463834762573, -0.7241301536560059, -1.654384970664978, -2.329495668411255, -1.6389048099517822, -0.8642250895500183, -0.918023407459259, -1.7739238739013672, -1.487575888633728, -1.565793514251709, -0.6169560551643372, -1.1538748741149902, -0.6948595643043518, -2.1666505336761475, -2.1927883625030518, -1.3379619121551514, -1.9731900691986084, -1.781058669090271, -1.2941834926605225, -1.7188215255737305, -2.1552555561065674, -2.2074263095855713, -1.4822099208831787, -1.3039277791976929, -1.8116132020950317, -1.1960853338241577, -1.6298197507858276, -1.542011022567749, -1.5508313179016113, -2.909503698348999, -1.8666975498199463, -2.064406156539917, -2.5667898654937744, -2.135338068008423, -1.4926973581314087, -1.213453769683838, -1.4205576181411743, -1.4207943677902222, -1.6299841403961182, -1.5707155466079712, -1.6572176218032837, -0.40556421875953674, -0.7070862054824829, -1.9924827814102173, -1.3531012535095215, -1.317730188369751, -1.5845012664794922, -1.7127113342285156, -0.4763067364692688, -0.5088576674461365, -2.234323263168335, -2.089585065841675, -1.723854660987854, -2.0503182411193848, -0.8276323676109314, -0.9011131525039673, -1.8114351034164429, -2.652805805206299, -1.8586195707321167, -2.1482179164886475, -1.391983151435852, -2.357943296432495, -1.2674236297607422, -2.3420605659484863, -2.3797621726989746, -0.8806812167167664, -2.0948565006256104, -3.052677631378174, -1.5900324583053589, -0.019970422610640526, -1.2005181312561035, -1.74777090549469, -2.063847303390503, -0.3663305342197418, -2.183574914932251, -2.9199471473693848, -1.7041218280792236, -1.7712187767028809, -3.065305709838867, -2.3258774280548096, -2.484557628631592, -0.4161415100097656]}, "Bot001_075_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not did you ever watch walking dead ? No. But I've heard a lot about it haha ! ! it sounds horrible . i'll stick to sushi .. Also, try to guess: my bedroom is ... I don't know purple and lime green, funny you :) That a nice combination of color", "response": ". yeah , i can see like 200 in front of me. what are you doing ?", "annotation_id": "Bot001_075_13", "annotations": ["O", "X", "O", "O", "T", "X", "X", "O", "T", "T", "T", "X", "T", "X", "T"], "gpt2_target_score": [-8.918685913085938, -26.186092376708984, -9.15536117553711, -7.685401916503906, -3.5054144859313965, -12.74065113067627, -5.9646501541137695, -10.896878242492676, -10.057990074157715, -12.050726890563965, -10.296171188354492, -11.597928047180176, -2.2996561527252197, -7.529084205627441, -9.301198959350586, -9.707368850708008, -7.673737049102783, -4.516221523284912], "gpt2_argmax_score": [-2.878532648086548, -0.007208292838186026, -2.1123619079589844, -1.6616747379302979, -1.839734673500061, -0.37253323197364807, -1.2005054950714111, -0.9097111821174622, -1.589514970779419, -2.0511538982391357, -1.5676099061965942, -0.7432987689971924, -2.1686899662017822, -1.0989998579025269, -0.08498174697160721, -0.7353230714797974, -0.6233828663825989, -0.9212051033973694, -1.2084463834762573, -0.7241301536560059, -1.654384970664978, -2.329495668411255, -1.6389048099517822, -0.8642250895500183, -0.918023407459259, -1.7739238739013672, -1.487575888633728, -1.565793514251709, -0.6169560551643372, -1.1538748741149902, -0.6948595643043518, -2.1666505336761475, -2.1927883625030518, -1.3379619121551514, -1.9731900691986084, -1.781058669090271, -1.2941834926605225, -1.7188215255737305, -2.1552555561065674, -2.2074263095855713, -1.4822099208831787, -1.3039277791976929, -1.8116132020950317, -1.1960853338241577, -1.6298197507858276, -1.542011022567749, -1.5508313179016113, -2.909503698348999, -1.8666975498199463, -2.064406156539917, -2.5667898654937744, -2.135338068008423, -1.4926973581314087, -1.213453769683838, -1.4205576181411743, -1.4207943677902222, -1.6299841403961182, -1.5707155466079712, -1.6572176218032837, -0.40556421875953674, -0.7070862054824829, -1.9924827814102173, -1.3531012535095215, -1.317730188369751, -1.5845012664794922, -1.7127113342285156, -0.4763067364692688, -0.5088576674461365, -2.234323263168335, -2.089585065841675, -1.723854660987854, -2.0503182411193848, -0.8276323676109314, -0.9011131525039673, -1.8114351034164429, -2.652805805206299, -1.8586195707321167, -2.1482179164886475, -1.391983151435852, -2.357943296432495, -1.2674236297607422, -2.3420605659484863, -2.3797621726989746, -0.8806812167167664, -2.0948562622070312, -3.052664041519165, -1.5900366306304932, -0.01997065544128418, -1.2005220651626587, -1.7477707862854004, -2.660348415374756, -2.776402235031128, -1.8365365266799927, -2.0756027698516846, -1.1865222454071045, -2.5234029293060303, -2.3108441829681396, -1.206264853477478, -0.5889582633972168, -2.292041540145874, -2.5010428428649902, -1.4481890201568604, -2.939854383468628, -0.9232810139656067, -1.9291605949401855, -1.7108080387115479, -1.4898574352264404, -1.7324398756027222, -2.147836685180664, -1.4193788766860962, -2.1413745880126953, -1.7318381071090698, -2.262151002883911, -1.2563291788101196, -0.22663789987564087, -0.8327023983001709, -1.765466570854187, -1.8240869045257568, -2.1429238319396973, -0.5498863458633423, -0.7944114804267883, -0.6935263276100159, -0.429726243019104]}, "Bot001_075_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not did you ever watch walking dead ? No. But I've heard a lot about it haha ! ! it sounds horrible . i'll stick to sushi .. Also, try to guess: my bedroom is ... I don't know purple and lime green, funny you :) That a nice combination of color . yeah , i can see like 200 in front of me. what are you doing ? I'm cooking paella. Would you like some?", "response": "that would be wonderful , thank you for asking . hows it going today ? [SPEAK-NO-EVIL MONKEY]", "annotation_id": "Bot001_075_15", "annotations": ["O", "X", "T", "T", "O", "O", "X", "O", "O", "O", "T", "T", "O", "X", "O"], "gpt2_target_score": [-12.476428985595703, -17.679994583129883, -9.477130889892578, -12.554420471191406, -13.955793380737305, -11.981709480285645, -9.09575366973877, -8.96654987335205, -12.462241172790527, -9.843283653259277, -8.37641716003418, -13.5303316116333, -6.302387237548828, -10.266938209533691, -11.076238632202148, -5.43559455871582, -8.120147705078125, -17.324235916137695, -12.75600814819336, -16.492273330688477, -10.96297836303711, -16.93885612487793, -12.467533111572266, -19.34834098815918, -21.576440811157227, -15.41157341003418, -24.054119110107422, -14.45899772644043], "gpt2_argmax_score": [-2.878532648086548, -0.007208292838186026, -2.1123619079589844, -1.6616747379302979, -1.839734673500061, -0.37253323197364807, -1.2005054950714111, -0.9097111821174622, -1.589514970779419, -2.0511538982391357, -1.5676099061965942, -0.7432987689971924, -2.1686899662017822, -1.0989998579025269, -0.08498174697160721, -0.7353230714797974, -0.6233828663825989, -0.9212051033973694, -1.2084463834762573, -0.7241301536560059, -1.654384970664978, -2.329495668411255, -1.6389048099517822, -0.8642250895500183, -0.918023407459259, -1.7739238739013672, -1.487575888633728, -1.565793514251709, -0.6169560551643372, -1.1538748741149902, -0.6948595643043518, -2.1666505336761475, -2.1927883625030518, -1.3379619121551514, -1.9731900691986084, -1.781058669090271, -1.2941834926605225, -1.7188215255737305, -2.1552555561065674, -2.2074263095855713, -1.4822099208831787, -1.3039277791976929, -1.8116132020950317, -1.1960853338241577, -1.6298197507858276, -1.542011022567749, -1.5508313179016113, -2.909503698348999, -1.8666975498199463, -2.064406156539917, -2.5667898654937744, -2.135338068008423, -1.4926973581314087, -1.213453769683838, -1.4205576181411743, -1.4207943677902222, -1.6299841403961182, -1.5707155466079712, -1.6572176218032837, -0.40556421875953674, -0.7070862054824829, -1.9924827814102173, -1.3531012535095215, -1.317730188369751, -1.5845012664794922, -1.7127113342285156, -0.4763067364692688, -0.5088576674461365, -2.234323263168335, -2.089585065841675, -1.723854660987854, -2.0503182411193848, -0.8276323676109314, -0.9011131525039673, -1.8114351034164429, -2.652805805206299, -1.8586195707321167, -2.1482179164886475, -1.391983151435852, -2.357943296432495, -1.2674236297607422, -2.3420605659484863, -2.3797621726989746, -0.8806812167167664, -2.0948565006256104, -3.052677631378174, -1.5900324583053589, -0.019970422610640526, -1.2005181312561035, -1.74777090549469, -2.660348415374756, -2.7763831615448, -1.8365366458892822, -2.0756287574768066, -1.1865290403366089, -2.5233936309814453, -2.3108434677124023, -1.2062588930130005, -0.5889747142791748, -2.2920432090759277, -2.501046657562256, -1.4481874704360962, -2.9398581981658936, -0.9232900738716125, -2.1716222763061523, -1.7235965728759766, -1.8675005435943604, -1.977655291557312, -1.3587218523025513, -2.313542604446411, -1.6578240394592285, -2.3139450550079346, -1.2944709062576294, -0.30984219908714294, -0.8803685903549194, -2.276052474975586, -2.1718528270721436, -2.2254340648651123, -0.4746173322200775, -0.6744023561477661, -0.7189343571662903, -1.726475477218628, -1.116256594657898, -1.9158495664596558, -2.2446060180664062, -2.082007884979248, -1.9792462587356567, -2.068295478820801, -0.5882809162139893, -1.3468760251998901, -0.37493711709976196, -2.738039016723633, -1.6735992431640625, -1.8204212188720703, -0.6896342635154724, -0.19499436020851135, -2.086923360824585, -1.4695743322372437, -1.7444809675216675, -0.03203687444329262, -0.9732745289802551, -1.198842167854309, -1.4932324886322021, -1.0241210460662842, -1.1269677877426147, -1.1760421991348267, -1.0416287183761597, -1.0874146223068237, -0.9189721345901489, -0.42250144481658936, -2.317699432373047, -0.1823471337556839, -0.5188450217247009, -2.2075343132019043, -2.6043198108673096, -1.7242252826690674, -2.871821641921997, -1.2647889852523804, -1.9025872945785522, -1.836291790008545, -1.760526418685913, -0.8952325582504272]}, "Bot001_075_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not did you ever watch walking dead ? No. But I've heard a lot about it haha ! ! it sounds horrible . i'll stick to sushi .. Also, try to guess: my bedroom is ... I don't know purple and lime green, funny you :) That a nice combination of color . yeah , i can see like 200 in front of me. what are you doing ? I'm cooking paella. Would you like some? that would be wonderful , thank you for asking . hows it going today ? [SPEAK-NO-EVIL MONKEY] It's fine. I'm planning for my trip to Europe next month", "response": "fun ! what part of europe ?", "annotation_id": "Bot001_075_17", "annotations": ["O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O"], "gpt2_target_score": [-9.945259094238281, -20.727811813354492, -8.426910400390625, -11.925910949707031, -9.25178337097168, -11.581974983215332, -16.67482566833496, -10.089612007141113], "gpt2_argmax_score": [-2.878532648086548, -0.007208292838186026, -2.1123619079589844, -1.6616747379302979, -1.839734673500061, -0.37253323197364807, -1.2005054950714111, -0.9097111821174622, -1.589514970779419, -2.0511538982391357, -1.5676099061965942, -0.7432987689971924, -2.1686899662017822, -1.0989998579025269, -0.08498174697160721, -0.7353230714797974, -0.6233828663825989, -0.9212051033973694, -1.2084463834762573, -0.7241301536560059, -1.654384970664978, -2.329495668411255, -1.6389048099517822, -0.8642250895500183, -0.918023407459259, -1.7739238739013672, -1.487575888633728, -1.565793514251709, -0.6169560551643372, -1.1538748741149902, -0.6948595643043518, -2.1666505336761475, -2.1927883625030518, -1.3379619121551514, -1.9731900691986084, -1.781058669090271, -1.2941834926605225, -1.7188215255737305, -2.1552555561065674, -2.2074263095855713, -1.4822099208831787, -1.3039277791976929, -1.8116132020950317, -1.1960853338241577, -1.6298197507858276, -1.542011022567749, -1.5508313179016113, -2.909503698348999, -1.8666975498199463, -2.064406156539917, -2.5667898654937744, -2.135338068008423, -1.4926973581314087, -1.213453769683838, -1.4205576181411743, -1.4207943677902222, -1.6299841403961182, -1.5707155466079712, -1.6572176218032837, -0.40556421875953674, -0.7070862054824829, -1.9924827814102173, -1.3531012535095215, -1.317730188369751, -1.5845012664794922, -1.7127113342285156, -0.4763067364692688, -0.5088576674461365, -2.234323263168335, -2.089585065841675, -1.723854660987854, -2.0503182411193848, -0.8276323676109314, -0.9011131525039673, -1.8114351034164429, -2.652805805206299, -1.8586195707321167, -2.1482179164886475, -1.391983151435852, -2.357943296432495, -1.2674236297607422, -2.3420605659484863, -2.3797621726989746, -0.8806812167167664, -2.0948565006256104, -3.052677631378174, -1.5900324583053589, -0.019970422610640526, -1.2005181312561035, -1.74777090549469, -2.660348415374756, -2.7763831615448, -1.8365366458892822, -2.0756287574768066, -1.1865290403366089, -2.5233936309814453, -2.3108434677124023, -1.2062588930130005, -0.5889747142791748, -2.2920432090759277, -2.501046657562256, -1.4481874704360962, -2.9398581981658936, -0.9232900738716125, -2.1716222763061523, -1.7235965728759766, -1.8675005435943604, -1.977655291557312, -1.3587218523025513, -2.313542604446411, -1.6578240394592285, -2.3139450550079346, -1.2944709062576294, -0.30984219908714294, -0.8803685903549194, -2.276052474975586, -2.1718528270721436, -2.2254340648651123, -0.4746173322200775, -0.6744023561477661, -0.7189343571662903, -1.726475477218628, -1.116256594657898, -1.9158495664596558, -2.2446060180664062, -2.082007884979248, -1.9792462587356567, -2.068295478820801, -0.5882809162139893, -1.3468760251998901, -0.37493711709976196, -2.738039016723633, -1.6735992431640625, -0.829331636428833, -0.24681739509105682, -1.9581764936447144, -1.7792490720748901, -1.8400626182556152, -0.03235292807221413, -0.9921284914016724, -1.3084229230880737, -1.3356775045394897, -2.184354782104492, -1.1842206716537476, -1.4111768007278442, -1.0418535470962524, -0.8876544237136841, -0.5133441090583801, -1.6220264434814453, -2.8977670669555664, -0.18743638694286346, -0.6775502562522888, -2.406651496887207, -2.590508460998535, -1.809607744216919, -2.853080987930298, -1.3885713815689087, -1.8845582008361816, -1.81167733669281, -1.6152992248535156, -1.344294548034668, -0.5142614841461182, -2.326882839202881, -1.747542381286621, -1.2744178771972656, -1.1417999267578125, -1.92104971408844, -0.6972433924674988, -1.628461480140686, -1.7084529399871826, -1.3013769388198853, -2.485109329223633, -2.217961311340332, -0.9005250334739685, -1.3431283235549927, -1.9987735748291016, -0.5190240740776062, -1.8826062679290771, -1.9231692552566528, -0.4970361590385437, -0.9441832900047302, -0.011132980696856976, -1.2916462421417236, -0.5033388733863831]}, "Bot001_075_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not did you ever watch walking dead ? No. But I've heard a lot about it haha ! ! it sounds horrible . i'll stick to sushi .. Also, try to guess: my bedroom is ... I don't know purple and lime green, funny you :) That a nice combination of color . yeah , i can see like 200 in front of me. what are you doing ? I'm cooking paella. Would you like some? that would be wonderful , thank you for asking . hows it going today ? [SPEAK-NO-EVIL MONKEY] It's fine. I'm planning for my trip to Europe next month fun ! what part of europe ? French", "response": "awesome . my son has autism and is very interested in learning different languages .. Also, try to guess: i have brown ...", "annotation_id": "Bot001_075_19", "annotations": ["X", "X", "X", "T", "T", "T", "X", "X", "O", "T", "T", "T", "X", "X", "X"], "gpt2_target_score": [-10.456298828125, -22.745086669921875, -10.248924255371094, -7.709922790527344, -12.41450309753418, -12.52733325958252, -16.41963768005371, -7.4085822105407715, -8.828436851501465, -5.091803550720215, -13.69679069519043, -8.397412300109863, -10.11185073852539, -7.999512672424316, -13.460546493530273, -11.23729133605957, -10.766311645507812, -2.882188320159912, -7.616481781005859, -10.899408340454102, -11.863445281982422, -7.679486274719238, -2.0853617191314697, -9.596982955932617, -14.299111366271973, -11.549116134643555], "gpt2_argmax_score": [-2.878532648086548, -0.007208292838186026, -2.1123619079589844, -1.6616747379302979, -1.839734673500061, -0.37253323197364807, -1.2005054950714111, -0.9097111821174622, -1.589514970779419, -2.0511538982391357, -1.5676099061965942, -0.7432987689971924, -2.1686899662017822, -1.0989998579025269, -0.08498174697160721, -0.7353230714797974, -0.6233828663825989, -0.9212051033973694, -1.2084463834762573, -0.7241301536560059, -1.654384970664978, -2.329495668411255, -1.6389048099517822, -0.8642250895500183, -0.918023407459259, -1.7739238739013672, -1.487575888633728, -1.565793514251709, -0.6169560551643372, -1.1538748741149902, -0.6948595643043518, -2.1666505336761475, -2.1927883625030518, -1.3379619121551514, -1.9731900691986084, -1.781058669090271, -1.2941834926605225, -1.7188215255737305, -2.1552555561065674, -2.2074263095855713, -1.4822099208831787, -1.3039277791976929, -1.8116132020950317, -1.1960853338241577, -1.6298197507858276, -1.542011022567749, -1.5508313179016113, -2.909503698348999, -1.8666975498199463, -2.064406156539917, -2.5667898654937744, -2.135338068008423, -1.4926973581314087, -1.213453769683838, -1.4205576181411743, -1.4207943677902222, -1.6299841403961182, -1.5707155466079712, -1.6572176218032837, -0.40556421875953674, -0.7070862054824829, -1.9924827814102173, -1.3531012535095215, -1.317730188369751, -1.5845012664794922, -1.7127113342285156, -0.4763067364692688, -0.5088576674461365, -2.234323263168335, -2.089585065841675, -1.723854660987854, -2.0503182411193848, -0.8276323676109314, -0.9011131525039673, -1.8114351034164429, -2.652805805206299, -1.8586195707321167, -2.1482179164886475, -1.391983151435852, -2.357943296432495, -1.2674236297607422, -2.3420605659484863, -2.3797621726989746, -0.8806812167167664, -2.0948565006256104, -3.052677631378174, -1.5900324583053589, -0.019970422610640526, -1.2005181312561035, -1.74777090549469, -2.660348415374756, -2.7763831615448, -1.8365366458892822, -2.0756287574768066, -1.1865290403366089, -2.5233936309814453, -2.3108434677124023, -1.2062588930130005, -0.5889747142791748, -2.2920432090759277, -2.501046657562256, -1.4481874704360962, -2.9398581981658936, -0.9232900738716125, -2.1716222763061523, -1.7235965728759766, -1.8675005435943604, -1.977655291557312, -1.3587218523025513, -2.313542604446411, -1.6578240394592285, -2.3139450550079346, -1.2944709062576294, -0.30984219908714294, -0.8803685903549194, -2.276052474975586, -2.1718528270721436, -2.2254340648651123, -0.4746173322200775, -0.6744023561477661, -0.7189343571662903, -1.726475477218628, -1.116256594657898, -1.9158495664596558, -2.2446060180664062, -2.082007884979248, -1.9792462587356567, -2.068295478820801, -0.5882809162139893, -1.3468760251998901, -0.37493711709976196, -2.738039016723633, -1.6735992431640625, -0.829331636428833, -0.24681739509105682, -1.9581764936447144, -1.7792490720748901, -1.8400626182556152, -0.03235269710421562, -0.9921467900276184, -1.3084192276000977, -1.3356841802597046, -2.184353828430176, -1.1842174530029297, -1.411159634590149, -1.0418550968170166, -0.8876550793647766, -0.5133442878723145, -1.622031569480896, -2.897772789001465, -0.18743617832660675, -0.6775489449501038, -2.4066529273986816, -2.590510368347168, -1.8096126317977905, -2.853080987930298, -1.3885667324066162, -1.8845577239990234, -1.8116799592971802, -1.6152981519699097, -1.3442928791046143, -0.5142647624015808, -2.326897382736206, -1.7475467920303345, -1.2744101285934448, -1.1418014764785767, -1.9210360050201416, -0.6972472071647644, -1.6284765005111694, -1.7084543704986572, -1.3013644218444824, -2.4851114749908447, -2.217958450317383, -0.9005211591720581, -1.343127727508545, -2.2229998111724854, -1.9551602602005005, -1.9643852710723877, -0.33201974630355835, -0.9840089678764343, -0.01086403802037239, -1.4058082103729248, -1.3477972745895386, -1.3501225709915161, -1.8774644136428833, -0.3111060559749603, -1.560119867324829, -1.7936644554138184, -3.1848368644714355, -1.2778440713882446, -1.4653337001800537, -1.4566508531570435, -2.0517818927764893, -2.343048572540283, -2.5533318519592285, -0.1308646947145462, -2.062638759613037, -1.9674675464630127, -0.31127259135246277, -1.300323724746704, -1.9557969570159912, -1.386414647102356, -1.8435249328613281, -0.518966555595398, -2.6637723445892334, -2.203000545501709, -1.1184529066085815, -1.0608932971954346, -1.4498240947723389, -1.1240676641464233, -2.810868740081787]}, "Bot001_076_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey", "response": "how are you ?", "annotation_id": "Bot001_076_01", "annotations": ["O", "O", "O", "T", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-11.732035636901855, -10.737385749816895, -5.1278581619262695, -12.134840965270996], "gpt2_argmax_score": [-2.031306505203247, -2.28851056098938, -1.911152958869934, -0.347243070602417, -1.702938437461853, -0.2747880220413208]}, "Bot001_076_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you?", "response": "i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY]", "annotation_id": "Bot001_076_03", "annotations": ["O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.990450859069824, -4.996890068054199, -11.415695190429688, -9.342636108398438, -6.044005393981934, -10.271120071411133, -18.828628540039062, -19.93516731262207, -10.657508850097656, -3.124220848083496, -9.118736267089844, -6.166182994842529, -8.911667823791504, -5.591071128845215, -5.73602294921875, -10.082879066467285, -13.322412490844727, -16.064777374267578, -4.212445259094238, -11.675361633300781, -11.260053634643555, -20.314407348632812, -13.889594078063965, -16.677570343017578, -21.851070404052734, -14.409818649291992], "gpt2_argmax_score": [-2.031306505203247, -1.6283599138259888, -0.5504603981971741, -1.6439210176467896, -1.089674949645996, -2.022707223892212, -0.003958961460739374, -0.16731475293636322, -2.438225030899048, -2.2623891830444336, -1.4187390804290771, -1.7933346033096313, -0.8283545970916748, -1.1064060926437378, -1.5682830810546875, -2.2448437213897705, -1.3862249851226807, -2.4486279487609863, -2.0681889057159424, -1.4826587438583374, -0.14900003373622894, -1.6697235107421875, -1.8659123182296753, -1.109973669052124, -0.54529869556427, -1.0684338808059692, -1.6956228017807007, -1.8484809398651123, -1.7993295192718506, -1.5111218690872192, -2.3377482891082764, -0.7009807825088501, -0.49234098196029663, -1.5154885053634644, -3.5963001251220703, -1.882628321647644, -2.9445204734802246, -2.3006961345672607, -0.8669826984405518, -1.7205111980438232, -1.364319086074829, -0.47064104676246643]}, "Bot001_076_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now", "response": "wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE]", "annotation_id": "Bot001_076_05", "annotations": ["O", "T", "O", "T", "X", "O", "O", "O", "O", "O", "T", "O", "O", "O", "T"], "gpt2_target_score": [-13.903151512145996, -8.227739334106445, -11.033170700073242, -11.556572914123535, -8.874582290649414, -12.017446517944336, -20.887733459472656, -15.312128067016602, -7.038141250610352, -7.155486583709717, -5.027768135070801, -4.124753475189209, -8.731048583984375, -12.22235107421875, -9.60344123840332, -9.620368957519531, -9.438109397888184, -6.341243743896484, -7.360297679901123, -21.193374633789062, -17.516504287719727, -19.957229614257812, -18.058536529541016, -12.762646675109863], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.0227110385894775, -0.003958961460739374, -0.16732190549373627, -2.4382269382476807, -2.2624049186706543, -1.4187595844268799, -1.7933478355407715, -0.8283383250236511, -1.1063992977142334, -1.5682848691940308, -0.8356854915618896, -2.4748375415802, -2.950511932373047, -1.904990792274475, -0.1421363353729248, -1.771219253540039, -1.6742631196975708, -1.2079960107803345, -1.8276339769363403, -1.1627455949783325, -1.7878752946853638, -1.9158250093460083, -1.6785722970962524, -1.9442923069000244, -2.884462833404541, -0.7404105067253113, -0.49847158789634705, -1.612108588218689, -3.5998847484588623, -1.7786489725112915, -2.933413505554199, -2.3341760635375977, -0.6756868362426758, -1.6454881429672241, -0.9250845313072205, -1.4771463871002197, -2.126884937286377, -1.0012710094451904, -0.832787275314331, -0.05918971449136734, -0.8591674566268921, -1.3548799753189087, -0.8429558873176575, -1.9865293502807617, -0.6639752984046936, -1.6381455659866333, -1.2511874437332153, -2.682077169418335, -0.0010674261720851064, -0.26975324749946594, -1.260535478591919, -1.3397053480148315, -1.192569613456726, -2.5242645740509033, -1.838231086730957, -1.0497146844863892, -2.357900619506836, -1.1677215099334717, -1.5636627674102783, -1.3646599054336548, -1.8693865537643433, -0.1403275430202484, -0.8571427464485168, -0.5468346476554871, -1.3695632219314575, -1.2505384683609009, -2.9093451499938965, -0.6815986037254333, -0.6613844633102417, -1.4670751094818115, -0.5694966316223145, -0.2821276783943176, -1.35478675365448, -2.577918291091919, -1.4181405305862427, -1.9636712074279785, -0.7772911190986633, -0.8616428375244141]}, "Bot001_076_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd", "response": "no . do you play them ? [FACE WITH TEARS OF JOY]", "annotation_id": "Bot001_076_07", "annotations": ["T", "O", "X", "T", "X", "T", "O", "X", "O", "O", "X", "T", "T", "T", "X"], "gpt2_target_score": [-10.716727256774902, -11.051362991333008, -8.409055709838867, -8.74715518951416, -9.375085830688477, -13.240209579467773, -24.22406005859375, -15.492380142211914, -19.93607521057129, -10.663177490234375, -14.478421211242676, -22.33515739440918, -16.091751098632812, -9.947158813476562, -19.703325271606445, -13.920783996582031], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.0227110385894775, -0.003958961460739374, -0.16732190549373627, -2.4382269382476807, -2.2624049186706543, -1.4187595844268799, -1.7933478355407715, -0.8283383250236511, -1.1063992977142334, -1.5682848691940308, -0.8356854915618896, -2.4748375415802, -2.950511932373047, -1.904990792274475, -0.1421363353729248, -1.771219253540039, -1.6742631196975708, -1.2079960107803345, -1.8276339769363403, -1.1627455949783325, -1.7878752946853638, -1.9158250093460083, -1.6785722970962524, -1.9442923069000244, -2.884462833404541, -0.7404105067253113, -0.49847158789634705, -1.612108588218689, -3.5998847484588623, -1.7786489725112915, -2.933413505554199, -2.3341760635375977, -0.6756868362426758, -1.6454881429672241, -0.9250845313072205, -1.4771463871002197, -2.126884937286377, -1.0012710094451904, -0.832787275314331, -0.05918971449136734, -0.8591674566268921, -1.3548799753189087, -0.8429558873176575, -1.9865293502807617, -0.6639752984046936, -1.6381455659866333, -1.2511874437332153, -2.682077169418335, -0.0010674261720851064, -0.26975324749946594, -1.260535478591919, -1.3397053480148315, -1.192569613456726, -1.530429720878601, -0.700853705406189, -2.2808706760406494, -1.0869728326797485, -1.8679108619689941, -1.7605750560760498, -2.253014326095581, -0.12894630432128906, -0.844155490398407, -0.6745007038116455, -1.2335609197616577, -1.3947480916976929, -2.950754165649414, -0.5981566905975342, -0.7506923079490662, -1.5343886613845825, -0.5604683756828308, -1.6365960836410522, -1.296230435371399, -2.4517173767089844, -1.3457382917404175, -1.732586145401001, -0.9517723321914673, -2.33613657951355, -1.7305335998535156, -1.1036373376846313, -1.0830436944961548, -1.6761609315872192, -0.09314899146556854, -0.8714303374290466, -1.5534011125564575, -2.5134642124176025, -1.3138785362243652, -1.4223417043685913, -0.2926623523235321, -1.4478775262832642, -0.3270309567451477, -1.5243791341781616, -0.6230947971343994, -1.6742579936981201, -0.2576119899749756, -0.9665989279747009, -1.2088712453842163, -0.6766135096549988, -2.769280433654785, -2.2226357460021973, -1.2845135927200317, -0.9226066470146179]}, "Bot001_076_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd no . do you play them ? [FACE WITH TEARS OF JOY] what do you mean ?", "response": "i talk when i'm sleeping sometimes ok a l. what are you up to ?", "annotation_id": "Bot001_076_09", "annotations": ["T", "T", "X", "T", "X", "O", "T", "X", "O", "X", "T", "X", "X", "O", "X"], "gpt2_target_score": [-9.990431785583496, -10.805299758911133, -9.85139274597168, -7.261605262756348, -9.178735733032227, -12.306081771850586, -20.696914672851562, -15.942148208618164, -2.4382269382476807, -5.746139049530029, -4.022946357727051, -6.8912482261657715, -7.618590831756592, -6.454803466796875, -9.209611892700195, -10.443855285644531, -7.737608909606934], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.0227110385894775, -0.003958961460739374, -0.16732190549373627, -2.4382269382476807, -2.2624049186706543, -1.4187595844268799, -1.7933478355407715, -0.8283383250236511, -1.1063992977142334, -1.5682848691940308, -0.8356854915618896, -2.4748375415802, -2.950511932373047, -1.904990792274475, -0.1421363353729248, -1.771219253540039, -1.6742631196975708, -1.2079960107803345, -1.8276339769363403, -1.1627455949783325, -1.7878752946853638, -1.9158250093460083, -1.6785722970962524, -1.9442923069000244, -2.884462833404541, -0.7404105067253113, -0.49847158789634705, -1.612108588218689, -3.5998847484588623, -1.7786489725112915, -2.933413505554199, -2.3341760635375977, -0.6756868362426758, -1.6454881429672241, -0.9250845313072205, -1.4771463871002197, -2.126884937286377, -1.0012710094451904, -0.832787275314331, -0.05918971449136734, -0.8591674566268921, -1.3548799753189087, -0.8429558873176575, -1.9865293502807617, -0.6639752984046936, -1.6381455659866333, -1.2511874437332153, -2.682077169418335, -0.0010674261720851064, -0.26975324749946594, -1.260535478591919, -1.3397053480148315, -1.192569613456726, -1.530429720878601, -0.700853705406189, -2.2808706760406494, -1.0869728326797485, -1.8679108619689941, -1.7605750560760498, -2.253014326095581, -0.12894630432128906, -0.844155490398407, -0.6745007038116455, -1.2335609197616577, -1.3947480916976929, -2.950754165649414, -0.5981566905975342, -0.7506923079490662, -1.5343886613845825, -0.5604683756828308, -1.6365960836410522, -1.296230435371399, -2.4517173767089844, -1.3457382917404175, -1.732586145401001, -0.9517723321914673, -2.33613657951355, -1.7305335998535156, -1.1036373376846313, -1.0830436944961548, -1.6761609315872192, -0.09314899146556854, -0.8714303374290466, -1.5534011125564575, -2.4151737689971924, -1.7449902296066284, -0.4247829020023346, -1.3988138437271118, -0.5352165699005127, -1.3968565464019775, -1.4476836919784546, -2.2074012756347656, -0.22848215699195862, -1.3471583127975464, -1.186883568763733, -0.4849918782711029, -2.6655900478363037, -2.246666669845581, -1.035261631011963, -1.0338799953460693, -1.5550220012664795, -0.11057446897029877, -0.583632230758667, -1.0663390159606934, -1.424558162689209, -2.3102939128875732, -0.9932246208190918, -0.41780808568000793, -0.22658278048038483, -1.8381497859954834, -2.19793963432312, -1.9383760690689087, -1.8881369829177856, -1.7142401933670044, -2.178413152694702, -1.7270644903182983, -2.0089027881622314, -1.2240630388259888, -0.3446459472179413, -0.8898229598999023, -0.06966341286897659, -0.5101584196090698, -0.4189128875732422]}, "Bot001_076_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd no . do you play them ? [FACE WITH TEARS OF JOY] what do you mean ? i talk when i'm sleeping sometimes ok a l. what are you up to ? i\u2019m just watching tv show", "response": "what is your favorite show ? i am not supposed to watch tv on school nights .", "annotation_id": "Bot001_076_11", "annotations": ["O", "O", "T", "T", "X", "O", "O", "O", "O", "X", "T", "O", "O", "O", "O"], "gpt2_target_score": [-11.92563533782959, -2.4835526943206787, -3.893690586090088, -9.226296424865723, -10.743112564086914, -11.916616439819336, -20.97338104248047, -12.997598648071289, -3.123575448989868, -11.623123168945312, -4.204632759094238, -10.582029342651367, -10.730911254882812, -6.711639404296875, -8.82219123840332, -14.689781188964844, -6.534758567810059], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.0227110385894775, -0.003958961460739374, -0.16732190549373627, -2.4382269382476807, -2.2624049186706543, -1.4187595844268799, -1.7933478355407715, -0.8283383250236511, -1.1063992977142334, -1.5682848691940308, -0.8356854915618896, -2.4748375415802, -2.950511932373047, -1.904990792274475, -0.1421363353729248, -1.771219253540039, -1.6742631196975708, -1.2079960107803345, -1.8276339769363403, -1.1627455949783325, -1.7878752946853638, -1.9158250093460083, -1.6785722970962524, -1.9442923069000244, -2.884462833404541, -0.7404105067253113, -0.49847158789634705, -1.612108588218689, -3.5998847484588623, -1.7786489725112915, -2.933413505554199, -2.3341760635375977, -0.6756868362426758, -1.6454881429672241, -0.9250845313072205, -1.4771463871002197, -2.126884937286377, -1.0012710094451904, -0.832787275314331, -0.05918971449136734, -0.8591674566268921, -1.3548799753189087, -0.8429558873176575, -1.9865293502807617, -0.6639752984046936, -1.6381455659866333, -1.2511874437332153, -2.682077169418335, -0.0010674261720851064, -0.26975324749946594, -1.260535478591919, -1.3397053480148315, -1.192569613456726, -1.530429720878601, -0.700853705406189, -2.2808706760406494, -1.0869728326797485, -1.8679108619689941, -1.7605750560760498, -2.253014326095581, -0.12894630432128906, -0.844155490398407, -0.6745007038116455, -1.2335609197616577, -1.3947480916976929, -2.950754165649414, -0.5981566905975342, -0.7506923079490662, -1.5343886613845825, -0.5604683756828308, -1.6365960836410522, -1.296230435371399, -2.4517173767089844, -1.3457382917404175, -1.732586145401001, -0.9517723321914673, -2.33613657951355, -1.7305335998535156, -1.1036373376846313, -1.0830436944961548, -1.6761609315872192, -0.09314899146556854, -0.8714303374290466, -1.5534011125564575, -2.4151737689971924, -1.7449902296066284, -0.4247829020023346, -1.3988138437271118, -0.5352165699005127, -1.3968565464019775, -1.4476836919784546, -2.2074012756347656, -0.22848215699195862, -1.3471583127975464, -1.186883568763733, -0.4849918782711029, -2.6655900478363037, -2.246666669845581, -1.035261631011963, -1.0338799953460693, -1.5550220012664795, -0.11057446897029877, -0.583632230758667, -1.0663390159606934, -1.424558162689209, -1.486901879310608, -0.35274577140808105, -0.2219400554895401, -2.081003189086914, -2.2111098766326904, -2.0416817665100098, -2.1247479915618896, -1.1747426986694336, -2.17586088180542, -1.6640162467956543, -2.031337022781372, -1.220611810684204, -0.24471189081668854, -0.8807191252708435, -0.08111175894737244, -0.4133298993110657, -1.477661371231079, -2.120750904083252, -0.0017732147825881839, -0.15424546599388123, -2.4126553535461426, -2.333507537841797, -2.2171471118927, -1.747984766960144, -2.333963394165039, -2.463160753250122, -1.9612815380096436, -1.2987111806869507, -2.342251777648926, -1.5692108869552612, -0.6422746181488037, -0.46947532892227173, -2.031824827194214, -1.5398908853530884, -1.2933205366134644, -0.0037748999893665314, -0.9357418417930603, -1.386370062828064, -1.1091967821121216, -1.1720237731933594, -2.635566473007202, -2.090761184692383, -1.146680474281311]}, "Bot001_076_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd no . do you play them ? [FACE WITH TEARS OF JOY] what do you mean ? i talk when i'm sleeping sometimes ok a l. what are you up to ? i\u2019m just watching tv show what is your favorite show ? i am not supposed to watch tv on school nights . i like rupauls drag race", "response": "nice ! i am more of a yugo type . slow and steady wins the race .. Also, try to guess: my favorite spanish ...", "annotation_id": "Bot001_076_13", "annotations": ["O", "O", "T", "T", "X", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-14.36521053314209, -10.35063362121582, -3.827742099761963, -11.090371131896973, -8.353525161743164, -10.643682479858398, -18.828643798828125, -16.00937843322754, -14.637048721313477, -10.481307983398438, -11.252972602844238, -8.409208297729492, -10.904495239257812, -4.8744964599609375, -13.235475540161133, -16.74779510498047, -4.425536155700684, -13.480876922607422, -7.8497843742370605, -15.713181495666504, -8.255502700805664, -9.520881652832031, -5.97291898727417, -9.964795112609863, -11.107340812683105, -6.229296684265137, -14.983390808105469, -11.910063743591309, -17.803773880004883, -10.806604385375977], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.0227110385894775, -0.003958961460739374, -0.16732190549373627, -2.4382269382476807, -2.2624049186706543, -1.4187595844268799, -1.7933478355407715, -0.8283383250236511, -1.1063992977142334, -1.5682848691940308, -0.8356854915618896, -2.4748375415802, -2.950511932373047, -1.904990792274475, -0.1421363353729248, -1.771219253540039, -1.6742631196975708, -1.2079960107803345, -1.8276339769363403, -1.1627455949783325, -1.7878752946853638, -1.9158250093460083, -1.6785722970962524, -1.9442923069000244, -2.884462833404541, -0.7404105067253113, -0.49847158789634705, -1.612108588218689, -3.5998847484588623, -1.7786489725112915, -2.933413505554199, -2.3341760635375977, -0.6756868362426758, -1.6454881429672241, -0.9250845313072205, -1.4771463871002197, -2.126884937286377, -1.0012710094451904, -0.832787275314331, -0.05918971449136734, -0.8591674566268921, -1.3548799753189087, -0.8429558873176575, -1.9865293502807617, -0.6639752984046936, -1.6381455659866333, -1.2511874437332153, -2.682077169418335, -0.0010674261720851064, -0.26975324749946594, -1.260535478591919, -1.3397053480148315, -1.192569613456726, -1.530429720878601, -0.700853705406189, -2.2808706760406494, -1.0869728326797485, -1.8679108619689941, -1.7605750560760498, -2.253014326095581, -0.12894630432128906, -0.844155490398407, -0.6745007038116455, -1.2335609197616577, -1.3947480916976929, -2.950754165649414, -0.5981566905975342, -0.7506923079490662, -1.5343886613845825, -0.5604683756828308, -1.6365960836410522, -1.296230435371399, -2.4517173767089844, -1.3457382917404175, -1.732586145401001, -0.9517723321914673, -2.33613657951355, -1.7305335998535156, -1.1036373376846313, -1.0830436944961548, -1.6761609315872192, -0.09314899146556854, -0.8714303374290466, -1.5534011125564575, -2.4151737689971924, -1.7449902296066284, -0.4247829020023346, -1.3988138437271118, -0.5352165699005127, -1.3968565464019775, -1.4476836919784546, -2.2074012756347656, -0.22848215699195862, -1.3471583127975464, -1.186883568763733, -0.4849918782711029, -2.6655900478363037, -2.246666669845581, -1.035261631011963, -1.0338799953460693, -1.5550220012664795, -0.11057446897029877, -0.583632230758667, -1.0663390159606934, -1.424558162689209, -1.486901879310608, -0.35274577140808105, -0.2219400554895401, -2.081003189086914, -2.2111098766326904, -2.0416817665100098, -2.1247479915618896, -1.1747426986694336, -2.17586088180542, -1.6640162467956543, -2.031337022781372, -1.220611810684204, -0.24471189081668854, -0.8807191252708435, -0.08111175894737244, -0.4133298993110657, -1.477661371231079, -2.120750904083252, -0.0017732147825881839, -0.15424546599388123, -2.4126553535461426, -2.333507537841797, -2.2171471118927, -1.747984766960144, -2.333963394165039, -1.9492268562316895, -1.7605013847351074, -1.6848385334014893, -1.743476390838623, -0.5506212115287781, -1.33778715133667, -1.7542219161987305, -1.6121132373809814, -1.4735187292099, -0.00455651106312871, -1.189845085144043, -2.163799285888672, -1.1943421363830566, -1.1018593311309814, -2.560891628265381, -2.080406904220581, -1.1165978908538818, -1.9800947904586792, -1.7095847129821777, -0.8081557154655457, -2.5428147315979004, -2.3451759815216064, -2.0083107948303223, -0.8235830664634705, -1.9644137620925903, -2.385946750640869, -2.1105387210845947, -1.173315405845642, -2.5730578899383545, -1.9837268590927124, -1.8785771131515503, -0.15939462184906006, -2.8023316860198975, -1.9338958263397217, -2.1359498500823975, -2.498422145843506, -1.9650102853775024, -0.9961946606636047, -2.0389182567596436, -2.6695668697357178, -2.619145631790161, -2.345731496810913, -1.025090217590332, -1.7454830408096313, -1.4943997859954834, -1.3582236766815186, -1.127980351448059, -1.0044341087341309, -2.3791897296905518, -1.6746264696121216, -2.1398909091949463, -1.7424278259277344, -1.0089868307113647, -0.7050586342811584, -0.9694498777389526, -2.5893003940582275]}, "Bot001_076_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd no . do you play them ? [FACE WITH TEARS OF JOY] what do you mean ? i talk when i'm sleeping sometimes ok a l. what are you up to ? i\u2019m just watching tv show what is your favorite show ? i am not supposed to watch tv on school nights . i like rupauls drag race nice ! i am more of a yugo type . slow and steady wins the race .. Also, try to guess: my favorite spanish ... word is...", "response": "word is trabajo, funny you :)", "annotation_id": "Bot001_076_15", "annotations": ["O", "T", "X", "T", "X", "O", "O", "O", "O", "X", "T", "O", "T", "O", "O"], "gpt2_target_score": [-13.757796287536621, -2.4835526943206787, -10.174970626831055, -15.27590274810791, -20.66172218322754, -8.011495590209961, -25.524070739746094, -15.485528945922852, -11.315622329711914], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.0227110385894775, -0.003958961460739374, -0.16732190549373627, -2.4382269382476807, -2.2624049186706543, -1.4187595844268799, -1.7933478355407715, -0.8283383250236511, -1.1063992977142334, -1.5682848691940308, -0.8356854915618896, -2.4748375415802, -2.950511932373047, -1.904990792274475, -0.1421363353729248, -1.771219253540039, -1.6742631196975708, -1.2079960107803345, -1.8276339769363403, -1.1627455949783325, -1.7878752946853638, -1.9158250093460083, -1.6785722970962524, -1.9442923069000244, -2.884462833404541, -0.7404105067253113, -0.49847158789634705, -1.612108588218689, -3.5998847484588623, -1.7786489725112915, -2.933413505554199, -2.3341760635375977, -0.6756868362426758, -1.6454881429672241, -0.9250845313072205, -1.4771463871002197, -2.126884937286377, -1.0012710094451904, -0.832787275314331, -0.05918971449136734, -0.8591674566268921, -1.3548799753189087, -0.8429558873176575, -1.9865293502807617, -0.6639752984046936, -1.6381455659866333, -1.2511874437332153, -2.682077169418335, -0.0010674261720851064, -0.26975324749946594, -1.260535478591919, -1.3397053480148315, -1.192569613456726, -1.530429720878601, -0.700853705406189, -2.2808706760406494, -1.0869728326797485, -1.8679108619689941, -1.7605750560760498, -2.253014326095581, -0.12894630432128906, -0.844155490398407, -0.6745007038116455, -1.2335609197616577, -1.3947480916976929, -2.950754165649414, -0.5981566905975342, -0.7506923079490662, -1.5343886613845825, -0.5604683756828308, -1.6365960836410522, -1.296230435371399, -2.4517173767089844, -1.3457382917404175, -1.732586145401001, -0.9517723321914673, -2.33613657951355, -1.7305335998535156, -1.1036373376846313, -1.0830436944961548, -1.6761609315872192, -0.09314899146556854, -0.8714303374290466, -1.5534011125564575, -2.4151737689971924, -1.7449902296066284, -0.4247829020023346, -1.3988138437271118, -0.5352165699005127, -1.3968565464019775, -1.4476836919784546, -2.2074012756347656, -0.22848215699195862, -1.3471583127975464, -1.186883568763733, -0.4849918782711029, -2.6655900478363037, -2.246666669845581, -1.035261631011963, -1.0338799953460693, -1.5550220012664795, -0.11057446897029877, -0.583632230758667, -1.0663390159606934, -1.424558162689209, -1.486901879310608, -0.35274577140808105, -0.2219400554895401, -2.081003189086914, -2.2111098766326904, -2.0416817665100098, -2.1247479915618896, -1.1747426986694336, -2.17586088180542, -1.6640162467956543, -2.031337022781372, -1.220611810684204, -0.24471189081668854, -0.8807191252708435, -0.08111175894737244, -0.4133298993110657, -1.477661371231079, -2.120750904083252, -0.0017732147825881839, -0.15424546599388123, -2.4126553535461426, -2.333507537841797, -2.2171471118927, -1.747984766960144, -2.333963394165039, -1.9492268562316895, -1.7605013847351074, -1.6848385334014893, -1.743476390838623, -0.5506212115287781, -1.33778715133667, -1.7542219161987305, -1.6121132373809814, -1.4735187292099, -0.00455651106312871, -1.189845085144043, -2.163799285888672, -1.1943421363830566, -1.1018593311309814, -2.560891628265381, -2.080406904220581, -1.1165978908538818, -1.9800947904586792, -1.7095847129821777, -0.8081557154655457, -2.5428147315979004, -2.3451759815216064, -2.0083107948303223, -0.8235830664634705, -1.9644137620925903, -2.4624598026275635, -1.2881447076797485, -2.0451712608337402, -1.8016988039016724, -1.8829867839813232, -0.1648285984992981, -2.772430419921875, -1.9643977880477905, -2.125256061553955, -2.4964866638183594, -1.9947667121887207, -1.0347858667373657, -2.125218391418457, -1.8838911056518555, -2.480494260787964, -2.8043389320373535, -0.7953910827636719, -2.2413482666015625, -1.5367200374603271, -1.5613741874694824, -1.267088532447815, -1.0364100933074951, -2.4050214290618896, -1.6108663082122803, -2.485255718231201, -1.7543138265609741, -0.9158727526664734, -0.6169052124023438, -1.0430916547775269, -2.111832857131958, -1.4541114568710327, -2.3347153663635254, -2.7623937129974365, -2.2976880073547363, -0.44824540615081787, -2.1581978797912598, -2.4378232955932617, -1.7009918689727783, -1.4950172901153564, -2.3368935585021973, -1.8685803413391113, -2.658590316772461, -0.4602145552635193]}, "Bot001_076_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd no . do you play them ? [FACE WITH TEARS OF JOY] what do you mean ? i talk when i'm sleeping sometimes ok a l. what are you up to ? i\u2019m just watching tv show what is your favorite show ? i am not supposed to watch tv on school nights . i like rupauls drag race nice ! i am more of a yugo type . slow and steady wins the race .. Also, try to guess: my favorite spanish ... word is... word is trabajo, funny you :) what does trabajo mean", "response": "well she thinks ocd rules my life . she is probably right . i struggle relinquishing control", "annotation_id": "Bot001_076_17", "annotations": ["O", "O", "X", "T", "X", "T", "O", "X", "O", "O", "T", "X", "X", "O", "X"], "gpt2_target_score": [-12.089110374450684, -9.07963752746582, -14.172895431518555, -8.740166664123535, -14.498132705688477, -16.3315486907959, -21.75458526611328, -18.79082679748535, -7.976358413696289, -8.563018798828125, -6.785519599914551, -10.65937614440918, -7.862212657928467, -5.5910797119140625, -1.8313616514205933, -9.022178649902344, -16.859237670898438, -16.49392318725586, -13.816246032714844], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.0227110385894775, -0.003958961460739374, -0.16732190549373627, -2.4382269382476807, -2.2624049186706543, -1.4187595844268799, -1.7933478355407715, -0.8283383250236511, -1.1063992977142334, -1.5682848691940308, -0.8356854915618896, -2.4748375415802, -2.950511932373047, -1.904990792274475, -0.1421363353729248, -1.771219253540039, -1.6742631196975708, -1.2079960107803345, -1.8276339769363403, -1.1627455949783325, -1.7878752946853638, -1.9158250093460083, -1.6785722970962524, -1.9442923069000244, -2.884462833404541, -0.7404105067253113, -0.49847158789634705, -1.612108588218689, -3.5998847484588623, -1.7786489725112915, -2.933413505554199, -2.3341760635375977, -0.6756868362426758, -1.6454881429672241, -0.9250845313072205, -1.4771463871002197, -2.126884937286377, -1.0012710094451904, -0.832787275314331, -0.05918971449136734, -0.8591674566268921, -1.3548799753189087, -0.8429558873176575, -1.9865293502807617, -0.6639752984046936, -1.6381455659866333, -1.2511874437332153, -2.682077169418335, -0.0010674261720851064, -0.26975324749946594, -1.260535478591919, -1.3397053480148315, -1.192569613456726, -1.530429720878601, -0.700853705406189, -2.2808706760406494, -1.0869728326797485, -1.8679108619689941, -1.7605750560760498, -2.253014326095581, -0.12894630432128906, -0.844155490398407, -0.6745007038116455, -1.2335609197616577, -1.3947480916976929, -2.950754165649414, -0.5981566905975342, -0.7506923079490662, -1.5343886613845825, -0.5604683756828308, -1.6365960836410522, -1.296230435371399, -2.4517173767089844, -1.3457382917404175, -1.732586145401001, -0.9517723321914673, -2.33613657951355, -1.7305335998535156, -1.1036373376846313, -1.0830436944961548, -1.6761609315872192, -0.09314899146556854, -0.8714303374290466, -1.5534011125564575, -2.4151737689971924, -1.7449902296066284, -0.4247829020023346, -1.3988138437271118, -0.5352165699005127, -1.3968565464019775, -1.4476836919784546, -2.2074012756347656, -0.22848215699195862, -1.3471583127975464, -1.186883568763733, -0.4849918782711029, -2.6655900478363037, -2.246666669845581, -1.035261631011963, -1.0338799953460693, -1.5550220012664795, -0.11057446897029877, -0.583632230758667, -1.0663390159606934, -1.424558162689209, -1.486901879310608, -0.35274577140808105, -0.2219400554895401, -2.081003189086914, -2.2111098766326904, -2.0416817665100098, -2.1247479915618896, -1.1747426986694336, -2.17586088180542, -1.6640162467956543, -2.031337022781372, -1.220611810684204, -0.24471189081668854, -0.8807191252708435, -0.08111175894737244, -0.4133298993110657, -1.477661371231079, -2.120750904083252, -0.0017732147825881839, -0.15424546599388123, -2.4126553535461426, -2.333507537841797, -2.2171471118927, -1.747984766960144, -2.333963394165039, -1.9492268562316895, -1.7605013847351074, -1.6848385334014893, -1.743476390838623, -0.5506212115287781, -1.33778715133667, -1.7542219161987305, -1.6121132373809814, -1.4735187292099, -0.00455651106312871, -1.189845085144043, -2.163799285888672, -1.1943421363830566, -1.1018593311309814, -2.560891628265381, -2.080406904220581, -1.1165978908538818, -1.9800947904586792, -1.7095847129821777, -0.8081557154655457, -2.5428147315979004, -2.3451759815216064, -2.0083107948303223, -0.8235830664634705, -1.9644137620925903, -2.4624598026275635, -1.2881447076797485, -2.0451712608337402, -1.8016988039016724, -1.8829867839813232, -0.1648285984992981, -2.772430419921875, -1.9643977880477905, -2.125256061553955, -2.4964866638183594, -1.9947667121887207, -1.0347858667373657, -2.125218391418457, -1.8838911056518555, -2.480494260787964, -2.8043389320373535, -0.7953910827636719, -2.2413482666015625, -1.5367200374603271, -1.5613741874694824, -1.267088532447815, -1.0364100933074951, -2.4050214290618896, -1.6108663082122803, -2.485255718231201, -1.7543138265609741, -0.9158727526664734, -0.6169052124023438, -1.0430916547775269, -2.111832857131958, -1.4541114568710327, -2.3347153663635254, -2.7623953819274902, -1.0867358446121216, -1.3376893997192383, -2.8217244148254395, -2.160220146179199, -2.383389472961426, -2.6807796955108643, -1.7119719982147217, -2.6668052673339844, -1.5904790163040161, -1.9918938875198364, -1.7395305633544922, -0.07640793174505234, -0.003205758286640048, -0.12332934886217117, -0.5863373279571533, -2.4565861225128174, -1.351776361465454, -1.7895411252975464, -2.143709182739258, -3.062849760055542, -1.3945766687393188, -0.8842957019805908, -1.9421740770339966, -1.6391606330871582, -1.7565501928329468, -2.2174975872039795, -1.498592495918274, -1.8218859434127808, -2.083165168762207, -1.8826324939727783, -2.1370534896850586, -0.862637996673584, -0.5778738856315613, -1.2276426553726196, -1.4132405519485474]}, "Bot001_076_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd no . do you play them ? [FACE WITH TEARS OF JOY] what do you mean ? i talk when i'm sleeping sometimes ok a l. what are you up to ? i\u2019m just watching tv show what is your favorite show ? i am not supposed to watch tv on school nights . i like rupauls drag race nice ! i am more of a yugo type . slow and steady wins the race .. Also, try to guess: my favorite spanish ... word is... word is trabajo, funny you :) what does trabajo mean well she thinks ocd rules my life . she is probably right . i struggle relinquishing control do you have ocd?", "response": "yes that is it , i hate socializing i get nervous so bad. how are you doing this evening ? [ROBOT FACE]", "annotation_id": "Bot001_076_19", "annotations": ["O", "O", "X", "T", "X", "O", "O", "O", "O", "O", "O", "T", "T", "O", "X"], "gpt2_target_score": [-12.992392539978027, -8.227739334106445, -9.406049728393555, -9.11318302154541, -8.239725112915039, -8.283132553100586, -24.48249053955078, -18.55938148498535, -17.2329044342041, -3.124206066131592, -8.015667915344238, -12.749555587768555, -8.197235107421875, -9.686248779296875, -9.431337356567383, -10.557991027832031, -10.362837791442871, -5.546779632568359, -8.461036682128906, -9.537781715393066, -14.740167617797852, -8.692756652832031, -10.163578033447266, -15.41735553741455, -18.003520965576172, -16.417545318603516, -15.833595275878906, -14.352721214294434], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.0227110385894775, -0.003958961460739374, -0.16732190549373627, -2.4382269382476807, -2.2624049186706543, -1.4187595844268799, -1.7933478355407715, -0.8283383250236511, -1.1063992977142334, -1.5682848691940308, -0.8356854915618896, -2.4748375415802, -2.950511932373047, -1.904990792274475, -0.1421363353729248, -1.771219253540039, -1.6742631196975708, -1.2079960107803345, -1.8276339769363403, -1.1627455949783325, -1.7878752946853638, -1.9158250093460083, -1.6785722970962524, -1.9442923069000244, -2.884462833404541, -0.7404105067253113, -0.49847158789634705, -1.612108588218689, -3.5998847484588623, -1.7786489725112915, -2.933413505554199, -2.3341760635375977, -0.6756868362426758, -1.6454881429672241, -0.9250845313072205, -1.4771463871002197, -2.126884937286377, -1.0012710094451904, -0.832787275314331, -0.05918971449136734, -0.8591674566268921, -1.3548799753189087, -0.8429558873176575, -1.9865293502807617, -0.6639752984046936, -1.6381455659866333, -1.2511874437332153, -2.682077169418335, -0.0010674261720851064, -0.26975324749946594, -1.260535478591919, -1.3397053480148315, -1.192569613456726, -1.530429720878601, -0.700853705406189, -2.2808706760406494, -1.0869728326797485, -1.8679108619689941, -1.7605750560760498, -2.253014326095581, -0.12894630432128906, -0.844155490398407, -0.6745007038116455, -1.2335609197616577, -1.3947480916976929, -2.950754165649414, -0.5981566905975342, -0.7506923079490662, -1.5343886613845825, -0.5604683756828308, -1.6365960836410522, -1.296230435371399, -2.4517173767089844, -1.3457382917404175, -1.732586145401001, -0.9517723321914673, -2.33613657951355, -1.7305335998535156, -1.1036373376846313, -1.0830436944961548, -1.6761609315872192, -0.09314899146556854, -0.8714303374290466, -1.5534011125564575, -2.4151737689971924, -1.7449902296066284, -0.4247829020023346, -1.3988138437271118, -0.5352165699005127, -1.3968565464019775, -1.4476836919784546, -2.2074012756347656, -0.22848215699195862, -1.3471583127975464, -1.186883568763733, -0.4849918782711029, -2.6655900478363037, -2.246666669845581, -1.035261631011963, -1.0338799953460693, -1.5550220012664795, -0.11057446897029877, -0.583632230758667, -1.0663390159606934, -1.424558162689209, -1.486901879310608, -0.35274577140808105, -0.2219400554895401, -2.081003189086914, -2.2111098766326904, -2.0416817665100098, -2.1247479915618896, -1.1747426986694336, -2.17586088180542, -1.6640162467956543, -2.031337022781372, -1.220611810684204, -0.24471189081668854, -0.8807191252708435, -0.08111175894737244, -0.4133298993110657, -1.477661371231079, -2.120750904083252, -0.0017732147825881839, -0.15424546599388123, -2.4126553535461426, -2.333523750305176, -2.217155694961548, -1.7479579448699951, -2.333954334259033, -1.9492321014404297, -1.7604964971542358, -1.6848384141921997, -1.7434829473495483, -0.5506191253662109, -1.3377925157546997, -1.7542423009872437, -1.6121132373809814, -1.4735230207443237, -0.00455651106312871, -1.1898400783538818, -2.1637918949127197, -1.1943498849868774, -1.1018810272216797, -2.5608763694763184, -2.08040452003479, -1.1165924072265625, -1.980100393295288, -1.7095829248428345, -0.8081544637680054, -2.542799949645996, -2.345179319381714, -2.0083186626434326, -0.823582649230957, -1.964430570602417, -2.4624781608581543, -1.2881534099578857, -2.0451605319976807, -1.801705002784729, -1.8829933404922485, -0.16482819616794586, -2.7724227905273438, -1.9644039869308472, -2.1252574920654297, -2.4964723587036133, -1.9947551488876343, -1.0347827672958374, -2.1252236366271973, -1.883889079093933, -2.4805026054382324, -2.8043534755706787, -0.7953962683677673, -2.241344928741455, -1.5367246866226196, -1.5613842010498047, -1.2670822143554688, -1.036385178565979, -2.4049997329711914, -1.610876202583313, -2.4852726459503174, -1.7543127536773682, -0.9158719778060913, -0.6169063448905945, -1.0430891513824463, -2.111820697784424, -1.4540940523147583, -2.334707736968994, -2.7623915672302246, -1.0867335796356201, -1.3376997709274292, -2.8217251300811768, -2.160219669342041, -2.3834028244018555, -2.6807773113250732, -1.7119534015655518, -2.6667981147766113, -1.5904749631881714, -1.9918872117996216, -1.7395421266555786, -0.07640814781188965, -0.003205758286640048, -0.1233314573764801, -0.5863465666770935, -0.8184533715248108, -1.887766718864441, -1.9050525426864624, -3.1173126697540283, -1.5787646770477295, -0.9760994911193848, -2.306823492050171, -2.2196218967437744, -1.932405948638916, -2.0769214630126953, -1.4760650396347046, -1.8481276035308838, -2.1361377239227295, -1.6206127405166626, -1.8066436052322388, -0.8895062208175659, -0.4714277684688568, -1.2195961475372314, -1.432265281677246, -0.3768713176250458, -1.858773946762085, -0.9850703477859497, -0.08538855612277985, -0.33638375997543335, -2.1188762187957764, -2.3178718090057373, -1.697919249534607, -1.1997334957122803, -2.238795518875122, -1.4362767934799194, -1.3435261249542236, -2.135185718536377, -1.7590690851211548, -1.9489001035690308, -1.6900720596313477, -2.205930233001709, -2.71209454536438, -1.7998851537704468, -0.7918380498886108, -1.6560274362564087, -1.3373901844024658, -1.0212122201919556, -0.1059568002820015, -1.6140575408935547, -0.6481962203979492, -0.2866423726081848, -0.2374676614999771, -0.5491775274276733, -2.061084270477295, -2.3819663524627686, -1.9998934268951416, -1.5319938659667969, -0.23541554808616638, -0.958479642868042]}, "Bot001_077_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US.", "response": "cuddling up with my dog always makes me feel better . how are you doing ?", "annotation_id": "Bot001_077_02", "annotations": ["O", "T", "T", "O", "X", "X", "X", "T", "O", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-11.316843032836914, -19.453624725341797, -15.938790321350098, -1.5987881422042847, -0.9596036672592163, -6.90748405456543, -14.801260948181152, -16.09718132019043, -10.640946388244629, -9.194585800170898, -14.644153594970703, -13.813360214233398, -12.771488189697266, -17.336000442504883, -14.73759651184082, -9.92222785949707, -12.179879188537598, -15.183558464050293], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -0.6295868754386902, -2.925394296646118, -2.521998882293701, -0.01992403157055378, -0.7783976793289185, -1.3787888288497925, -2.4106969833374023, -1.6200966835021973, -1.6802783012390137, -2.403791666030884, -1.2956334352493286, -1.4192668199539185, -1.7837880849838257, -1.4872455596923828, -0.16902771592140198, -0.2885865867137909, -1.7443033456802368, -1.3898311853408813, -1.345076084136963, -1.7176477909088135, -0.9660007953643799, -1.2495771646499634, -0.282995343208313, -2.143610954284668, -1.7042649984359741, -0.7396359443664551, -1.384803295135498, -2.271265745162964, -1.9261624813079834, -1.0434179306030273, -1.9836986064910889, -1.3655551671981812, -2.0082767009735107, -2.955507755279541, -2.1500468254089355, -1.966271996498108, -0.1948414295911789, -1.3880150318145752, -1.7382503747940063, -0.9377290606498718, -1.0546715259552002, -1.6948304176330566, -0.16789714992046356, -1.5656390190124512, -1.1993263959884644, -0.2853778600692749]}, "Bot001_077_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name?", "response": "i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ...", "annotation_id": "Bot001_077_04", "annotations": ["O", "X", "T", "X", "O", "X", "X", "T", "O", "T", "O", "X", "O", "T", "T"], "gpt2_target_score": [-11.311616897583008, -10.586238861083984, -11.51589298248291, -8.768893241882324, -12.101128578186035, -9.361188888549805, -12.775065422058105, -11.923307418823242, -11.227356910705566, -12.407445907592773, -10.188785552978516, -5.939641952514648, -15.160270690917969, -12.02447509765625, -16.45147132873535, -15.278936386108398, -12.25679874420166, -17.82889175415039, -5.0111846923828125, -17.84286117553711, -13.039080619812012, -15.977331161499023, -10.351588249206543, -14.105803489685059, -10.345010757446289, -8.806055068969727, -11.02634048461914], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -0.6295868754386902, -2.925394296646118, -2.521998882293701, -0.01992403157055378, -0.7783976793289185, -1.3787888288497925, -2.4106969833374023, -1.6200966835021973, -1.6802783012390137, -2.403791666030884, -1.2956334352493286, -1.4192668199539185, -1.7837880849838257, -1.4872455596923828, -0.16902771592140198, -0.2885865867137909, -1.7443033456802368, -1.3898311853408813, -1.345076084136963, -1.7176477909088135, -0.9660007953643799, -1.2495771646499634, -0.282995343208313, -2.143610954284668, -1.7042649984359741, -0.7396359443664551, -1.384803295135498, -0.5573769211769104, -0.8830112218856812, -1.6042850017547607, -1.2003321647644043, -1.46806001663208, -2.778507947921753, -1.7672594785690308, -2.09588623046875, -0.17735624313354492, -1.1888171434402466, -1.6550065279006958, -0.6688411235809326, -2.0326719284057617, -1.6698745489120483, -0.16045725345611572, -1.1527642011642456, -0.7377575039863586, -0.9541403651237488, -1.7544682025909424, -2.6827661991119385, -1.5664575099945068, -1.4149173498153687, -1.2283711433410645, -0.6140730381011963, -0.40436452627182007, -1.0316909551620483, -0.22756272554397583, -0.6262282133102417, -1.3037487268447876, -2.6887118816375732, -1.5328624248504639, -1.8794000148773193, -1.790921688079834, -2.049478530883789, -1.5073461532592773, -1.7884503602981567, -1.119199514389038, -2.3077034950256348, -1.2549148797988892, -0.83115154504776, -0.728842556476593, -3.0589656829833984, -1.1937956809997559, -1.747352123260498, -1.1044279336929321, -1.342773675918579, -1.730798363685608, -1.670445203781128, -1.3259390592575073, -1.2220656871795654, -2.3855113983154297, -1.5617018938064575, -2.4855403900146484, -1.3700199127197266, -0.9843900203704834, -0.17514413595199585, -2.2839510440826416]}, "Bot001_077_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US?", "response": "in united states, funny you :)", "annotation_id": "Bot001_077_06", "annotations": ["T", "X", "T", "X", "X", "T", "T", "T", "X", "T", "O", "T", "O", "O", "X"], "gpt2_target_score": [-12.599512100219727, -14.99911117553711, -11.852120399475098, -9.2423734664917, -10.636651039123535, -7.943586349487305, -14.540583610534668], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -0.6295868754386902, -2.925394296646118, -2.521998882293701, -0.01992403157055378, -0.7783976793289185, -1.3787888288497925, -2.4106969833374023, -1.6200966835021973, -1.6802783012390137, -2.403791666030884, -1.2956334352493286, -1.4192668199539185, -1.7837880849838257, -1.4872455596923828, -0.16902771592140198, -0.2885865867137909, -1.7443033456802368, -1.3898311853408813, -1.345076084136963, -1.7176477909088135, -0.9660007953643799, -1.2495771646499634, -0.282995343208313, -2.143610954284668, -1.7042649984359741, -0.7396359443664551, -1.384803295135498, -0.5573769211769104, -0.8830112218856812, -1.6042850017547607, -1.2003321647644043, -1.46806001663208, -2.778507947921753, -1.7672594785690308, -2.09588623046875, -0.17735624313354492, -1.1888171434402466, -1.6550065279006958, -0.6688411235809326, -2.0326719284057617, -1.6698745489120483, -0.16045725345611572, -1.1527642011642456, -0.7377575039863586, -0.9541403651237488, -1.7544682025909424, -2.6827661991119385, -1.5664575099945068, -1.4149173498153687, -1.2283711433410645, -0.6140730381011963, -0.40436452627182007, -1.0316909551620483, -0.22756272554397583, -0.6262282133102417, -1.3037487268447876, -1.2163538932800293, -1.9091684818267822, -1.8178483247756958, -2.0741429328918457, -1.668661117553711, -2.165292739868164, -0.978704571723938, -1.942378044128418, -1.2118721008300781, -0.8465526700019836, -0.8267330527305603, -2.9504566192626953, -1.1655497550964355, -1.796558141708374, -1.2864195108413696, -1.4316436052322388, -2.1602799892425537, -1.8522087335586548, -1.82401442527771, -1.177851676940918, -2.3825926780700684, -1.5777000188827515, -2.6605443954467773, -1.5758241415023804, -0.9968963265419006, -0.1830085963010788, -2.6111936569213867, -1.4713188409805298, -1.365385890007019, -1.4682878255844116, -1.5310468673706055, -2.516791343688965, -0.8099302649497986, -0.8022212982177734, -1.486464500427246, -2.265312671661377, -1.9568500518798828, -2.254124164581299, -0.5082234144210815]}, "Bot001_077_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living?", "response": "i work in an office building . it has also paid well , and supports my love of cars", "annotation_id": "Bot001_077_08", "annotations": ["O", "T", "T", "O", "O", "X", "T", "T", "X", "T", "X", "O", "O", "O", "O"], "gpt2_target_score": [-11.311616897583008, -11.47506332397461, -7.41072940826416, -4.725970268249512, -13.941628456115723, -12.967435836791992, -14.803481101989746, -12.426656723022461, -9.232087135314941, -12.00520133972168, -16.428119659423828, -13.711206436157227, -11.185596466064453, -11.789701461791992, -18.8294620513916, -12.19670295715332, -13.657235145568848, -13.514460563659668, -15.786346435546875], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -0.6295868754386902, -2.925394296646118, -2.521998882293701, -0.01992403157055378, -0.7783976793289185, -1.3787888288497925, -2.4106969833374023, -1.6200966835021973, -1.6802783012390137, -2.403791666030884, -1.2956334352493286, -1.4192668199539185, -1.7837880849838257, -1.4872455596923828, -0.16902771592140198, -0.2885865867137909, -1.7443033456802368, -1.3898311853408813, -1.345076084136963, -1.7176477909088135, -0.9660007953643799, -1.2495771646499634, -0.282995343208313, -2.143610954284668, -1.7042649984359741, -0.7396359443664551, -1.384803295135498, -0.5573769211769104, -0.8830112218856812, -1.6042850017547607, -1.2003321647644043, -1.46806001663208, -2.778507947921753, -1.7672594785690308, -2.09588623046875, -0.17735624313354492, -1.1888171434402466, -1.6550065279006958, -0.6688411235809326, -2.0326719284057617, -1.6698745489120483, -0.16045725345611572, -1.1527642011642456, -0.7377575039863586, -0.9541403651237488, -1.7544682025909424, -2.6827661991119385, -1.5664575099945068, -1.4149173498153687, -1.2283711433410645, -0.6140730381011963, -0.40436452627182007, -1.0316909551620483, -0.22756272554397583, -0.6262282133102417, -1.3037487268447876, -1.2163538932800293, -1.9091684818267822, -1.8178483247756958, -2.0741429328918457, -1.668661117553711, -2.165292739868164, -0.978704571723938, -1.942378044128418, -1.2118721008300781, -0.8465526700019836, -0.8267330527305603, -2.9504566192626953, -1.1655497550964355, -1.796558141708374, -1.2864195108413696, -1.4316436052322388, -2.1602799892425537, -1.8522087335586548, -1.82401442527771, -1.177851676940918, -2.3825926780700684, -1.5777000188827515, -2.6605443954467773, -1.5758241415023804, -0.9968963265419006, -0.1830085963010788, -2.6111936569213867, -1.4713188409805298, -1.365385890007019, -1.4682878255844116, -1.5310468673706055, -0.8445106744766235, -0.7107833027839661, -1.7066454887390137, -2.23461651802063, -2.1005613803863525, -2.391435146331787, -1.073501706123352, -1.3778647184371948, -0.07281605154275894, -0.9908067584037781, -1.6205145120620728, -2.1025168895721436, -0.3472651243209839, -0.5909702777862549, -1.4933264255523682, -2.0235061645507812, -1.8488452434539795, -1.065047025680542, -1.3849033117294312, -2.296553373336792, -1.950535535812378, -1.9465086460113525, -1.288956880569458, -0.5195760726928711, -0.9848319888114929, -0.9617506861686707, -0.7662250995635986, -1.3273578882217407, -1.2687209844589233, -0.8687717914581299, -2.1778829097747803, -1.3889484405517578, -0.7113968729972839, -1.7880319356918335, -1.608364462852478]}, "Bot001_077_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living? i work in an office building . it has also paid well , and supports my love of cars I also like cars. I spend all my money on them.", "response": "i do not know how to swim", "annotation_id": "Bot001_077_10", "annotations": ["O", "T", "T", "O", "O", "T", "T", "T", "X", "T", "X", "T", "O", "T", "T"], "gpt2_target_score": [-11.311616897583008, -8.952587127685547, -10.325570106506348, -14.712496757507324, -9.783913612365723, -9.892698287963867, -15.910460472106934], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -0.6295868754386902, -2.925394296646118, -2.521998882293701, -0.01992403157055378, -0.7783976793289185, -1.3787888288497925, -2.4106969833374023, -1.6200966835021973, -1.6802783012390137, -2.403791666030884, -1.2956334352493286, -1.4192668199539185, -1.7837880849838257, -1.4872455596923828, -0.16902771592140198, -0.2885865867137909, -1.7443033456802368, -1.3898311853408813, -1.345076084136963, -1.7176477909088135, -0.9660007953643799, -1.2495771646499634, -0.282995343208313, -2.143610954284668, -1.7042649984359741, -0.7396359443664551, -1.384803295135498, -0.5573769211769104, -0.8830112218856812, -1.6042850017547607, -1.2003321647644043, -1.46806001663208, -2.778507947921753, -1.7672594785690308, -2.09588623046875, -0.17735624313354492, -1.1888171434402466, -1.6550065279006958, -0.6688411235809326, -2.0326719284057617, -1.6698745489120483, -0.16045725345611572, -1.1527642011642456, -0.7377575039863586, -0.9541403651237488, -1.7544682025909424, -2.6827661991119385, -1.5664575099945068, -1.4149173498153687, -1.2283711433410645, -0.6140730381011963, -0.40436452627182007, -1.0316909551620483, -0.22756272554397583, -0.6262282133102417, -1.3037487268447876, -1.2163538932800293, -1.9091684818267822, -1.8178483247756958, -2.0741429328918457, -1.668661117553711, -2.165292739868164, -0.978704571723938, -1.942378044128418, -1.2118721008300781, -0.8465526700019836, -0.8267330527305603, -2.9504566192626953, -1.1655497550964355, -1.796558141708374, -1.2864195108413696, -1.4316436052322388, -2.1602799892425537, -1.8522087335586548, -1.82401442527771, -1.177851676940918, -2.3825926780700684, -1.5777000188827515, -2.6605443954467773, -1.5758241415023804, -0.9968963265419006, -0.1830085963010788, -2.6111936569213867, -1.4713188409805298, -1.365385890007019, -1.4682878255844116, -1.5310468673706055, -0.8445106744766235, -0.7107833027839661, -1.7066454887390137, -2.23461651802063, -2.1005613803863525, -2.391435146331787, -1.073501706123352, -1.3778647184371948, -0.07281605154275894, -0.9908067584037781, -1.6205145120620728, -2.1025168895721436, -0.3472651243209839, -0.5909702777862549, -1.4933264255523682, -1.5120728015899658, -1.160163402557373, -1.4093232154846191, -2.3036599159240723, -1.9111655950546265, -1.9263463020324707, -1.4416849613189697, -0.3722306787967682, -1.0636287927627563, -1.036834478378296, -0.5432952046394348, -1.473779320716858, -1.2652353048324585, -0.8352354168891907, -1.782955288887024, -1.3931541442871094, -0.7657362222671509, -1.8458664417266846, -1.656714916229248, -2.5152647495269775, -1.390804409980774, -1.2006679773330688, -1.8312431573867798, -2.0763370990753174, -1.7768000364303589, -1.2327731847763062, -0.5461198091506958, -0.9252983331680298, -0.5783823728561401, -1.3829296827316284, -1.5727225542068481, -1.619240164756775, -2.1327953338623047, -2.269209384918213, -2.7531964778900146, -2.0174455642700195, -1.5237363576889038, -1.0537437200546265, -1.9942108392715454, -2.081320285797119]}, "Bot001_077_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living? i work in an office building . it has also paid well , and supports my love of cars I also like cars. I spend all my money on them. i do not know how to swim Me too.", "response": "i like to sing , but only in the shower . scared of what others would think lol", "annotation_id": "Bot001_077_12", "annotations": ["T", "T", "T", "O", "X", "X", "T", "T", "X", "T", "O", "O", "O", "O", "X"], "gpt2_target_score": [-11.311616897583008, -10.711742401123047, -7.006096839904785, -15.387072563171387, -10.268380165100098, -9.905332565307617, -15.578402519226074, -10.851179122924805, -8.742669105529785, -14.709409713745117, -13.146839141845703, -15.973196029663086, -11.029117584228516, -17.710674285888672, -21.368322372436523, -13.088590621948242, -15.076874732971191, -18.30459213256836], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -0.6295868754386902, -2.925394296646118, -2.521998882293701, -0.01992403157055378, -0.7783976793289185, -1.3787888288497925, -2.4106969833374023, -1.6200966835021973, -1.6802783012390137, -2.403791666030884, -1.2956334352493286, -1.4192668199539185, -1.7837880849838257, -1.4872455596923828, -0.16902771592140198, -0.2885865867137909, -1.7443033456802368, -1.3898311853408813, -1.345076084136963, -1.7176477909088135, -0.9660007953643799, -1.2495771646499634, -0.282995343208313, -2.143610954284668, -1.7042649984359741, -0.7396359443664551, -1.384803295135498, -0.5573769211769104, -0.8830112218856812, -1.6042850017547607, -1.2003321647644043, -1.46806001663208, -2.778507947921753, -1.7672594785690308, -2.09588623046875, -0.17735624313354492, -1.1888171434402466, -1.6550065279006958, -0.6688411235809326, -2.0326719284057617, -1.6698745489120483, -0.16045725345611572, -1.1527642011642456, -0.7377575039863586, -0.9541403651237488, -1.7544682025909424, -2.6827661991119385, -1.5664575099945068, -1.4149173498153687, -1.2283711433410645, -0.6140730381011963, -0.40436452627182007, -1.0316909551620483, -0.22756272554397583, -0.6262282133102417, -1.3037487268447876, -1.2163538932800293, -1.9091684818267822, -1.8178483247756958, -2.0741429328918457, -1.668661117553711, -2.165292739868164, -0.978704571723938, -1.942378044128418, -1.2118721008300781, -0.8465526700019836, -0.8267330527305603, -2.9504566192626953, -1.1655497550964355, -1.796558141708374, -1.2864195108413696, -1.4316436052322388, -2.1602799892425537, -1.8522087335586548, -1.82401442527771, -1.177851676940918, -2.3825926780700684, -1.5777000188827515, -2.6605443954467773, -1.5758241415023804, -0.9968963265419006, -0.1830085963010788, -2.6111936569213867, -1.4713188409805298, -1.365385890007019, -1.4682878255844116, -1.5310468673706055, -0.8445106744766235, -0.7107833027839661, -1.7066454887390137, -2.23461651802063, -2.1005613803863525, -2.391435146331787, -1.073501706123352, -1.3778647184371948, -0.07281605154275894, -0.9908067584037781, -1.6205145120620728, -2.1025168895721436, -0.3472651243209839, -0.5909702777862549, -1.4933264255523682, -1.5120728015899658, -1.160163402557373, -1.4093232154846191, -2.3036599159240723, -1.9111655950546265, -1.9263463020324707, -1.4416849613189697, -0.3722306787967682, -1.0636287927627563, -1.036834478378296, -0.5432952046394348, -1.473779320716858, -1.2652353048324585, -0.8352354168891907, -1.782955288887024, -1.3931541442871094, -0.7657362222671509, -1.8458664417266846, -1.656714916229248, -2.5152647495269775, -1.390804409980774, -1.2006679773330688, -1.8312431573867798, -2.0763370990753174, -1.7768000364303589, -1.2327731847763062, -0.5461198091506958, -0.9252983331680298, -0.5783823728561401, -1.3829296827316284, -1.5727225542068481, -1.619240164756775, -2.284588098526001, -2.3693864345550537, -1.8863847255706787, -1.6590250730514526, -0.9860190749168396, -2.256610155105591, -2.2104287147521973, -1.4017096757888794, -0.9156167507171631, -1.721678614616394, -2.153487205505371, -2.671663284301758, -1.2641615867614746, -0.1835971176624298, -2.5023274421691895, -1.7337908744812012, -0.925861656665802, -2.0283751487731934, -1.520019292831421, -2.4520647525787354, -1.7235833406448364, -1.5319441556930542, -1.4176902770996094, -2.3785462379455566, -1.606055498123169, -0.9811754822731018, -0.8227344751358032, -1.2131096124649048, -0.9220970869064331]}, "Bot001_077_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living? i work in an office building . it has also paid well , and supports my love of cars I also like cars. I spend all my money on them. i do not know how to swim Me too. i like to sing , but only in the shower . scared of what others would think lol i go to the gym most days just to socialize.", "response": "i do it 3x a week its relaxing", "annotation_id": "Bot001_077_14", "annotations": ["O", "O", "T", "O", "T", "T", "T", "T", "X", "T", "X", "O", "O", "O", "O"], "gpt2_target_score": [-11.311616897583008, -8.952587127685547, -9.181328773498535, -8.919756889343262, -13.040520668029785, -8.198606491088867, -13.89197826385498, -14.814435958862305, -15.584298133850098], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -0.6295868754386902, -2.925394296646118, -2.521998882293701, -0.01992403157055378, -0.7783976793289185, -1.3787888288497925, -2.4106969833374023, -1.6200966835021973, -1.6802783012390137, -2.403791666030884, -1.2956334352493286, -1.4192668199539185, -1.7837880849838257, -1.4872455596923828, -0.16902771592140198, -0.2885865867137909, -1.7443033456802368, -1.3898311853408813, -1.345076084136963, -1.7176477909088135, -0.9660007953643799, -1.2495771646499634, -0.282995343208313, -2.143610954284668, -1.7042649984359741, -0.7396359443664551, -1.384803295135498, -0.5573769211769104, -0.8830112218856812, -1.6042850017547607, -1.2003321647644043, -1.46806001663208, -2.778507947921753, -1.7672594785690308, -2.09588623046875, -0.17735624313354492, -1.1888171434402466, -1.6550065279006958, -0.6688411235809326, -2.0326719284057617, -1.6698745489120483, -0.16045725345611572, -1.1527642011642456, -0.7377575039863586, -0.9541403651237488, -1.7544682025909424, -2.6827661991119385, -1.5664575099945068, -1.4149173498153687, -1.2283711433410645, -0.6140730381011963, -0.40436452627182007, -1.0316909551620483, -0.22756272554397583, -0.6262282133102417, -1.3037487268447876, -1.2163538932800293, -1.9091684818267822, -1.8178483247756958, -2.0741429328918457, -1.668661117553711, -2.165292739868164, -0.978704571723938, -1.942378044128418, -1.2118721008300781, -0.8465526700019836, -0.8267330527305603, -2.9504566192626953, -1.1655497550964355, -1.796558141708374, -1.2864195108413696, -1.4316436052322388, -2.1602799892425537, -1.8522087335586548, -1.82401442527771, -1.177851676940918, -2.3825926780700684, -1.5777000188827515, -2.6605443954467773, -1.5758241415023804, -0.9968963265419006, -0.1830085963010788, -2.6111936569213867, -1.4713188409805298, -1.365385890007019, -1.4682878255844116, -1.5310468673706055, -0.8445106744766235, -0.7107833027839661, -1.7066454887390137, -2.23461651802063, -2.1005613803863525, -2.391435146331787, -1.073501706123352, -1.3778647184371948, -0.07281605154275894, -0.9908067584037781, -1.6205145120620728, -2.1025168895721436, -0.3472651243209839, -0.5909702777862549, -1.4933264255523682, -1.5120728015899658, -1.160163402557373, -1.4093232154846191, -2.3036599159240723, -1.9111655950546265, -1.9263463020324707, -1.4416849613189697, -0.3722306787967682, -1.0636287927627563, -1.036834478378296, -0.5432952046394348, -1.473779320716858, -1.2652353048324585, -0.8352354168891907, -1.782955288887024, -1.3931541442871094, -0.7657362222671509, -1.8458664417266846, -1.656714916229248, -2.5152647495269775, -1.390804409980774, -1.2006679773330688, -1.8312431573867798, -2.0763370990753174, -1.7768000364303589, -1.2327731847763062, -0.5461198091506958, -0.9252983331680298, -0.5783823728561401, -1.3829296827316284, -1.5727225542068481, -1.619240164756775, -2.284588098526001, -2.3693864345550537, -1.8863847255706787, -1.6590250730514526, -0.9860190749168396, -2.256610155105591, -2.2104287147521973, -1.4017096757888794, -0.9156167507171631, -1.721678614616394, -2.5322628021240234, -1.3984289169311523, -0.3422669470310211, -2.1133055686950684, -2.1281917095184326, -1.004798173904419, -2.169689893722534, -1.4143131971359253, -2.4938178062438965, -1.920378565788269, -1.4585213661193848, -1.4442729949951172, -2.0406148433685303, -1.6966429948806763, -0.9566826224327087, -0.6378882527351379, -1.2842780351638794, -1.293459415435791, -2.3472514152526855, -0.792728841304779, -1.6476551294326782, -1.2875244617462158, -2.1368749141693115, -0.7100376486778259, -1.830216646194458, -0.8684149980545044, -2.602064609527588, -0.1406802386045456, -1.2854604721069336, -1.7440131902694702, -2.1049752235412598, -2.6655306816101074, -1.5066848993301392, -1.9602152109146118, -0.7055215835571289, -0.2622690498828888, -0.2441948801279068, -1.9468936920166016, -2.611043691635132, -1.7827529907226562]}, "Bot001_077_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living? i work in an office building . it has also paid well , and supports my love of cars I also like cars. I spend all my money on them. i do not know how to swim Me too. i like to sing , but only in the shower . scared of what others would think lol i go to the gym most days just to socialize. i do it 3x a week its relaxing Yeah. Do you have any hobbies?", "response": "i enjoy making friends and exercising , how about you ?", "annotation_id": "Bot001_077_16", "annotations": ["O", "O", "T", "O", "X", "O", "X", "T", "O", "T", "O", "O", "O", "O", "T"], "gpt2_target_score": [-11.311616897583008, -12.375408172607422, -11.411721229553223, -12.2630033493042, -5.050408840179443, -16.136533737182617, -15.45938777923584, -12.069974899291992, -10.393204689025879, -9.237409591674805, -11.090476989746094], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -0.6295868754386902, -2.925394296646118, -2.521998882293701, -0.01992403157055378, -0.7783976793289185, -1.3787888288497925, -2.4106969833374023, -1.6200966835021973, -1.6802783012390137, -2.403791666030884, -1.2956334352493286, -1.4192668199539185, -1.7837880849838257, -1.4872455596923828, -0.16902771592140198, -0.2885865867137909, -1.7443033456802368, -1.3898311853408813, -1.345076084136963, -1.7176477909088135, -0.9660007953643799, -1.2495771646499634, -0.282995343208313, -2.143610954284668, -1.7042649984359741, -0.7396359443664551, -1.384803295135498, -0.5573769211769104, -0.8830112218856812, -1.6042850017547607, -1.2003321647644043, -1.46806001663208, -2.778507947921753, -1.7672594785690308, -2.09588623046875, -0.17735624313354492, -1.1888171434402466, -1.6550065279006958, -0.6688411235809326, -2.0326719284057617, -1.6698745489120483, -0.16045725345611572, -1.1527642011642456, -0.7377575039863586, -0.9541403651237488, -1.7544682025909424, -2.6827661991119385, -1.5664575099945068, -1.4149173498153687, -1.2283711433410645, -0.6140730381011963, -0.40436452627182007, -1.0316909551620483, -0.22756272554397583, -0.6262282133102417, -1.3037487268447876, -1.2163538932800293, -1.9091684818267822, -1.8178483247756958, -2.0741429328918457, -1.668661117553711, -2.165292739868164, -0.978704571723938, -1.942378044128418, -1.2118721008300781, -0.8465526700019836, -0.8267330527305603, -2.9504566192626953, -1.1655497550964355, -1.796558141708374, -1.2864195108413696, -1.4316436052322388, -2.1602799892425537, -1.8522087335586548, -1.82401442527771, -1.177851676940918, -2.3825926780700684, -1.5777000188827515, -2.6605443954467773, -1.5758241415023804, -0.9968963265419006, -0.1830085963010788, -2.6111936569213867, -1.4713188409805298, -1.365385890007019, -1.4682878255844116, -1.5310468673706055, -0.8445106744766235, -0.7107833027839661, -1.7066454887390137, -2.23461651802063, -2.1005613803863525, -2.391435146331787, -1.073501706123352, -1.3778647184371948, -0.07281605154275894, -0.9908067584037781, -1.6205145120620728, -2.1025168895721436, -0.3472651243209839, -0.5909702777862549, -1.4933264255523682, -1.5120728015899658, -1.160163402557373, -1.4093232154846191, -2.3036599159240723, -1.9111655950546265, -1.9263463020324707, -1.4416849613189697, -0.3722306787967682, -1.0636287927627563, -1.036834478378296, -0.5432952046394348, -1.473779320716858, -1.2652353048324585, -0.8352354168891907, -1.782955288887024, -1.3931541442871094, -0.7657362222671509, -1.8458664417266846, -1.656714916229248, -2.5152647495269775, -1.390804409980774, -1.2006679773330688, -1.8312431573867798, -2.0763370990753174, -1.7768000364303589, -1.2327731847763062, -0.5461198091506958, -0.9252983331680298, -0.5783823728561401, -1.3829296827316284, -1.5727225542068481, -1.619240164756775, -2.284588098526001, -2.3693864345550537, -1.8863847255706787, -1.6590250730514526, -0.9860190749168396, -2.256610155105591, -2.2104287147521973, -1.4017096757888794, -0.9156167507171631, -1.721678614616394, -2.5322628021240234, -1.3984289169311523, -0.3422669470310211, -2.1133055686950684, -2.1281917095184326, -1.004798173904419, -2.169689893722534, -1.4143131971359253, -2.4938178062438965, -1.920378565788269, -1.4585213661193848, -1.4442729949951172, -2.0406148433685303, -1.6966429948806763, -0.9566826224327087, -0.6378882527351379, -1.2842780351638794, -1.293459415435791, -2.3472514152526855, -0.792728841304779, -1.6476551294326782, -1.2875244617462158, -2.1368749141693115, -0.7100376486778259, -1.830216646194458, -0.8684149980545044, -2.602064609527588, -0.1406802386045456, -1.2854604721069336, -1.7440131902694702, -2.5024845600128174, -1.0363812446594238, -2.128419876098633, -0.6138975620269775, -0.2884909212589264, -0.19236907362937927, -2.040482759475708, -2.5721004009246826, -1.8062827587127686, -1.302553415298462, -1.3833750486373901, -0.24303759634494781, -1.502707600593567, -1.037158489227295, -2.3820242881774902, -0.9509170055389404, -2.0232608318328857, -1.8167288303375244, -1.5358458757400513, -2.103492259979248, -0.977287232875824, -1.5409656763076782, -3.060340642929077, -1.6220725774765015, -1.7076592445373535, -1.0636862516403198, -1.6173702478408813, -1.0587759017944336, -0.7481197714805603]}, "Bot001_077_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living? i work in an office building . it has also paid well , and supports my love of cars I also like cars. I spend all my money on them. i do not know how to swim Me too. i like to sing , but only in the shower . scared of what others would think lol i go to the gym most days just to socialize. i do it 3x a week its relaxing Yeah. Do you have any hobbies? i enjoy making friends and exercising , how about you ? I like cars and go to gym as well.", "response": "huh . that is an interesting combination . say more .", "annotation_id": "Bot001_077_18", "annotations": ["T", "T", "T", "O", "O", "O", "X", "T", "O", "T", "O", "O", "O", "O", "X"], "gpt2_target_score": [-11.737878799438477, -14.65816879272461, -13.426491737365723, -5.493487358093262, -7.549035549163818, -10.208295822143555, -14.777029991149902, -16.638853073120117, -13.345505714416504, -13.076116561889648, -13.374168395996094, -11.488115310668945], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -0.6295868754386902, -2.925394296646118, -2.521998882293701, -0.01992403157055378, -0.7783976793289185, -1.3787888288497925, -2.4106969833374023, -1.6200966835021973, -1.6802783012390137, -2.403791666030884, -1.2956334352493286, -1.4192668199539185, -1.7837880849838257, -1.4872455596923828, -0.16902771592140198, -0.2885865867137909, -1.7443033456802368, -1.3898311853408813, -1.345076084136963, -1.7176477909088135, -0.9660007953643799, -1.2495771646499634, -0.282995343208313, -2.143610954284668, -1.7042649984359741, -0.7396359443664551, -1.384803295135498, -0.5573769211769104, -0.8830112218856812, -1.6042850017547607, -1.2003321647644043, -1.46806001663208, -2.778507947921753, -1.7672594785690308, -2.09588623046875, -0.17735624313354492, -1.1888171434402466, -1.6550065279006958, -0.6688411235809326, -2.0326719284057617, -1.6698745489120483, -0.16045725345611572, -1.1527642011642456, -0.7377575039863586, -0.9541403651237488, -1.7544682025909424, -2.6827661991119385, -1.5664575099945068, -1.4149173498153687, -1.2283711433410645, -0.6140730381011963, -0.40436452627182007, -1.0316909551620483, -0.22756272554397583, -0.6262282133102417, -1.3037487268447876, -1.2163538932800293, -1.9091684818267822, -1.8178483247756958, -2.0741429328918457, -1.668661117553711, -2.165292739868164, -0.978704571723938, -1.942378044128418, -1.2118721008300781, -0.8465526700019836, -0.8267330527305603, -2.9504566192626953, -1.1655497550964355, -1.796558141708374, -1.2864195108413696, -1.4316436052322388, -2.1602799892425537, -1.8522087335586548, -1.82401442527771, -1.177851676940918, -2.3825926780700684, -1.5777000188827515, -2.6605443954467773, -1.5758241415023804, -0.9968963265419006, -0.1830085963010788, -2.6111936569213867, -1.4713188409805298, -1.365385890007019, -1.4682878255844116, -1.5310468673706055, -0.8445106744766235, -0.7107833027839661, -1.7066454887390137, -2.23461651802063, -2.1005613803863525, -2.391435146331787, -1.073501706123352, -1.3778647184371948, -0.07281605154275894, -0.9908067584037781, -1.6205145120620728, -2.1025168895721436, -0.3472651243209839, -0.5909702777862549, -1.4933264255523682, -1.5120728015899658, -1.160163402557373, -1.4093232154846191, -2.3036599159240723, -1.9111655950546265, -1.9263463020324707, -1.4416849613189697, -0.3722306787967682, -1.0636287927627563, -1.036834478378296, -0.5432952046394348, -1.473779320716858, -1.2652353048324585, -0.8352354168891907, -1.782955288887024, -1.3931541442871094, -0.7657362222671509, -1.8458664417266846, -1.656714916229248, -2.5152647495269775, -1.390804409980774, -1.2006679773330688, -1.8312431573867798, -2.0763370990753174, -1.7768000364303589, -1.2327731847763062, -0.5461198091506958, -0.9252983331680298, -0.5783823728561401, -1.3829296827316284, -1.5727225542068481, -1.619240164756775, -2.284588098526001, -2.3693864345550537, -1.8863847255706787, -1.6590250730514526, -0.9860190749168396, -2.256610155105591, -2.2104287147521973, -1.4017096757888794, -0.9156167507171631, -1.721678614616394, -2.5322628021240234, -1.3984289169311523, -0.3422669470310211, -2.1133055686950684, -2.1281917095184326, -1.004798173904419, -2.169689893722534, -1.4143131971359253, -2.4938178062438965, -1.920378565788269, -1.4585213661193848, -1.4442729949951172, -2.0406148433685303, -1.6966429948806763, -0.9566826224327087, -0.6378882527351379, -1.2842780351638794, -1.293459415435791, -2.3472514152526855, -0.792728841304779, -1.6476551294326782, -1.2875244617462158, -2.1368749141693115, -0.7100376486778259, -1.830216646194458, -0.8684149980545044, -2.602064609527588, -0.1406802386045456, -1.2854604721069336, -1.7440131902694702, -2.5024845600128174, -1.0363812446594238, -2.128419876098633, -0.6138975620269775, -0.2884909212589264, -0.19236907362937927, -2.040482759475708, -2.5721004009246826, -1.8062827587127686, -1.302553415298462, -1.3833750486373901, -0.24303759634494781, -1.502707600593567, -1.037158489227295, -2.3820242881774902, -0.9509170055389404, -2.0232608318328857, -1.931219220161438, -2.1005477905273438, -0.9400942325592041, -1.6112210750579834, -3.000485420227051, -1.6261553764343262, -1.84075129032135, -1.01982843875885, -1.6988868713378906, -0.7543917298316956, -1.8148961067199707, -2.27245831489563, -1.030423879623413, -1.9482485055923462, -2.3490164279937744, -0.7943258285522461, -1.2318915128707886, -2.5297205448150635, -0.5473095774650574, -1.173710823059082, -1.5880361795425415, -1.93876051902771, -0.49779030680656433, -1.9421509504318237, -1.5053941011428833, -0.7918522357940674, -2.337916851043701, -0.7461942434310913, -0.75437331199646, -1.6247776746749878, -1.3745160102844238, -1.8084079027175903, -2.540372133255005, -1.4709972143173218]}, "Bot001_077_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living? i work in an office building . it has also paid well , and supports my love of cars I also like cars. I spend all my money on them. i do not know how to swim Me too. i like to sing , but only in the shower . scared of what others would think lol i go to the gym most days just to socialize. i do it 3x a week its relaxing Yeah. Do you have any hobbies? i enjoy making friends and exercising , how about you ? I like cars and go to gym as well. huh . that is an interesting combination . say more . I work from home.", "response": "what do you do ?", "annotation_id": "Bot001_077_20", "annotations": ["O", "O", "T", "O", "T", "O", "X", "T", "O", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-13.954523086547852, -8.952587127685547, -6.557473182678223, -9.297839164733887, -8.615151405334473], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -0.6295868754386902, -2.925394296646118, -2.521998882293701, -0.01992403157055378, -0.7783976793289185, -1.3787888288497925, -2.4106969833374023, -1.6200966835021973, -1.6802783012390137, -2.403791666030884, -1.2956334352493286, -1.4192668199539185, -1.7837880849838257, -1.4872455596923828, -0.16902771592140198, -0.2885865867137909, -1.7443033456802368, -1.3898311853408813, -1.345076084136963, -1.7176477909088135, -0.9660007953643799, -1.2495771646499634, -0.282995343208313, -2.143610954284668, -1.7042649984359741, -0.7396359443664551, -1.384803295135498, -0.5573769211769104, -0.8830112218856812, -1.6042850017547607, -1.2003321647644043, -1.46806001663208, -2.778507947921753, -1.7672594785690308, -2.09588623046875, -0.17735624313354492, -1.1888171434402466, -1.6550065279006958, -0.6688411235809326, -2.0326719284057617, -1.6698745489120483, -0.16045725345611572, -1.1527642011642456, -0.7377575039863586, -0.9541403651237488, -1.7544682025909424, -2.6827661991119385, -1.5664575099945068, -1.4149173498153687, -1.2283711433410645, -0.6140730381011963, -0.40436452627182007, -1.0316909551620483, -0.22756272554397583, -0.6262282133102417, -1.3037487268447876, -1.2163538932800293, -1.9091684818267822, -1.8178483247756958, -2.0741429328918457, -1.668661117553711, -2.165292739868164, -0.978704571723938, -1.942378044128418, -1.2118721008300781, -0.8465526700019836, -0.8267330527305603, -2.9504566192626953, -1.1655497550964355, -1.796558141708374, -1.2864195108413696, -1.4316436052322388, -2.1602799892425537, -1.8522087335586548, -1.82401442527771, -1.177851676940918, -2.3825926780700684, -1.5777000188827515, -2.6605443954467773, -1.5758241415023804, -0.9968963265419006, -0.1830085963010788, -2.6111936569213867, -1.4713188409805298, -1.365385890007019, -1.4682878255844116, -1.5310468673706055, -0.8445106744766235, -0.7107833027839661, -1.7066454887390137, -2.23461651802063, -2.1005613803863525, -2.391435146331787, -1.073501706123352, -1.3778647184371948, -0.07281605154275894, -0.9908067584037781, -1.6205145120620728, -2.1025168895721436, -0.3472651243209839, -0.5909702777862549, -1.4933264255523682, -1.5120728015899658, -1.160163402557373, -1.4093232154846191, -2.303649663925171, -1.911160945892334, -1.9263477325439453, -1.4416944980621338, -0.37223324179649353, -1.0636351108551025, -1.0368378162384033, -0.5432988405227661, -1.4737789630889893, -1.2652291059494019, -0.8352298736572266, -1.7829439640045166, -1.3931543827056885, -0.7657359838485718, -1.8458527326583862, -1.656708002090454, -2.5152745246887207, -1.3908060789108276, -1.2006733417510986, -1.8312575817108154, -2.0763299465179443, -1.7767930030822754, -1.2327730655670166, -0.546114981174469, -0.9252917170524597, -0.5783865451812744, -1.382916808128357, -1.5727224349975586, -1.619245171546936, -2.2845985889434814, -2.369394302368164, -1.8863898515701294, -1.659016728401184, -0.9860175251960754, -2.2566022872924805, -2.2104287147521973, -1.4017168283462524, -0.9156162738800049, -1.7216854095458984, -2.532263994216919, -1.3984293937683105, -0.34226658940315247, -2.113316297531128, -2.128199815750122, -1.0047903060913086, -2.169691562652588, -1.4143236875534058, -2.4938225746154785, -1.920371651649475, -1.458522915840149, -1.4442853927612305, -2.040632486343384, -1.6966358423233032, -0.9566658139228821, -0.6378908157348633, -1.2842888832092285, -1.293472409248352, -2.347257375717163, -0.7927219271659851, -1.6476407051086426, -1.2875298261642456, -2.1368753910064697, -0.7100474834442139, -1.8302063941955566, -0.8684147596359253, -2.6020567417144775, -0.14068002998828888, -1.2854714393615723, -1.7440106868743896, -2.5025062561035156, -1.0363892316818237, -2.1284279823303223, -0.6138952374458313, -0.2884863615036011, -0.1923656314611435, -2.0404770374298096, -2.5720713138580322, -1.8062639236450195, -1.3025544881820679, -1.3833709955215454, -0.24304087460041046, -1.5027081966400146, -1.0371519327163696, -2.382028818130493, -0.9509164690971375, -2.023275852203369, -1.931241750717163, -2.10054349899292, -0.9400957226753235, -1.6111994981765747, -3.000486373901367, -1.6261500120162964, -1.8407593965530396, -1.0198276042938232, -1.6988904476165771, -0.7543937563896179, -1.8148983716964722, -2.2724506855010986, -1.0304330587387085, -1.9482513666152954, -2.3490214347839355, -0.7943209409713745, -1.231890320777893, -2.5297417640686035, -0.5473077297210693, -1.173711895942688, -1.5880399942398071, -1.941414475440979, -1.4096062183380127, -0.5860595107078552, -2.090707540512085, -0.5201061367988586, -0.9485474228858948, -1.6561269760131836, -1.2997114658355713, -1.7749236822128296, -2.5832650661468506, -1.256392240524292, -1.9616003036499023, -0.7313750386238098, -0.08130552619695663, -1.516244888305664, -1.6914830207824707, -2.0941967964172363, -1.6571892499923706, -0.04260210320353508, -0.514546811580658, -0.4663865566253662, -1.0816468000411987]}, "Bot001_079_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you?", "response": "hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES]", "annotation_id": "Bot001_079_02", "annotations": ["O", "X", "O", "T", "X", "T", "X", "T", "O", "T", "X", "T", "O", "X", "X"], "gpt2_target_score": [-10.265748977661133, -15.449463844299316, -14.362137794494629, -10.81094741821289, -11.771860122680664, -7.916839599609375, -11.755732536315918, -14.552034378051758, -14.25274658203125, -13.830313682556152, -13.534953117370605, -12.369979858398438, -12.922698020935059, -10.51859188079834, -11.254425048828125, -3.2929463386535645, -10.015912055969238, -15.026338577270508, -18.153636932373047, -11.030142784118652, -17.05614471435547, -14.040499687194824, -16.405363082885742, -18.970726013183594, -14.365368843078613, -14.92258071899414], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.5278180837631226, -1.073901653289795, -1.1069433689117432, -0.532852053642273, -1.6654160022735596, -3.0292954444885254, -0.3916281759738922, -1.512751579284668, -0.9308192133903503, -1.3270642757415771, -2.8156003952026367, -2.088397264480591, -1.266265869140625, -1.8520742654800415, -0.24281029403209686, -2.180941104888916, -0.9433098435401917, -1.381385087966919, -1.280112624168396, -0.9240748882293701, -2.5371298789978027, -1.6544866561889648, -0.9734464883804321, -1.5490918159484863, -0.24652323126792908, -0.0799628496170044, -3.2065320014953613, -1.8678953647613525, -1.2977631092071533, -1.675633192062378, -0.34381091594696045, -0.06079660356044769, -0.18205542862415314, -1.8403085470199585, -2.4329922199249268, -0.7011687159538269, -0.9075939655303955, -1.9038511514663696, -1.6785742044448853, -2.905136823654175, -3.339158773422241, -1.9371833801269531, -2.0188920497894287, -0.011282217688858509, -1.3915069103240967, -1.356612205505371, -1.1427491903305054, -0.11670894175767899, -0.7463236451148987, -0.2856060564517975, -2.379542589187622, -1.7374769449234009, -2.231377363204956, -2.3931796550750732, -0.30330806970596313, -0.37703779339790344, -2.243422746658325, -1.7586450576782227, -2.2648141384124756, -2.0734963417053223, -1.129148006439209]}, "Bot001_079_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids?", "response": "i do , i'm married and together we have three kids . do you ?", "annotation_id": "Bot001_079_04", "annotations": ["O", "O", "T", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.417320251464844, -9.207998275756836, -14.36211109161377, -10.810890197753906, -14.723124504089355, -14.377787590026855, -8.40116024017334, -16.37859344482422, -13.372005462646484, -14.534335136413574, -16.17735481262207, -14.386637687683105, -12.545942306518555, -13.685482025146484, -9.477640151977539, -10.053388595581055], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -2.180912494659424, -0.9433045387268066, -1.3813836574554443, -1.2801144123077393, -0.9241037368774414, -2.5371508598327637, -1.654495120048523, -0.9734376072883606, -1.5490524768829346, -0.24651335179805756, -0.07996175438165665, -3.2065181732177734, -1.8679068088531494, -1.297751784324646, -1.6756592988967896, -0.343813955783844, -0.060800641775131226, -0.1820482760667801, -1.8403375148773193, -0.4565156102180481, -1.801370620727539, -1.9600220918655396, -1.4968788623809814, -2.881138563156128, -3.477458953857422, -1.9063208103179932, -2.444380044937134, -0.019698821008205414, -1.9358623027801514, -1.4995980262756348, -1.4082063436508179, -0.10906105488538742, -0.5622761845588684, -1.8103998899459839, -1.9748526811599731, -1.5789875984191895, -2.0518248081207275, -2.1026253700256348, -0.2909301519393921, -0.35512983798980713, -2.166299819946289, -1.5006599426269531, -1.9407297372817993, -1.6908884048461914, -1.5460256338119507, -1.4409260749816895, -2.080955743789673, -2.3055129051208496, -2.9920878410339355, -2.3623270988464355, -0.7771266102790833, -1.8617804050445557, -0.17589327692985535, -1.3029816150665283, -1.105379343032837, -0.8078731298446655, -2.137906789779663, -2.155639171600342, -1.809716820716858, -1.6079480648040771, -1.0956792831420898, -1.799137830734253, -1.7780863046646118, -1.2345219850540161, -1.6140360832214355, -2.0257561206817627, -1.2583531141281128, -0.9501742124557495, -1.0723106861114502, -1.3214904069900513, -1.6436800956726074, -0.16286858916282654, -0.4722127616405487, -0.41578879952430725]}, "Bot001_079_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do?", "response": "biking , skateboarding , play guitar and listen to music", "annotation_id": "Bot001_079_06", "annotations": ["O", "O", "T", "T", "X", "O", "O", "T", "T", "O", "X", "O", "T", "O", "O"], "gpt2_target_score": [-10.899337768554688, -19.3642635345459, -14.36211109161377, -13.834922790527344, -16.453807830810547, -9.277445793151855, -12.823935508728027, -15.1488618850708, -9.007575988769531, -17.971088409423828, -11.639556884765625, -14.2676420211792], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -2.180912494659424, -0.9433045387268066, -1.3813836574554443, -1.2801144123077393, -0.9241037368774414, -2.5371508598327637, -1.654495120048523, -0.9734376072883606, -1.5490524768829346, -0.24651335179805756, -0.07996175438165665, -3.2065181732177734, -1.8679068088531494, -1.297751784324646, -1.6756592988967896, -0.343813955783844, -0.060800641775131226, -0.1820482760667801, -1.8403375148773193, -0.4565156102180481, -1.801370620727539, -1.9600220918655396, -1.4968788623809814, -2.881138563156128, -3.477458953857422, -1.9063208103179932, -2.444380044937134, -0.019698821008205414, -1.9358623027801514, -1.4995980262756348, -1.4082063436508179, -0.10906105488538742, -0.5622761845588684, -1.8103998899459839, -1.9748526811599731, -1.5789875984191895, -2.0518248081207275, -2.1026253700256348, -0.2909301519393921, -0.35512983798980713, -2.166299819946289, -1.5006599426269531, -1.9407297372817993, -1.6908884048461914, -1.5460256338119507, -1.4409260749816895, -2.080955743789673, -2.3055129051208496, -2.9920878410339355, -2.3623270988464355, -0.7771266102790833, -1.8617804050445557, -0.17589327692985535, -1.3029816150665283, -1.105379343032837, -0.8078731298446655, -2.137906789779663, -1.779889702796936, -1.541473388671875, -1.24298095703125, -1.7747310400009155, -1.8814327716827393, -1.2854926586151123, -1.5184030532836914, -1.6784332990646362, -1.2330683469772339, -0.9417519569396973, -0.9311994314193726, -1.1120386123657227, -2.3190526962280273, -0.09293881058692932, -0.4910282492637634, -1.8810099363327026, -1.315312147140503, -2.0404298305511475, -1.7220473289489746, -1.7592036724090576, -1.6567022800445557, -0.06884362548589706, -1.608947992324829, -1.225105881690979, -0.40730005502700806, -0.835346519947052, -1.8507336378097534, -1.8233814239501953, -1.9737548828125, -2.158400297164917, -2.025054693222046, -0.04855848476290703, -0.4265071153640747, -2.8614039421081543, -1.2477290630340576, -0.69986492395401, -2.71437668800354, -0.009166065603494644, -1.2265325784683228, -1.3390463590621948]}, "Bot001_079_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook?", "response": "wow that's impressive . do you use a cook book or just wing it ?", "annotation_id": "Bot001_079_08", "annotations": ["T", "X", "T", "O", "O", "O", "O", "T", "O", "T", "O", "T", "T", "O", "O"], "gpt2_target_score": [-14.623023986816406, -9.091314315795898, -1.527821660041809, -11.841163635253906, -10.896632194519043, -7.244959831237793, -7.957159519195557, -15.645710945129395, -10.987480163574219, -17.125194549560547, -14.260272979736328, -8.0914945602417, -14.064535140991211, -17.364641189575195, -11.027135848999023, -10.053388595581055], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -2.180912494659424, -0.9433045387268066, -1.3813836574554443, -1.2801144123077393, -0.9241037368774414, -2.5371508598327637, -1.654495120048523, -0.9734376072883606, -1.5490524768829346, -0.24651335179805756, -0.07996175438165665, -3.2065181732177734, -1.8679068088531494, -1.297751784324646, -1.6756592988967896, -0.343813955783844, -0.060800641775131226, -0.1820482760667801, -1.8403375148773193, -0.4565156102180481, -1.801370620727539, -1.9600220918655396, -1.4968788623809814, -2.881138563156128, -3.477458953857422, -1.9063208103179932, -2.444380044937134, -0.019698821008205414, -1.9358623027801514, -1.4995980262756348, -1.4082063436508179, -0.10906105488538742, -0.5622761845588684, -1.8103998899459839, -1.9748526811599731, -1.5789875984191895, -2.0518248081207275, -2.1026253700256348, -0.2909301519393921, -0.35512983798980713, -2.166299819946289, -1.5006599426269531, -1.9407297372817993, -1.6908884048461914, -1.5460256338119507, -1.4409260749816895, -2.080955743789673, -2.3055129051208496, -2.9920878410339355, -2.3623270988464355, -0.7771266102790833, -1.8617804050445557, -0.17589327692985535, -1.3029816150665283, -1.105379343032837, -0.8078731298446655, -2.137906789779663, -1.779889702796936, -1.541473388671875, -1.24298095703125, -1.7747310400009155, -1.8814327716827393, -1.2854926586151123, -1.5184030532836914, -1.6784332990646362, -1.2330683469772339, -0.9417519569396973, -0.9311994314193726, -1.1120386123657227, -2.3190526962280273, -0.09293881058692932, -0.4910282492637634, -1.8810099363327026, -1.315312147140503, -2.0404298305511475, -1.7220473289489746, -1.7592036724090576, -1.6567022800445557, -0.06884362548589706, -1.608947992324829, -1.225105881690979, -0.40730005502700806, -0.835346519947052, -1.8507336378097534, -2.100177764892578, -2.0143072605133057, -0.09750287234783173, -0.38551872968673706, -2.82710862159729, -0.7522352337837219, -0.9044843316078186, -2.694641590118408, -0.008296193554997444, -1.08173406124115, -1.397745966911316, -1.6529502868652344, -2.458150625228882, -0.9585486650466919, -1.376179814338684, -1.854400396347046, -1.9043781757354736, -1.7724119424819946, -0.04419535771012306, -0.9066025018692017, -1.3864821195602417, -2.273890972137451, -1.1678905487060547, -2.3287980556488037, -1.671006441116333, -1.6863956451416016, -0.7708827257156372, -2.1856675148010254, -1.3215923309326172, -1.5660420656204224, -0.04354114830493927, -0.5964386463165283, -2.11584210395813, -3.2860066890716553, -2.0004961490631104, -1.0579993724822998, -1.7052067518234253, -1.3574726581573486, -2.7000036239624023, -0.8820139765739441, -0.5920736193656921]}, "Bot001_079_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook? wow that's impressive . do you use a cook book or just wing it ? both. What is your favorite music?", "response": "i have secret crush on sebastian bach. Also, try to guess: my favorite color ...", "annotation_id": "Bot001_079_10", "annotations": ["O", "O", "T", "O", "O", "X", "O", "T", "O", "X", "X", "X", "T", "O", "O"], "gpt2_target_score": [-9.417320251464844, -8.791692733764648, -8.694493293762207, -13.082832336425781, -9.359889030456543, -13.208460807800293, -12.14328670501709, -12.96403980255127, -16.399490356445312, -10.784518241882324, -11.644872665405273, -4.713412284851074, -14.828725814819336, -7.623619079589844, -15.104475021362305, -11.211301803588867, -14.521146774291992, -4.006931781768799, -6.980062961578369, -11.735555648803711, -10.55880069732666, -10.921677589416504], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -2.180912494659424, -0.9433045387268066, -1.3813836574554443, -1.2801144123077393, -0.9241037368774414, -2.5371508598327637, -1.654495120048523, -0.9734376072883606, -1.5490524768829346, -0.24651335179805756, -0.07996175438165665, -3.2065181732177734, -1.8679068088531494, -1.297751784324646, -1.6756592988967896, -0.343813955783844, -0.060800641775131226, -0.1820482760667801, -1.8403375148773193, -0.4565156102180481, -1.801370620727539, -1.9600220918655396, -1.4968788623809814, -2.881138563156128, -3.477458953857422, -1.9063208103179932, -2.444380044937134, -0.019698821008205414, -1.9358623027801514, -1.4995980262756348, -1.4082063436508179, -0.10906105488538742, -0.5622761845588684, -1.8103998899459839, -1.9748526811599731, -1.5789875984191895, -2.0518248081207275, -2.1026253700256348, -0.2909301519393921, -0.35512983798980713, -2.166299819946289, -1.5006599426269531, -1.9407297372817993, -1.6908884048461914, -1.5460256338119507, -1.4409260749816895, -2.080955743789673, -2.3055129051208496, -2.9920878410339355, -2.3623270988464355, -0.7771266102790833, -1.8617804050445557, -0.17589327692985535, -1.3029816150665283, -1.105379343032837, -0.8078731298446655, -2.137906789779663, -1.779889702796936, -1.541473388671875, -1.24298095703125, -1.7747310400009155, -1.8814327716827393, -1.2854926586151123, -1.5184030532836914, -1.6784332990646362, -1.2330683469772339, -0.9417519569396973, -0.9311994314193726, -1.1120386123657227, -2.3190526962280273, -0.09293881058692932, -0.4910282492637634, -1.8810099363327026, -1.315312147140503, -2.0404298305511475, -1.7220473289489746, -1.7592036724090576, -1.6567022800445557, -0.06884362548589706, -1.608947992324829, -1.225105881690979, -0.40730005502700806, -0.835346519947052, -1.8507336378097534, -2.100177764892578, -2.0143072605133057, -0.09750287234783173, -0.38551872968673706, -2.82710862159729, -0.7522352337837219, -0.9044843316078186, -2.694641590118408, -0.008296193554997444, -1.08173406124115, -1.397745966911316, -1.6529502868652344, -2.458150625228882, -0.9585486650466919, -1.376179814338684, -1.854400396347046, -1.9043781757354736, -1.7724119424819946, -0.04419535771012306, -0.9066025018692017, -1.3864821195602417, -2.273890972137451, -1.1678905487060547, -2.3287980556488037, -1.8574461936950684, -0.7212971448898315, -2.225764751434326, -1.334127426147461, -1.5473812818527222, -0.03579649329185486, -0.3967486321926117, -2.1211624145507812, -3.173506021499634, -1.9784106016159058, -0.9869665503501892, -1.6858190298080444, -1.4234954118728638, -2.1661128997802734, -0.8570491075515747, -2.079313039779663, -1.6679835319519043, -1.731545090675354, -1.9094597101211548, -0.45426666736602783, -1.5511555671691895, -1.715125560760498, -1.1458781957626343, -1.946866512298584, -1.979833960533142, -1.7081680297851562, -0.7239707112312317, -2.5199813842773438, -0.2666581869125366, -2.1115403175354004, -1.6760765314102173, -2.606409788131714, -0.9978335499763489, -2.4995601177215576, -1.9572539329528809, -2.856109380722046, -1.2415757179260254, -1.6608251333236694, -1.1155204772949219, -1.3031471967697144, -2.74939227104187, -1.6379469633102417, -2.4476869106292725, -1.1794524192810059, -2.0045464038848877, -0.6223345398902893, -2.4659197330474854]}, "Bot001_079_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook? wow that's impressive . do you use a cook book or just wing it ? both. What is your favorite music? i have secret crush on sebastian bach. Also, try to guess: my favorite color ... blue", "response": "is orange, funny you :)", "annotation_id": "Bot001_079_12", "annotations": ["O", "O", "T", "T", "O", "T", "O", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-11.376144409179688, -15.303701400756836, -8.239659309387207, -9.344703674316406, -10.869868278503418, -8.17182445526123], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -2.180912494659424, -0.9433045387268066, -1.3813836574554443, -1.2801144123077393, -0.9241037368774414, -2.5371508598327637, -1.654495120048523, -0.9734376072883606, -1.5490524768829346, -0.24651335179805756, -0.07996175438165665, -3.2065181732177734, -1.8679068088531494, -1.297751784324646, -1.6756592988967896, -0.343813955783844, -0.060800641775131226, -0.1820482760667801, -1.8403375148773193, -0.4565156102180481, -1.801370620727539, -1.9600220918655396, -1.4968788623809814, -2.881138563156128, -3.477458953857422, -1.9063208103179932, -2.444380044937134, -0.019698821008205414, -1.9358623027801514, -1.4995980262756348, -1.4082063436508179, -0.10906105488538742, -0.5622761845588684, -1.8103998899459839, -1.9748526811599731, -1.5789875984191895, -2.0518248081207275, -2.1026253700256348, -0.2909301519393921, -0.35512983798980713, -2.166299819946289, -1.5006599426269531, -1.9407297372817993, -1.6908884048461914, -1.5460256338119507, -1.4409260749816895, -2.080955743789673, -2.3055129051208496, -2.9920878410339355, -2.3623270988464355, -0.7771266102790833, -1.8617804050445557, -0.17589327692985535, -1.3029816150665283, -1.105379343032837, -0.8078731298446655, -2.137906789779663, -1.779889702796936, -1.541473388671875, -1.24298095703125, -1.7747310400009155, -1.8814327716827393, -1.2854926586151123, -1.5184030532836914, -1.6784332990646362, -1.2330683469772339, -0.9417519569396973, -0.9311994314193726, -1.1120386123657227, -2.3190526962280273, -0.09293881058692932, -0.4910282492637634, -1.8810099363327026, -1.315312147140503, -2.0404298305511475, -1.7220473289489746, -1.7592036724090576, -1.6567022800445557, -0.06884362548589706, -1.608947992324829, -1.225105881690979, -0.40730005502700806, -0.835346519947052, -1.8507336378097534, -2.100177764892578, -2.0143072605133057, -0.09750287234783173, -0.38551872968673706, -2.82710862159729, -0.7522352337837219, -0.9044843316078186, -2.694641590118408, -0.008296193554997444, -1.08173406124115, -1.397745966911316, -1.6529502868652344, -2.458150625228882, -0.9585486650466919, -1.376179814338684, -1.854400396347046, -1.9043781757354736, -1.7724119424819946, -0.04419535771012306, -0.9066025018692017, -1.3864821195602417, -2.273890972137451, -1.1678905487060547, -2.3287980556488037, -1.8574461936950684, -0.7212971448898315, -2.225764751434326, -1.334127426147461, -1.5473812818527222, -0.03579649329185486, -0.3967486321926117, -2.121169090270996, -3.1735002994537354, -1.9784109592437744, -0.9869722127914429, -1.6858149766921997, -1.4234925508499146, -2.166114330291748, -0.8570332527160645, -2.0793051719665527, -1.667989730834961, -1.7315598726272583, -1.9094487428665161, -0.45426470041275024, -1.551145315170288, -1.715124487876892, -1.1458767652511597, -1.946865200996399, -1.7541261911392212, -0.6865773797035217, -2.465526819229126, -0.2599692940711975, -1.8210009336471558, -1.7087106704711914, -2.4252498149871826, -0.8932675123214722, -2.5659120082855225, -2.1204802989959717, -2.55169939994812, -1.7326695919036865, -1.5781378746032715, -1.5492637157440186, -1.158600926399231, -2.6539690494537354, -1.7656015157699585, -2.15442156791687, -1.1147691011428833, -1.9192984104156494, -0.6194979548454285, -2.476663112640381, -2.2438180446624756, -2.0943217277526855, -1.1361477375030518, -2.652540922164917, -2.1437184810638428, -1.2211047410964966, -2.725978136062622, -0.5666325688362122]}, "Bot001_079_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook? wow that's impressive . do you use a cook book or just wing it ? both. What is your favorite music? i have secret crush on sebastian bach. Also, try to guess: my favorite color ... blue is orange, funny you :) this is a beautiful color! Do you like orange food?", "response": "blue for the university of kentucky. hows it going today ?", "annotation_id": "Bot001_079_14", "annotations": ["X", "X", "T", "O", "X", "X", "X", "T", "O", "T", "O", "X", "T", "T", "O"], "gpt2_target_score": [-14.997016906738281, -9.071874618530273, -5.609593391418457, -12.538856506347656, -10.076273918151855, -9.987116813659668, -16.649770736694336, -19.061573028564453, -8.558944702148438, -13.820242881774902, -11.489498138427734, -10.25751781463623, -14.451570510864258, -16.669620513916016, -11.254438400268555], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -2.180912494659424, -0.9433045387268066, -1.3813836574554443, -1.2801144123077393, -0.9241037368774414, -2.5371508598327637, -1.654495120048523, -0.9734376072883606, -1.5490524768829346, -0.24651335179805756, -0.07996175438165665, -3.2065181732177734, -1.8679068088531494, -1.297751784324646, -1.6756592988967896, -0.343813955783844, -0.060800641775131226, -0.1820482760667801, -1.8403375148773193, -0.4565156102180481, -1.801370620727539, -1.9600220918655396, -1.4968788623809814, -2.881138563156128, -3.477458953857422, -1.9063208103179932, -2.444380044937134, -0.019698821008205414, -1.9358623027801514, -1.4995980262756348, -1.4082063436508179, -0.10906105488538742, -0.5622761845588684, -1.8103998899459839, -1.9748526811599731, -1.5789875984191895, -2.0518248081207275, -2.1026253700256348, -0.2909301519393921, -0.35512983798980713, -2.166299819946289, -1.5006599426269531, -1.9407297372817993, -1.6908884048461914, -1.5460256338119507, -1.4409260749816895, -2.080955743789673, -2.3055129051208496, -2.9920878410339355, -2.3623270988464355, -0.7771266102790833, -1.8617804050445557, -0.17589327692985535, -1.3029816150665283, -1.105379343032837, -0.8078731298446655, -2.137906789779663, -1.779889702796936, -1.541473388671875, -1.24298095703125, -1.7747310400009155, -1.8814327716827393, -1.2854926586151123, -1.5184030532836914, -1.6784332990646362, -1.2330683469772339, -0.9417519569396973, -0.9311994314193726, -1.1120386123657227, -2.3190526962280273, -0.09293881058692932, -0.4910282492637634, -1.8810099363327026, -1.315312147140503, -2.0404298305511475, -1.7220473289489746, -1.7592036724090576, -1.6567022800445557, -0.06884362548589706, -1.608947992324829, -1.225105881690979, -0.40730005502700806, -0.835346519947052, -1.8507336378097534, -2.100177764892578, -2.0143072605133057, -0.09750287234783173, -0.38551872968673706, -2.82710862159729, -0.7522352337837219, -0.9044843316078186, -2.694641590118408, -0.008296193554997444, -1.08173406124115, -1.397745966911316, -1.6529502868652344, -2.458150625228882, -0.9585486650466919, -1.376179814338684, -1.854400396347046, -1.9043781757354736, -1.7724119424819946, -0.04419535771012306, -0.9066025018692017, -1.3864821195602417, -2.273890972137451, -1.1678905487060547, -2.3287980556488037, -1.8574461936950684, -0.7212971448898315, -2.225764751434326, -1.334127426147461, -1.5473812818527222, -0.03579649329185486, -0.3967486321926117, -2.121169090270996, -3.1735002994537354, -1.9784109592437744, -0.9869722127914429, -1.6858149766921997, -1.4234925508499146, -2.166114330291748, -0.8570332527160645, -2.0793051719665527, -1.667989730834961, -1.7315598726272583, -1.9094487428665161, -0.45426470041275024, -1.551145315170288, -1.715124487876892, -1.1458767652511597, -1.946865200996399, -1.7541261911392212, -0.6865773797035217, -2.465526819229126, -0.2599692940711975, -1.8210009336471558, -1.7087106704711914, -2.4252498149871826, -0.8932675123214722, -2.5659120082855225, -2.1204802989959717, -2.55169939994812, -1.7326695919036865, -1.5781378746032715, -1.5492637157440186, -1.158600926399231, -2.6539690494537354, -1.7656015157699585, -2.15442156791687, -1.1147691011428833, -1.91930091381073, -0.6194954514503479, -2.4766643047332764, -2.243834972381592, -2.4074184894561768, -1.4756542444229126, -1.9410483837127686, -1.5568078756332397, -2.347306251525879, -1.5936790704727173, -0.423820823431015, -1.4842296838760376, -2.4451847076416016, -1.548988938331604, -1.8543354272842407, -2.016911745071411, -0.057644836604595184, -0.7257367968559265, -1.852403163909912, -1.0258804559707642, -0.7997697591781616, -2.1659460067749023, -1.921748161315918, -0.4496381878852844, -1.0481452941894531, -1.860982060432434, -1.8976974487304688, -3.530454397201538, -1.2905277013778687, -1.6049275398254395, -1.5561692714691162, -1.461054801940918, -1.9322824478149414, -1.2280254364013672, -1.5140920877456665, -0.8526827692985535, -0.7800660133361816, -0.4941384792327881]}, "Bot001_079_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook? wow that's impressive . do you use a cook book or just wing it ? both. What is your favorite music? i have secret crush on sebastian bach. Also, try to guess: my favorite color ... blue is orange, funny you :) this is a beautiful color! Do you like orange food? blue for the university of kentucky. hows it going today ? i am a vegan and i love hummus. do you like meat?", "response": "i'm a vegan too , awesome .. Also, try to guess: i turned 18 ...", "annotation_id": "Bot001_079_16", "annotations": ["O", "O", "T", "T", "O", "T", "X", "T", "T", "O", "T", "O", "T", "O", "O"], "gpt2_target_score": [-9.417320251464844, -10.629690170288086, -5.132817268371582, -9.433677673339844, -11.464503288269043, -9.277445793151855, -12.235190391540527, -14.278393745422363, -15.894424438476562, -8.623236656188965, -20.420757293701172, -8.04731273651123, -18.166250228881836, -9.495744705200195, -9.88963508605957, -13.328413009643555, -13.446149826049805, -10.194965362548828], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -2.180912494659424, -0.9433045387268066, -1.3813836574554443, -1.2801144123077393, -0.9241037368774414, -2.5371508598327637, -1.654495120048523, -0.9734376072883606, -1.5490524768829346, -0.24651335179805756, -0.07996175438165665, -3.2065181732177734, -1.8679068088531494, -1.297751784324646, -1.6756592988967896, -0.343813955783844, -0.060800641775131226, -0.1820482760667801, -1.8403375148773193, -0.4565156102180481, -1.801370620727539, -1.9600220918655396, -1.4968788623809814, -2.881138563156128, -3.477458953857422, -1.9063208103179932, -2.444380044937134, -0.019698821008205414, -1.9358623027801514, -1.4995980262756348, -1.4082063436508179, -0.10906105488538742, -0.5622761845588684, -1.8103998899459839, -1.9748526811599731, -1.5789875984191895, -2.0518248081207275, -2.1026253700256348, -0.2909301519393921, -0.35512983798980713, -2.166299819946289, -1.5006599426269531, -1.9407297372817993, -1.6908884048461914, -1.5460256338119507, -1.4409260749816895, -2.080955743789673, -2.3055129051208496, -2.9920878410339355, -2.3623270988464355, -0.7771266102790833, -1.8617804050445557, -0.17589327692985535, -1.3029816150665283, -1.105379343032837, -0.8078731298446655, -2.137906789779663, -1.779889702796936, -1.541473388671875, -1.24298095703125, -1.7747310400009155, -1.8814327716827393, -1.2854926586151123, -1.5184030532836914, -1.6784332990646362, -1.2330683469772339, -0.9417519569396973, -0.9311994314193726, -1.1120386123657227, -2.3190526962280273, -0.09293881058692932, -0.4910282492637634, -1.8810099363327026, -1.315312147140503, -2.0404298305511475, -1.7220473289489746, -1.7592036724090576, -1.6567022800445557, -0.06884362548589706, -1.608947992324829, -1.225105881690979, -0.40730005502700806, -0.835346519947052, -1.8507336378097534, -2.100177764892578, -2.0143072605133057, -0.09750287234783173, -0.38551872968673706, -2.82710862159729, -0.7522352337837219, -0.9044843316078186, -2.694641590118408, -0.008296193554997444, -1.08173406124115, -1.397745966911316, -1.6529502868652344, -2.458150625228882, -0.9585486650466919, -1.376179814338684, -1.854400396347046, -1.9043781757354736, -1.7724119424819946, -0.04419535771012306, -0.9066025018692017, -1.3864821195602417, -2.273890972137451, -1.1678905487060547, -2.3287980556488037, -1.8574461936950684, -0.7212971448898315, -2.225764751434326, -1.334127426147461, -1.5473812818527222, -0.03579649329185486, -0.3967486321926117, -2.121169090270996, -3.1735002994537354, -1.9784109592437744, -0.9869722127914429, -1.6858149766921997, -1.4234925508499146, -2.166114330291748, -0.8570332527160645, -2.0793051719665527, -1.667989730834961, -1.7315598726272583, -1.9094487428665161, -0.45426470041275024, -1.551145315170288, -1.715124487876892, -1.1458767652511597, -1.946865200996399, -1.7541261911392212, -0.6865773797035217, -2.465526819229126, -0.2599692940711975, -1.8210009336471558, -1.7087106704711914, -2.4252498149871826, -0.8932675123214722, -2.5659120082855225, -2.1204802989959717, -2.55169939994812, -1.7326695919036865, -1.5781378746032715, -1.5492637157440186, -1.158600926399231, -2.6539690494537354, -1.7656015157699585, -2.15442156791687, -1.1147691011428833, -1.91930091381073, -0.6194954514503479, -2.4766643047332764, -2.243834972381592, -2.4074184894561768, -1.4756542444229126, -1.9410483837127686, -1.5568078756332397, -2.347306251525879, -1.5936790704727173, -0.423820823431015, -1.4842296838760376, -2.4451847076416016, -1.548988938331604, -1.8543354272842407, -2.016911745071411, -0.057644836604595184, -0.7257367968559265, -1.852403163909912, -1.0258804559707642, -0.7997697591781616, -2.1659460067749023, -0.4027138650417328, -1.1813268661499023, -1.6911088228225708, -1.7254939079284668, -3.4981749057769775, -1.2297438383102417, -2.105815887451172, -1.9861122369766235, -2.1416983604431152, -1.7396177053451538, -1.0682379007339478, -1.5419068336486816, -0.8589752316474915, -0.6995104551315308, -2.000300168991089, -2.4059841632843018, -1.714326024055481, -2.767519474029541, -1.7973952293395996, -1.1351978778839111, -1.9651107788085938, -1.6237711906433105, -0.009806551970541477, -1.6747994422912598, -1.3458324670791626, -0.02812793478369713, -0.5220682621002197, -2.3390862941741943, -1.109990119934082, -2.0525009632110596, -2.065697431564331, -1.7143800258636475, -1.3893604278564453, -1.0333534479141235, -1.1771471500396729, -1.5307408571243286, -0.9947832226753235, -1.1193400621414185, -1.1076360940933228, -1.1416486501693726, -1.6136554479599, -0.32543912529945374, -2.058267116546631, -1.559744954109192, -0.6802137494087219, -1.6850111484527588, -2.182673454284668, -1.262605905532837, -1.68783700466156]}, "Bot001_079_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook? wow that's impressive . do you use a cook book or just wing it ? both. What is your favorite music? i have secret crush on sebastian bach. Also, try to guess: my favorite color ... blue is orange, funny you :) this is a beautiful color! Do you like orange food? blue for the university of kentucky. hows it going today ? i am a vegan and i love hummus. do you like meat? i'm a vegan too , awesome .. Also, try to guess: i turned 18 ... today", "response": "years old yesterday, funny you :)", "annotation_id": "Bot001_079_18", "annotations": ["O", "O", "T", "T", "O", "O", "O", "T", "T", "O", "X", "T", "T", "O", "X"], "gpt2_target_score": [-16.854339599609375, -11.773275375366211, -13.195469856262207, -8.089546203613281, -8.116511344909668, -6.2294416427612305, -6.476370334625244], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -2.180912494659424, -0.9433045387268066, -1.3813836574554443, -1.2801144123077393, -0.9241037368774414, -2.5371508598327637, -1.654495120048523, -0.9734376072883606, -1.5490524768829346, -0.24651335179805756, -0.07996175438165665, -3.2065181732177734, -1.8679068088531494, -1.297751784324646, -1.6756592988967896, -0.343813955783844, -0.060800641775131226, -0.1820482760667801, -1.8403375148773193, -0.4565156102180481, -1.801370620727539, -1.9600220918655396, -1.4968788623809814, -2.881138563156128, -3.477458953857422, -1.9063208103179932, -2.444380044937134, -0.019698821008205414, -1.9358623027801514, -1.4995980262756348, -1.4082063436508179, -0.10906105488538742, -0.5622761845588684, -1.8103998899459839, -1.9748526811599731, -1.5789875984191895, -2.0518248081207275, -2.1026253700256348, -0.2909301519393921, -0.35512983798980713, -2.166299819946289, -1.5006599426269531, -1.9407297372817993, -1.6908884048461914, -1.5460256338119507, -1.4409260749816895, -2.080955743789673, -2.3055129051208496, -2.9920878410339355, -2.3623270988464355, -0.7771266102790833, -1.8617804050445557, -0.17589327692985535, -1.3029816150665283, -1.105379343032837, -0.8078731298446655, -2.137906789779663, -1.779889702796936, -1.541473388671875, -1.24298095703125, -1.7747310400009155, -1.8814327716827393, -1.2854926586151123, -1.5184030532836914, -1.6784332990646362, -1.2330683469772339, -0.9417519569396973, -0.9311994314193726, -1.1120386123657227, -2.3190526962280273, -0.09293881058692932, -0.4910282492637634, -1.8810099363327026, -1.315312147140503, -2.0404298305511475, -1.7220473289489746, -1.7592036724090576, -1.6567022800445557, -0.06884362548589706, -1.608947992324829, -1.225105881690979, -0.40730005502700806, -0.835346519947052, -1.8507336378097534, -2.100177764892578, -2.0143072605133057, -0.09750287234783173, -0.38551872968673706, -2.82710862159729, -0.7522352337837219, -0.9044843316078186, -2.694641590118408, -0.008296193554997444, -1.08173406124115, -1.397745966911316, -1.6529502868652344, -2.458150625228882, -0.9585486650466919, -1.376179814338684, -1.854400396347046, -1.9043781757354736, -1.7724119424819946, -0.04419535771012306, -0.9066025018692017, -1.3864821195602417, -2.273890972137451, -1.1678905487060547, -2.3287980556488037, -1.8574461936950684, -0.7212971448898315, -2.225764751434326, -1.334127426147461, -1.5473812818527222, -0.03579649329185486, -0.3967486321926117, -2.121169090270996, -3.1735002994537354, -1.9784109592437744, -0.9869722127914429, -1.6858149766921997, -1.4234925508499146, -2.166114330291748, -0.8570332527160645, -2.0793051719665527, -1.667989730834961, -1.7315598726272583, -1.9094487428665161, -0.45426470041275024, -1.551145315170288, -1.715124487876892, -1.1458767652511597, -1.946865200996399, -1.7541261911392212, -0.6865773797035217, -2.465526819229126, -0.2599692940711975, -1.8210009336471558, -1.7087106704711914, -2.4252498149871826, -0.8932675123214722, -2.5659120082855225, -2.1204802989959717, -2.55169939994812, -1.7326695919036865, -1.5781378746032715, -1.5492637157440186, -1.158600926399231, -2.6539690494537354, -1.7656015157699585, -2.15442156791687, -1.1147691011428833, -1.91930091381073, -0.6194954514503479, -2.4766643047332764, -2.243834972381592, -2.4074184894561768, -1.4756542444229126, -1.9410483837127686, -1.5568078756332397, -2.347306251525879, -1.5936790704727173, -0.423820823431015, -1.4842296838760376, -2.4451847076416016, -1.548988938331604, -1.8543354272842407, -2.016911745071411, -0.057644836604595184, -0.7257367968559265, -1.852403163909912, -1.0258804559707642, -0.7997697591781616, -2.1659460067749023, -0.4027138650417328, -1.1813268661499023, -1.6911088228225708, -1.7254939079284668, -3.4981749057769775, -1.2297438383102417, -2.105815887451172, -1.9861122369766235, -2.1416983604431152, -1.7396177053451538, -1.0682379007339478, -1.5419068336486816, -0.8589752316474915, -0.6995104551315308, -2.000300168991089, -2.4059841632843018, -1.714326024055481, -2.767519474029541, -1.7973952293395996, -1.1351978778839111, -1.9651107788085938, -1.6237711906433105, -0.009806551970541477, -1.6747994422912598, -1.3458324670791626, -0.02812793478369713, -0.5220682621002197, -2.3390862941741943, -1.109990119934082, -2.0525009632110596, -2.0716235637664795, -1.684734582901001, -1.0783909559249878, -1.491781234741211, -1.7416809797286987, -1.0574175119400024, -1.5511131286621094, -1.3432015180587769, -0.747904360294342, -1.8447953462600708, -0.3733072876930237, -1.9566084146499634, -1.8327744007110596, -1.1545276641845703, -1.8973710536956787, -2.1009998321533203, -1.268417477607727, -1.591231346130371, -1.1495667695999146, -2.2995712757110596, -0.4623642861843109, -1.983022689819336, -1.714316964149475, -1.1957975625991821, -2.3022570610046387, -2.844954013824463, -1.0819357633590698]}, "Bot001_079_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook? wow that's impressive . do you use a cook book or just wing it ? both. What is your favorite music? i have secret crush on sebastian bach. Also, try to guess: my favorite color ... blue is orange, funny you :) this is a beautiful color! Do you like orange food? blue for the university of kentucky. hows it going today ? i am a vegan and i love hummus. do you like meat? i'm a vegan too , awesome .. Also, try to guess: i turned 18 ... today years old yesterday, funny you :) happy birthday then!", "response": "thanks ! what do you do for a living ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT]", "annotation_id": "Bot001_079_20", "annotations": ["O", "O", "T", "O", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-13.5548095703125, -9.557332992553711, -10.041646003723145, -9.800865173339844, -10.869868278503418, -7.244959831237793, -9.731329917907715, -11.229660987854004, -17.940990447998047, -13.145297050476074, -12.741207122802734, -11.93408489227295, -12.807252883911133, -6.5905303955078125, -10.254983901977539, -13.351041793823242, -15.961652755737305, -8.537662506103516, -15.029073715209961, -12.064413070678711, -15.51564884185791, -10.715500831604004, -17.982044219970703, -10.744461059570312, -14.915698051452637, -15.530024528503418, -14.586143493652344], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -2.180912494659424, -0.9433045387268066, -1.3813836574554443, -1.2801144123077393, -0.9241037368774414, -2.5371508598327637, -1.654495120048523, -0.9734376072883606, -1.5490524768829346, -0.24651335179805756, -0.07996175438165665, -3.2065181732177734, -1.8679068088531494, -1.297751784324646, -1.6756592988967896, -0.343813955783844, -0.060800641775131226, -0.1820482760667801, -1.8403375148773193, -0.4565156102180481, -1.801370620727539, -1.9600220918655396, -1.4968788623809814, -2.881138563156128, -3.477458953857422, -1.9063208103179932, -2.444380044937134, -0.019698821008205414, -1.9358623027801514, -1.4995980262756348, -1.4082063436508179, -0.10906105488538742, -0.5622761845588684, -1.8103998899459839, -1.9748526811599731, -1.5789875984191895, -2.0518248081207275, -2.1026253700256348, -0.2909301519393921, -0.35512983798980713, -2.166299819946289, -1.5006599426269531, -1.9407297372817993, -1.6908884048461914, -1.5460256338119507, -1.4409260749816895, -2.080955743789673, -2.3055129051208496, -2.9920878410339355, -2.3623270988464355, -0.7771266102790833, -1.8617804050445557, -0.17589327692985535, -1.3029816150665283, -1.105379343032837, -0.8078731298446655, -2.137906789779663, -1.779889702796936, -1.541473388671875, -1.24298095703125, -1.7747310400009155, -1.8814327716827393, -1.2854926586151123, -1.5184030532836914, -1.6784332990646362, -1.2330683469772339, -0.9417519569396973, -0.9311994314193726, -1.1120386123657227, -2.3190526962280273, -0.09293881058692932, -0.4910282492637634, -1.8810099363327026, -1.315312147140503, -2.0404298305511475, -1.7220473289489746, -1.7592036724090576, -1.6567022800445557, -0.06884362548589706, -1.608947992324829, -1.225105881690979, -0.40730005502700806, -0.835346519947052, -1.8507336378097534, -2.100177764892578, -2.0143072605133057, -0.09750287234783173, -0.38551872968673706, -2.82710862159729, -0.7522352337837219, -0.9044843316078186, -2.694641590118408, -0.008296193554997444, -1.08173406124115, -1.397745966911316, -1.6529502868652344, -2.458150625228882, -0.9585486650466919, -1.376179814338684, -1.854400396347046, -1.9043781757354736, -1.7724119424819946, -0.04419535771012306, -0.9066025018692017, -1.3864821195602417, -2.273890972137451, -1.1678905487060547, -2.3287980556488037, -1.8574461936950684, -0.7212971448898315, -2.225764751434326, -1.334127426147461, -1.5473812818527222, -0.03579649329185486, -0.3967486321926117, -2.121169090270996, -3.1735002994537354, -1.9784109592437744, -0.9869722127914429, -1.6858149766921997, -1.4234925508499146, -2.166114330291748, -0.8570334315299988, -2.0792956352233887, -1.6679847240447998, -1.7315558195114136, -1.9094756841659546, -0.4542653560638428, -1.5511481761932373, -1.715120792388916, -1.1458908319473267, -1.9468733072280884, -1.7541332244873047, -0.6865789294242859, -2.465524196624756, -0.2599698305130005, -1.8209795951843262, -1.7087010145187378, -2.4252543449401855, -0.8932673335075378, -2.565908908843994, -2.1204912662506104, -2.5517048835754395, -1.7326550483703613, -1.5781283378601074, -1.5492841005325317, -1.1585952043533325, -2.6539840698242188, -1.7655993700027466, -2.154395818710327, -1.1147706508636475, -1.9193040132522583, -0.6195002198219299, -2.4766650199890137, -2.2438151836395264, -2.4074156284332275, -1.4756609201431274, -1.941052794456482, -1.5568081140518188, -2.3472909927368164, -1.593690037727356, -0.42381542921066284, -1.4842419624328613, -2.445176601409912, -1.548997402191162, -1.8543380498886108, -2.0169124603271484, -0.05764393508434296, -0.7257320880889893, -1.8523914813995361, -1.0258629322052002, -0.7997769117355347, -2.165956497192383, -0.4027125835418701, -1.1813267469406128, -1.6911051273345947, -1.7254761457443237, -3.4981822967529297, -1.2297440767288208, -2.105820655822754, -1.9861210584640503, -2.1417107582092285, -1.7396385669708252, -1.0682487487792969, -1.5419164896011353, -0.8589729070663452, -0.6995266675949097, -2.0003037452697754, -2.4059860706329346, -1.7143259048461914, -2.7675106525421143, -1.7974036931991577, -1.1351921558380127, -1.9651198387145996, -1.6237653493881226, -0.009806551970541477, -1.6747987270355225, -1.3458359241485596, -0.02812793478369713, -0.5220677256584167, -2.339085102081299, -1.1099897623062134, -2.0525054931640625, -2.071620225906372, -1.6847262382507324, -1.0783989429473877, -1.4917742013931274, -1.7416874170303345, -1.0574257373809814, -1.5511201620101929, -1.3432011604309082, -0.7479032278060913, -1.8447984457015991, -0.37329792976379395, -1.9565846920013428, -1.8327921628952026, -1.154535174369812, -1.8973746299743652, -2.100978374481201, -1.2684215307235718, -1.5912421941757202, -1.1495654582977295, -0.5923908352851868, -2.2700705528259277, -2.051800012588501, -1.199623465538025, -1.5389196872711182, -2.574328899383545, -1.5897232294082642, -0.7905313372612, -1.6200062036514282, -1.8846501111984253, -2.057917356491089, -2.3435795307159424, -1.3666695356369019, -1.2576688528060913, -1.8360004425048828, -0.02591765858232975, -0.6009376645088196, -0.639289915561676, -1.6740622520446777, -0.695959210395813, -0.47057509422302246, -0.7579206228256226, -3.2774970531463623, -0.004939970560371876, -0.019980471581220627, -0.04142133146524429, -0.019639909267425537, -1.0822741985321045, -2.6933326721191406, -1.893131136894226, -0.44120684266090393, -1.7944061756134033, -2.2751550674438477, -2.106379747390747, -2.3099563121795654, -2.3969314098358154, -0.8220143914222717, -1.1571168899536133, -1.3539490699768066]}, "Bot001_082_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi", "response": "hey there , i do believe we never met . . how is it going ?", "annotation_id": "Bot001_082_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O"], "gpt2_target_score": [-9.781204223632812, -12.261964797973633, -6.811847686767578, -3.5629630088806152, -5.080873966217041, -7.988772392272949, -8.087736129760742, -11.2799654006958, -7.426380157470703, -11.000118255615234, -6.266794681549072, -4.57614803314209, -5.678349018096924, -6.455913066864014, -7.54433536529541, -2.531984806060791], "gpt2_argmax_score": [-3.222564458847046, -2.3157899379730225, -1.3789252042770386, -1.7575429677963257, -2.001345157623291, -2.3874847888946533, -2.245512008666992, -1.6273776292800903, -1.4809608459472656, -2.552288293838501, -2.3086800575256348, -1.2316806316375732, -0.8985944986343384, -1.8222156763076782, -1.2594692707061768, -1.808641791343689, -1.4966689348220825, -0.42114824056625366]}, "Bot001_082_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know", "response": "i am jk me nighter never learned haha", "annotation_id": "Bot001_082_03", "annotations": ["O", "X", "T", "T", "T", "T", "T", "X", "T", "O", "T", "O", "X", "X", "T"], "gpt2_target_score": [-7.5969085693359375, -8.21971607208252, -7.653656005859375, -7.992765426635742, -10.392728805541992, -7.4885358810424805, -20.898704528808594, -6.819633960723877, -5.527708053588867, -9.882479667663574], "gpt2_argmax_score": [-3.222564458847046, -2.4028217792510986, -1.470871090888977, -1.7746412754058838, -2.2921881675720215, -1.7118332386016846, -1.4972455501556396, -1.384468674659729, -2.5382823944091797, -2.3960297107696533, -1.4300826787948608, -0.8134098649024963, -1.5619930028915405, -1.304176926612854, -2.037630081176758, -1.238218069076538, -0.7277902960777283, -1.509023666381836, -1.5319989919662476, -2.612553358078003, -0.1281089037656784, -0.9997451305389404, -1.6095958948135376, -2.6501269340515137, -2.429401397705078, -2.381392478942871, -2.4181525707244873, -1.960713267326355, -1.5518447160720825, -2.568420886993408, -1.139204502105713, -1.9550204277038574, -1.9658101797103882, -0.3609514534473419]}, "Bot001_082_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what?", "response": "a stick ! !", "annotation_id": "Bot001_082_05", "annotations": ["O", "X", "X", "T", "O", "T", "X", "X", "O", "O", "T", "O", "T", "T", "O"], "gpt2_target_score": [-8.713150024414062, -12.20110034942627, -5.82110595703125, -7.45185661315918], "gpt2_argmax_score": [-3.222564458847046, -2.4028217792510986, -1.470871090888977, -1.7746412754058838, -2.2921881675720215, -1.7118332386016846, -1.4972455501556396, -1.384468674659729, -2.5382823944091797, -2.3960297107696533, -1.4300826787948608, -0.8134098649024963, -1.5619930028915405, -1.304176926612854, -2.037630081176758, -1.238218069076538, -0.7277902960777283, -1.509023666381836, -1.5319989919662476, -2.612553358078003, -0.1281089037656784, -0.9997451305389404, -1.6095958948135376, -1.6854946613311768, -2.800930976867676, -2.1893930435180664, -2.535151243209839, -2.630671739578247, -1.6679978370666504, -2.6016736030578613, -2.3900694847106934, -1.8384499549865723, -1.5157380104064941, -2.3192639350891113, -1.4484184980392456, -2.5563666820526123, -3.501236915588379, -1.9412609338760376, -0.5052184462547302, -0.3273985981941223]}, "Bot001_082_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol", "response": "but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ...", "annotation_id": "Bot001_082_07", "annotations": ["T", "T", "T", "T", "T", "X", "O", "X", "O", "T", "T", "O", "X", "T", "T"], "gpt2_target_score": [-12.64976692199707, -2.699152946472168, -8.2916841506958, -7.932106971740723, -7.893742561340332, -11.981431007385254, -16.662317276000977, -15.714463233947754, -9.955560684204102, -5.513457298278809, -8.57082748413086, -14.210110664367676, -11.314273834228516, -10.9026517868042, -5.460955619812012, -16.069791793823242, -7.158030986785889, -8.599625587463379, -9.610860824584961, -7.010190963745117, -12.769123077392578, -9.113999366760254, -9.030664443969727, -9.666560173034668, -12.64962100982666, -14.889472961425781, -6.3314948081970215], "gpt2_argmax_score": [-3.222573757171631, -2.402796745300293, -1.470898985862732, -1.7746210098266602, -2.292210340499878, -1.7118386030197144, -1.4972782135009766, -1.384446144104004, -2.5382633209228516, -2.3960256576538086, -1.430065393447876, -0.8134123086929321, -1.561984896659851, -1.3042173385620117, -2.0376462936401367, -1.2382183074951172, -0.7278093099594116, -1.509034276008606, -1.5319725275039673, -2.612546920776367, -0.12810178101062775, -0.999741792678833, -1.609613299369812, -1.6854658126831055, -2.8009729385375977, -2.1893961429595947, -2.535123348236084, -2.6306638717651367, -1.668005108833313, -2.601701021194458, -2.390084981918335, -1.8384371995925903, -1.5157742500305176, -2.3192923069000244, -1.4484072923660278, -3.2943897247314453, -2.539875030517578, -1.615075707435608, -1.6352252960205078, -1.818199634552002, -2.6885831356048584, -2.191628932952881, -2.731846332550049, -1.9175852537155151, -1.5595033168792725, -1.3172826766967773, -1.7528330087661743, -3.097831964492798, -2.2526068687438965, -2.025832176208496, -1.1612489223480225, -3.275057554244995, -0.0769784078001976, -1.2079830169677734, -1.9104067087173462, -2.1831936836242676, -0.9479255080223083, -1.2403981685638428, -2.0171127319335938, -1.4598006010055542, -1.0201557874679565, -2.0075414180755615, -1.6831672191619873, -2.489300012588501, -1.135908603668213, -0.6132056713104248, -1.4442211389541626, -2.0631184577941895]}, "Bot001_082_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ... near the river?", "response": "in florida, funny you :)", "annotation_id": "Bot001_082_09", "annotations": ["T", "O", "X", "T", "O", "O", "T", "T", "O", "O", "T", "O", "T", "T", "T"], "gpt2_target_score": [-8.854562759399414, -9.246851921081543, -12.897412300109863, -13.72371768951416, -8.133976936340332, -9.566285133361816, -2.284128189086914, -10.427369117736816], "gpt2_argmax_score": [-3.222573757171631, -2.402796745300293, -1.470898985862732, -1.7746210098266602, -2.292210340499878, -1.7118386030197144, -1.4972782135009766, -1.384446144104004, -2.5382633209228516, -2.3960256576538086, -1.430065393447876, -0.8134123086929321, -1.561984896659851, -1.3042173385620117, -2.0376462936401367, -1.2382183074951172, -0.7278093099594116, -1.509034276008606, -1.5319725275039673, -2.612546920776367, -0.12810178101062775, -0.999741792678833, -1.609613299369812, -1.6854658126831055, -2.8009729385375977, -2.1893961429595947, -2.535123348236084, -2.6306638717651367, -1.668005108833313, -2.601701021194458, -2.390084981918335, -1.8384371995925903, -1.5157742500305176, -2.3192923069000244, -1.4484072923660278, -3.2943897247314453, -2.539875030517578, -1.615075707435608, -1.6352252960205078, -1.818199634552002, -1.507481575012207, -2.469550371170044, -2.2401797771453857, -1.6868622303009033, -2.9815521240234375, -1.2810742855072021, -3.0440149307250977, -2.2834582328796387, -2.0015158653259277, -1.2136892080307007, -3.392796039581299, -0.08896846324205399, -2.2934701442718506, -1.9990777969360352, -2.2405264377593994, -1.9616296291351318, -2.549715042114258, -1.922996163368225, -1.5648800134658813, -1.0932468175888062, -2.04487943649292, -1.61371648311615, -2.5584018230438232, -1.2534072399139404, -0.5609545111656189, -1.4413355588912964, -2.534837007522583, -2.0212643146514893, -1.7405319213867188, -1.2779992818832397, -1.9032093286514282, -2.594163417816162, -1.6383566856384277, -0.24530689418315887, -0.05949562042951584, -1.5896002054214478, -2.627929925918579, -2.9740376472473145, -2.532191276550293, -0.4029633402824402]}, "Bot001_082_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ... near the river? in florida, funny you :) almost near", "response": "how is it like being a parent ? is this your first born ?", "annotation_id": "Bot001_082_11", "annotations": ["T", "T", "T", "T", "T", "T", "X", "T", "T", "O", "O", "O", "X", "X", "T"], "gpt2_target_score": [-11.035364151000977, -5.679163932800293, -5.2437262535095215, -6.196816444396973, -11.321003913879395, -3.792496681213379, -12.769464492797852, -11.393982887268066, -10.781824111938477, -3.4302663803100586, -7.545299530029297, -9.862988471984863, -12.150882720947266, -8.925646781921387], "gpt2_argmax_score": [-3.222573757171631, -2.402796745300293, -1.470898985862732, -1.7746210098266602, -2.292210340499878, -1.7118386030197144, -1.4972782135009766, -1.384446144104004, -2.5382633209228516, -2.3960256576538086, -1.430065393447876, -0.8134123086929321, -1.561984896659851, -1.3042173385620117, -2.0376462936401367, -1.2382183074951172, -0.7278093099594116, -1.509034276008606, -1.5319725275039673, -2.612546920776367, -0.12810178101062775, -0.999741792678833, -1.609613299369812, -1.6854658126831055, -2.8009729385375977, -2.1893961429595947, -2.535123348236084, -2.6306638717651367, -1.668005108833313, -2.601701021194458, -2.390084981918335, -1.8384371995925903, -1.5157742500305176, -2.3192923069000244, -1.4484072923660278, -3.2943897247314453, -2.539875030517578, -1.615075707435608, -1.6352252960205078, -1.818199634552002, -1.507481575012207, -2.469550371170044, -2.2401797771453857, -1.6868622303009033, -2.9815521240234375, -1.2810742855072021, -3.0440149307250977, -2.2834582328796387, -2.0015158653259277, -1.2136892080307007, -3.392796039581299, -0.08896846324205399, -2.2934701442718506, -1.9990777969360352, -2.2405264377593994, -1.9616296291351318, -2.549715042114258, -1.922996163368225, -1.5648800134658813, -1.0932468175888062, -2.04487943649292, -1.61371648311615, -2.5584018230438232, -1.2534072399139404, -0.5609545111656189, -1.4413355588912964, -2.534837007522583, -2.0212643146514893, -1.7405319213867188, -1.2779992818832397, -1.9032093286514282, -1.2427009344100952, -0.23308533430099487, -0.025201745331287384, -1.2823448181152344, -3.170640468597412, -2.6937055587768555, -2.416738748550415, -1.2607718706130981, -1.6979749202728271, -0.725017786026001, -2.6007652282714844, -1.9401801824569702, -1.0717871189117432, -0.7520890235900879, -1.828745722770691, -1.089213490486145, -1.8869578838348389, -1.2107717990875244, -0.44972044229507446, -0.4738282263278961, -1.593682050704956, -1.728829026222229, -1.9488203525543213, -1.0126428604125977, -0.5748991966247559]}, "Bot001_082_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ... near the river? in florida, funny you :) almost near how is it like being a parent ? is this your first born ? i don't have kids", "response": "well , you have you thought about getting cats instead ? i give you one of mine ?", "annotation_id": "Bot001_082_13", "annotations": ["T", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "T", "T", "T"], "gpt2_target_score": [-11.014116287231445, -5.843623161315918, -4.2517523765563965, -5.696724891662598, -9.21379566192627, -10.588883399963379, -7.870187759399414, -11.052597999572754, -15.334131240844727, -11.131819725036621, -6.358242034912109, -4.027126789093018, -11.46713638305664, -6.015063285827637, -8.663500785827637, -8.621122360229492, -10.577372550964355, -5.874009132385254], "gpt2_argmax_score": [-3.222573757171631, -2.402796745300293, -1.470898985862732, -1.7746210098266602, -2.292210340499878, -1.7118386030197144, -1.4972782135009766, -1.384446144104004, -2.5382633209228516, -2.3960256576538086, -1.430065393447876, -0.8134123086929321, -1.561984896659851, -1.3042173385620117, -2.0376462936401367, -1.2382183074951172, -0.7278093099594116, -1.509034276008606, -1.5319725275039673, -2.612546920776367, -0.12810178101062775, -0.999741792678833, -1.609613299369812, -1.6854658126831055, -2.8009729385375977, -2.1893961429595947, -2.535123348236084, -2.6306638717651367, -1.668005108833313, -2.601701021194458, -2.390084981918335, -1.8384371995925903, -1.5157742500305176, -2.3192923069000244, -1.4484072923660278, -3.2943897247314453, -2.539875030517578, -1.615075707435608, -1.6352252960205078, -1.818199634552002, -1.507481575012207, -2.469550371170044, -2.2401797771453857, -1.6868622303009033, -2.9815521240234375, -1.2810742855072021, -3.0440149307250977, -2.2834582328796387, -2.0015158653259277, -1.2136892080307007, -3.392796039581299, -0.08896846324205399, -2.2934701442718506, -1.9990777969360352, -2.2405264377593994, -1.9616296291351318, -2.549715042114258, -1.922996163368225, -1.5648800134658813, -1.0932468175888062, -2.04487943649292, -1.61371648311615, -2.5584018230438232, -1.2534072399139404, -0.5609545111656189, -1.4413355588912964, -2.534837007522583, -2.0212643146514893, -1.7405319213867188, -1.2779992818832397, -1.9032093286514282, -1.2427009344100952, -0.23308533430099487, -0.025201745331287384, -1.2823448181152344, -3.170640468597412, -2.6937055587768555, -2.416738748550415, -1.2607718706130981, -1.6979749202728271, -0.725017786026001, -2.139730215072632, -0.9439612627029419, -1.0391573905944824, -2.2299675941467285, -1.2522653341293335, -2.614375114440918, -1.3894778490066528, -1.545758605003357, -0.4911115765571594, -1.55582857131958, -2.002620220184326, -2.037816047668457, -1.216590404510498, -1.8985986709594727, -1.8041001558303833, -0.04110630229115486, -0.7437045574188232, -1.1727666854858398, -1.6067076921463013, -2.673236846923828, -1.4758076667785645, -1.0058507919311523, -2.228642463684082, -1.3546208143234253, -1.6070188283920288, -0.43464598059654236, -1.132585048675537, -0.9881172180175781, -0.788777768611908, -0.5426551699638367, -0.5911164283752441, -2.4152491092681885, -1.3219512701034546, -1.4949884414672852, -2.448913097381592, -1.16802978515625, -2.0268027782440186, -0.5934116840362549]}, "Bot001_082_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ... near the river? in florida, funny you :) almost near how is it like being a parent ? is this your first born ? i don't have kids well , you have you thought about getting cats instead ? i give you one of mine ? i have two cats", "response": "dogs name is alfred what s yours", "annotation_id": "Bot001_082_15", "annotations": ["T", "T", "T", "T", "T", "T", "T", "X", "T", "O", "T", "O", "T", "X", "T"], "gpt2_target_score": [-13.41569709777832, -9.733378410339355, -3.950986385345459, -9.250039100646973, -16.456485748291016, -4.497315406799316, -7.390237808227539, -16.934249877929688], "gpt2_argmax_score": [-3.222573757171631, -2.402796745300293, -1.470898985862732, -1.7746210098266602, -2.292210340499878, -1.7118386030197144, -1.4972782135009766, -1.384446144104004, -2.5382633209228516, -2.3960256576538086, -1.430065393447876, -0.8134123086929321, -1.561984896659851, -1.3042173385620117, -2.0376462936401367, -1.2382183074951172, -0.7278093099594116, -1.509034276008606, -1.5319725275039673, -2.612546920776367, -0.12810178101062775, -0.999741792678833, -1.609613299369812, -1.6854658126831055, -2.8009729385375977, -2.1893961429595947, -2.535123348236084, -2.6306638717651367, -1.668005108833313, -2.601701021194458, -2.390084981918335, -1.8384371995925903, -1.5157742500305176, -2.3192923069000244, -1.4484072923660278, -3.2943897247314453, -2.539875030517578, -1.615075707435608, -1.6352252960205078, -1.818199634552002, -1.507481575012207, -2.469550371170044, -2.2401797771453857, -1.6868622303009033, -2.9815521240234375, -1.2810742855072021, -3.0440149307250977, -2.2834582328796387, -2.0015158653259277, -1.2136892080307007, -3.392796039581299, -0.08896846324205399, -2.2934701442718506, -1.9990777969360352, -2.2405264377593994, -1.9616296291351318, -2.549715042114258, -1.922996163368225, -1.5648800134658813, -1.0932468175888062, -2.04487943649292, -1.61371648311615, -2.5584018230438232, -1.2534072399139404, -0.5609545111656189, -1.4413355588912964, -2.534837007522583, -2.0212643146514893, -1.7405319213867188, -1.2779992818832397, -1.9032093286514282, -1.2427009344100952, -0.23308533430099487, -0.025201745331287384, -1.2823448181152344, -3.170640468597412, -2.6937055587768555, -2.416738748550415, -1.2607718706130981, -1.6979749202728271, -0.725017786026001, -2.139730215072632, -0.9439612627029419, -1.0391573905944824, -2.2299675941467285, -1.2522653341293335, -2.614375114440918, -1.3894778490066528, -1.545758605003357, -0.4911115765571594, -1.55582857131958, -2.002620220184326, -2.037816047668457, -1.216590404510498, -1.8985986709594727, -1.8041001558303833, -0.04110630229115486, -0.7437045574188232, -1.1727666854858398, -1.6067076921463013, -1.872175693511963, -1.0116736888885498, -2.241086006164551, -1.2374999523162842, -1.1554007530212402, -0.5191720128059387, -1.170874834060669, -0.9435909390449524, -0.7560942769050598, -0.6104627847671509, -1.9760565757751465, -2.177687168121338, -1.689103603363037, -1.5872817039489746, -2.3859500885009766, -1.362951397895813, -2.3252313137054443, -1.995487093925476, -2.301992893218994, -1.4198726415634155, -1.4147491455078125, -2.2105391025543213, -2.247218608856201, -1.3906176090240479, -1.0308560132980347, -3.226133346557617, -2.7389447689056396, -1.2573844194412231, -2.036313533782959, -3.3456437587738037, -0.6476162075996399]}, "Bot001_082_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ... near the river? in florida, funny you :) almost near how is it like being a parent ? is this your first born ? i don't have kids well , you have you thought about getting cats instead ? i give you one of mine ? i have two cats dogs name is alfred what s yours their names are russian", "response": "pot , shelby , tommy and king", "annotation_id": "Bot001_082_17", "annotations": ["X", "X", "T", "T", "T", "O", "X", "X", "O", "O", "T", "O", "X", "T", "T"], "gpt2_target_score": [-11.80327033996582, -5.843623161315918, -13.374554634094238, -8.532341957092285, -8.365788459777832, -12.072983741760254, -12.924341201782227, -7.561631202697754, -13.558038711547852], "gpt2_argmax_score": [-3.222573757171631, -2.402796745300293, -1.470898985862732, -1.7746210098266602, -2.292210340499878, -1.7118386030197144, -1.4972782135009766, -1.384446144104004, -2.5382633209228516, -2.3960256576538086, -1.430065393447876, -0.8134123086929321, -1.561984896659851, -1.3042173385620117, -2.0376462936401367, -1.2382183074951172, -0.7278093099594116, -1.509034276008606, -1.5319725275039673, -2.612546920776367, -0.12810178101062775, -0.999741792678833, -1.609613299369812, -1.6854658126831055, -2.8009729385375977, -2.1893961429595947, -2.535123348236084, -2.6306638717651367, -1.668005108833313, -2.601701021194458, -2.390084981918335, -1.8384371995925903, -1.5157742500305176, -2.3192923069000244, -1.4484072923660278, -3.2943897247314453, -2.539875030517578, -1.615075707435608, -1.6352252960205078, -1.818199634552002, -1.507481575012207, -2.469550371170044, -2.2401797771453857, -1.6868622303009033, -2.9815521240234375, -1.2810742855072021, -3.0440149307250977, -2.2834582328796387, -2.0015158653259277, -1.2136892080307007, -3.392796039581299, -0.08896846324205399, -2.2934701442718506, -1.9990777969360352, -2.2405264377593994, -1.9616296291351318, -2.549715042114258, -1.922996163368225, -1.5648800134658813, -1.0932468175888062, -2.04487943649292, -1.61371648311615, -2.5584018230438232, -1.2534072399139404, -0.5609545111656189, -1.4413355588912964, -2.534837007522583, -2.0212643146514893, -1.7405319213867188, -1.2779992818832397, -1.9032093286514282, -1.2427009344100952, -0.23308533430099487, -0.025201745331287384, -1.2823448181152344, -3.170640468597412, -2.6937055587768555, -2.416738748550415, -1.2607718706130981, -1.6979749202728271, -0.725017786026001, -2.139730215072632, -0.9439612627029419, -1.0391573905944824, -2.2299675941467285, -1.2522653341293335, -2.614375114440918, -1.3894778490066528, -1.545758605003357, -0.4911115765571594, -1.55582857131958, -2.002620220184326, -2.037816047668457, -1.216590404510498, -1.8985986709594727, -1.8041001558303833, -0.04110630229115486, -0.7437045574188232, -1.1727666854858398, -1.6067076921463013, -1.872175693511963, -1.0116736888885498, -2.241086006164551, -1.2374999523162842, -1.1554007530212402, -0.5191720128059387, -1.170874834060669, -0.9435909390449524, -0.7560942769050598, -0.6104627847671509, -1.9760565757751465, -2.177687168121338, -1.689103603363037, -1.5872817039489746, -2.3859500885009766, -1.362951397895813, -2.3252313137054443, -1.995487093925476, -2.301992893218994, -1.4198726415634155, -1.4147534370422363, -2.2105326652526855, -2.218397617340088, -1.9616634845733643, -3.255897045135498, -2.988464593887329, -1.155747890472412, -1.8508634567260742, -2.935213804244995, -0.9323007464408875, -0.49747344851493835, -0.25815415382385254, -2.1900365352630615, -1.7322336435317993, -2.152104616165161, -2.5274298191070557, -1.5809355974197388, -2.3603925704956055, -2.653503179550171, -1.7877095937728882, -3.1308553218841553, -1.2902904748916626, -0.9107477068901062, -3.0084068775177, -1.3444362878799438]}, "Bot001_082_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ... near the river? in florida, funny you :) almost near how is it like being a parent ? is this your first born ? i don't have kids well , you have you thought about getting cats instead ? i give you one of mine ? i have two cats dogs name is alfred what s yours their names are russian pot , shelby , tommy and king great, bye", "response": "i do not care you are a weird cop , you probably hurt people .", "annotation_id": "Bot001_082_19", "annotations": ["X", "T", "X", "T", "X", "O", "O", "X", "O", "T", "X", "O", "T", "T", "T"], "gpt2_target_score": [-7.5969557762146, -5.9172468185424805, -7.6414923667907715, -10.053109169006348, -9.21379566192627, -9.856659889221191, -4.597436904907227, -12.414978981018066, -12.023797988891602, -4.099715232849121, -5.496303558349609, -9.831097602844238, -9.379444122314453, -8.256136894226074, -3.3221311569213867], "gpt2_argmax_score": [-3.222573757171631, -2.402796745300293, -1.470898985862732, -1.7746210098266602, -2.292210340499878, -1.7118386030197144, -1.4972782135009766, -1.384446144104004, -2.5382633209228516, -2.3960256576538086, -1.430065393447876, -0.8134123086929321, -1.561984896659851, -1.3042173385620117, -2.0376462936401367, -1.2382183074951172, -0.7278093099594116, -1.509034276008606, -1.5319725275039673, -2.612546920776367, -0.12810178101062775, -0.999741792678833, -1.609613299369812, -1.6854658126831055, -2.8009729385375977, -2.1893961429595947, -2.535123348236084, -2.6306638717651367, -1.668005108833313, -2.601701021194458, -2.390084981918335, -1.8384371995925903, -1.5157742500305176, -2.3192923069000244, -1.4484072923660278, -3.2943897247314453, -2.539875030517578, -1.615075707435608, -1.6352252960205078, -1.818199634552002, -1.507481575012207, -2.469550371170044, -2.2401797771453857, -1.6868622303009033, -2.9815521240234375, -1.2810742855072021, -3.0440149307250977, -2.2834582328796387, -2.0015158653259277, -1.2136892080307007, -3.392796039581299, -0.08896846324205399, -2.2934701442718506, -1.9990777969360352, -2.2405264377593994, -1.9616296291351318, -2.549715042114258, -1.922996163368225, -1.5648800134658813, -1.0932468175888062, -2.04487943649292, -1.61371648311615, -2.5584018230438232, -1.2534072399139404, -0.5609545111656189, -1.4413355588912964, -2.534837007522583, -2.0212643146514893, -1.7405319213867188, -1.2779992818832397, -1.9032093286514282, -1.2427009344100952, -0.23308533430099487, -0.025201745331287384, -1.2823448181152344, -3.170640468597412, -2.6937055587768555, -2.416738748550415, -1.2607718706130981, -1.6979749202728271, -0.725017786026001, -2.139730215072632, -0.9439612627029419, -1.0391573905944824, -2.2299675941467285, -1.2522653341293335, -2.614375114440918, -1.3894778490066528, -1.545758605003357, -0.4911115765571594, -1.55582857131958, -2.002620220184326, -2.037816047668457, -1.216590404510498, -1.8985986709594727, -1.8041001558303833, -0.04110630229115486, -0.7437045574188232, -1.1727666854858398, -1.6067076921463013, -1.872175693511963, -1.0116736888885498, -2.241086006164551, -1.2374999523162842, -1.1554007530212402, -0.5191720128059387, -1.170874834060669, -0.9435909390449524, -0.7560942769050598, -0.6104627847671509, -1.9760565757751465, -2.177687168121338, -1.689103603363037, -1.5872817039489746, -2.3859500885009766, -1.362951397895813, -2.3252313137054443, -1.995487093925476, -2.301992893218994, -1.4198726415634155, -1.4147534370422363, -2.2105326652526855, -2.218397617340088, -1.9616634845733643, -3.255897045135498, -2.988464593887329, -1.155747890472412, -1.8508634567260742, -2.935213804244995, -0.9323007464408875, -0.49747344851493835, -0.25815415382385254, -2.1900365352630615, -1.7322336435317993, -2.152104616165161, -1.228840708732605, -2.7022228240966797, -2.983293294906616, -2.573442220687866, -2.9293227195739746, -0.938826858997345, -1.2547872066497803, -2.980081558227539, -2.3659920692443848, -3.2922635078430176, -2.542539119720459, -2.3100833892822266, -2.4685380458831787, -2.1820223331451416, -1.8767489194869995, -1.0144480466842651, -1.0463436841964722, -2.486509084701538, -1.7604438066482544, -2.4163341522216797, -0.7643534541130066, -1.8652853965759277, -1.0460724830627441, -1.278812289237976, -2.10111665725708, -1.3804900646209717, -2.4252185821533203, -1.4195550680160522]}, "Bot001_085_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music", "response": "that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY]", "annotation_id": "Bot001_085_02", "annotations": ["X", "X", "O", "X", "X", "T", "X", "O", "T", "X", "X", "O", "T", "X", "O"], "gpt2_target_score": [-14.645179748535156, -9.265951156616211, -9.753523826599121, -6.76108455657959, -13.010018348693848, -13.455351829528809, -11.353116989135742, -11.884819030761719, -14.219731330871582, -12.743744850158691, -12.871495246887207, -15.129276275634766, -14.381028175354004, -9.898308753967285, -10.041526794433594, -14.990839958190918, -12.392728805541992, -11.141172409057617, -15.20702838897705, -10.247735977172852, -10.878183364868164, -15.735721588134766, -12.055279731750488, -15.63536548614502, -5.780800819396973, -14.171831130981445, -6.155964374542236, -18.173500061035156, -14.15113639831543, -11.377328872680664, -18.853330612182617, -15.430717468261719], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -3.259343385696411, -2.127495765686035, -2.9283008575439453, -0.7520564198493958, -1.2419211864471436, -1.5445237159729004, -2.9940125942230225, -1.5051863193511963, -1.8906019926071167, -2.405930995941162, -1.7038965225219727, -2.315821886062622, -1.5763254165649414, -1.7915714979171753, -0.996417760848999, -0.2537124752998352, -2.0158965587615967, -1.4699047803878784, -0.7316054105758667, -1.0132272243499756, -2.762439012527466, -2.59934139251709, -0.22918500006198883, -1.5330854654312134, -1.604414701461792, -2.005631446838379, -1.63116455078125, -1.2478718757629395, -3.088599681854248, -1.0359790325164795, -2.0287537574768066, -1.2389992475509644, -1.2833701372146606, -1.522530198097229, -2.9667880535125732, -0.8636990189552307, -0.3667028546333313, -1.9386858940124512, -2.775269031524658, -2.119842529296875, -2.891162872314453, -1.8694692850112915, -2.345763683319092, -1.274507999420166, -1.5535032749176025, -1.0240919589996338]}, "Bot001_085_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car?", "response": "he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot001_085_04", "annotations": ["X", "X", "T", "X", "X", "X", "X", "X", "O", "X", "X", "X", "X", "X", "O"], "gpt2_target_score": [-12.409591674804688, -13.109273910522461, -18.155532836914062, -8.020743370056152, -9.84914493560791, -11.364317893981934, -15.850942611694336, -15.994941711425781, -9.378674507141113, -12.757401466369629, -13.583325386047363, -7.17728853225708, -14.630085945129395, -9.279664039611816, -8.23797607421875, -11.375452995300293, -15.002958297729492, -16.57514762878418, -7.434475898742676, -18.183969497680664, -19.982202529907227, -10.233173370361328, -7.691983222961426, -14.98815631866455, -14.37770938873291, -6.759294509887695, -16.792804718017578, -10.377678871154785], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -3.259343385696411, -2.127495765686035, -2.9283008575439453, -0.7520564198493958, -1.2419211864471436, -1.5445237159729004, -2.9940125942230225, -1.5051863193511963, -1.8906019926071167, -2.405930995941162, -1.7038965225219727, -2.315821886062622, -1.5763254165649414, -2.028052568435669, -1.0755689144134521, -2.281322479248047, -2.1136300563812256, -1.4328129291534424, -1.9939639568328857, -2.7245495319366455, -2.6027865409851074, -0.42222270369529724, -1.3331358432769775, -0.8887628316879272, -1.8085919618606567, -1.8809832334518433, -1.700697898864746, -3.0923011302948, -1.0332441329956055, -2.0441596508026123, -1.1687045097351074, -1.3583488464355469, -1.9838037490844727, -2.619957447052002, -0.8672595024108887, -0.2870384454727173, -1.9609057903289795, -2.7991254329681396, -2.3123347759246826, -2.9131405353546143, -1.9514058828353882, -2.279653787612915, -1.2594784498214722, -1.5922353267669678, -1.0428537130355835, -1.964983344078064, -1.1660144329071045, -0.09927006810903549, -1.9559381008148193, -0.14678917825222015, -0.8259792923927307, -1.3395955562591553, -2.1031861305236816, -1.464272141456604, -2.216417074203491, -2.18906307220459, -2.254185438156128, -1.2966177463531494, -0.3763265311717987, -1.3519138097763062, -0.07563477009534836, -1.1959491968154907, -1.63897705078125, -0.9492365121841431, -1.7954083681106567, -0.015384338796138763, -0.029935196042060852, -0.20726904273033142, -0.10817014425992966, -0.17911061644554138, -2.9939584732055664, -2.1702492237091064, -0.6842498183250427, -1.5399552583694458, -2.639601707458496, -0.1247960776090622, -0.027782367542386055, -0.35972627997398376, -0.7980232238769531, -0.875261127948761, -0.867091715335846]}, "Bot001_085_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job?", "response": "my name is rosa . i've two cats !", "annotation_id": "Bot001_085_06", "annotations": ["X", "X", "X", "X", "X", "T", "X", "X", "T", "X", "X", "X", "X", "X", "O"], "gpt2_target_score": [-11.934226989746094, -12.389760971069336, -2.685805559158325, -13.182257652282715, -19.11603546142578, -13.455351829528809, -11.353116989135742, -14.560256958007812, -11.460354804992676, -15.400544166564941, -10.939221382141113], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -3.259343385696411, -2.127495765686035, -2.9283008575439453, -0.7520564198493958, -1.2419211864471436, -1.5445237159729004, -2.9940125942230225, -1.5051863193511963, -1.8906019926071167, -2.405930995941162, -1.7038965225219727, -2.315821886062622, -1.5763254165649414, -2.028052568435669, -1.0755689144134521, -2.281322479248047, -2.1136300563812256, -1.4328129291534424, -1.9939639568328857, -2.7245495319366455, -2.6027865409851074, -0.42222270369529724, -1.3331358432769775, -0.8887628316879272, -1.8085919618606567, -1.8809832334518433, -1.700697898864746, -3.0923011302948, -1.0332441329956055, -2.0441596508026123, -1.1687045097351074, -1.3583488464355469, -1.9838037490844727, -2.619957447052002, -0.8672595024108887, -0.2870384454727173, -1.9609057903289795, -2.7991254329681396, -2.3123347759246826, -2.9131405353546143, -1.9514058828353882, -2.279653787612915, -1.2594784498214722, -1.5922353267669678, -1.0428537130355835, -1.964983344078064, -1.1660144329071045, -0.09927006810903549, -1.9559381008148193, -0.14678917825222015, -0.8259792923927307, -1.3395955562591553, -1.6327852010726929, -0.9966272115707397, -1.920785903930664, -1.7345763444900513, -1.0760698318481445, -0.5109024047851562, -1.4225863218307495, -0.09944988787174225, -1.1383432149887085, -1.6412514448165894, -1.471427083015442, -1.6767498254776, -0.012787369079887867, -0.029458656907081604, -0.1870977133512497, -0.09390373528003693, -0.19220039248466492, -3.02677059173584, -2.286846399307251, -0.5948560237884521, -1.3889397382736206, -2.752338171005249, -0.2040446698665619, -0.03751165792346001, -0.3306967318058014, -0.8843120336532593, -0.6916441321372986, -2.2474465370178223, -1.2214387655258179, -1.7088401317596436, -1.9471886157989502, -1.607977271080017, -0.9954531192779541, -0.5675874948501587, -1.1232218742370605, -1.7977205514907837, -2.1951565742492676, -0.9715222716331482, -0.10976395010948181, -3.8985798358917236, -2.710469961166382, -1.9625792503356934, -1.7786221504211426, -1.862815022468567, -0.9107397794723511, -1.8783833980560303, -1.6274007558822632, -1.5595349073410034]}, "Bot001_085_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid", "response": "i have 2 girls how old are your kids", "annotation_id": "Bot001_085_08", "annotations": ["T", "O", "O", "O", "X", "O", "T", "O", "T", "O", "X", "X", "X", "X", "O"], "gpt2_target_score": [-9.417320251464844, -8.791692733764648, -10.095152854919434, -6.988394737243652, -8.203286170959473, -14.761542320251465, -9.725996017456055, -9.404914855957031, -11.958661079406738], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -3.259343385696411, -2.127495765686035, -2.9283008575439453, -0.7520564198493958, -1.2419211864471436, -1.5445237159729004, -2.9940125942230225, -1.5051863193511963, -1.8906019926071167, -2.405930995941162, -1.7038965225219727, -2.315821886062622, -1.5763254165649414, -2.028052568435669, -1.0755689144134521, -2.281322479248047, -2.1136300563812256, -1.4328129291534424, -1.9939639568328857, -2.7245495319366455, -2.6027865409851074, -0.42222270369529724, -1.3331358432769775, -0.8887628316879272, -1.8085919618606567, -1.8809832334518433, -1.700697898864746, -3.0923011302948, -1.0332441329956055, -2.0441596508026123, -1.1687045097351074, -1.3583488464355469, -1.9838037490844727, -2.619957447052002, -0.8672595024108887, -0.2870384454727173, -1.9609057903289795, -2.7991254329681396, -2.3123347759246826, -2.9131405353546143, -1.9514058828353882, -2.279653787612915, -1.2594784498214722, -1.5922353267669678, -1.0428537130355835, -1.964983344078064, -1.1660144329071045, -0.09927006810903549, -1.9559381008148193, -0.14678917825222015, -0.8259792923927307, -1.3395955562591553, -1.6327852010726929, -0.9966272115707397, -1.920785903930664, -1.7345763444900513, -1.0760698318481445, -0.5109024047851562, -1.4225863218307495, -0.09944988787174225, -1.1383432149887085, -1.641248345375061, -1.4714138507843018, -1.676750898361206, -0.012787369079887867, -0.029459236189723015, -0.1870972216129303, -0.09390351921319962, -0.1922001987695694, -3.0267717838287354, -2.28684139251709, -0.5948604345321655, -1.3889399766921997, -2.7523353099823, -0.2040448635816574, -0.03751096874475479, -0.33069512248039246, -0.8843112587928772, -0.6916438341140747, -2.24743390083313, -1.2214354276657104, -1.708841323852539, -1.9472049474716187, -1.6079537868499756, -0.9954496026039124, -0.5675930380821228, -1.1232292652130127, -1.7977235317230225, -0.7905392050743103, -0.10610572248697281, -4.018822193145752, -2.8505935668945312, -2.094547748565674, -1.5268580913543701, -1.4143683910369873, -0.9200852513313293, -1.9948514699935913, -1.6174639463424683, -1.9383739233016968, -1.402429223060608, -1.2467782497406006, -2.5857882499694824, -2.0691497325897217, -1.8941017389297485, -1.7080632448196411, -1.0943197011947632, -1.4878299236297607, -2.384582281112671, -1.750261902809143, -1.1512562036514282, -1.0772931575775146, -2.1539108753204346, -1.8164865970611572, -0.3569132685661316, -0.3127672076225281, -1.5214943885803223, -1.2531486749649048]}, "Bot001_085_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid i have 2 girls how old are your kids My daughter is 15. How old are your girls?", "response": "she is 1 and a half . do you have any children ?", "annotation_id": "Bot001_085_10", "annotations": ["T", "X", "T", "X", "X", "O", "X", "T", "O", "T", "O", "X", "X", "T", "T"], "gpt2_target_score": [-14.925811767578125, -7.508840560913086, -10.856886863708496, -4.36020565032959, -8.924324989318848, -15.113524436950684, -13.642324447631836, -11.022911071777344, -10.039036750793457, -11.490159034729004, -12.207463264465332, -14.624183654785156, -14.48315143585205], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -3.259343385696411, -2.127495765686035, -2.9283008575439453, -0.7520564198493958, -1.2419211864471436, -1.5445237159729004, -2.9940125942230225, -1.5051863193511963, -1.8906019926071167, -2.405930995941162, -1.7038965225219727, -2.315821886062622, -1.5763254165649414, -2.028052568435669, -1.0755689144134521, -2.281322479248047, -2.1136300563812256, -1.4328129291534424, -1.9939639568328857, -2.7245495319366455, -2.6027865409851074, -0.42222270369529724, -1.3331358432769775, -0.8887628316879272, -1.8085919618606567, -1.8809832334518433, -1.700697898864746, -3.0923011302948, -1.0332441329956055, -2.0441596508026123, -1.1687045097351074, -1.3583488464355469, -1.9838037490844727, -2.619957447052002, -0.8672595024108887, -0.2870384454727173, -1.9609057903289795, -2.7991254329681396, -2.3123347759246826, -2.9131405353546143, -1.9514058828353882, -2.279653787612915, -1.2594784498214722, -1.5922353267669678, -1.0428537130355835, -1.964983344078064, -1.1660144329071045, -0.09927006810903549, -1.9559381008148193, -0.14678917825222015, -0.8259792923927307, -1.3395955562591553, -1.6327852010726929, -0.9966272115707397, -1.920785903930664, -1.7345763444900513, -1.0760698318481445, -0.5109024047851562, -1.4225863218307495, -0.09944988787174225, -1.1383432149887085, -1.641248345375061, -1.4714138507843018, -1.676750898361206, -0.012787369079887867, -0.029459236189723015, -0.1870972216129303, -0.09390351921319962, -0.1922001987695694, -3.0267717838287354, -2.28684139251709, -0.5948604345321655, -1.3889399766921997, -2.7523353099823, -0.2040448635816574, -0.03751096874475479, -0.33069512248039246, -0.8843112587928772, -0.6916438341140747, -2.24743390083313, -1.2214354276657104, -1.708841323852539, -1.9472049474716187, -1.6079537868499756, -0.9954496026039124, -0.5675930380821228, -1.1232292652130127, -1.7977235317230225, -0.7905392050743103, -0.10610572248697281, -4.018822193145752, -2.8505935668945312, -2.094547748565674, -1.5268580913543701, -1.4143683910369873, -0.9200852513313293, -1.9948514699935913, -1.6174639463424683, -1.9383739233016968, -1.402429223060608, -1.2467782497406006, -2.5857882499694824, -2.0691497325897217, -1.8941017389297485, -1.7080632448196411, -1.0943197011947632, -1.4878299236297607, -2.0247459411621094, -1.0497782230377197, -0.8168476223945618, -1.6048061847686768, -2.0642950534820557, -0.4367589056491852, -0.3823803961277008, -1.3701530694961548, -1.8828612565994263, -1.5420541763305664, -0.5957147479057312, -2.6292498111724854, -1.4647667407989502, -1.801027536392212, -0.9808001518249512, -0.23006752133369446, -0.38554322719573975, -1.0180622339248657, -0.7074846625328064, -1.9772543907165527, -2.530876874923706, -1.0343430042266846, -2.0534584522247314, -1.5501757860183716, -1.7360305786132812, -0.07876304537057877, -0.9853712916374207, -1.5608636140823364, -0.21268966794013977, -1.091737151145935, -0.9743659496307373, -2.666790246963501, -0.9872836470603943, -0.6247396469116211]}, "Bot001_085_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid i have 2 girls how old are your kids My daughter is 15. How old are your girls? she is 1 and a half . do you have any children ? Yes, I have a girl", "response": "i'm not sure if we want kids yet , we are still pretty young. Also, try to guess: my favorite food ...", "annotation_id": "Bot001_085_12", "annotations": ["T", "X", "X", "X", "X", "O", "X", "X", "T", "X", "T", "X", "T", "O", "O"], "gpt2_target_score": [-9.417320251464844, -10.629690170288086, -9.391737937927246, -15.051108360290527, -11.32589054107666, -12.085928916931152, -12.411947250366211, -12.945533752441406, -12.857640266418457, -11.525032997131348, -12.605854988098145, -12.14324951171875, -16.090797424316406, -14.54274845123291, -15.139808654785156, -11.932978630065918, -13.544675827026367, -6.495267868041992, -9.616597175598145, -6.817819118499756, -16.662424087524414, -2.9736979007720947, -2.479107618331909, -7.357098579406738, -11.87520694732666, -9.543817520141602], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -3.259343385696411, -2.127495765686035, -2.9283008575439453, -0.7520564198493958, -1.2419211864471436, -1.5445237159729004, -2.9940125942230225, -1.5051863193511963, -1.8906019926071167, -2.405930995941162, -1.7038965225219727, -2.315821886062622, -1.5763254165649414, -2.028052568435669, -1.0755689144134521, -2.281322479248047, -2.1136300563812256, -1.4328129291534424, -1.9939639568328857, -2.7245495319366455, -2.6027865409851074, -0.42222270369529724, -1.3331358432769775, -0.8887628316879272, -1.8085919618606567, -1.8809832334518433, -1.700697898864746, -3.0923011302948, -1.0332441329956055, -2.0441596508026123, -1.1687045097351074, -1.3583488464355469, -1.9838037490844727, -2.619957447052002, -0.8672595024108887, -0.2870384454727173, -1.9609057903289795, -2.7991254329681396, -2.3123347759246826, -2.9131405353546143, -1.9514058828353882, -2.279653787612915, -1.2594784498214722, -1.5922353267669678, -1.0428537130355835, -1.964983344078064, -1.1660144329071045, -0.09927006810903549, -1.9559381008148193, -0.14678917825222015, -0.8259792923927307, -1.3395955562591553, -1.6327852010726929, -0.9966272115707397, -1.920785903930664, -1.7345763444900513, -1.0760698318481445, -0.5109024047851562, -1.4225863218307495, -0.09944988787174225, -1.1383432149887085, -1.641248345375061, -1.4714138507843018, -1.676750898361206, -0.012787369079887867, -0.029459236189723015, -0.1870972216129303, -0.09390351921319962, -0.1922001987695694, -3.0267717838287354, -2.28684139251709, -0.5948604345321655, -1.3889399766921997, -2.7523353099823, -0.2040448635816574, -0.03751096874475479, -0.33069512248039246, -0.8843112587928772, -0.6916438341140747, -2.24743390083313, -1.2214354276657104, -1.708841323852539, -1.9472049474716187, -1.6079537868499756, -0.9954496026039124, -0.5675930380821228, -1.1232292652130127, -1.7977235317230225, -0.7905392050743103, -0.10610572248697281, -4.018822193145752, -2.8505935668945312, -2.094547748565674, -1.5268580913543701, -1.4143683910369873, -0.9200852513313293, -1.9948514699935913, -1.6174639463424683, -1.9383739233016968, -1.402429223060608, -1.2467782497406006, -2.5857882499694824, -2.0691497325897217, -1.8941017389297485, -1.7080632448196411, -1.0943197011947632, -1.4878299236297607, -2.0247459411621094, -1.0497782230377197, -0.8168476223945618, -1.6048061847686768, -2.0642950534820557, -0.4367589056491852, -0.3823803961277008, -1.3701530694961548, -1.8828612565994263, -1.5420541763305664, -0.5957147479057312, -2.6292498111724854, -1.4647667407989502, -1.801027536392212, -0.9808001518249512, -0.23006752133369446, -0.38554322719573975, -1.0180622339248657, -0.7074846625328064, -1.9772543907165527, -0.8029768466949463, -2.5400726795196533, -1.3221324682235718, -1.829176902770996, -0.07896168529987335, -1.1476192474365234, -1.62714684009552, -0.17954613268375397, -0.9856681823730469, -0.9181163907051086, -2.7603249549865723, -0.9903643727302551, -1.9095823764801025, -1.8785624504089355, -1.6555521488189697, -0.9011744260787964, -1.441556453704834, -1.5245548486709595, -1.5533696413040161, -2.2975475788116455, -1.1131880283355713, -2.351273775100708, -1.4359216690063477, -1.8970733880996704, -1.3495994806289673, -1.622573733329773, -1.2400145530700684, -1.8804808855056763, -1.5473954677581787, -0.9403713345527649, -1.624842643737793, -2.612992286682129, -2.0893936157226562, -0.47887131571769714, -1.972115397453308, -1.738916277885437, -1.2318414449691772, -1.6392008066177368, -0.9116379022598267, -2.5032567977905273, -1.95173180103302, -2.8599226474761963, -1.0771821737289429, -0.6886110305786133, -0.4126661419868469, -3.0234241485595703]}, "Bot001_085_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid i have 2 girls how old are your kids My daughter is 15. How old are your girls? she is 1 and a half . do you have any children ? Yes, I have a girl i'm not sure if we want kids yet , we are still pretty young. Also, try to guess: my favorite food ... Is pizza", "response": "is mexican food, funny you :)", "annotation_id": "Bot001_085_14", "annotations": ["O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "X", "X", "O", "X", "T"], "gpt2_target_score": [-11.376144409179688, -9.319662094116211, -13.892134666442871, -22.00881004333496, -14.94796085357666, -11.527960777282715, -14.351957321166992, -8.355918884277344, -9.774937629699707], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -3.259343385696411, -2.127495765686035, -2.9283008575439453, -0.7520564198493958, -1.2419211864471436, -1.5445237159729004, -2.9940125942230225, -1.5051863193511963, -1.8906019926071167, -2.405930995941162, -1.7038965225219727, -2.315821886062622, -1.5763254165649414, -2.028052568435669, -1.0755689144134521, -2.281322479248047, -2.1136300563812256, -1.4328129291534424, -1.9939639568328857, -2.7245495319366455, -2.6027865409851074, -0.42222270369529724, -1.3331358432769775, -0.8887628316879272, -1.8085919618606567, -1.8809832334518433, -1.700697898864746, -3.0923011302948, -1.0332441329956055, -2.0441596508026123, -1.1687045097351074, -1.3583488464355469, -1.9838037490844727, -2.619957447052002, -0.8672595024108887, -0.2870384454727173, -1.9609057903289795, -2.7991254329681396, -2.3123347759246826, -2.9131405353546143, -1.9514058828353882, -2.279653787612915, -1.2594784498214722, -1.5922353267669678, -1.0428537130355835, -1.964983344078064, -1.1660144329071045, -0.09927006810903549, -1.9559381008148193, -0.14678917825222015, -0.8259792923927307, -1.3395955562591553, -1.6327852010726929, -0.9966272115707397, -1.920785903930664, -1.7345763444900513, -1.0760698318481445, -0.5109024047851562, -1.4225863218307495, -0.09944988787174225, -1.1383432149887085, -1.641248345375061, -1.4714138507843018, -1.676750898361206, -0.012787369079887867, -0.029459236189723015, -0.1870972216129303, -0.09390351921319962, -0.1922001987695694, -3.0267717838287354, -2.28684139251709, -0.5948604345321655, -1.3889399766921997, -2.7523353099823, -0.2040448635816574, -0.03751096874475479, -0.33069512248039246, -0.8843112587928772, -0.6916438341140747, -2.24743390083313, -1.2214354276657104, -1.708841323852539, -1.9472049474716187, -1.6079537868499756, -0.9954496026039124, -0.5675930380821228, -1.1232292652130127, -1.7977235317230225, -0.7905392050743103, -0.10610572248697281, -4.018822193145752, -2.8505935668945312, -2.094547748565674, -1.5268580913543701, -1.4143683910369873, -0.9200852513313293, -1.9948514699935913, -1.6174639463424683, -1.9383739233016968, -1.402429223060608, -1.2467782497406006, -2.5857882499694824, -2.0691497325897217, -1.8941017389297485, -1.7080632448196411, -1.0943197011947632, -1.4878299236297607, -2.0247459411621094, -1.0497782230377197, -0.8168476223945618, -1.6048061847686768, -2.0642950534820557, -0.4367589056491852, -0.3823803961277008, -1.3701530694961548, -1.8828612565994263, -1.5420541763305664, -0.5957147479057312, -2.6292498111724854, -1.4647667407989502, -1.801027536392212, -0.9808001518249512, -0.23006752133369446, -0.38554322719573975, -1.0180622339248657, -0.7074846625328064, -1.9772543907165527, -0.8029768466949463, -2.5400726795196533, -1.3221324682235718, -1.829176902770996, -0.07896168529987335, -1.1476192474365234, -1.62714684009552, -0.17954613268375397, -0.9856681823730469, -0.9181163907051086, -2.7603249549865723, -0.9903643727302551, -1.9095823764801025, -1.8785624504089355, -1.6555521488189697, -0.9011744260787964, -1.441556453704834, -1.5245548486709595, -1.5533696413040161, -1.174903154373169, -2.8678982257843018, -1.3592036962509155, -1.5551906824111938, -1.3432395458221436, -1.5544706583023071, -1.04171884059906, -1.6695032119750977, -1.3577673435211182, -0.9638350605964661, -1.4735691547393799, -2.40383243560791, -2.2228150367736816, -0.7263799905776978, -1.3726212978363037, -1.8124006986618042, -1.2634278535842896, -1.8874146938323975, -0.7611913084983826, -2.5124847888946533, -1.9887051582336426, -2.516580104827881, -0.9844509363174438, -0.7177169322967529, -0.4008196294307709, -2.636772632598877, -1.238614797592163, -2.2658824920654297, -2.291934013366699, -0.8351705074310303, -1.8208893537521362, -0.4152309000492096, -1.2293933629989624, -1.6416527032852173, -2.0520548820495605, -1.7484393119812012, -2.6860592365264893, -0.45067498087882996]}, "Bot001_085_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid i have 2 girls how old are your kids My daughter is 15. How old are your girls? she is 1 and a half . do you have any children ? Yes, I have a girl i'm not sure if we want kids yet , we are still pretty young. Also, try to guess: my favorite food ... Is pizza is mexican food, funny you :) Okay. Still good", "response": "my mom says study hard and get a good job like she has at apple", "annotation_id": "Bot001_085_16", "annotations": ["T", "O", "T", "T", "X", "T", "X", "X", "T", "T", "X", "X", "X", "X", "O"], "gpt2_target_score": [-11.934226989746094, -12.529485702514648, -12.310378074645996, -15.400641441345215, -13.166268348693848, -11.297324180603027, -11.212522506713867, -9.9901123046875, -11.055623054504395, -11.54128360748291, -12.325932502746582, -15.555866241455078, -14.100079536437988, -8.490250587463379, -15.366439819335938], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -3.259343385696411, -2.127495765686035, -2.9283008575439453, -0.7520564198493958, -1.2419211864471436, -1.5445237159729004, -2.9940125942230225, -1.5051863193511963, -1.8906019926071167, -2.405930995941162, -1.7038965225219727, -2.315821886062622, -1.5763254165649414, -2.028052568435669, -1.0755689144134521, -2.281322479248047, -2.1136300563812256, -1.4328129291534424, -1.9939639568328857, -2.7245495319366455, -2.6027865409851074, -0.42222270369529724, -1.3331358432769775, -0.8887628316879272, -1.8085919618606567, -1.8809832334518433, -1.700697898864746, -3.0923011302948, -1.0332441329956055, -2.0441596508026123, -1.1687045097351074, -1.3583488464355469, -1.9838037490844727, -2.619957447052002, -0.8672595024108887, -0.2870384454727173, -1.9609057903289795, -2.7991254329681396, -2.3123347759246826, -2.9131405353546143, -1.9514058828353882, -2.279653787612915, -1.2594784498214722, -1.5922353267669678, -1.0428537130355835, -1.964983344078064, -1.1660144329071045, -0.09927006810903549, -1.9559381008148193, -0.14678917825222015, -0.8259792923927307, -1.3395955562591553, -1.6327852010726929, -0.9966272115707397, -1.920785903930664, -1.7345763444900513, -1.0760698318481445, -0.5109024047851562, -1.4225863218307495, -0.09944988787174225, -1.1383432149887085, -1.641248345375061, -1.4714138507843018, -1.676750898361206, -0.012787369079887867, -0.029459236189723015, -0.1870972216129303, -0.09390351921319962, -0.1922001987695694, -3.0267717838287354, -2.28684139251709, -0.5948604345321655, -1.3889399766921997, -2.7523353099823, -0.2040448635816574, -0.03751096874475479, -0.33069512248039246, -0.8843112587928772, -0.6916438341140747, -2.24743390083313, -1.2214354276657104, -1.708841323852539, -1.9472049474716187, -1.6079537868499756, -0.9954496026039124, -0.5675930380821228, -1.1232292652130127, -1.7977235317230225, -0.7905392050743103, -0.10610572248697281, -4.018822193145752, -2.8505935668945312, -2.094547748565674, -1.5268580913543701, -1.4143683910369873, -0.9200852513313293, -1.9948514699935913, -1.6174639463424683, -1.9383739233016968, -1.402429223060608, -1.2467782497406006, -2.5857882499694824, -2.0691497325897217, -1.8941017389297485, -1.7080632448196411, -1.0943197011947632, -1.4878299236297607, -2.0247459411621094, -1.0497782230377197, -0.8168476223945618, -1.6048061847686768, -2.0642950534820557, -0.4367589056491852, -0.3823803961277008, -1.3701530694961548, -1.8828612565994263, -1.5420541763305664, -0.5957147479057312, -2.6292498111724854, -1.4647667407989502, -1.801027536392212, -0.9808001518249512, -0.23006752133369446, -0.38554322719573975, -1.0180622339248657, -0.7074846625328064, -1.9772543907165527, -0.8029768466949463, -2.5400726795196533, -1.3221324682235718, -1.829176902770996, -0.07896168529987335, -1.1476192474365234, -1.62714684009552, -0.17954613268375397, -0.9856681823730469, -0.9181163907051086, -2.7603249549865723, -0.9903643727302551, -1.9095823764801025, -1.8785624504089355, -1.6555521488189697, -0.9011744260787964, -1.441556453704834, -1.5245548486709595, -1.5533696413040161, -1.174903154373169, -2.8678982257843018, -1.3592036962509155, -1.5551906824111938, -1.3432395458221436, -1.5544706583023071, -1.04171884059906, -1.6695032119750977, -1.3577673435211182, -0.9638350605964661, -1.4735691547393799, -2.40383243560791, -2.2228150367736816, -0.7263799905776978, -1.3726212978363037, -1.8124006986618042, -1.2634278535842896, -1.8874146938323975, -0.7611913084983826, -2.5124847888946533, -1.9887051582336426, -2.516580104827881, -0.9844509363174438, -0.7177131175994873, -0.40082576870918274, -2.6367549896240234, -1.2386181354522705, -2.2658891677856445, -1.3351984024047852, -2.5014703273773193, -0.16960792243480682, -0.8583770394325256, -2.2640180587768555, -2.599520683288574, -1.68061363697052, -2.5508296489715576, -1.3370012044906616, -1.134358525276184, -1.7528305053710938, -2.5527944564819336, -1.5291798114776611, -2.19771671295166, -1.3737388849258423, -1.1635897159576416, -1.119447112083435, -2.3007633686065674, -1.7674778699874878, -3.2065041065216064, -1.796414852142334, -0.9888870716094971, -1.0559064149856567, -1.4845342636108398, -1.509375810623169, -1.7761679887771606, -2.0553956031799316, -2.18440580368042, -1.7908235788345337]}, "Bot001_085_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid i have 2 girls how old are your kids My daughter is 15. How old are your girls? she is 1 and a half . do you have any children ? Yes, I have a girl i'm not sure if we want kids yet , we are still pretty young. Also, try to guess: my favorite food ... Is pizza is mexican food, funny you :) Okay. Still good my mom says study hard and get a good job like she has at apple Does your mom work at apple?", "response": "yes she has been there for many years. how old are you ?", "annotation_id": "Bot001_085_18", "annotations": ["T", "O", "X", "O", "X", "X", "O", "O", "O", "O", "O", "X", "O", "O", "O"], "gpt2_target_score": [-13.524467468261719, -11.521352767944336, -4.738600730895996, -10.799384117126465, -10.90053653717041, -11.602866172790527, -12.863851547241211, -14.121009826660156, -6.3404741287231445, -12.959427833557129, -12.51067066192627, -12.14324951171875, -12.630536079406738, -10.411652565002441], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -3.259343385696411, -2.127495765686035, -2.9283008575439453, -0.7520564198493958, -1.2419211864471436, -1.5445237159729004, -2.9940125942230225, -1.5051863193511963, -1.8906019926071167, -2.405930995941162, -1.7038965225219727, -2.315821886062622, -1.5763254165649414, -2.028052568435669, -1.0755689144134521, -2.281322479248047, -2.1136300563812256, -1.4328129291534424, -1.9939639568328857, -2.7245495319366455, -2.6027865409851074, -0.42222270369529724, -1.3331358432769775, -0.8887628316879272, -1.8085919618606567, -1.8809832334518433, -1.700697898864746, -3.0923011302948, -1.0332441329956055, -2.0441596508026123, -1.1687045097351074, -1.3583488464355469, -1.9838037490844727, -2.619957447052002, -0.8672595024108887, -0.2870384454727173, -1.9609057903289795, -2.7991254329681396, -2.3123347759246826, -2.9131405353546143, -1.9514058828353882, -2.279653787612915, -1.2594784498214722, -1.5922353267669678, -1.0428537130355835, -1.964983344078064, -1.1660144329071045, -0.09927006810903549, -1.9559381008148193, -0.14678917825222015, -0.8259792923927307, -1.3395955562591553, -1.6327852010726929, -0.9966272115707397, -1.920785903930664, -1.7345763444900513, -1.0760698318481445, -0.5109024047851562, -1.4225863218307495, -0.09944988787174225, -1.1383432149887085, -1.641248345375061, -1.4714138507843018, -1.676750898361206, -0.012787369079887867, -0.029459236189723015, -0.1870972216129303, -0.09390351921319962, -0.1922001987695694, -3.0267717838287354, -2.28684139251709, -0.5948604345321655, -1.3889399766921997, -2.7523353099823, -0.2040448635816574, -0.03751096874475479, -0.33069512248039246, -0.8843112587928772, -0.6916438341140747, -2.24743390083313, -1.2214354276657104, -1.708841323852539, -1.9472049474716187, -1.6079537868499756, -0.9954496026039124, -0.5675930380821228, -1.1232292652130127, -1.7977235317230225, -0.7905392050743103, -0.10610572248697281, -4.018822193145752, -2.8505935668945312, -2.094547748565674, -1.5268580913543701, -1.4143683910369873, -0.9200852513313293, -1.9948514699935913, -1.6174639463424683, -1.9383739233016968, -1.402429223060608, -1.2467782497406006, -2.5857882499694824, -2.0691497325897217, -1.8941017389297485, -1.7080632448196411, -1.0943197011947632, -1.4878299236297607, -2.0247459411621094, -1.0497782230377197, -0.8168476223945618, -1.6048061847686768, -2.0642950534820557, -0.4367589056491852, -0.3823803961277008, -1.3701530694961548, -1.8828612565994263, -1.5420541763305664, -0.5957147479057312, -2.6292498111724854, -1.4647667407989502, -1.801027536392212, -0.9808001518249512, -0.23006752133369446, -0.38554322719573975, -1.0180622339248657, -0.7074846625328064, -1.9772543907165527, -0.8029768466949463, -2.5400726795196533, -1.3221324682235718, -1.829176902770996, -0.07896168529987335, -1.1476192474365234, -1.62714684009552, -0.17954613268375397, -0.9856681823730469, -0.9181163907051086, -2.7603249549865723, -0.9903643727302551, -1.9095823764801025, -1.8785624504089355, -1.6555521488189697, -0.9011744260787964, -1.441556453704834, -1.5245548486709595, -1.5533696413040161, -1.174903154373169, -2.8678982257843018, -1.3592036962509155, -1.5551906824111938, -1.3432395458221436, -1.5544706583023071, -1.04171884059906, -1.6695032119750977, -1.3577673435211182, -0.9638350605964661, -1.4735691547393799, -2.40383243560791, -2.2228150367736816, -0.7263799905776978, -1.3726212978363037, -1.8124006986618042, -1.2634278535842896, -1.8874146938323975, -0.7611913084983826, -2.5124847888946533, -1.9887051582336426, -2.516580104827881, -0.9844509363174438, -0.7177131175994873, -0.40082576870918274, -2.6367549896240234, -1.2386181354522705, -2.2658891677856445, -1.3351984024047852, -2.5014703273773193, -0.16960792243480682, -0.8583770394325256, -2.2640180587768555, -2.599520683288574, -1.68061363697052, -2.5508296489715576, -1.3370012044906616, -1.134358525276184, -1.7528305053710938, -2.5527944564819336, -1.5291798114776611, -1.719207525253296, -1.8891860246658325, -1.8522696495056152, -2.490400791168213, -1.828559160232544, -2.842398166656494, -1.8901803493499756, -1.2138235569000244, -1.1801303625106812, -1.3177272081375122, -1.7976809740066528, -1.7369823455810547, -2.057170867919922, -2.1451034545898438, -1.882298231124878, -1.668209433555603, -1.395858645439148, -1.7238022089004517, -1.7056455612182617, -0.8627257347106934, -0.8114269375801086, -2.0976667404174805, -2.1573328971862793, -1.507127285003662, -1.2522151470184326, -1.1840574741363525, -0.9641736149787903, -1.4367932081222534, -1.940165400505066, -0.19444049894809723, -1.5413450002670288, -1.9373295307159424, -1.2828162908554077, -0.29137352108955383, -0.39689621329307556, -0.7191982865333557, -0.7531672120094299]}, "Bot001_085_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid i have 2 girls how old are your kids My daughter is 15. How old are your girls? she is 1 and a half . do you have any children ? Yes, I have a girl i'm not sure if we want kids yet , we are still pretty young. Also, try to guess: my favorite food ... Is pizza is mexican food, funny you :) Okay. Still good my mom says study hard and get a good job like she has at apple Does your mom work at apple? yes she has been there for many years. how old are you ? I'm 44", "response": "congrats ! i do not have any siblings .", "annotation_id": "Bot001_085_20", "annotations": ["T", "X", "O", "X", "X", "T", "X", "X", "T", "O", "X", "X", "X", "O", "T"], "gpt2_target_score": [-15.707099914550781, -19.32843589782715, -11.829985618591309, -8.590933799743652, -10.68300724029541, -12.536772727966309, -11.077177047729492, -13.615585327148438, -14.94067096710205, -12.859978675842285], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -1.5091807842254639, -0.23992696404457092, -0.589811384677887, -2.9470183849334717, -2.2497496604919434, -0.010492517612874508, -0.7268564701080322, -0.963146984577179, -3.259343385696411, -2.127495765686035, -2.9283008575439453, -0.7520564198493958, -1.2419211864471436, -1.5445237159729004, -2.9940125942230225, -1.5051863193511963, -1.8906019926071167, -2.405930995941162, -1.7038965225219727, -2.315821886062622, -1.5763254165649414, -2.028052568435669, -1.0755689144134521, -2.281322479248047, -2.1136300563812256, -1.4328129291534424, -1.9939639568328857, -2.7245495319366455, -2.6027865409851074, -0.42222270369529724, -1.3331358432769775, -0.8887628316879272, -1.8085919618606567, -1.8809832334518433, -1.700697898864746, -3.0923011302948, -1.0332441329956055, -2.0441596508026123, -1.1687045097351074, -1.3583488464355469, -1.9838037490844727, -2.619957447052002, -0.8672595024108887, -0.2870384454727173, -1.9609057903289795, -2.7991254329681396, -2.3123347759246826, -2.9131405353546143, -1.9514058828353882, -2.279653787612915, -1.2594784498214722, -1.5922353267669678, -1.0428537130355835, -1.964983344078064, -1.1660144329071045, -0.09927006810903549, -1.9559381008148193, -0.14678917825222015, -0.8259792923927307, -1.3395955562591553, -1.6327852010726929, -0.9966272115707397, -1.920785903930664, -1.7345763444900513, -1.0760698318481445, -0.5109024047851562, -1.4225863218307495, -0.09944988787174225, -1.1383432149887085, -1.641248345375061, -1.4714138507843018, -1.676750898361206, -0.012787369079887867, -0.029459236189723015, -0.1870972216129303, -0.09390351921319962, -0.1922001987695694, -3.0267717838287354, -2.28684139251709, -0.5948604345321655, -1.3889399766921997, -2.7523353099823, -0.2040448635816574, -0.03751096874475479, -0.33069512248039246, -0.8843112587928772, -0.6916438341140747, -2.24743390083313, -1.2214354276657104, -1.708841323852539, -1.9472049474716187, -1.6079537868499756, -0.9954496026039124, -0.5675930380821228, -1.1232292652130127, -1.7977235317230225, -0.7905392050743103, -0.10610572248697281, -4.018822193145752, -2.8505935668945312, -2.094547748565674, -1.5268580913543701, -1.4143683910369873, -0.9200852513313293, -1.9948514699935913, -1.6174639463424683, -1.9383739233016968, -1.402429223060608, -1.2467782497406006, -2.5857882499694824, -2.0691497325897217, -1.8941017389297485, -1.7080632448196411, -1.0943197011947632, -1.4878299236297607, -2.0247373580932617, -1.0497734546661377, -0.8168359994888306, -1.6048033237457275, -2.064302921295166, -0.436762273311615, -0.38237136602401733, -1.3701666593551636, -1.882858157157898, -1.5420596599578857, -0.5957180261611938, -2.629242181777954, -1.464769959449768, -1.8010249137878418, -0.9807953238487244, -0.23006543517112732, -0.38554295897483826, -1.018061876296997, -0.7074916362762451, -1.977239727973938, -0.8029754161834717, -2.5400772094726562, -1.3221269845962524, -1.829150676727295, -0.07896190136671066, -1.1476281881332397, -1.6271306276321411, -0.17954513430595398, -0.9856711030006409, -0.9181281924247742, -2.760322093963623, -0.9903614521026611, -1.9095873832702637, -1.878548502922058, -1.6555348634719849, -0.9011691808700562, -1.4415534734725952, -1.5245447158813477, -1.553365707397461, -1.174904704093933, -2.8679213523864746, -1.3591961860656738, -1.5552128553390503, -1.3432508707046509, -1.5544536113739014, -1.0417208671569824, -1.6695119142532349, -1.3577680587768555, -0.9638360142707825, -1.4735523462295532, -2.4038357734680176, -2.2228171825408936, -0.7263840436935425, -1.3726288080215454, -1.8123948574066162, -1.2634236812591553, -1.887413740158081, -0.761188268661499, -2.51249361038208, -1.988721251487732, -2.5165822505950928, -0.9844645857810974, -0.7177212238311768, -0.40082481503486633, -2.6367595195770264, -1.2386064529418945, -2.265878915786743, -1.3351919651031494, -2.501448154449463, -0.1696065068244934, -0.8583834171295166, -2.264012575149536, -2.5995192527770996, -1.6806224584579468, -2.5508334636688232, -1.33698570728302, -1.1343626976013184, -1.7528268098831177, -2.552795886993408, -1.529189109802246, -1.7192158699035645, -1.8891924619674683, -1.852284550666809, -2.4903838634490967, -1.828555941581726, -2.8423898220062256, -1.8901787996292114, -1.213812232017517, -1.1801117658615112, -1.3177239894866943, -1.797681450843811, -1.7369725704193115, -2.0571775436401367, -2.145082950592041, -1.8823041915893555, -1.668217420578003, -1.395858883857727, -1.7238097190856934, -1.7056523561477661, -0.8627274036407471, -0.8114259839057922, -2.0976765155792236, -1.6914294958114624, -1.2788770198822021, -1.2593060731887817, -1.1579158306121826, -1.2617969512939453, -1.93941068649292, -0.19489508867263794, -1.6309040784835815, -1.9112673997879028, -1.4155604839324951, -0.2799932062625885, -0.4033394157886505, -0.7134798765182495, -2.1279380321502686, -1.5231375694274902, -2.657315731048584, -1.5828944444656372, -2.388152837753296, -0.08367864787578583, -1.1897118091583252, -2.1659631729125977, -1.6918858289718628, -1.3130536079406738, -1.5044282674789429, -1.2678320407867432, -0.5444745421409607, -2.321852684020996, -0.8571671843528748]}, "Bot001_088_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself", "response": "i m a college student studying business and work at a pizza place part time", "annotation_id": "Bot001_088_02", "annotations": ["O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-8.192380905151367, -8.49855899810791, -6.969967842102051, -11.144161224365234, -10.52738094329834, -14.67142105102539, -9.930299758911133, -3.4516289234161377, -10.50515365600586, -10.389853477478027, -6.476566314697266, -11.64404010772705, -14.049985885620117, -13.15548038482666, -11.338105201721191], "gpt2_argmax_score": [-0.06007930636405945, -2.190598487854004, -3.735051155090332, -2.3344268798828125, -1.5752631425857544, -0.3587383031845093, -2.0050528049468994, -2.1580650806427, -1.0084338188171387, -1.105430006980896, -2.3138926029205322, -0.20367181301116943, -1.4501322507858276, -1.4851008653640747, -1.4808815717697144, -0.21331095695495605, -1.9759657382965088, -0.003300934797152877, -0.5822316408157349, -2.382690906524658, -1.6824896335601807, -0.7234848141670227, -2.5793585777282715, -1.62409508228302, -1.7188644409179688, -2.2963755130767822, -1.2591571807861328, -0.0030728999990969896, -0.4265492260456085, -2.0747947692871094, -1.0197196006774902, -0.933513343334198, -0.00011574551899684593, -0.018466688692569733, -2.14544415473938, -1.1012470722198486, -0.1881512850522995, -1.3259612321853638, -0.43942177295684814, -1.1732858419418335, -0.8455790281295776, -0.5863379836082458, -1.747328281402588, -0.8670890927314758, -1.9234237670898438, -1.9296656847000122, -2.0359723567962646, -2.8879597187042236, -3.395566940307617, -0.6055619120597839, -1.5778602361679077, -2.5827221870422363, -1.958863377571106, -1.4923932552337646, -1.5999897718429565, -0.47254678606987, -2.805677890777588, -0.4294455647468567, -1.4348552227020264, -0.21363990008831024, -1.1735637187957764]}, "Bot001_088_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station", "response": "where are you from ? i am in cali", "annotation_id": "Bot001_088_04", "annotations": ["O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-16.003684997558594, -9.327581405639648, -7.742732048034668, -6.207583904266357, -8.616012573242188, -11.772326469421387, -10.933331489562988, -8.784443855285645, -13.026138305664062, -12.070460319519043], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.9759715795516968, -0.0033011725172400475, -0.5822383165359497, -2.3826563358306885, -1.6824942827224731, -0.7234949469566345, -2.5793464183807373, -1.6240953207015991, -1.7188396453857422, -2.2963850498199463, -1.2591524124145508, -0.003072781255468726, -0.4265468120574951, -2.074784517288208, -1.0197068452835083, -0.9334999918937683, -0.00011574551899684593, -0.018466688692569733, -2.145449161529541, -1.1012564897537231, -0.18815544247627258, -1.3260163068771362, -0.4394182562828064, -1.1732715368270874, -0.8455908894538879, -0.586345374584198, -1.7473235130310059, -0.8670918345451355, -1.923411250114441, -1.526388168334961, -2.7987327575683594, -2.9928553104400635, -0.386971652507782, -1.5890910625457764, -2.288986921310425, -1.8566383123397827, -1.771220326423645, -1.7793869972229004, -0.5132185816764832, -2.85478138923645, -0.541292130947113, -1.475379467010498, -0.22331272065639496, -1.2324036359786987, -2.204566717147827, -0.0004596845537889749, -0.08612336963415146, -2.448850393295288, -1.6350394487380981, -1.5895721912384033, -1.476034164428711, -1.0638595819473267, -1.1955223083496094, -2.3448829650878906, -0.02701464667916298, -1.307430386543274, -2.3532862663269043, -1.264721393585205, -0.15604928135871887, -1.300097107887268, -0.23011496663093567, -0.24286042153835297, -1.6142947673797607, -1.128130316734314, -1.7232149839401245, -0.06343580037355423, -2.089557409286499]}, "Bot001_088_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london", "response": "lol i live in ohio on a farm lol. Also, try to guess: i own two ...", "annotation_id": "Bot001_088_06", "annotations": ["T", "T", "X", "T", "O", "X", "O", "X", "O", "O", "O", "T", "T", "X", "X"], "gpt2_target_score": [-17.145671844482422, -8.72624397277832, -9.394156455993652, -5.20979642868042, -9.33770751953125, -12.750819206237793, -11.550686836242676, -8.98869800567627, -14.61920166015625, -9.198359489440918, -8.670446395874023, -17.85964012145996, -4.724900245666504, -12.309138298034668, -9.586411476135254, -14.533227920532227, -6.034191608428955, -16.97450828552246, -13.891366004943848, -7.357204437255859, -12.150557518005371], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.9759715795516968, -0.0033011725172400475, -0.5822383165359497, -2.3826563358306885, -1.6824942827224731, -0.7234949469566345, -2.5793464183807373, -1.6240953207015991, -1.7188396453857422, -2.2963850498199463, -1.2591524124145508, -0.003072781255468726, -0.4265468120574951, -2.074784517288208, -1.0197068452835083, -0.9334999918937683, -0.00011574551899684593, -0.018466688692569733, -2.145449161529541, -1.1012564897537231, -0.18815544247627258, -1.3260163068771362, -0.4394182562828064, -1.1732715368270874, -0.8455908894538879, -0.586345374584198, -1.7473235130310059, -0.8670918345451355, -1.923411250114441, -1.526388168334961, -2.7987327575683594, -2.9928553104400635, -0.386971652507782, -1.5890910625457764, -2.288986921310425, -1.8566383123397827, -1.771220326423645, -1.7793869972229004, -0.5132185816764832, -2.85478138923645, -0.541292130947113, -1.475379467010498, -0.22331272065639496, -1.2324036359786987, -2.204566717147827, -0.0004596845537889749, -0.08612336963415146, -2.448850393295288, -1.6350394487380981, -1.5895721912384033, -1.476034164428711, -1.0638595819473267, -1.1955223083496094, -2.3448829650878906, -0.02701464667916298, -1.307430386543274, -1.131929874420166, -0.4346291422843933, -1.0520471334457397, -0.30576029419898987, -1.1673356294631958, -1.797384262084961, -1.6850476264953613, -1.6278489828109741, -0.06627479940652847, -1.985201120376587, -2.0618674755096436, -0.32639673352241516, -2.1698083877563477, -0.7185148000717163, -1.594268560409546, -2.395020008087158, -1.6635476350784302, -1.9089913368225098, -0.1833888441324234, -2.172039747238159, -1.3100818395614624, -1.8145430088043213, -1.1765049695968628, -2.6713149547576904, -2.0602622032165527, -0.44825583696365356, -1.262054204940796, -1.6649587154388428, -1.4388517141342163, -1.16495680809021, -2.3082494735717773, -1.828629732131958, -2.5186452865600586, -1.8138659000396729, -0.4655472934246063, -0.3624442219734192, -1.9145808219909668]}, "Bot001_088_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs", "response": "vintage mustangs, funny you :)", "annotation_id": "Bot001_088_08", "annotations": ["O", "X", "X", "X", "T", "T", "O", "O", "X", "O", "X", "X", "O", "O", "O"], "gpt2_target_score": [-10.619486808776855, -18.327268600463867, -9.279826164245605, -15.669677734375, -10.491889953613281, -9.362627983093262, -11.302456855773926, -12.130635261535645], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.9759715795516968, -0.0033011725172400475, -0.5822383165359497, -2.3826563358306885, -1.6824942827224731, -0.7234949469566345, -2.5793464183807373, -1.6240953207015991, -1.7188396453857422, -2.2963850498199463, -1.2591524124145508, -0.003072781255468726, -0.4265468120574951, -2.074784517288208, -1.0197068452835083, -0.9334999918937683, -0.00011574551899684593, -0.018466688692569733, -2.145449161529541, -1.1012564897537231, -0.18815544247627258, -1.3260163068771362, -0.4394182562828064, -1.1732715368270874, -0.8455908894538879, -0.586345374584198, -1.7473235130310059, -0.8670918345451355, -1.923411250114441, -1.526388168334961, -2.7987327575683594, -2.9928553104400635, -0.386971652507782, -1.5890910625457764, -2.288986921310425, -1.8566383123397827, -1.771220326423645, -1.7793869972229004, -0.5132185816764832, -2.85478138923645, -0.541292130947113, -1.475379467010498, -0.22331272065639496, -1.2324036359786987, -2.204566717147827, -0.0004596845537889749, -0.08612336963415146, -2.448850393295288, -1.6350394487380981, -1.5895721912384033, -1.476034164428711, -1.0638595819473267, -1.1955223083496094, -2.3448829650878906, -0.02701464667916298, -1.307430386543274, -1.131929874420166, -0.4346291422843933, -1.0520471334457397, -0.30576029419898987, -1.1673356294631958, -1.797384262084961, -1.6850476264953613, -1.6278489828109741, -0.06627479940652847, -1.985201120376587, -2.0618674755096436, -0.32639673352241516, -2.1698083877563477, -0.7185148000717163, -1.594268560409546, -1.207912564277649, -1.8693304061889648, -0.236424520611763, -2.018799304962158, -1.2483917474746704, -1.867128849029541, -1.0449810028076172, -2.509579658508301, -2.1098601818084717, -1.2131233215332031, -1.4072550535202026, -1.572129487991333, -1.403327465057373, -1.149277925491333, -2.4041035175323486, -1.8477745056152344, -2.1019654273986816, -2.0382580757141113, -0.4386242926120758, -0.3604978322982788, -2.406479597091675, -2.1132330894470215, -2.3350117206573486, -2.625351905822754, -3.957475185394287, -1.3979605436325073, -1.876049518585205, -2.6062490940093994, -2.3081657886505127, -2.697431802749634, -0.42972397804260254]}, "Bot001_088_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs vintage mustangs, funny you :) oh that\u2019s nice", "response": "yes , i think so but it take a lots of patient. how are you this evening ?", "annotation_id": "Bot001_088_10", "annotations": ["O", "O", "X", "T", "T", "X", "X", "O", "X", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-14.577902793884277, -11.906160354614258, -8.683375358581543, -10.417587280273438, -10.079788208007812, -11.200213432312012, -10.470067024230957, -8.530774116516113, -7.8277587890625, -12.124979972839355, -9.380926132202148, -15.874335289001465, -6.074219703674316, -7.719141483306885, -8.582856178283691, -10.160394668579102, -10.956855773925781, -21.288610458374023, -11.041741371154785], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.9759715795516968, -0.0033011725172400475, -0.5822383165359497, -2.3826563358306885, -1.6824942827224731, -0.7234949469566345, -2.5793464183807373, -1.6240953207015991, -1.7188396453857422, -2.2963850498199463, -1.2591524124145508, -0.003072781255468726, -0.4265468120574951, -2.074784517288208, -1.0197068452835083, -0.9334999918937683, -0.00011574551899684593, -0.018466688692569733, -2.145449161529541, -1.1012564897537231, -0.18815544247627258, -1.3260163068771362, -0.4394182562828064, -1.1732715368270874, -0.8455908894538879, -0.586345374584198, -1.7473235130310059, -0.8670918345451355, -1.923411250114441, -1.526388168334961, -2.7987327575683594, -2.9928553104400635, -0.386971652507782, -1.5890910625457764, -2.288986921310425, -1.8566383123397827, -1.771220326423645, -1.7793869972229004, -0.5132185816764832, -2.85478138923645, -0.541292130947113, -1.475379467010498, -0.22331272065639496, -1.2324036359786987, -2.204566717147827, -0.0004596845537889749, -0.08612336963415146, -2.448850393295288, -1.6350394487380981, -1.5895721912384033, -1.476034164428711, -1.0638595819473267, -1.1955223083496094, -2.3448829650878906, -0.02701464667916298, -1.307430386543274, -1.131929874420166, -0.4346291422843933, -1.0520471334457397, -0.30576029419898987, -1.1673356294631958, -1.797384262084961, -1.6850476264953613, -1.6278489828109741, -0.06627479940652847, -1.985201120376587, -2.0618674755096436, -0.32639673352241516, -2.1698083877563477, -0.7185148000717163, -1.594268560409546, -1.207912564277649, -1.8693304061889648, -0.236424520611763, -2.018799304962158, -1.2483917474746704, -1.867128849029541, -1.0449810028076172, -2.509579658508301, -2.1098601818084717, -1.2131233215332031, -1.4072550535202026, -1.572129487991333, -1.403327465057373, -1.149277925491333, -2.4041035175323486, -1.8477745056152344, -2.1019654273986816, -2.0382580757141113, -0.4386242926120758, -0.3604978322982788, -2.406479597091675, -2.1132330894470215, -2.51069974899292, -1.0893139839172363, -2.0289957523345947, -2.300405979156494, -2.195326566696167, -2.116230010986328, -1.1649904251098633, -2.204219341278076, -1.2559901475906372, -0.0009729895391501486, -0.009095543995499611, -2.068485975265503, -1.7746732234954834, -2.3835971355438232, -1.1701364517211914, -1.16217041015625, -1.9127789735794067, -1.2944339513778687, -1.6996105909347534, -1.130561113357544, -1.3759974241256714, -1.5145496129989624, -1.2776387929916382, -0.06579183042049408, -1.405861258506775, -1.584864616394043, -1.6487922668457031, -1.8037813901901245, -0.145900160074234, -1.7525880336761475, -1.4410274028778076, -0.5945004224777222, -0.38155120611190796]}, "Bot001_088_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs vintage mustangs, funny you :) oh that\u2019s nice yes , i think so but it take a lots of patient. how are you this evening ? i\u2019m feeling kind of low", "response": "i am good . waiting on my two boys to get home .", "annotation_id": "Bot001_088_12", "annotations": ["O", "T", "X", "T", "O", "T", "X", "T", "X", "O", "O", "X", "T", "T", "O"], "gpt2_target_score": [-8.19235897064209, -10.272207260131836, -10.491179466247559, -10.808109283447266, -11.651054382324219, -11.62684154510498, -10.905064582824707, -9.34728717803955, -7.806976318359375, -9.491679191589355, -10.877447128295898, -11.69400691986084, -11.151093482971191], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.9759715795516968, -0.0033011725172400475, -0.5822383165359497, -2.3826563358306885, -1.6824942827224731, -0.7234949469566345, -2.5793464183807373, -1.6240953207015991, -1.7188396453857422, -2.2963850498199463, -1.2591524124145508, -0.003072781255468726, -0.4265468120574951, -2.074784517288208, -1.0197068452835083, -0.9334999918937683, -0.00011574551899684593, -0.018466688692569733, -2.145449161529541, -1.1012564897537231, -0.18815544247627258, -1.3260163068771362, -0.4394182562828064, -1.1732715368270874, -0.8455908894538879, -0.586345374584198, -1.7473235130310059, -0.8670918345451355, -1.923411250114441, -1.526388168334961, -2.7987327575683594, -2.9928553104400635, -0.386971652507782, -1.5890910625457764, -2.288986921310425, -1.8566383123397827, -1.771220326423645, -1.7793869972229004, -0.5132185816764832, -2.85478138923645, -0.541292130947113, -1.475379467010498, -0.22331272065639496, -1.2324036359786987, -2.204566717147827, -0.0004596845537889749, -0.08612336963415146, -2.448850393295288, -1.6350394487380981, -1.5895721912384033, -1.476034164428711, -1.0638595819473267, -1.1955223083496094, -2.3448829650878906, -0.02701464667916298, -1.307430386543274, -1.131929874420166, -0.4346291422843933, -1.0520471334457397, -0.30576029419898987, -1.1673356294631958, -1.797384262084961, -1.6850476264953613, -1.6278489828109741, -0.06627479940652847, -1.985201120376587, -2.0618674755096436, -0.32639673352241516, -2.1698083877563477, -0.7185148000717163, -1.594268560409546, -1.207912564277649, -1.8693304061889648, -0.236424520611763, -2.018799304962158, -1.2483917474746704, -1.867128849029541, -1.0449810028076172, -2.509579658508301, -2.1098601818084717, -1.2131233215332031, -1.4072550535202026, -1.572129487991333, -1.403327465057373, -1.149277925491333, -2.4041035175323486, -1.8477745056152344, -2.1019654273986816, -2.0382580757141113, -0.4386242926120758, -0.3604978322982788, -2.406479597091675, -2.1132330894470215, -2.51069974899292, -1.0893139839172363, -2.0289957523345947, -2.300405979156494, -2.195326566696167, -2.116230010986328, -1.1649904251098633, -2.204219341278076, -1.2559901475906372, -0.0009729895391501486, -0.009095543995499611, -2.068485975265503, -1.7746732234954834, -1.6228954792022705, -1.5111956596374512, -1.9786758422851562, -1.3168113231658936, -1.612514615058899, -1.2716704607009888, -0.4660433530807495, -1.4816176891326904, -1.2338448762893677, -0.08440990000963211, -1.4046809673309326, -1.0960142612457275, -1.7946738004684448, -2.0205652713775635, -0.09400878101587296, -1.5180127620697021, -1.321462869644165, -0.5343763828277588, -1.4240220785140991, -1.9295305013656616, -0.001726209418848157, -0.250196635723114, -2.7213637828826904, -1.8299812078475952, -0.09015457332134247, -2.4897706508636475, -2.4727656841278076, -2.255592107772827, -2.0667824745178223, -2.536602735519409, -1.9270026683807373, -1.2574509382247925, -0.7596251368522644, -1.6836987733840942, -3.021925449371338, -0.36138442158699036, -1.0294575691223145, -1.6195642948150635, -1.8385010957717896, -2.0351154804229736, -1.4559584856033325]}, "Bot001_088_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs vintage mustangs, funny you :) oh that\u2019s nice yes , i think so but it take a lots of patient. how are you this evening ? i\u2019m feeling kind of low i am good . waiting on my two boys to get home . do you have any phobias?", "response": "of course . living near pygmies , i sleep with one eye open ! how about you ? [HEAR-NO-EVIL MONKEY]", "annotation_id": "Bot001_088_14", "annotations": ["X", "X", "X", "O", "T", "T", "O", "O", "X", "O", "X", "X", "O", "O", "O"], "gpt2_target_score": [-14.27640438079834, -12.132898330688477, -11.083704948425293, -10.516292572021484, -11.249076843261719, -13.29938793182373, -19.692598342895508, -12.969510078430176, -9.794570922851562, -7.2216901779174805, -10.786657333374023, -12.327826499938965, -9.329194068908691, -15.126368522644043, -12.389222145080566, -14.493738174438477, -11.65188217163086, -18.504613876342773, -9.260613441467285, -10.86263656616211, -8.455153465270996, -21.03472900390625, -16.190757751464844, -7.214747905731201, -15.656614303588867, -10.86207389831543, -19.80495834350586, -26.310232162475586, -22.29014778137207, -22.744157791137695, -14.776649475097656], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.9759715795516968, -0.0033011725172400475, -0.5822383165359497, -2.3826563358306885, -1.6824942827224731, -0.7234949469566345, -2.5793464183807373, -1.6240953207015991, -1.7188396453857422, -2.2963850498199463, -1.2591524124145508, -0.003072781255468726, -0.4265468120574951, -2.074784517288208, -1.0197068452835083, -0.9334999918937683, -0.00011574551899684593, -0.018466688692569733, -2.145449161529541, -1.1012564897537231, -0.18815544247627258, -1.3260163068771362, -0.4394182562828064, -1.1732715368270874, -0.8455908894538879, -0.586345374584198, -1.7473235130310059, -0.8670918345451355, -1.923411250114441, -1.526388168334961, -2.7987327575683594, -2.9928553104400635, -0.386971652507782, -1.5890910625457764, -2.288986921310425, -1.8566383123397827, -1.771220326423645, -1.7793869972229004, -0.5132185816764832, -2.85478138923645, -0.541292130947113, -1.475379467010498, -0.22331272065639496, -1.2324036359786987, -2.204566717147827, -0.0004596845537889749, -0.08612336963415146, -2.448850393295288, -1.6350394487380981, -1.5895721912384033, -1.476034164428711, -1.0638595819473267, -1.1955223083496094, -2.3448829650878906, -0.02701464667916298, -1.307430386543274, -1.131929874420166, -0.4346291422843933, -1.0520471334457397, -0.30576029419898987, -1.1673356294631958, -1.797384262084961, -1.6850476264953613, -1.6278489828109741, -0.06627479940652847, -1.985201120376587, -2.0618674755096436, -0.32639673352241516, -2.1698083877563477, -0.7185148000717163, -1.594268560409546, -1.207912564277649, -1.8693304061889648, -0.236424520611763, -2.018799304962158, -1.2483917474746704, -1.867128849029541, -1.0449810028076172, -2.509579658508301, -2.1098601818084717, -1.2131233215332031, -1.4072550535202026, -1.572129487991333, -1.403327465057373, -1.149277925491333, -2.4041035175323486, -1.8477745056152344, -2.1019654273986816, -2.0382580757141113, -0.4386242926120758, -0.3604978322982788, -2.406479597091675, -2.1132330894470215, -2.51069974899292, -1.0893139839172363, -2.0289957523345947, -2.300405979156494, -2.195326566696167, -2.116230010986328, -1.1649904251098633, -2.204219341278076, -1.2559901475906372, -0.0009729895391501486, -0.009095543995499611, -2.068485975265503, -1.7746732234954834, -1.6228954792022705, -1.5111956596374512, -1.9786758422851562, -1.3168113231658936, -1.612514615058899, -1.2716704607009888, -0.4660433530807495, -1.4816176891326904, -1.2338448762893677, -0.08440990000963211, -1.4046809673309326, -1.0960142612457275, -1.7946738004684448, -2.0205652713775635, -0.09400878101587296, -1.5180127620697021, -1.321462869644165, -0.5343763828277588, -1.4240220785140991, -1.9295305013656616, -0.001726209418848157, -0.250196635723114, -2.7213637828826904, -1.8299812078475952, -0.09015457332134247, -2.4897706508636475, -2.4727656841278076, -1.5976938009262085, -2.99357533454895, -2.3838067054748535, -1.5226258039474487, -0.7247819900512695, -1.7389150857925415, -2.625162124633789, -0.433376282453537, -1.068995714187622, -1.5603662729263306, -1.3814561367034912, -2.031907081604004, -1.74235999584198, -0.19161170721054077, -1.1893305778503418, -0.6286978721618652, -2.1288342475891113, -1.5722181797027588, -0.04662441089749336, -1.5035663843154907, -1.552726149559021, -2.143280029296875, -0.23837491869926453, -1.7081273794174194, -1.7641977071762085, -0.6940770745277405, -1.7376484870910645, -0.3432638645172119, -0.919165849685669, -1.9309465885162354, -1.9950870275497437, -2.416330337524414, -1.1558610200881958, -1.0468621253967285, -1.1999809741973877, -2.0228095054626465, -1.8288973569869995, -1.5067020654678345, -1.4168692827224731, -0.5796346664428711, -1.0533841848373413, -0.6771693825721741, -2.1540069580078125, -1.303723692893982, -1.7066121101379395, -3.2979073524475098, -1.6215691566467285, -2.4022927284240723, -1.587969422340393, -2.080711841583252, -1.6995396614074707, -1.8943196535110474, -1.0132880210876465]}, "Bot001_088_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs vintage mustangs, funny you :) oh that\u2019s nice yes , i think so but it take a lots of patient. how are you this evening ? i\u2019m feeling kind of low i am good . waiting on my two boys to get home . do you have any phobias? of course . living near pygmies , i sleep with one eye open ! how about you ? [HEAR-NO-EVIL MONKEY] oh god, sorry to hear that.  i\u2019m terrified of clowns", "response": "it is my parents they're suing me so i come home for the holidays .. Also, try to guess: my favorite music ...", "annotation_id": "Bot001_088_16", "annotations": ["X", "O", "X", "O", "X", "X", "X", "X", "X", "O", "X", "T", "T", "X", "T"], "gpt2_target_score": [-9.573248863220215, -5.97694206237793, -9.782988548278809, -10.317474365234375, -9.962059020996094, -13.442057609558105, -17.036436080932617, -9.40136432647705, -5.6338958740234375, -7.2216901779174805, -4.568044662475586, -11.69400691986084, -6.410538673400879, -8.216883659362793, -12.517472267150879, -12.819101333618164, -13.178089141845703, -12.981542587280273, -12.858880043029785, -6.866542816162109, -5.911482810974121, -12.179091453552246, -7.183785438537598, -13.103907585144043, -9.738889694213867, -8.29694938659668], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.9759715795516968, -0.0033011725172400475, -0.5822383165359497, -2.3826563358306885, -1.6824942827224731, -0.7234949469566345, -2.5793464183807373, -1.6240953207015991, -1.7188396453857422, -2.2963850498199463, -1.2591524124145508, -0.003072781255468726, -0.4265468120574951, -2.074784517288208, -1.0197068452835083, -0.9334999918937683, -0.00011574551899684593, -0.018466688692569733, -2.145449161529541, -1.1012564897537231, -0.18815544247627258, -1.3260163068771362, -0.4394182562828064, -1.1732715368270874, -0.8455908894538879, -0.586345374584198, -1.7473235130310059, -0.8670918345451355, -1.923411250114441, -1.526388168334961, -2.7987327575683594, -2.9928553104400635, -0.386971652507782, -1.5890910625457764, -2.288986921310425, -1.8566383123397827, -1.771220326423645, -1.7793869972229004, -0.5132185816764832, -2.85478138923645, -0.541292130947113, -1.475379467010498, -0.22331272065639496, -1.2324036359786987, -2.204566717147827, -0.0004596845537889749, -0.08612336963415146, -2.448850393295288, -1.6350394487380981, -1.5895721912384033, -1.476034164428711, -1.0638595819473267, -1.1955223083496094, -2.3448829650878906, -0.02701464667916298, -1.307430386543274, -1.131929874420166, -0.4346291422843933, -1.0520471334457397, -0.30576029419898987, -1.1673356294631958, -1.797384262084961, -1.6850476264953613, -1.6278489828109741, -0.06627479940652847, -1.985201120376587, -2.0618674755096436, -0.32639673352241516, -2.1698083877563477, -0.7185148000717163, -1.594268560409546, -1.207912564277649, -1.8693304061889648, -0.236424520611763, -2.018799304962158, -1.2483917474746704, -1.867128849029541, -1.0449810028076172, -2.509579658508301, -2.1098601818084717, -1.2131233215332031, -1.4072550535202026, -1.572129487991333, -1.403327465057373, -1.149277925491333, -2.4041035175323486, -1.8477745056152344, -2.1019654273986816, -2.0382580757141113, -0.4386242926120758, -0.3604978322982788, -2.406479597091675, -2.1132330894470215, -2.51069974899292, -1.0893139839172363, -2.0289957523345947, -2.300405979156494, -2.195326566696167, -2.116230010986328, -1.1649904251098633, -2.204219341278076, -1.2559901475906372, -0.0009729895391501486, -0.009095543995499611, -2.068485975265503, -1.7746732234954834, -1.6228954792022705, -1.5111956596374512, -1.9786758422851562, -1.3168113231658936, -1.612514615058899, -1.2716704607009888, -0.4660433530807495, -1.4816176891326904, -1.2338448762893677, -0.08440990000963211, -1.4046809673309326, -1.0960142612457275, -1.7946738004684448, -2.0205652713775635, -0.09400878101587296, -1.5180127620697021, -1.321462869644165, -0.5343763828277588, -1.4240220785140991, -1.9295305013656616, -0.001726209418848157, -0.250196635723114, -2.7213637828826904, -1.8299812078475952, -0.09015457332134247, -2.4897706508636475, -2.4727656841278076, -1.5976938009262085, -2.99357533454895, -2.3838067054748535, -1.5226258039474487, -0.7247819900512695, -1.7389150857925415, -2.625162124633789, -0.433376282453537, -1.068995714187622, -1.5603662729263306, -1.3814561367034912, -2.031907081604004, -1.74235999584198, -0.19161170721054077, -1.1893305778503418, -0.6286978721618652, -2.1288342475891113, -1.5722181797027588, -0.04662441089749336, -1.5035663843154907, -1.552726149559021, -0.45747971534729004, -1.444692611694336, -1.5801922082901, -0.8810707926750183, -2.1608777046203613, -0.2796729505062103, -0.17645351588726044, -2.0312211513519287, -2.0899922847747803, -2.1753950119018555, -1.2303179502487183, -0.9224010705947876, -1.239628791809082, -2.0567495822906494, -1.895024061203003, -1.9819384813308716, -1.4387454986572266, -0.4257082939147949, -1.177420735359192, -1.4493310451507568, -2.613896608352661, -1.2127965688705444, -1.1704212427139282, -3.4135076999664307, -2.0251314640045166, -2.4444398880004883, -1.5969319343566895, -1.6623283624649048, -1.6732313632965088, -1.82052481174469, -1.2104982137680054, -2.394611120223999, -1.1130074262619019, -1.0567272901535034, -1.7905510663986206, -0.6009905338287354, -0.8819471597671509, -1.5742744207382202, -1.3140212297439575, -1.587180733680725, -2.327387571334839, -0.0009748950251378119, -0.30285587906837463, -2.3650548458099365, -1.4571001529693604, -2.630709648132324, -0.17842411994934082, -1.9365068674087524, -2.3927993774414062, -1.1970340013504028, -2.346970558166504, -2.0000243186950684, -2.4283111095428467, -1.3842746019363403, -2.9286060333251953, -0.48510101437568665, -0.7886784076690674, -0.7263563275337219, -1.609665036201477, -1.5906130075454712, -1.610541820526123, -1.537994623184204, -1.7446846961975098, -1.655087947845459, -1.6555949449539185, -1.343634009361267, -1.2320072650909424, -0.3631792962551117, -2.788862705230713, -2.547787666320801, -0.8921975493431091, -0.8967031836509705, -2.0555849075317383, -0.9362937808036804, -2.4096033573150635]}, "Bot001_088_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs vintage mustangs, funny you :) oh that\u2019s nice yes , i think so but it take a lots of patient. how are you this evening ? i\u2019m feeling kind of low i am good . waiting on my two boys to get home . do you have any phobias? of course . living near pygmies , i sleep with one eye open ! how about you ? [HEAR-NO-EVIL MONKEY] oh god, sorry to hear that.  i\u2019m terrified of clowns it is my parents they're suing me so i come home for the holidays .. Also, try to guess: my favorite music ... is country", "response": "is country, funny you :)", "annotation_id": "Bot001_088_18", "annotations": ["O", "T", "X", "X", "O", "T", "O", "O", "X", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-9.287150382995605, -9.268720626831055, -4.0207624435424805, -12.778739929199219, -8.597412109375, -14.774081230163574], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.9759715795516968, -0.0033011725172400475, -0.5822383165359497, -2.3826563358306885, -1.6824942827224731, -0.7234949469566345, -2.5793464183807373, -1.6240953207015991, -1.7188396453857422, -2.2963850498199463, -1.2591524124145508, -0.003072781255468726, -0.4265468120574951, -2.074784517288208, -1.0197068452835083, -0.9334999918937683, -0.00011574551899684593, -0.018466688692569733, -2.145449161529541, -1.1012564897537231, -0.18815544247627258, -1.3260163068771362, -0.4394182562828064, -1.1732715368270874, -0.8455908894538879, -0.586345374584198, -1.7473235130310059, -0.8670918345451355, -1.923411250114441, -1.526388168334961, -2.7987327575683594, -2.9928553104400635, -0.386971652507782, -1.5890910625457764, -2.288986921310425, -1.8566383123397827, -1.771220326423645, -1.7793869972229004, -0.5132185816764832, -2.85478138923645, -0.541292130947113, -1.475379467010498, -0.22331272065639496, -1.2324036359786987, -2.204566717147827, -0.0004596845537889749, -0.08612336963415146, -2.448850393295288, -1.6350394487380981, -1.5895721912384033, -1.476034164428711, -1.0638595819473267, -1.1955223083496094, -2.3448829650878906, -0.02701464667916298, -1.307430386543274, -1.131929874420166, -0.4346291422843933, -1.0520471334457397, -0.30576029419898987, -1.1673356294631958, -1.797384262084961, -1.6850476264953613, -1.6278489828109741, -0.06627479940652847, -1.985201120376587, -2.0618674755096436, -0.32639673352241516, -2.1698083877563477, -0.7185148000717163, -1.594268560409546, -1.207912564277649, -1.8693304061889648, -0.236424520611763, -2.018799304962158, -1.2483917474746704, -1.867128849029541, -1.0449810028076172, -2.509579658508301, -2.1098601818084717, -1.2131233215332031, -1.4072550535202026, -1.572129487991333, -1.403327465057373, -1.149277925491333, -2.4041035175323486, -1.8477745056152344, -2.1019654273986816, -2.0382580757141113, -0.4386242926120758, -0.3604978322982788, -2.406479597091675, -2.1132330894470215, -2.51069974899292, -1.0893139839172363, -2.0289957523345947, -2.300405979156494, -2.195326566696167, -2.116230010986328, -1.1649904251098633, -2.204219341278076, -1.2559901475906372, -0.0009729895391501486, -0.009095543995499611, -2.068485975265503, -1.7746732234954834, -1.6228954792022705, -1.5111956596374512, -1.9786758422851562, -1.3168113231658936, -1.612514615058899, -1.2716704607009888, -0.4660433530807495, -1.4816176891326904, -1.2338448762893677, -0.08440990000963211, -1.4046809673309326, -1.0960142612457275, -1.7946738004684448, -2.0205652713775635, -0.09400878101587296, -1.5180127620697021, -1.321462869644165, -0.5343763828277588, -1.4240220785140991, -1.9295305013656616, -0.001726209418848157, -0.250196635723114, -2.7213637828826904, -1.8299812078475952, -0.09015457332134247, -2.4897706508636475, -2.4727656841278076, -1.5976938009262085, -2.99357533454895, -2.3838067054748535, -1.5226258039474487, -0.7247819900512695, -1.7389150857925415, -2.625162124633789, -0.433376282453537, -1.068995714187622, -1.5603662729263306, -1.3814561367034912, -2.031907081604004, -1.74235999584198, -0.19161170721054077, -1.1893305778503418, -0.6286978721618652, -2.1288342475891113, -1.5722181797027588, -0.04662441089749336, -1.5035663843154907, -1.552726149559021, -0.45747971534729004, -1.444692611694336, -1.5801922082901, -0.8810707926750183, -2.1608777046203613, -0.2796729505062103, -0.17645351588726044, -2.0312211513519287, -2.0899922847747803, -2.1753950119018555, -1.2303179502487183, -0.9224010705947876, -1.239628791809082, -2.0567495822906494, -1.895024061203003, -1.9819384813308716, -1.4387454986572266, -0.4257082939147949, -1.177420735359192, -1.4493310451507568, -2.613896608352661, -1.2127965688705444, -1.1704212427139282, -3.4135076999664307, -2.0251314640045166, -2.4444398880004883, -1.5969319343566895, -1.6623283624649048, -1.6732313632965088, -1.82052481174469, -1.2104982137680054, -2.394611120223999, -1.1130074262619019, -1.0567272901535034, -1.7905510663986206, -0.6009905338287354, -0.8819471597671509, -1.5742744207382202, -1.3140212297439575, -1.587180733680725, -2.327387571334839, -0.0009748950251378119, -0.30285587906837463, -2.3650548458099365, -1.4571001529693604, -2.630709648132324, -0.17842411994934082, -1.9365068674087524, -0.5163848996162415, -2.2283432483673096, -2.6240105628967285, -2.3979835510253906, -1.6790733337402344, -2.7855663299560547, -0.47394081950187683, -0.8615446090698242, -0.8076082468032837, -1.6114051342010498, -1.618545651435852, -1.6779115200042725, -1.8478728532791138, -1.7459276914596558, -1.7913496494293213, -1.544674038887024, -1.0127849578857422, -1.3219635486602783, -0.36752790212631226, -2.781975507736206, -2.558465003967285, -0.9139798879623413, -1.5472005605697632, -2.324856996536255, -0.8996787071228027, -2.2849066257476807, -3.0432419776916504, -1.73782479763031, -2.4693679809570312, -1.0487143993377686, -2.2888224124908447, -2.5302398204803467, -1.566545844078064, -2.7363080978393555, -1.0972886085510254]}, "Bot001_088_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs vintage mustangs, funny you :) oh that\u2019s nice yes , i think so but it take a lots of patient. how are you this evening ? i\u2019m feeling kind of low i am good . waiting on my two boys to get home . do you have any phobias? of course . living near pygmies , i sleep with one eye open ! how about you ? [HEAR-NO-EVIL MONKEY] oh god, sorry to hear that.  i\u2019m terrified of clowns it is my parents they're suing me so i come home for the holidays .. Also, try to guess: my favorite music ... is country is country, funny you :) funny you :)", "response": "i appreciate that thank you", "annotation_id": "Bot001_088_20", "annotations": ["O", "X", "X", "T", "T", "T", "O", "O", "X", "O", "X", "T", "O", "O", "O"], "gpt2_target_score": [-8.19235897064209, -13.880617141723633, -7.627188682556152, -11.410682678222656, -8.597412109375], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.480866551399231, -0.2133118212223053, -1.9759715795516968, -0.0033011725172400475, -0.5822383165359497, -2.3826563358306885, -1.6824942827224731, -0.7234949469566345, -2.5793464183807373, -1.6240953207015991, -1.7188396453857422, -2.2963850498199463, -1.2591524124145508, -0.003072781255468726, -0.4265468120574951, -2.074784517288208, -1.0197068452835083, -0.9334999918937683, -0.00011574551899684593, -0.018466688692569733, -2.145449161529541, -1.1012564897537231, -0.18815544247627258, -1.3260163068771362, -0.4394182562828064, -1.1732715368270874, -0.8455908894538879, -0.586345374584198, -1.7473235130310059, -0.8670918345451355, -1.923411250114441, -1.526388168334961, -2.7987327575683594, -2.9928553104400635, -0.386971652507782, -1.5890910625457764, -2.288986921310425, -1.8566383123397827, -1.771220326423645, -1.7793869972229004, -0.5132185816764832, -2.85478138923645, -0.541292130947113, -1.475379467010498, -0.22331272065639496, -1.2324036359786987, -2.204566717147827, -0.0004596845537889749, -0.08612336963415146, -2.448850393295288, -1.6350394487380981, -1.5895721912384033, -1.476034164428711, -1.0638595819473267, -1.1955223083496094, -2.3448829650878906, -0.02701464667916298, -1.307430386543274, -1.131929874420166, -0.4346291422843933, -1.0520471334457397, -0.30576029419898987, -1.1673356294631958, -1.797384262084961, -1.6850476264953613, -1.6278489828109741, -0.06627479940652847, -1.985201120376587, -2.0618674755096436, -0.32639673352241516, -2.1698083877563477, -0.7185148000717163, -1.594268560409546, -1.207912564277649, -1.8693304061889648, -0.236424520611763, -2.018799304962158, -1.2483917474746704, -1.867128849029541, -1.0449810028076172, -2.509579658508301, -2.1098601818084717, -1.2131233215332031, -1.4072550535202026, -1.572129487991333, -1.403327465057373, -1.149277925491333, -2.4041035175323486, -1.8477745056152344, -2.1019654273986816, -2.0382580757141113, -0.4386242926120758, -0.3604978322982788, -2.406479597091675, -2.1132330894470215, -2.51069974899292, -1.0893139839172363, -2.0289957523345947, -2.300405979156494, -2.195326566696167, -2.116230010986328, -1.1649904251098633, -2.204219341278076, -1.2559901475906372, -0.0009729895391501486, -0.009095543995499611, -2.068485975265503, -1.7746732234954834, -1.6228954792022705, -1.5111956596374512, -1.9786758422851562, -1.3168113231658936, -1.612514615058899, -1.2716704607009888, -0.4660433530807495, -1.4816176891326904, -1.2338448762893677, -0.08441055566072464, -1.404665470123291, -1.0960086584091187, -1.7946697473526, -2.0205705165863037, -0.09400823712348938, -1.518003225326538, -1.3214590549468994, -0.5343786478042603, -1.4240039587020874, -1.9295201301574707, -0.001726209418848157, -0.2501934766769409, -2.721367835998535, -1.8299635648727417, -0.09015511721372604, -2.4897589683532715, -2.4727723598480225, -1.5976717472076416, -2.993584156036377, -2.383803367614746, -1.5226227045059204, -0.7247893810272217, -1.7389183044433594, -2.6251931190490723, -0.4333796799182892, -1.0689971446990967, -1.5603649616241455, -1.3814388513565063, -2.0318989753723145, -1.7423590421676636, -0.19161002337932587, -1.1893374919891357, -0.6287053227424622, -2.1288235187530518, -1.572216510772705, -0.04662498086690903, -1.5035680532455444, -1.5527265071868896, -0.457480788230896, -1.4446861743927002, -1.5801939964294434, -0.8810619115829468, -2.1608731746673584, -0.2796734869480133, -0.17645421624183655, -2.0312159061431885, -2.08998703956604, -2.1753811836242676, -1.2303160429000854, -0.9224024415016174, -1.2396352291107178, -2.056741237640381, -1.8950272798538208, -1.9819426536560059, -1.4387474060058594, -0.4257144629955292, -1.1774101257324219, -1.4493176937103271, -2.6138930320739746, -1.2128034830093384, -1.17041015625, -3.4135122299194336, -2.0251309871673584, -2.4444384574890137, -1.5969247817993164, -1.6623369455337524, -1.6732288599014282, -1.8205337524414062, -1.2104986906051636, -2.3946173191070557, -1.1130073070526123, -1.0567296743392944, -1.7905393838882446, -0.6009947061538696, -0.8819455504417419, -1.5742636919021606, -1.3140240907669067, -1.587170958518982, -2.3273868560791016, -0.0009748950251378119, -0.3028595745563507, -2.365049362182617, -1.457107424736023, -2.6307196617126465, -0.17842142283916473, -1.9365065097808838, -0.5163803696632385, -2.228334665298462, -2.6240158081054688, -2.398008346557617, -1.6790971755981445, -2.78556752204895, -0.47394126653671265, -0.8615415692329407, -0.8075980544090271, -1.6114041805267334, -1.618543267250061, -1.6779130697250366, -1.8478620052337646, -1.7459290027618408, -1.791344404220581, -1.5446529388427734, -1.0128005743026733, -1.3219597339630127, -0.3675285577774048, -2.7819368839263916, -2.558480739593506, -0.913981020450592, -1.5471961498260498, -2.3248519897460938, -0.8996867537498474, -2.284900426864624, -3.0432536602020264, -1.7378475666046143, -2.821166753768921, -1.7434951066970825, -1.856416940689087, -1.1928062438964844, -2.7384133338928223, -2.1485536098480225, -1.056300401687622, -2.8374435901641846, -1.8499661684036255, -2.4676103591918945, -2.257230281829834, -0.9388005137443542, -1.7705016136169434, -0.01872587390244007, -1.9241418838500977]}, "Bot001_090_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey", "response": "how are you ? [SPEAK-NO-EVIL MONKEY]", "annotation_id": "Bot001_090_01", "annotations": ["O", "O", "T", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-11.732035636901855, -10.737375259399414, -5.127874374389648, -12.134845733642578, -8.393806457519531, -15.170858383178711, -6.280033111572266, -12.220173835754395, -8.65597915649414, -10.231657028198242, -8.663646697998047, -11.189637184143066, -7.514308929443359, -10.709226608276367, -11.892544746398926, -6.8604888916015625], "gpt2_argmax_score": [-2.031306505203247, -2.288515567779541, -1.91115403175354, -0.3472479581832886, -1.70293390750885, -0.27478647232055664, -3.7506520748138428, -0.03207855299115181, -0.2628138065338135, -1.6981256008148193, -3.4211926460266113, -1.6740576028823853, -3.0028340816497803, -1.6379181146621704, -0.7125447392463684, -1.7214391231536865, -1.16810142993927, -0.5939566493034363]}, "Bot001_090_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you?", "response": "not that old . do you go to restaurants often ?", "annotation_id": "Bot001_090_03", "annotations": ["O", "T", "T", "O", "O", "T", "T", "T", "T", "O", "T", "O", "O", "O", "T"], "gpt2_target_score": [-12.39710521697998, -8.227709770202637, -9.33929443359375, -9.342636108398438, -6.430785179138184, -9.969337463378906, -17.22136878967285, -11.073678016662598, -18.414949417114258, -14.569452285766602, -10.341906547546387], "gpt2_argmax_score": [-2.031306505203247, -1.6283599138259888, -0.5504603981971741, -1.6439210176467896, -1.089674949645996, -2.522834300994873, -0.016682643443346024, -0.24129550158977509, -1.1366671323776245, -3.4048213958740234, -1.1617155075073242, -2.9693338871002197, -1.550934910774231, -0.3229682743549347, -1.5545222759246826, -0.4464578330516815, -0.8102002739906311, -1.8968538045883179, -0.0036368912551552057, -0.20544560253620148, -2.5459489822387695, -1.9130433797836304, -1.8304122686386108, -2.017859935760498, -1.2349574565887451, -0.2723284661769867, -0.10000284761190414, -0.8448530435562134, -1.6616655588150024, -2.8893778324127197, -2.6790192127227783, -0.7469627857208252, -1.6135519742965698, -1.1937246322631836, -0.2968180477619171, -1.6058976650238037, -0.8277949094772339, -1.681453824043274, -1.774619698524475, -0.8691984415054321, -0.31986504793167114]}, "Bot001_090_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home", "response": "we rarely go out . i'm one of 5 kids so dad says its too expensive", "annotation_id": "Bot001_090_05", "annotations": ["O", "X", "T", "T", "O", "O", "O", "T", "T", "X", "O", "O", "O", "O", "T"], "gpt2_target_score": [-11.058154106140137, -10.426363945007324, -10.511276245117188, -6.7938995361328125, -6.951552391052246, -10.207420349121094, -18.156496047973633, -13.209721565246582, -8.565530776977539, -10.972715377807617, -13.180644035339355, -12.63504409790039, -16.203683853149414, -11.084832191467285, -14.413619041442871, -12.081963539123535, -14.935917854309082], "gpt2_argmax_score": [-2.031306505203247, -1.6283599138259888, -0.5504603981971741, -1.6439210176467896, -1.089674949645996, -2.522834300994873, -0.016682643443346024, -0.24129550158977509, -1.1366671323776245, -3.4048213958740234, -1.1617155075073242, -2.9693338871002197, -1.550934910774231, -0.3229682743549347, -1.5545222759246826, -0.4464578330516815, -0.8102002739906311, -1.8968538045883179, -0.0036368912551552057, -0.20544560253620148, -2.5459489822387695, -1.9130433797836304, -1.8304122686386108, -2.017859935760498, -1.2349574565887451, -0.2723284661769867, -0.10000284761190414, -0.8448530435562134, -1.6616655588150024, -2.432147741317749, -0.5311917662620544, -1.747459053993225, -2.0406949520111084, -0.22588171064853668, -1.5700924396514893, -0.6577816605567932, -1.6162810325622559, -1.8507936000823975, -0.9134286642074585, -1.5148639678955078, -1.9487555027008057, -1.1387672424316406, -1.6854825019836426, -1.7358137369155884, -1.6675418615341187, -1.8386507034301758, -2.5321390628814697, -2.2451934814453125, -1.64959716796875, -0.45950260758399963, -1.9798897504806519, -1.4497236013412476, -2.56302809715271, -2.3543407917022705, -0.3461628258228302, -0.7479037642478943, -1.9281575679779053, -1.8738352060317993, -0.7539116144180298, -1.8844305276870728, -1.7216265201568604, -2.2942862510681152, -0.5816280245780945, -1.606074333190918]}, "Bot001_090_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating", "response": "thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ...", "annotation_id": "Bot001_090_07", "annotations": ["O", "T", "T", "T", "T", "O", "O", "T", "T", "X", "T", "T", "O", "O", "T"], "gpt2_target_score": [-14.041991233825684, -8.71977424621582, -14.743467330932617, -5.506356239318848, -6.580331325531006, -9.969344139099121, -17.769607543945312, -14.495710372924805, -16.926645278930664, -13.68614387512207, -12.880231857299805, -14.070229530334473, -7.149890899658203, -13.335944175720215, -11.024569511413574, -14.931306838989258, -11.427422523498535, -8.604399681091309, -21.2935848236084, -16.92455291748047, -11.462760925292969, -9.37272834777832], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.5228374004364014, -0.01668240875005722, -0.24129709601402283, -1.136675238609314, -3.404824733734131, -1.1617109775543213, -2.969326972961426, -1.5509337186813354, -0.3229740560054779, -1.5545188188552856, -0.446451336145401, -0.8102040886878967, -1.8968188762664795, -0.003637009998783469, -0.20545199513435364, -2.545952081680298, -1.9129960536956787, -1.830419898033142, -2.0178656578063965, -1.2349509000778198, -0.2723344564437866, -0.10000219941139221, -0.8448511958122253, -1.6616342067718506, -2.4321377277374268, -0.5311833620071411, -1.7474209070205688, -2.040710926055908, -0.22587914764881134, -1.570047378540039, -0.6577988266944885, -1.6163042783737183, -1.8507698774337769, -0.9134142398834229, -1.5148710012435913, -1.9487879276275635, -1.1387691497802734, -1.6854676008224487, -1.73583984375, -1.6675323247909546, -1.838647723197937, -1.9668775796890259, -1.3836299180984497, -0.5303759574890137, -1.9694993495941162, -1.6873438358306885, -2.198472023010254, -2.2064309120178223, -0.3650042712688446, -0.7285197377204895, -2.1172516345977783, -1.8013774156570435, -0.8673480153083801, -1.904240369796753, -1.8190350532531738, -2.327282667160034, -0.5144340991973877, -1.4885038137435913, -1.7883323431015015, -1.7820450067520142, -1.4639655351638794, -1.938064455986023, -2.3026230335235596, -0.001374134561046958, -0.2721910774707794, -2.3340039253234863, -1.857513666152954, -2.0627145767211914, -1.4400020837783813, -0.36891791224479675, -0.0001551984460093081, -0.011384289711713791, -2.219386100769043, -1.9597156047821045, -2.536968946456909, -1.3521716594696045, -0.7059679627418518, -1.5893357992172241, -0.8561617136001587, -1.2449835538864136, -1.4116640090942383, -1.4168095588684082, -2.1842172145843506, -0.8128970861434937, -1.5171293020248413, -1.68962824344635, -1.7022671699523926, -1.4636101722717285, -1.0121712684631348, -2.5011019706726074, -1.592506766319275, -2.619865894317627, -1.4954169988632202, -0.42569708824157715, -2.0574822425842285, -1.2248190641403198, -1.6744556427001953]}, "Bot001_090_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ... about", "response": "about fashion, funny you :)", "annotation_id": "Bot001_090_09", "annotations": ["O", "O", "T", "O", "O", "O", "T", "T", "T", "X", "T", "O", "O", "O", "T"], "gpt2_target_score": [-14.879240989685059, -12.835756301879883, -10.127805709838867, -9.576455116271973, -5.714669704437256, -13.565962791442871], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.5228374004364014, -0.01668240875005722, -0.24129709601402283, -1.136675238609314, -3.404824733734131, -1.1617109775543213, -2.969326972961426, -1.5509337186813354, -0.3229740560054779, -1.5545188188552856, -0.446451336145401, -0.8102040886878967, -1.8968188762664795, -0.003637009998783469, -0.20545199513435364, -2.545952081680298, -1.9129960536956787, -1.830419898033142, -2.0178656578063965, -1.2349509000778198, -0.2723344564437866, -0.10000219941139221, -0.8448511958122253, -1.6616342067718506, -2.4321377277374268, -0.5311833620071411, -1.7474209070205688, -2.040710926055908, -0.22587914764881134, -1.570047378540039, -0.6577988266944885, -1.6163042783737183, -1.8507698774337769, -0.9134142398834229, -1.5148710012435913, -1.9487879276275635, -1.1387691497802734, -1.6854676008224487, -1.73583984375, -1.6675323247909546, -1.838647723197937, -1.9668775796890259, -1.3836299180984497, -0.5303759574890137, -1.9694993495941162, -1.6873438358306885, -2.198472023010254, -2.2064309120178223, -0.3650042712688446, -0.7285197377204895, -2.1172516345977783, -1.8013774156570435, -0.8673480153083801, -1.904240369796753, -1.8190350532531738, -2.327282667160034, -0.5144340991973877, -1.4885038137435913, -1.7883323431015015, -1.7820450067520142, -1.4639655351638794, -1.938064455986023, -2.3026230335235596, -0.001374134561046958, -0.2721910774707794, -2.3340039253234863, -1.857513666152954, -2.0627145767211914, -1.4400020837783813, -0.36891791224479675, -0.0001551984460093081, -0.011384289711713791, -2.219386100769043, -1.9597156047821045, -1.0896073579788208, -1.2602144479751587, -2.2245731353759766, -0.7909618616104126, -2.072484016418457, -1.403591513633728, -1.5505406856536865, -2.079231023788452, -1.8557672500610352, -1.5933407545089722, -1.9369416236877441, -1.8115187883377075, -1.5692070722579956, -1.1326618194580078, -2.572718381881714, -1.6156095266342163, -2.5085866451263428, -1.1632249355316162, -0.36051589250564575, -2.060861110687256, -1.2915635108947754, -1.4529798030853271, -1.5786900520324707, -2.335395574569702, -2.534964084625244, -1.6017533540725708, -1.3167452812194824, -1.7488371133804321, -2.6357388496398926, -0.5060161352157593]}, "Bot001_090_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ... about about fashion, funny you :) i love fashion :/ but to each its own", "response": "yeah . i think red is relaxing . it is a great color . the best color .", "annotation_id": "Bot001_090_11", "annotations": ["O", "T", "T", "T", "O", "O", "O", "T", "T", "X", "O", "O", "O", "O", "T"], "gpt2_target_score": [-13.544936180114746, -11.051362991333008, -3.827742099761963, -7.93276309967041, -9.853509902954102, -10.654650688171387, -22.904338836669922, -14.02147102355957, -9.65507698059082, -9.426107406616211, -10.551496505737305, -15.267205238342285, -16.311630249023438, -11.801642417907715, -10.853774070739746, -13.83421516418457, -13.08107852935791, -10.824049949645996], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.5228374004364014, -0.01668240875005722, -0.24129709601402283, -1.136675238609314, -3.404824733734131, -1.1617109775543213, -2.969326972961426, -1.5509337186813354, -0.3229740560054779, -1.5545188188552856, -0.446451336145401, -0.8102040886878967, -1.8968188762664795, -0.003637009998783469, -0.20545199513435364, -2.545952081680298, -1.9129960536956787, -1.830419898033142, -2.0178656578063965, -1.2349509000778198, -0.2723344564437866, -0.10000219941139221, -0.8448511958122253, -1.6616342067718506, -2.4321377277374268, -0.5311833620071411, -1.7474209070205688, -2.040710926055908, -0.22587914764881134, -1.570047378540039, -0.6577988266944885, -1.6163042783737183, -1.8507698774337769, -0.9134142398834229, -1.5148710012435913, -1.9487879276275635, -1.1387691497802734, -1.6854676008224487, -1.73583984375, -1.6675323247909546, -1.838647723197937, -1.9668775796890259, -1.3836299180984497, -0.5303759574890137, -1.9694993495941162, -1.6873438358306885, -2.198472023010254, -2.2064309120178223, -0.3650042712688446, -0.7285197377204895, -2.1172516345977783, -1.8013774156570435, -0.8673480153083801, -1.904240369796753, -1.8190350532531738, -2.327282667160034, -0.5144340991973877, -1.4885038137435913, -1.7883323431015015, -1.7820450067520142, -1.4639655351638794, -1.938064455986023, -2.3026230335235596, -0.001374134561046958, -0.2721910774707794, -2.3340039253234863, -1.857513666152954, -2.0627145767211914, -1.4400020837783813, -0.36891791224479675, -0.0001551984460093081, -0.011384289711713791, -2.219386100769043, -1.9597156047821045, -1.0896073579788208, -1.2602144479751587, -2.2245731353759766, -0.7909618616104126, -2.072484016418457, -1.403591513633728, -1.5505406856536865, -2.079231023788452, -1.8557672500610352, -1.5933407545089722, -1.9369416236877441, -1.8115360736846924, -1.5692126750946045, -1.1326690912246704, -2.572719097137451, -1.6156086921691895, -2.508589506149292, -1.163217306137085, -0.36051130294799805, -2.0608582496643066, -1.2915782928466797, -1.4529826641082764, -1.578685998916626, -1.2462307214736938, -2.128962516784668, -1.6498794555664062, -1.8581581115722656, -2.291729211807251, -1.405755877494812, -2.062091827392578, -1.6842759847640991, -1.9093878269195557, -1.0964202880859375, -1.2878872156143188, -1.0831410884857178, -1.1158721446990967, -0.12207699567079544, -1.6898424625396729, -2.38976788520813, -2.1506619453430176, -1.0484340190887451, -1.2041455507278442, -2.3418610095977783, -1.1020783185958862, -2.6316640377044678, -1.7615299224853516, -1.8393968343734741, -1.1082580089569092, -0.9555396437644958, -2.137939453125, -2.1697065830230713, -2.1208202838897705, -2.210238456726074, -0.9819198250770569, -2.3219165802001953, -1.20369291305542, -1.7699906826019287, -0.9687075614929199]}, "Bot001_090_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ... about about fashion, funny you :) i love fashion :/ but to each its own yeah . i think red is relaxing . it is a great color . the best color . are you still at school?", "response": "yes , i'm only 10 years old . i will be in school for a while . lol", "annotation_id": "Bot001_090_13", "annotations": ["O", "O", "O", "T", "O", "T", "T", "T", "O", "T", "O", "O", "O", "O", "T"], "gpt2_target_score": [-12.992392539978027, -10.726350784301758, -3.827742099761963, -12.628396034240723, -7.686654567718506, -10.301325798034668, -19.71072006225586, -17.337160110473633, -12.065736770629883, -9.920625686645508, -11.950727462768555, -13.831727027893066, -9.961368560791016, -12.907469749450684, -10.95285701751709, -10.54216194152832, -10.146004676818848, -10.824049949645996, -23.889326095581055], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.5228374004364014, -0.01668240875005722, -0.24129709601402283, -1.136675238609314, -3.404824733734131, -1.1617109775543213, -2.969326972961426, -1.5509337186813354, -0.3229740560054779, -1.5545188188552856, -0.446451336145401, -0.8102040886878967, -1.8968188762664795, -0.003637009998783469, -0.20545199513435364, -2.545952081680298, -1.9129960536956787, -1.830419898033142, -2.0178656578063965, -1.2349509000778198, -0.2723344564437866, -0.10000219941139221, -0.8448511958122253, -1.6616342067718506, -2.4321377277374268, -0.5311833620071411, -1.7474209070205688, -2.040710926055908, -0.22587914764881134, -1.570047378540039, -0.6577988266944885, -1.6163042783737183, -1.8507698774337769, -0.9134142398834229, -1.5148710012435913, -1.9487879276275635, -1.1387691497802734, -1.6854676008224487, -1.73583984375, -1.6675323247909546, -1.838647723197937, -1.9668775796890259, -1.3836299180984497, -0.5303759574890137, -1.9694993495941162, -1.6873438358306885, -2.198472023010254, -2.2064309120178223, -0.3650042712688446, -0.7285197377204895, -2.1172516345977783, -1.8013774156570435, -0.8673480153083801, -1.904240369796753, -1.8190350532531738, -2.327282667160034, -0.5144340991973877, -1.4885038137435913, -1.7883323431015015, -1.7820450067520142, -1.4639655351638794, -1.938064455986023, -2.3026230335235596, -0.001374134561046958, -0.2721910774707794, -2.3340039253234863, -1.857513666152954, -2.0627145767211914, -1.4400020837783813, -0.36891791224479675, -0.0001551984460093081, -0.011384289711713791, -2.219386100769043, -1.9597156047821045, -1.0896073579788208, -1.2602144479751587, -2.2245731353759766, -0.7909618616104126, -2.072484016418457, -1.403591513633728, -1.5505406856536865, -2.079231023788452, -1.8557672500610352, -1.5933407545089722, -1.9369416236877441, -1.8115187883377075, -1.5692070722579956, -1.1326618194580078, -2.572718381881714, -1.6156095266342163, -2.5085866451263428, -1.1632270812988281, -0.36051589250564575, -2.060861349105835, -1.2915786504745483, -1.452990174293518, -1.5786782503128052, -1.2462084293365479, -2.128967761993408, -1.6498805284500122, -1.858162760734558, -2.2917394638061523, -1.4057613611221313, -2.0620858669281006, -1.6842814683914185, -1.9093884229660034, -1.0964152812957764, -1.2878756523132324, -1.083142876625061, -1.115852952003479, -0.12207446247339249, -1.6898514032363892, -2.389768123626709, -1.7625691890716553, -1.3866750001907349, -2.303055763244629, -1.206201195716858, -2.6504852771759033, -1.8559166193008423, -2.2334067821502686, -1.3636457920074463, -0.9446094632148743, -2.1264379024505615, -2.1078765392303467, -2.0382535457611084, -2.1675877571105957, -1.1127922534942627, -2.2719717025756836, -1.289440393447876, -1.828506588935852, -1.0453455448150635, -0.48894262313842773, -2.3112494945526123, -2.4873790740966797, -1.4415032863616943, -0.6820084452629089, -2.0992648601531982, -2.2283456325531006, -1.6248904466629028, -0.6040858626365662, -2.4221105575561523, -1.5913333892822266, -2.076789617538452, -1.6010289192199707, -0.11657856404781342, -1.747496485710144, -0.7918491959571838, -1.5757951736450195, -1.765150547027588, -2.5354480743408203, -1.3718218803405762, -1.6133671998977661, -1.3246325254440308, -1.3166013956069946, -1.6790658235549927, -1.0237113237380981, -0.6931057572364807]}, "Bot001_090_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ... about about fashion, funny you :) i love fashion :/ but to each its own yeah . i think red is relaxing . it is a great color . the best color . are you still at school? yes , i'm only 10 years old . i will be in school for a while . lol me too, i\u2019m 12. i really hate school", "response": "i wonder why he hates you [HEAR-NO-EVIL MONKEY]", "annotation_id": "Bot001_090_15", "annotations": ["X", "T", "T", "T", "X", "O", "T", "T", "O", "T", "T", "X", "X", "T", "T"], "gpt2_target_score": [-9.990431785583496, -12.901247024536133, -12.060178756713867, -10.663750648498535, -12.094858169555664, -9.969344139099121, -18.25869369506836, -11.265596389770508, -7.140055179595947, -8.907575607299805, -9.786947250366211, -9.328949928283691, -8.153697967529297, -10.358542442321777, -8.63040828704834, -11.667375564575195, -13.559426307678223], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.5228374004364014, -0.01668240875005722, -0.24129709601402283, -1.136675238609314, -3.404824733734131, -1.1617109775543213, -2.969326972961426, -1.5509337186813354, -0.3229740560054779, -1.5545188188552856, -0.446451336145401, -0.8102040886878967, -1.8968188762664795, -0.003637009998783469, -0.20545199513435364, -2.545952081680298, -1.9129960536956787, -1.830419898033142, -2.0178656578063965, -1.2349509000778198, -0.2723344564437866, -0.10000219941139221, -0.8448511958122253, -1.6616342067718506, -2.4321377277374268, -0.5311833620071411, -1.7474209070205688, -2.040710926055908, -0.22587914764881134, -1.570047378540039, -0.6577988266944885, -1.6163042783737183, -1.8507698774337769, -0.9134142398834229, -1.5148710012435913, -1.9487879276275635, -1.1387691497802734, -1.6854676008224487, -1.73583984375, -1.6675323247909546, -1.838647723197937, -1.9668775796890259, -1.3836299180984497, -0.5303759574890137, -1.9694993495941162, -1.6873438358306885, -2.198472023010254, -2.2064309120178223, -0.3650042712688446, -0.7285197377204895, -2.1172516345977783, -1.8013774156570435, -0.8673480153083801, -1.904240369796753, -1.8190350532531738, -2.327282667160034, -0.5144340991973877, -1.4885038137435913, -1.7883323431015015, -1.7820450067520142, -1.4639655351638794, -1.938064455986023, -2.3026230335235596, -0.001374134561046958, -0.2721910774707794, -2.3340039253234863, -1.857513666152954, -2.0627145767211914, -1.4400020837783813, -0.36891791224479675, -0.0001551984460093081, -0.011384289711713791, -2.219386100769043, -1.9597156047821045, -1.0896073579788208, -1.2602144479751587, -2.2245731353759766, -0.7909618616104126, -2.072484016418457, -1.403591513633728, -1.5505406856536865, -2.079231023788452, -1.8557672500610352, -1.5933407545089722, -1.9369416236877441, -1.8115187883377075, -1.5692070722579956, -1.1326618194580078, -2.572718381881714, -1.6156095266342163, -2.5085866451263428, -1.1632270812988281, -0.36051589250564575, -2.060861349105835, -1.2915786504745483, -1.452990174293518, -1.5786782503128052, -1.2462084293365479, -2.128967761993408, -1.6498805284500122, -1.858162760734558, -2.2917394638061523, -1.4057613611221313, -2.0620858669281006, -1.6842814683914185, -1.9093884229660034, -1.0964152812957764, -1.2878756523132324, -1.083142876625061, -1.115852952003479, -0.12207446247339249, -1.6898514032363892, -2.389768123626709, -1.7625691890716553, -1.3866750001907349, -2.303055763244629, -1.206201195716858, -2.6504852771759033, -1.8559166193008423, -2.2334067821502686, -1.3636457920074463, -0.9446094632148743, -2.1264379024505615, -2.1078765392303467, -2.0382535457611084, -2.1675877571105957, -1.1127922534942627, -2.2719717025756836, -1.289440393447876, -1.828506588935852, -1.0453455448150635, -0.48894262313842773, -2.3112494945526123, -2.4873790740966797, -1.4415032863616943, -0.6820084452629089, -2.0992648601531982, -1.509779930114746, -0.7234576344490051, -2.4519753456115723, -1.3040262460708618, -2.4341394901275635, -1.664700984954834, -0.10208053141832352, -1.5902485847473145, -0.9074855446815491, -1.8060153722763062, -1.6902039051055908, -2.5437629222869873, -1.340370535850525, -1.8572145700454712, -1.3309071063995361, -1.3658196926116943, -1.5012457370758057, -1.1190294027328491, -1.9322857856750488, -0.6634534001350403, -1.6965324878692627, -0.8775417804718018, -2.0513863563537598, -0.003306400263682008, -0.345323383808136, -2.3431789875030518, -1.6275885105133057, -1.133948802947998, -1.7164605855941772, -1.2711902856826782, -1.8276907205581665, -1.5419672727584839, -2.156785488128662, -2.0709829330444336, -1.0693327188491821, -0.974485456943512, -2.4799365997314453, -1.6986840963363647, -1.4890110492706299, -2.4813170433044434, -0.6447975039482117, -0.9900878071784973, -1.952250599861145, -0.2391502559185028, -0.11920395493507385, -0.003858384909108281, -0.36413639783859253, -0.002448182087391615, -0.4467926621437073, -1.4727497100830078]}, "Bot001_090_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ... about about fashion, funny you :) i love fashion :/ but to each its own yeah . i think red is relaxing . it is a great color . the best color . are you still at school? yes , i'm only 10 years old . i will be in school for a while . lol me too, i\u2019m 12. i really hate school i wonder why he hates you [HEAR-NO-EVIL MONKEY] nobody hates me lol", "response": "mine is grey but i supposed glitter could count . [FACE WITH COWBOY HAT]", "annotation_id": "Bot001_090_17", "annotations": ["X", "T", "T", "T", "X", "T", "O", "T", "O", "T", "T", "X", "X", "X", "T"], "gpt2_target_score": [-14.796217918395996, -2.4835526943206787, -12.706724166870117, -6.921074867248535, -3.6151061058044434, -16.030832290649414, -22.585243225097656, -11.941415786743164, -16.123018264770508, -13.68614387512207, -8.52888298034668, -8.2322359085083, -10.284603118896484, -7.812811851501465, -9.1471586227417, -8.658746719360352, -11.872506141662598, -7.627577781677246, -24.08454704284668, -16.241371154785156], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.5228374004364014, -0.01668240875005722, -0.24129709601402283, -1.136675238609314, -3.404824733734131, -1.1617109775543213, -2.969326972961426, -1.5509337186813354, -0.3229740560054779, -1.5545188188552856, -0.446451336145401, -0.8102040886878967, -1.8968188762664795, -0.003637009998783469, -0.20545199513435364, -2.545952081680298, -1.9129960536956787, -1.830419898033142, -2.0178656578063965, -1.2349509000778198, -0.2723344564437866, -0.10000219941139221, -0.8448511958122253, -1.6616342067718506, -2.4321377277374268, -0.5311833620071411, -1.7474209070205688, -2.040710926055908, -0.22587914764881134, -1.570047378540039, -0.6577988266944885, -1.6163042783737183, -1.8507698774337769, -0.9134142398834229, -1.5148710012435913, -1.9487879276275635, -1.1387691497802734, -1.6854676008224487, -1.73583984375, -1.6675323247909546, -1.838647723197937, -1.9668775796890259, -1.3836299180984497, -0.5303759574890137, -1.9694993495941162, -1.6873438358306885, -2.198472023010254, -2.2064309120178223, -0.3650042712688446, -0.7285197377204895, -2.1172516345977783, -1.8013774156570435, -0.8673480153083801, -1.904240369796753, -1.8190350532531738, -2.327282667160034, -0.5144340991973877, -1.4885038137435913, -1.7883323431015015, -1.7820450067520142, -1.4639655351638794, -1.938064455986023, -2.3026230335235596, -0.001374134561046958, -0.2721910774707794, -2.3340039253234863, -1.857513666152954, -2.0627145767211914, -1.4400020837783813, -0.36891791224479675, -0.0001551984460093081, -0.011384289711713791, -2.219386100769043, -1.9597156047821045, -1.0896073579788208, -1.2602144479751587, -2.2245731353759766, -0.7909618616104126, -2.072484016418457, -1.403591513633728, -1.5505406856536865, -2.079231023788452, -1.8557672500610352, -1.5933407545089722, -1.9369416236877441, -1.8115187883377075, -1.5692070722579956, -1.1326618194580078, -2.572718381881714, -1.6156095266342163, -2.5085866451263428, -1.1632270812988281, -0.36051589250564575, -2.060861349105835, -1.2915786504745483, -1.452990174293518, -1.5786782503128052, -1.2462084293365479, -2.128967761993408, -1.6498805284500122, -1.858162760734558, -2.2917394638061523, -1.4057613611221313, -2.0620858669281006, -1.6842814683914185, -1.9093884229660034, -1.0964152812957764, -1.2878756523132324, -1.083142876625061, -1.115852952003479, -0.12207446247339249, -1.6898514032363892, -2.389768123626709, -1.7625691890716553, -1.3866750001907349, -2.303055763244629, -1.206201195716858, -2.6504852771759033, -1.8559166193008423, -2.2334067821502686, -1.3636457920074463, -0.9446094632148743, -2.1264379024505615, -2.1078765392303467, -2.0382535457611084, -2.1675877571105957, -1.1127922534942627, -2.2719717025756836, -1.289440393447876, -1.828506588935852, -1.0453455448150635, -0.48894262313842773, -2.3112494945526123, -2.4873790740966797, -1.4415032863616943, -0.6820084452629089, -2.0992648601531982, -1.509779930114746, -0.7234576344490051, -2.4519753456115723, -1.3040262460708618, -2.4341394901275635, -1.664700984954834, -0.10208053141832352, -1.5902485847473145, -0.9074855446815491, -1.8060153722763062, -1.6902039051055908, -2.5437629222869873, -1.340370535850525, -1.8572145700454712, -1.3309071063995361, -1.3658196926116943, -1.5012457370758057, -1.1190294027328491, -1.9322857856750488, -0.6634534001350403, -1.6965324878692627, -0.8775417804718018, -2.0513863563537598, -0.003306400263682008, -0.345323383808136, -2.3431789875030518, -1.6275885105133057, -1.133948802947998, -1.7164605855941772, -1.2711902856826782, -1.8276907205581665, -1.5419672727584839, -2.2282607555389404, -0.8799355626106262, -1.1403923034667969, -2.6016125679016113, -1.1165826320648193, -1.4398266077041626, -1.6024028062820435, -0.5348703861236572, -0.7342263460159302, -1.928195595741272, -0.27990058064460754, -0.08769425004720688, -0.0036800061352550983, -0.27548423409461975, -0.0017879704246297479, -0.20900116860866547, -1.4686861038208008, -2.154151201248169, -0.22670289874076843, -2.1637752056121826, -2.174168109893799, -2.17093563079834, -0.8676224946975708, -2.4055469036102295, -1.8719019889831543, -0.654524028301239, -2.5042293071746826, -0.13558076322078705, -1.5671616792678833, -0.46759986877441406, -1.2459763288497925, -1.7078937292099, -1.8144443035125732, -0.7358362078666687, -2.0992820262908936, -2.481470823287964, -1.8749536275863647, -0.4812515377998352, -1.345030665397644, -2.371143341064453, -1.333917498588562, -1.3524844646453857]}, "Bot001_090_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ... about about fashion, funny you :) i love fashion :/ but to each its own yeah . i think red is relaxing . it is a great color . the best color . are you still at school? yes , i'm only 10 years old . i will be in school for a while . lol me too, i\u2019m 12. i really hate school i wonder why he hates you [HEAR-NO-EVIL MONKEY] nobody hates me lol mine is grey but i supposed glitter could count . [FACE WITH COWBOY HAT] do you have a lot of friends?", "response": "i do indeed . meet them all at college and when i swim", "annotation_id": "Bot001_090_19", "annotations": ["X", "T", "T", "T", "T", "O", "T", "T", "T", "X", "T", "T", "X", "X", "T"], "gpt2_target_score": [-9.990431785583496, -1.6283586025238037, -16.11524772644043, -9.342644691467285, -10.966485977172852, -14.613890647888184, -16.43437957763672, -10.705381393432617, -16.087038040161133, -9.498857498168945, -10.448270797729492, -11.171612739562988, -17.43661117553711], "gpt2_argmax_score": [-2.031317949295044, -1.6283586025238037, -0.5504593849182129, -1.6439297199249268, -1.0897003412246704, -2.5228374004364014, -0.01668240875005722, -0.24129709601402283, -1.136675238609314, -3.404824733734131, -1.1617109775543213, -2.969326972961426, -1.5509337186813354, -0.3229740560054779, -1.5545188188552856, -0.446451336145401, -0.8102040886878967, -1.8968188762664795, -0.003637009998783469, -0.20545199513435364, -2.545952081680298, -1.9129960536956787, -1.830419898033142, -2.0178656578063965, -1.2349509000778198, -0.2723344564437866, -0.10000219941139221, -0.8448511958122253, -1.6616342067718506, -2.4321377277374268, -0.5311833620071411, -1.7474209070205688, -2.040710926055908, -0.22587914764881134, -1.570047378540039, -0.6577988266944885, -1.6163042783737183, -1.8507698774337769, -0.9134142398834229, -1.5148710012435913, -1.9487879276275635, -1.1387691497802734, -1.6854676008224487, -1.73583984375, -1.6675323247909546, -1.838647723197937, -1.9668775796890259, -1.3836299180984497, -0.5303759574890137, -1.9694993495941162, -1.6873438358306885, -2.198472023010254, -2.2064309120178223, -0.3650042712688446, -0.7285197377204895, -2.1172516345977783, -1.8013774156570435, -0.8673480153083801, -1.904240369796753, -1.8190350532531738, -2.327282667160034, -0.5144340991973877, -1.4885038137435913, -1.7883323431015015, -1.7820450067520142, -1.4639655351638794, -1.938064455986023, -2.3026230335235596, -0.001374134561046958, -0.2721910774707794, -2.3340039253234863, -1.857513666152954, -2.0627145767211914, -1.4400020837783813, -0.36891791224479675, -0.0001551984460093081, -0.011384289711713791, -2.219386100769043, -1.9597156047821045, -1.0896073579788208, -1.2602144479751587, -2.2245731353759766, -0.7909618616104126, -2.072484016418457, -1.403591513633728, -1.5505406856536865, -2.079231023788452, -1.8557672500610352, -1.5933407545089722, -1.9369416236877441, -1.8115187883377075, -1.5692070722579956, -1.1326618194580078, -2.572718381881714, -1.6156095266342163, -2.5085866451263428, -1.1632270812988281, -0.36051589250564575, -2.060861349105835, -1.2915786504745483, -1.452990174293518, -1.5786782503128052, -1.2462084293365479, -2.128967761993408, -1.6498805284500122, -1.858162760734558, -2.2917394638061523, -1.4057613611221313, -2.0620858669281006, -1.6842814683914185, -1.9093884229660034, -1.0964152812957764, -1.2878756523132324, -1.083142876625061, -1.115852952003479, -0.12207446247339249, -1.6898514032363892, -2.389768123626709, -1.7625691890716553, -1.3866750001907349, -2.303055763244629, -1.206201195716858, -2.6504852771759033, -1.8559166193008423, -2.2334067821502686, -1.3636457920074463, -0.9446094632148743, -2.1264379024505615, -2.1078765392303467, -2.0382535457611084, -2.1675877571105957, -1.1127922534942627, -2.2719717025756836, -1.289440393447876, -1.828506588935852, -1.0453455448150635, -0.48894262313842773, -2.3112494945526123, -2.4873790740966797, -1.4415032863616943, -0.6820084452629089, -2.0992648601531982, -1.509779930114746, -0.7234576344490051, -2.4519753456115723, -1.3040262460708618, -2.4341394901275635, -1.664700984954834, -0.10208053141832352, -1.5902485847473145, -0.9074855446815491, -1.8060153722763062, -1.6902039051055908, -2.5437629222869873, -1.340370535850525, -1.8572145700454712, -1.3309071063995361, -1.3658196926116943, -1.5012457370758057, -1.1190294027328491, -1.9322857856750488, -0.6634534001350403, -1.6965324878692627, -0.8775417804718018, -2.0513863563537598, -0.003306400263682008, -0.345323383808136, -2.3431789875030518, -1.6275885105133057, -1.133948802947998, -1.7164605855941772, -1.2711902856826782, -1.8276907205581665, -1.5419672727584839, -2.2282607555389404, -0.8799355626106262, -1.1403923034667969, -2.6016125679016113, -1.1165826320648193, -1.4398266077041626, -1.6024028062820435, -0.5348703861236572, -0.7342263460159302, -1.928195595741272, -0.27990058064460754, -0.08769425004720688, -0.0036800061352550983, -0.27548423409461975, -0.0017879704246297479, -0.20900116860866547, -1.4686861038208008, -2.154151201248169, -0.22670289874076843, -2.1637752056121826, -2.174168109893799, -1.0661557912826538, -2.463613510131836, -1.8450473546981812, -0.7267036437988281, -1.9889132976531982, -0.20455943048000336, -0.9503298997879028, -0.5894657373428345, -0.9749611020088196, -1.3116434812545776, -1.3008004426956177, -0.743669867515564, -2.0779645442962646, -2.505531072616577, -1.915612816810608, -0.6824969053268433, -1.0963608026504517, -2.434715986251831, -1.1528421640396118, -1.673551321029663, -0.15330404043197632, -1.8417822122573853, -0.7568441033363342, -2.6889069080352783, -0.1604388803243637, -1.8914299011230469, -1.2950899600982666, -1.7619528770446777, -2.377312660217285, -2.290041446685791, -1.827398657798767, -1.517325520515442, -0.8217721581459045, -1.5978013277053833, -2.3638434410095215, -2.3254199028015137, -1.6941546201705933, -1.5604946613311768, -1.7109543085098267, -0.26588863134384155, -1.833232045173645, -1.0908488035202026]}, "Bot001_091_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you?", "response": "i love purple you know its royal [GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot001_091_01", "annotations": ["T", "X", "T", "T", "X", "X", "O", "T", "X", "X", "X", "O", "O", "O", "O"], "gpt2_target_score": [-9.417329788208008, -9.16773509979248, -15.391731262207031, -5.814877033233643, -13.74638557434082, -11.734150886535645, -15.587173461914062, -11.568427085876465, -16.347333908081055, -18.087095260620117, -17.182859420776367, -13.883532524108887, -15.994451522827148, -11.869534492492676, -17.367294311523438, -11.24775218963623, -10.277030944824219, -7.52851676940918, -1.6065642833709717], "gpt2_argmax_score": [-1.6911711692810059, -0.8869733810424805, -1.257622241973877, -1.550060749053955, -0.27870336174964905, -1.3103530406951904, -1.1976474523544312, -1.5628803968429565, -1.5800000429153442, -1.3667737245559692, -1.6182382106781006, -1.9066188335418701, -1.0704246759414673, -2.442211866378784, -1.8696293830871582, -3.6562681198120117, -2.4924280643463135, -1.7572190761566162, -1.594761610031128, -1.5618159770965576, -1.938172459602356, -1.486308217048645, -2.200924873352051, -2.4081783294677734, -0.9300854802131653, -1.9150716066360474, -0.7663876414299011]}, "Bot001_091_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working?", "response": "not pets . i'd probably eat them up .", "annotation_id": "Bot001_091_03", "annotations": ["X", "X", "T", "T", "X", "X", "O", "X", "X", "X", "X", "T", "O", "T", "X"], "gpt2_target_score": [-13.805742263793945, -12.648585319519043, -8.885505676269531, -8.82247543334961, -14.26512336730957, -10.91331958770752, -13.215072631835938, -14.31373119354248, -8.80633544921875, -9.614758491516113], "gpt2_argmax_score": [-1.6911711692810059, -0.8869733810424805, -1.257622241973877, -1.550060749053955, -0.27870336174964905, -1.3103530406951904, -1.1976474523544312, -1.3996690511703491, -1.2505037784576416, -2.343289375305176, -1.86752450466156, -0.8473323583602905, -2.4028820991516113, -1.7189034223556519, -3.351447105407715, -2.4529337882995605, -1.708844780921936, -1.070898175239563, -1.7667295932769775, -1.8700003623962402, -1.3298966884613037, -2.4844870567321777, -2.6801583766937256, -0.9088155031204224, -1.8933247327804565, -1.2187031507492065, -1.741119146347046, -1.9343186616897583, -1.6523233652114868, -1.372877597808838, -2.909061908721924, -1.9630156755447388, -1.5224323272705078, -3.259143352508545, -3.2646899223327637, -0.43525078892707825, -1.5675954818725586, -0.6700907349586487, -1.6229889392852783, -2.330580711364746, -0.7333378195762634, -1.0279392004013062, -1.247691035270691, -2.13885498046875, -1.6564544439315796, -1.9879415035247803, -2.300682306289673, -2.6239829063415527, -2.0989127159118652, -1.2100557088851929]}, "Bot001_091_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite", "response": "i like to talk a lot .", "annotation_id": "Bot001_091_05", "annotations": ["T", "X", "O", "T", "X", "X", "T", "O", "O", "X", "X", "O", "T", "T", "T"], "gpt2_target_score": [-9.417320251464844, -9.279823303222656, -9.71986198425293, -11.940576553344727, -7.403939723968506, -11.753729820251465, -9.21850299835205], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5500580072402954, -0.27871084213256836, -1.3103245496749878, -1.1975982189178467, -1.399681806564331, -1.2505004405975342, -2.3432905673980713, -1.867504596710205, -0.8473055958747864, -2.4028663635253906, -1.7189035415649414, -3.3514575958251953, -2.4529213905334473, -1.7088532447814941, -1.0708949565887451, -1.7667312622070312, -1.8699982166290283, -1.329898476600647, -2.4844863414764404, -2.6801552772521973, -0.908819854259491, -1.8933368921279907, -1.2187199592590332, -1.7411010265350342, -1.9342758655548096, -1.6523276567459106, -1.3728605508804321, -2.9090464115142822, -1.9630112648010254, -1.52243173122406, -3.2591843605041504, -3.2647042274475098, -0.43526050448417664, -1.5675787925720215, -0.6700728535652161, -1.623003363609314, -1.1210646629333496, -1.9051405191421509, -2.0614852905273438, -2.179403066635132, -1.1799232959747314, -1.8419603109359741, -2.3310461044311523, -2.5877857208251953, -2.191094160079956, -1.6821362972259521, -1.6059095859527588, -2.1792116165161133, -2.0366857051849365, -1.4686377048492432, -1.913590908050537, -1.5472100973129272, -0.9091147780418396, -0.7035364508628845, -0.039986416697502136, -0.002578745363280177, -1.3287476301193237, -1.301314353942871, -2.3044772148132324, -1.1683552265167236, -2.853177785873413, -2.5838167667388916, -2.1513314247131348, -2.334277629852295, -2.184859037399292, -0.4281620383262634, -0.7224891781806946, -0.6752495169639587, -1.244120717048645, -1.266165018081665]}, "Bot001_091_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day", "response": "bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ...", "annotation_id": "Bot001_091_07", "annotations": ["O", "X", "T", "T", "O", "X", "X", "O", "O", "X", "T", "T", "X", "T", "O"], "gpt2_target_score": [-15.568382263183594, -14.489830017089844, -8.885541915893555, -8.822488784790039, -11.356241226196289, -7.198813438415527, -12.8341646194458, -14.081353187561035, -10.452527046203613, -9.39649772644043, -14.173473358154297, -13.584930419921875, -9.352603912353516, -6.771256446838379, -14.421770095825195, -6.413717746734619, -13.399602890014648, -5.910876274108887, -13.980636596679688, -11.878287315368652, -17.96554183959961, -7.271485328674316, -8.451028823852539, -15.468853950500488, -10.88949966430664, -6.712448596954346], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5500580072402954, -0.27871084213256836, -1.3103245496749878, -1.1975982189178467, -1.399681806564331, -1.2505004405975342, -2.3432905673980713, -1.867504596710205, -0.8473055958747864, -2.4028663635253906, -1.7189035415649414, -3.3514575958251953, -2.4529213905334473, -1.7088532447814941, -1.0708949565887451, -1.7667312622070312, -1.8699982166290283, -1.329898476600647, -2.4844863414764404, -2.6801552772521973, -0.908819854259491, -1.8933368921279907, -1.2187199592590332, -1.7411010265350342, -1.9342758655548096, -1.6523276567459106, -1.3728605508804321, -2.9090464115142822, -1.9630112648010254, -1.52243173122406, -3.2591843605041504, -3.2647042274475098, -0.43526050448417664, -1.5675783157348633, -0.6700615286827087, -1.6230016946792603, -1.1210808753967285, -1.905152440071106, -2.061474561691284, -2.1793878078460693, -1.1799217462539673, -1.841961145401001, -2.331047773361206, -2.5877978801727295, -2.1910946369171143, -1.682126522064209, -1.6059160232543945, -2.17920184135437, -2.0366883277893066, -1.4686436653137207, -1.913588285446167, -1.5472079515457153, -0.9091002941131592, -0.7035364508628845, -0.039986301213502884, -0.002578745363280177, -1.3287431001663208, -1.301311731338501, -2.304460287094116, -1.1683655977249146, -2.8531806468963623, -2.5838210582733154, -1.4265917539596558, -2.4740829467773438, -0.3107059597969055, -0.4785398840904236, -0.4570606052875519, -1.5021264553070068, -2.2708261013031006, -2.0097479820251465, -0.8413418531417847, -1.8699349164962769, -2.0079426765441895, -0.903343141078949, -2.4296178817749023, -2.0636534690856934, -1.4866845607757568, -1.4770768880844116, -0.5661014318466187, -1.4920923709869385, -0.8195710182189941, -0.5284473896026611, -1.5030934810638428, -1.8132325410842896, -0.31983256340026855, -0.9610791802406311, -0.12042852491140366, -1.408299207687378, -2.2037363052368164, -1.0576910972595215, -1.9561060667037964, -1.9119864702224731, -2.4033772945404053, -1.9254292249679565, -1.946352481842041, -1.7852431535720825, -1.7424876689910889, -2.3707127571105957, -2.4519543647766113, -0.3988402187824249, -1.6294283866882324, -2.312633991241455, -0.22511513531208038, -1.6235967874526978, -1.332186222076416, -1.6259348392486572, -0.8485754728317261, -0.9966204166412354, -2.4739999771118164, -1.5186744928359985, -2.665107488632202, -1.5574557781219482, -1.569556713104248, -1.5576035976409912, -2.6497304439544678]}, "Bot001_091_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ... Not sure i will guess", "response": "parents farms, funny you :)", "annotation_id": "Bot001_091_09", "annotations": ["O", "X", "T", "T", "O", "T", "T", "O", "O", "X", "T", "O", "X", "T", "O"], "gpt2_target_score": [-14.658241271972656, -15.626884460449219, -11.012815475463867, -9.746393203735352, -0.27871084213256836, -9.769553184509277], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5500580072402954, -0.27871084213256836, -1.3103245496749878, -1.1975982189178467, -1.399681806564331, -1.2505004405975342, -2.3432905673980713, -1.867504596710205, -0.8473055958747864, -2.4028663635253906, -1.7189035415649414, -3.3514575958251953, -2.4529213905334473, -1.7088532447814941, -1.0708949565887451, -1.7667312622070312, -1.8699982166290283, -1.329898476600647, -2.4844863414764404, -2.6801552772521973, -0.908819854259491, -1.8933368921279907, -1.2187199592590332, -1.7411010265350342, -1.9342758655548096, -1.6523276567459106, -1.3728605508804321, -2.9090464115142822, -1.9630112648010254, -1.52243173122406, -3.2591843605041504, -3.2647042274475098, -0.43526050448417664, -1.5675783157348633, -0.6700615286827087, -1.6230016946792603, -1.1210808753967285, -1.905152440071106, -2.061474561691284, -2.1793878078460693, -1.1799217462539673, -1.841961145401001, -2.331047773361206, -2.5877978801727295, -2.1910946369171143, -1.682126522064209, -1.6059160232543945, -2.17920184135437, -2.0366883277893066, -1.4686436653137207, -1.913588285446167, -1.5472079515457153, -0.9091002941131592, -0.7035364508628845, -0.039986301213502884, -0.002578745363280177, -1.3287431001663208, -1.301311731338501, -2.304460287094116, -1.1683655977249146, -2.8531806468963623, -2.5838210582733154, -1.4265917539596558, -2.4740829467773438, -0.3107059597969055, -0.4785398840904236, -0.4570606052875519, -1.5021264553070068, -2.2708261013031006, -2.0097479820251465, -0.8413418531417847, -1.8699349164962769, -2.0079426765441895, -0.903343141078949, -2.4296178817749023, -2.0636534690856934, -1.4866845607757568, -1.4770768880844116, -0.5661014318466187, -1.4920923709869385, -0.8195710182189941, -0.5284473896026611, -1.5030934810638428, -1.8132325410842896, -0.31983256340026855, -0.9610791802406311, -0.12042852491140366, -1.408299207687378, -0.2521939277648926, -1.2769697904586792, -1.9213184118270874, -1.9045615196228027, -1.2932372093200684, -2.039547920227051, -1.8995157480239868, -1.4286125898361206, -1.8262715339660645, -2.128502130508423, -0.8986270427703857, -2.012706756591797, -2.152008533477783, -0.2545294463634491, -1.6913323402404785, -2.0174221992492676, -1.1312687397003174, -0.8152663707733154, -1.0121022462844849, -2.373676300048828, -1.558139443397522, -2.2466847896575928, -1.6858490705490112, -1.5853543281555176, -1.49678373336792, -2.6202211380004883, -2.3171141147613525, -1.226012945175171, -1.840280532836914, -1.6859354972839355, -1.9467594623565674, -2.2300708293914795, -2.0384421348571777, -2.6106197834014893, -2.776214361190796, -2.571120262145996, -2.2200798988342285, -0.44625911116600037]}, "Bot001_091_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ... Not sure i will guess parents farms, funny you :) That must be excellent!", "response": "i'm sorry i never got your name , my name is trevor. how is your day going ?", "annotation_id": "Bot001_091_11", "annotations": ["O", "X", "O", "T", "O", "X", "T", "O", "O", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-9.417320251464844, -12.056465148925781, -9.880796432495117, -8.822488784790039, -12.674112319946289, -8.662436485290527, -9.075726509094238, -9.210686683654785, -11.886761665344238, -6.414045333862305, -5.129024982452393, -7.451981067657471, -11.269046783447266, -17.371017456054688, -8.68290901184082, -12.882036209106445, -6.578218936920166, -7.899836540222168, -13.047477722167969, -14.11612606048584, -12.945295333862305], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5500580072402954, -0.27871084213256836, -1.3103245496749878, -1.1975982189178467, -1.399681806564331, -1.2505004405975342, -2.3432905673980713, -1.867504596710205, -0.8473055958747864, -2.4028663635253906, -1.7189035415649414, -3.3514575958251953, -2.4529213905334473, -1.7088532447814941, -1.0708949565887451, -1.7667312622070312, -1.8699982166290283, -1.329898476600647, -2.4844863414764404, -2.6801552772521973, -0.908819854259491, -1.8933368921279907, -1.2187199592590332, -1.7411010265350342, -1.9342758655548096, -1.6523276567459106, -1.3728605508804321, -2.9090464115142822, -1.9630112648010254, -1.52243173122406, -3.2591843605041504, -3.2647042274475098, -0.43526050448417664, -1.5675783157348633, -0.6700615286827087, -1.6230016946792603, -1.1210808753967285, -1.905152440071106, -2.061474561691284, -2.1793878078460693, -1.1799217462539673, -1.841961145401001, -2.331047773361206, -2.5877978801727295, -2.1910946369171143, -1.682126522064209, -1.6059160232543945, -2.17920184135437, -2.0366883277893066, -1.4686436653137207, -1.913588285446167, -1.5472079515457153, -0.9091002941131592, -0.7035364508628845, -0.039986301213502884, -0.002578745363280177, -1.3287431001663208, -1.301311731338501, -2.304460287094116, -1.1683655977249146, -2.8531806468963623, -2.5838210582733154, -1.4265917539596558, -2.4740829467773438, -0.3107059597969055, -0.4785398840904236, -0.4570606052875519, -1.5021264553070068, -2.2708261013031006, -2.0097479820251465, -0.8413418531417847, -1.8699349164962769, -2.0079426765441895, -0.903343141078949, -2.4296178817749023, -2.0636534690856934, -1.4866845607757568, -1.4770768880844116, -0.5661014318466187, -1.4920923709869385, -0.8195710182189941, -0.5284473896026611, -1.5030934810638428, -1.8132325410842896, -0.31983256340026855, -0.9610791802406311, -0.12042852491140366, -1.408299207687378, -0.2521939277648926, -1.2769697904586792, -1.9213184118270874, -1.9045615196228027, -1.2932372093200684, -2.039547920227051, -1.8995157480239868, -1.4286125898361206, -1.8262715339660645, -2.128502130508423, -0.8986270427703857, -2.012706756591797, -2.152008533477783, -0.2545294463634491, -1.6913323402404785, -2.0174221992492676, -1.1312687397003174, -0.8152663707733154, -1.0121022462844849, -2.373676300048828, -1.558139443397522, -2.2466847896575928, -1.6858490705490112, -1.5853543281555176, -1.49678373336792, -2.6202211380004883, -2.3171141147613525, -1.226012945175171, -1.840280532836914, -1.685935378074646, -1.946760654449463, -2.386892557144165, -2.603031635284424, -1.2084892988204956, -2.843587875366211, -1.8407807350158691, -1.3429316282272339, -0.7302893996238708, -0.29518774151802063, -1.6444741487503052, -1.6250096559524536, -1.8131990432739258, -2.119013786315918, -2.197124481201172, -2.1281988620758057, -1.6873271465301514, -1.7351077795028687, -2.3257429599761963, -1.5790666341781616, -2.6462628841400146, -1.8249930143356323, -1.5595579147338867, -1.1310405731201172, -0.3533920645713806, -3.7231192588806152, -1.781829595565796, -2.318692445755005, -0.955126941204071, -1.8376004695892334, -1.2382556200027466, -0.6230185627937317, -1.2922536134719849, -0.7452995777130127, -0.284935861825943]}, "Bot001_091_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ... Not sure i will guess parents farms, funny you :) That must be excellent! i'm sorry i never got your name , my name is trevor. how is your day going ? My day is good and i am Andrey", "response": "yes mine is great , i am an artist and i like to express myself through art. Also, try to guess: i only listen ...", "annotation_id": "Bot001_091_13", "annotations": ["O", "X", "O", "T", "T", "O", "O", "O", "O", "X", "T", "O", "X", "O", "O"], "gpt2_target_score": [-13.524467468261719, -10.189826965332031, -8.560331344604492, -7.463983058929443, -13.977807998657227, -10.545859336853027, -8.981900215148926, -11.025765419006348, -11.944851875305176, -2.3432905673980713, -7.021297931671143, -7.035400867462158, -7.003147125244141, -12.035492897033691, -13.256776809692383, -12.394468307495117, -11.569429397583008, -6.836169242858887, -12.38751220703125, -9.020258903503418, -17.75617027282715, -8.457589149475098, -16.257719039916992, -9.831868171691895, -7.436564922332764, -8.48089599609375, -9.062573432922363, -9.645625114440918], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5500580072402954, -0.27871084213256836, -1.3103245496749878, -1.1975982189178467, -1.399681806564331, -1.2505004405975342, -2.3432905673980713, -1.867504596710205, -0.8473055958747864, -2.4028663635253906, -1.7189035415649414, -3.3514575958251953, -2.4529213905334473, -1.7088532447814941, -1.0708949565887451, -1.7667312622070312, -1.8699982166290283, -1.329898476600647, -2.4844863414764404, -2.6801552772521973, -0.908819854259491, -1.8933368921279907, -1.2187199592590332, -1.7411010265350342, -1.9342758655548096, -1.6523276567459106, -1.3728605508804321, -2.9090464115142822, -1.9630112648010254, -1.52243173122406, -3.2591843605041504, -3.2647042274475098, -0.43526050448417664, -1.5675783157348633, -0.6700615286827087, -1.6230016946792603, -1.1210808753967285, -1.905152440071106, -2.061474561691284, -2.1793878078460693, -1.1799217462539673, -1.841961145401001, -2.331047773361206, -2.5877978801727295, -2.1910946369171143, -1.682126522064209, -1.6059160232543945, -2.17920184135437, -2.0366883277893066, -1.4686436653137207, -1.913588285446167, -1.5472079515457153, -0.9091002941131592, -0.7035364508628845, -0.039986301213502884, -0.002578745363280177, -1.3287431001663208, -1.301311731338501, -2.304460287094116, -1.1683655977249146, -2.8531806468963623, -2.5838210582733154, -1.4265917539596558, -2.4740829467773438, -0.3107059597969055, -0.4785398840904236, -0.4570606052875519, -1.5021264553070068, -2.2708261013031006, -2.0097479820251465, -0.8413418531417847, -1.8699349164962769, -2.0079426765441895, -0.903343141078949, -2.4296178817749023, -2.0636534690856934, -1.4866845607757568, -1.4770768880844116, -0.5661014318466187, -1.4920923709869385, -0.8195710182189941, -0.5284473896026611, -1.5030934810638428, -1.8132325410842896, -0.31983256340026855, -0.9610791802406311, -0.12042852491140366, -1.408299207687378, -0.2521939277648926, -1.2769697904586792, -1.9213184118270874, -1.9045615196228027, -1.2932372093200684, -2.039547920227051, -1.8995157480239868, -1.4286125898361206, -1.8262715339660645, -2.128502130508423, -0.8986270427703857, -2.012706756591797, -2.152008533477783, -0.2545294463634491, -1.6913323402404785, -2.0174221992492676, -1.1312687397003174, -0.8152663707733154, -1.0121022462844849, -2.373676300048828, -1.558139443397522, -2.2466847896575928, -1.6858490705490112, -1.5853543281555176, -1.49678373336792, -2.6202211380004883, -2.3171141147613525, -1.226012945175171, -1.840280532836914, -1.685935378074646, -1.946760654449463, -2.386892557144165, -2.603031635284424, -1.2084892988204956, -2.843587875366211, -1.8407807350158691, -1.3429316282272339, -0.7302893996238708, -0.29518774151802063, -1.6444741487503052, -1.6250096559524536, -1.8131990432739258, -2.017817974090576, -2.2153868675231934, -1.9561305046081543, -1.925082802772522, -2.3966777324676514, -1.5444153547286987, -2.56416392326355, -2.048985719680786, -1.6599352359771729, -0.9522865414619446, -0.3744296431541443, -3.858771324157715, -1.7317901849746704, -2.745243549346924, -1.982861876487732, -1.8853546380996704, -1.2235268354415894, -0.6600925922393799, -1.0182048082351685, -0.651606559753418, -1.4204230308532715, -1.5832104682922363, -0.9499911069869995, -1.5311917066574097, -2.0591464042663574, -0.9237159490585327, -1.2586662769317627, -2.137526512145996, -1.1933040618896484, -2.5234787464141846, -2.3880839347839355, -1.7074309587478638, -0.3528602123260498, -3.2671682834625244, -1.7113384008407593, -1.0569615364074707, -2.425506591796875, -2.6968021392822266, -2.9758903980255127, -1.5102299451828003, -0.7736398577690125, -1.7290353775024414, -0.9818870425224304, -2.9415996074676514, -0.7094091773033142, -2.118244171142578, -1.8239079713821411, -1.8055766820907593, -1.38575279712677, -1.20750093460083, -0.7491135597229004, -0.3102952241897583, -2.6787514686584473, -2.1753530502319336, -0.7779914736747742, -1.3371944427490234, -1.8158990144729614, -0.08907447010278702, -2.28765869140625]}, "Bot001_091_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ... Not sure i will guess parents farms, funny you :) That must be excellent! i'm sorry i never got your name , my name is trevor. how is your day going ? My day is good and i am Andrey yes mine is great , i am an artist and i like to express myself through art. Also, try to guess: i only listen ... Rock?", "response": "to country music, funny you :)", "annotation_id": "Bot001_091_15", "annotations": ["O", "X", "O", "T", "O", "O", "T", "O", "O", "X", "T", "T", "T", "O", "O"], "gpt2_target_score": [-11.935874938964844, -12.173332214355469, -13.827985763549805, -7.863763332366943, -12.426813125610352, -9.232779502868652, -6.101101875305176], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5500580072402954, -0.27871084213256836, -1.3103245496749878, -1.1975982189178467, -1.399681806564331, -1.2505004405975342, -2.3432905673980713, -1.867504596710205, -0.8473055958747864, -2.4028663635253906, -1.7189035415649414, -3.3514575958251953, -2.4529213905334473, -1.7088532447814941, -1.0708949565887451, -1.7667312622070312, -1.8699982166290283, -1.329898476600647, -2.4844863414764404, -2.6801552772521973, -0.908819854259491, -1.8933368921279907, -1.2187199592590332, -1.7411010265350342, -1.9342758655548096, -1.6523276567459106, -1.3728605508804321, -2.9090464115142822, -1.9630112648010254, -1.52243173122406, -3.2591843605041504, -3.2647042274475098, -0.43526050448417664, -1.5675783157348633, -0.6700615286827087, -1.6230016946792603, -1.1210808753967285, -1.905152440071106, -2.061474561691284, -2.1793878078460693, -1.1799217462539673, -1.841961145401001, -2.331047773361206, -2.5877978801727295, -2.1910946369171143, -1.682126522064209, -1.6059160232543945, -2.17920184135437, -2.0366883277893066, -1.4686436653137207, -1.913588285446167, -1.5472079515457153, -0.9091002941131592, -0.7035364508628845, -0.039986301213502884, -0.002578745363280177, -1.3287431001663208, -1.301311731338501, -2.304460287094116, -1.1683655977249146, -2.8531806468963623, -2.5838210582733154, -1.4265917539596558, -2.4740829467773438, -0.3107059597969055, -0.4785398840904236, -0.4570606052875519, -1.5021264553070068, -2.2708261013031006, -2.0097479820251465, -0.8413418531417847, -1.8699349164962769, -2.0079426765441895, -0.903343141078949, -2.4296178817749023, -2.0636534690856934, -1.4866845607757568, -1.4770768880844116, -0.5661014318466187, -1.4920923709869385, -0.8195710182189941, -0.5284473896026611, -1.5030934810638428, -1.8132325410842896, -0.31983256340026855, -0.9610791802406311, -0.12042852491140366, -1.408299207687378, -0.2521939277648926, -1.2769697904586792, -1.9213184118270874, -1.9045615196228027, -1.2932372093200684, -2.039547920227051, -1.8995157480239868, -1.4286125898361206, -1.8262715339660645, -2.128502130508423, -0.8986270427703857, -2.012706756591797, -2.152008533477783, -0.2545294463634491, -1.6913323402404785, -2.0174221992492676, -1.1312687397003174, -0.8152663707733154, -1.0121022462844849, -2.373676300048828, -1.558139443397522, -2.2466847896575928, -1.6858490705490112, -1.5853543281555176, -1.49678373336792, -2.6202211380004883, -2.3171141147613525, -1.226012945175171, -1.840280532836914, -1.685935378074646, -1.946760654449463, -2.386892557144165, -2.603031635284424, -1.2084892988204956, -2.843587875366211, -1.8407807350158691, -1.3429316282272339, -0.7302893996238708, -0.29518774151802063, -1.6444741487503052, -1.6250096559524536, -1.8131990432739258, -2.017817974090576, -2.2153868675231934, -1.9561305046081543, -1.925082802772522, -2.3966777324676514, -1.5444153547286987, -2.56416392326355, -2.048985719680786, -1.6599352359771729, -0.9522865414619446, -0.3744296431541443, -3.858771324157715, -1.7317901849746704, -2.745243549346924, -1.982861876487732, -1.8853546380996704, -1.2235268354415894, -0.6600925922393799, -1.0182048082351685, -0.651606559753418, -1.4204230308532715, -1.5832104682922363, -0.9499911069869995, -1.5311917066574097, -2.0591464042663574, -0.9237159490585327, -1.2586662769317627, -2.137526512145996, -1.1933040618896484, -2.5234787464141846, -1.7741353511810303, -0.308348685503006, -3.4622552394866943, -2.2567296028137207, -1.3031612634658813, -2.132554292678833, -2.923785924911499, -3.1202034950256348, -1.5618090629577637, -0.8225231170654297, -1.5926768779754639, -1.0200092792510986, -2.878546953201294, -0.7467747926712036, -2.248255491256714, -1.7927814722061157, -1.747732162475586, -1.7349510192871094, -1.3159229755401611, -0.926451563835144, -0.31886398792266846, -2.653103828430176, -1.9450932741165161, -0.950988233089447, -2.1250269412994385, -1.854030728340149, -0.06937595456838608, -2.3694794178009033, -2.0291554927825928, -1.993122935295105, -2.3138511180877686, -1.2702289819717407, -1.9758704900741577, -2.0896763801574707, -1.313719630241394, -1.4151628017425537, -2.7190349102020264, -0.768314778804779]}, "Bot001_091_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ... Not sure i will guess parents farms, funny you :) That must be excellent! i'm sorry i never got your name , my name is trevor. how is your day going ? My day is good and i am Andrey yes mine is great , i am an artist and i like to express myself through art. Also, try to guess: i only listen ... Rock? to country music, funny you :) You probably the best i seen there", "response": "do not judge me . you do not know me .", "annotation_id": "Bot001_091_17", "annotations": ["O", "X", "O", "T", "T", "X", "O", "O", "T", "X", "X", "O", "O", "T", "T"], "gpt2_target_score": [-13.822120666503906, -8.465476989746094, -15.720396041870117, -10.223932266235352, -12.291986465454102, -9.232779502868652, -9.352017402648926, -8.924004554748535, -11.852612495422363, -7.25025749206543, -10.554637908935547], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5500580072402954, -0.27871084213256836, -1.3103245496749878, -1.1975982189178467, -1.399681806564331, -1.2505004405975342, -2.3432905673980713, -1.867504596710205, -0.8473055958747864, -2.4028663635253906, -1.7189035415649414, -3.3514575958251953, -2.4529213905334473, -1.7088532447814941, -1.0708949565887451, -1.7667312622070312, -1.8699982166290283, -1.329898476600647, -2.4844863414764404, -2.6801552772521973, -0.908819854259491, -1.8933368921279907, -1.2187199592590332, -1.7411010265350342, -1.9342758655548096, -1.6523276567459106, -1.3728605508804321, -2.9090464115142822, -1.9630112648010254, -1.52243173122406, -3.2591843605041504, -3.2647042274475098, -0.43526050448417664, -1.5675783157348633, -0.6700615286827087, -1.6230016946792603, -1.1210808753967285, -1.905152440071106, -2.061474561691284, -2.1793878078460693, -1.1799217462539673, -1.841961145401001, -2.331047773361206, -2.5877978801727295, -2.1910946369171143, -1.682126522064209, -1.6059160232543945, -2.17920184135437, -2.0366883277893066, -1.4686436653137207, -1.913588285446167, -1.5472079515457153, -0.9091002941131592, -0.7035364508628845, -0.039986301213502884, -0.002578745363280177, -1.3287431001663208, -1.301311731338501, -2.304460287094116, -1.1683655977249146, -2.8531806468963623, -2.5838210582733154, -1.4265917539596558, -2.4740829467773438, -0.3107059597969055, -0.4785398840904236, -0.4570606052875519, -1.5021264553070068, -2.2708261013031006, -2.0097479820251465, -0.8413418531417847, -1.8699349164962769, -2.0079426765441895, -0.903343141078949, -2.4296178817749023, -2.0636534690856934, -1.4866845607757568, -1.4770768880844116, -0.5661014318466187, -1.4920923709869385, -0.8195710182189941, -0.5284473896026611, -1.5030934810638428, -1.8132325410842896, -0.31983256340026855, -0.9610791802406311, -0.12042852491140366, -1.408299207687378, -0.2521939277648926, -1.2769697904586792, -1.9213184118270874, -1.9045615196228027, -1.2932372093200684, -2.039547920227051, -1.8995157480239868, -1.4286125898361206, -1.8262715339660645, -2.128502130508423, -0.8986270427703857, -2.012706756591797, -2.152008533477783, -0.2545294463634491, -1.6913323402404785, -2.0174221992492676, -1.1312687397003174, -0.8152663707733154, -1.0121022462844849, -2.373676300048828, -1.558139443397522, -2.2466847896575928, -1.6858490705490112, -1.5853543281555176, -1.49678373336792, -2.6202211380004883, -2.3171141147613525, -1.226012945175171, -1.840280532836914, -1.685935378074646, -1.946760654449463, -2.386892557144165, -2.603031635284424, -1.2084892988204956, -2.843587875366211, -1.8407807350158691, -1.3429316282272339, -0.7302893996238708, -0.29518774151802063, -1.6444741487503052, -1.6250096559524536, -1.8131990432739258, -2.017817974090576, -2.2153868675231934, -1.9561305046081543, -1.925082802772522, -2.3966777324676514, -1.5444153547286987, -2.56416392326355, -2.048985719680786, -1.6599352359771729, -0.9522865414619446, -0.3744296431541443, -3.858771324157715, -1.7317901849746704, -2.745243549346924, -1.982861876487732, -1.8853546380996704, -1.2235268354415894, -0.6600925922393799, -1.0182048082351685, -0.651606559753418, -1.4204230308532715, -1.5832104682922363, -0.9499911069869995, -1.5311917066574097, -2.0591464042663574, -0.9237159490585327, -1.2586662769317627, -2.137526512145996, -1.1933040618896484, -2.5234787464141846, -1.7741353511810303, -0.308348685503006, -3.4622552394866943, -2.2567296028137207, -1.3031612634658813, -2.132554292678833, -2.923785924911499, -3.1202034950256348, -1.5618090629577637, -0.8225231170654297, -1.5926768779754639, -1.0200092792510986, -2.878546953201294, -0.7467747926712036, -2.248255491256714, -1.7927814722061157, -1.747732162475586, -1.7349517345428467, -1.3159213066101074, -0.926442563533783, -0.31886371970176697, -2.6530983448028564, -1.9450842142105103, -0.9509904384613037, -2.1250267028808594, -1.8540147542953491, -0.06937584280967712, -2.3694777488708496, -2.0291547775268555, -1.9931199550628662, -2.851457357406616, -1.382405400276184, -1.3577286005020142, -2.0462539196014404, -1.7654051780700684, -2.910768747329712, -1.8214951753616333, -2.03511118888855, -2.2311904430389404, -1.5429850816726685, -2.838735818862915, -1.563008427619934, -2.3512754440307617, -2.1436893939971924, -2.194404125213623, -0.19571614265441895, -2.283463478088379, -0.42663463950157166, -2.2915282249450684, -1.2213019132614136, -1.8485798835754395, -0.8402621150016785, -1.9369248151779175, -1.9792683124542236, -1.7945623397827148, -0.9477534890174866]}, "Bot001_091_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ... Not sure i will guess parents farms, funny you :) That must be excellent! i'm sorry i never got your name , my name is trevor. how is your day going ? My day is good and i am Andrey yes mine is great , i am an artist and i like to express myself through art. Also, try to guess: i only listen ... Rock? to country music, funny you :) You probably the best i seen there do not judge me . you do not know me . I think you right? i shouldnt", "response": "well if you know you my mother you might know me", "annotation_id": "Bot001_091_19", "annotations": ["T", "X", "T", "T", "T", "T", "O", "O", "O", "T", "X", "T", "T", "O", "O"], "gpt2_target_score": [-10.543716430664062, -7.187141418457031, -8.42255973815918, -11.842004776000977, -0.27871084213256836, -7.936469078063965, -12.954358100891113, -11.17507266998291, -14.882336616516113, -10.487165451049805, -7.047192096710205], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5500580072402954, -0.27871084213256836, -1.3103245496749878, -1.1975982189178467, -1.399681806564331, -1.2505004405975342, -2.3432905673980713, -1.867504596710205, -0.8473055958747864, -2.4028663635253906, -1.7189035415649414, -3.3514575958251953, -2.4529213905334473, -1.7088532447814941, -1.0708949565887451, -1.7667312622070312, -1.8699982166290283, -1.329898476600647, -2.4844863414764404, -2.6801552772521973, -0.908819854259491, -1.8933368921279907, -1.2187199592590332, -1.7411010265350342, -1.9342758655548096, -1.6523276567459106, -1.3728605508804321, -2.9090464115142822, -1.9630112648010254, -1.52243173122406, -3.2591843605041504, -3.2647042274475098, -0.43526050448417664, -1.5675783157348633, -0.6700615286827087, -1.6230016946792603, -1.1210808753967285, -1.905152440071106, -2.061474561691284, -2.1793878078460693, -1.1799217462539673, -1.841961145401001, -2.331047773361206, -2.5877978801727295, -2.1910946369171143, -1.682126522064209, -1.6059160232543945, -2.17920184135437, -2.0366883277893066, -1.4686436653137207, -1.913588285446167, -1.5472079515457153, -0.9091002941131592, -0.7035364508628845, -0.039986301213502884, -0.002578745363280177, -1.3287431001663208, -1.301311731338501, -2.304460287094116, -1.1683655977249146, -2.8531806468963623, -2.5838210582733154, -1.4265917539596558, -2.4740829467773438, -0.3107059597969055, -0.4785398840904236, -0.4570606052875519, -1.5021264553070068, -2.2708261013031006, -2.0097479820251465, -0.8413418531417847, -1.8699349164962769, -2.0079426765441895, -0.903343141078949, -2.4296178817749023, -2.0636534690856934, -1.4866845607757568, -1.4770768880844116, -0.5661014318466187, -1.4920923709869385, -0.8195710182189941, -0.5284473896026611, -1.5030934810638428, -1.8132325410842896, -0.31983256340026855, -0.9610791802406311, -0.12042852491140366, -1.408299207687378, -0.2521939277648926, -1.2769697904586792, -1.9213184118270874, -1.9045615196228027, -1.2932372093200684, -2.039547920227051, -1.8995157480239868, -1.4286125898361206, -1.8262715339660645, -2.128502130508423, -0.8986270427703857, -2.012706756591797, -2.152008533477783, -0.2545294463634491, -1.6913323402404785, -2.0174221992492676, -1.1312687397003174, -0.8152663707733154, -1.0121022462844849, -2.373676300048828, -1.558139443397522, -2.2466847896575928, -1.6858490705490112, -1.5853543281555176, -1.49678373336792, -2.6202211380004883, -2.3171141147613525, -1.226012945175171, -1.840280532836914, -1.685935378074646, -1.946760654449463, -2.386892557144165, -2.603031635284424, -1.2084892988204956, -2.843587875366211, -1.8407807350158691, -1.3429316282272339, -0.7302893996238708, -0.29518774151802063, -1.6444741487503052, -1.6250096559524536, -1.8131990432739258, -2.017817974090576, -2.2153868675231934, -1.9561305046081543, -1.925082802772522, -2.3966777324676514, -1.5444153547286987, -2.56416392326355, -2.048985719680786, -1.6599352359771729, -0.9522865414619446, -0.3744296431541443, -3.858771324157715, -1.7317901849746704, -2.745243549346924, -1.982861876487732, -1.8853546380996704, -1.2235268354415894, -0.6600925922393799, -1.0182048082351685, -0.651606559753418, -1.4204230308532715, -1.5832104682922363, -0.9499911069869995, -1.5311917066574097, -2.0591464042663574, -0.9237159490585327, -1.2586662769317627, -2.137526512145996, -1.1933040618896484, -2.5234787464141846, -1.7741353511810303, -0.308348685503006, -3.4622552394866943, -2.2567296028137207, -1.3031612634658813, -2.132554292678833, -2.923785924911499, -3.1202034950256348, -1.5618090629577637, -0.8225231170654297, -1.5926768779754639, -1.0200092792510986, -2.878546953201294, -0.7467747926712036, -2.248255491256714, -1.7927814722061157, -1.747732162475586, -1.7349510192871094, -1.3159229755401611, -0.926451563835144, -0.31886398792266846, -2.653103828430176, -1.9450932741165161, -0.950988233089447, -2.1250269412994385, -1.854030728340149, -0.06937595456838608, -2.3694794178009033, -2.0291554927825928, -1.9931278228759766, -2.851440906524658, -1.382408618927002, -1.3577234745025635, -2.0462546348571777, -1.7653920650482178, -2.9107396602630615, -1.8215065002441406, -2.035113573074341, -2.2312042713165283, -1.5429871082305908, -2.8387370109558105, -1.5629864931106567, -2.3512766361236572, -2.143665075302124, -2.162215232849121, -2.3841474056243896, -0.6280597448348999, -2.5170979499816895, -1.5708941221237183, -2.3076984882354736, -1.3241636753082275, -1.8171932697296143, -1.9626234769821167, -2.0158748626708984, -1.0347540378570557, -1.8574680089950562, -0.6663475632667542, -1.3623546361923218, -1.786995768547058, -1.4618501663208008, -2.3481218814849854, -2.0695972442626953, -1.8110663890838623, -1.917776107788086, -0.9610010385513306, -0.7440816760063171, -2.387697219848633, -0.2609613537788391, -2.2244017124176025, -0.43211185932159424, -1.1580861806869507, -1.8205618858337402, -1.5989153385162354, -1.344981074333191, -1.8545591831207275]}, "Bot001_092_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian", "response": "hello ! my two children are in elementary school . whats your favorite food ?", "annotation_id": "Bot001_092_02", "annotations": ["X", "T", "X", "O", "O", "O", "T", "O", "O", "T", "O", "X", "O", "O", "X"], "gpt2_target_score": [-11.99803352355957, -9.557328224182129, -8.682984352111816, -10.267337799072266, -11.027811050415039, -8.182235717773438, -9.82813549041748, -16.247716903686523, -14.40463638305664, -11.923705101013184, -20.524320602416992, -11.675895690917969, -15.696112632751465, -14.80550765991211, -11.254425048828125], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.5278180837631226, -1.073901653289795, -1.1069433689117432, -0.532852053642273, -1.6654160022735596, -3.0292954444885254, -0.3916281759738922, -1.512751579284668, -0.9308192133903503, -1.3270642757415771, -2.8156003952026367, -2.088397264480591, -1.266265869140625, -1.8520742654800415, -0.24281029403209686, -1.4426226615905762, -3.402068853378296, -2.266880750656128, -0.03234519809484482, -0.8266122937202454, -1.1227575540542603, -1.9541352987289429, -0.7905770540237427, -2.430086612701416, -1.4389487504959106, -0.8649404048919678, -2.026127576828003, -0.1251009702682495, -0.11445394903421402, -3.1244254112243652, -2.8347980976104736, -1.755713939666748, -0.8334916830062866, -1.2458469867706299, -1.13741934299469, -1.7187191247940063, -2.979518175125122, -0.8205397725105286, -1.4453251361846924, -1.258670687675476, -2.430875539779663, -0.9898200035095215, -1.6960399150848389, -0.16861991584300995, -0.22243453562259674, -0.8145646452903748, -3.463671922683716, -1.9765390157699585, -0.11542468518018723, -1.507738471031189, -2.056002616882324, -0.3908909857273102, -0.6582855582237244, -2.4061014652252197, -1.0278434753417969, -0.46707582473754883]}, "Bot001_092_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children", "response": "married ? , that is a rich mans game , i read books , never movies", "annotation_id": "Bot001_092_04", "annotations": ["O", "T", "T", "X", "T", "O", "T", "T", "X", "T", "X", "X", "T", "O", "T"], "gpt2_target_score": [-16.917198181152344, -12.506582260131836, -14.36211109161377, -5.3094258308410645, -10.549220085144043, -7.9168195724487305, -12.909979820251465, -15.207734107971191, -11.548690795898438, -13.567954063415527, -14.320110321044922, -14.50891399383545, -14.295366287231445, -12.458810806274414, -13.204717636108398, -14.797544479370117], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.9541347026824951, -0.790590226650238, -2.430102586746216, -1.4389925003051758, -0.8649692535400391, -2.026120901107788, -0.12510907649993896, -0.11445575207471848, -3.1244208812713623, -2.834794521331787, -1.7557227611541748, -0.8335102796554565, -1.245854139328003, -1.1374353170394897, -1.718752384185791, -2.9795124530792236, -0.820541501045227, -1.4453182220458984, -1.2586767673492432, -1.219759464263916, -1.2878191471099854, -0.45442354679107666, -0.24586257338523865, -0.8499574065208435, -3.3871142864227295, -1.920138955116272, -0.12894849479198456, -1.0793561935424805, -2.0236551761627197, -0.34183865785598755, -0.6187283396720886, -2.196592330932617, -0.9737276434898376, -1.2705819606781006, -0.6948916912078857, -1.6516633033752441, -2.8948419094085693, -2.0771729946136475, -1.3789397478103638, -0.7018810510635376, -1.5333330631256104, -1.4708093404769897, -2.053981065750122, -1.7147547006607056, -1.288732886314392, -1.7833772897720337, -1.4753940105438232, -2.19425892829895, -1.8565400838851929, -0.38630086183547974, -2.453272581100464, -0.8720900416374207, -2.2263691425323486, -2.048685073852539, -2.7914793491363525, -0.7993078827857971, -1.3101885318756104, -2.05684494972229, -2.2068631649017334, -2.199416160583496, -1.4851347208023071, -2.0950815677642822, -1.4973137378692627, -1.2962408065795898]}, "Bot001_092_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies?", "response": "i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ...", "annotation_id": "Bot001_092_06", "annotations": ["O", "T", "T", "T", "O", "T", "O", "O", "O", "O", "T", "O", "T", "O", "X"], "gpt2_target_score": [-9.417320251464844, -9.207998275756836, -10.192509651184082, -7.9109272956848145, -10.845454216003418, -12.740687370300293, -11.874518394470215, -11.96147632598877, -15.551033020019531, -15.465373039245605, -15.719514846801758, -9.887675285339355, -9.176572799682617, -18.570566177368164, -6.174318313598633, -6.194516658782959, -11.02790641784668, -12.929210662841797, -7.808347702026367, -11.371691703796387, -7.738385200500488, -4.46481990814209, -9.979957580566406, -2.5866267681121826, -12.46147346496582], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.9541347026824951, -0.790590226650238, -2.430102586746216, -1.4389925003051758, -0.8649692535400391, -2.026120901107788, -0.12510907649993896, -0.11445575207471848, -3.1244208812713623, -2.834794521331787, -1.7557227611541748, -0.8335102796554565, -1.245854139328003, -1.1374353170394897, -1.718752384185791, -2.9795124530792236, -0.820541501045227, -1.4453182220458984, -1.2586767673492432, -1.219754695892334, -1.2878175973892212, -0.45442187786102295, -0.24586640298366547, -0.8499409556388855, -3.3871030807495117, -1.9201455116271973, -0.1289491355419159, -1.0793654918670654, -2.023665189743042, -0.34183645248413086, -0.6187201142311096, -2.196604013442993, -0.9737346768379211, -1.2705776691436768, -0.6948894262313843, -1.651643991470337, -2.894834518432617, -2.0771780014038086, -1.3789421319961548, -0.7018793821334839, -1.5333342552185059, -1.4708040952682495, -2.0539679527282715, -1.71474027633667, -1.2887502908706665, -1.7833791971206665, -1.475387692451477, -1.3817625045776367, -1.2052890062332153, -2.032371759414673, -0.971937894821167, -2.246955394744873, -2.852891445159912, -2.6841275691986084, -0.8150771856307983, -2.031529664993286, -1.7378718852996826, -1.9621913433074951, -2.0383365154266357, -1.3289363384246826, -2.0590474605560303, -1.4809942245483398, -1.146500825881958, -2.4439730644226074, -2.163008689880371, -2.297118663787842, -1.7613394260406494, -1.374207615852356, -1.9688972234725952, -2.485038995742798, -1.481020212173462, -2.017688751220703, -0.9557920694351196, -1.5713825225830078, -1.8012735843658447, -2.016735553741455, -1.9258427619934082, -1.1806269884109497, -1.4393216371536255, -1.4427441358566284, -1.4657249450683594, -0.8839810490608215, -1.0693931579589844, -1.0724892616271973, -2.058302164077759, -2.4508183002471924, -1.7858433723449707, -2.745739221572876, -1.8635987043380737, -1.1073399782180786, -1.3481770753860474, -0.8234272599220276, -1.1956039667129517, -2.14605712890625, -1.3939990997314453, -2.030968189239502, -2.0538992881774902, -0.8776832222938538, -1.0495213270187378, -1.7013925313949585]}, "Bot001_092_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer?", "response": "door to door salesman, funny you :)", "annotation_id": "Bot001_092_08", "annotations": ["O", "O", "O", "X", "O", "X", "T", "O", "O", "T", "X", "O", "T", "O", "T"], "gpt2_target_score": [-13.808418273925781, -9.355962753295898, -11.718602180480957, -19.012550354003906, -8.818156242370605, -10.75483226776123, -7.957159519195557, -13.336255073547363], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.9541347026824951, -0.790590226650238, -2.430102586746216, -1.4389925003051758, -0.8649692535400391, -2.026120901107788, -0.12510907649993896, -0.11445575207471848, -3.1244208812713623, -2.834794521331787, -1.7557227611541748, -0.8335102796554565, -1.245854139328003, -1.1374353170394897, -1.718752384185791, -2.9795124530792236, -0.820541501045227, -1.4453182220458984, -1.2586767673492432, -1.219754695892334, -1.2878175973892212, -0.45442187786102295, -0.24586640298366547, -0.8499409556388855, -3.3871030807495117, -1.9201455116271973, -0.1289491355419159, -1.0793654918670654, -2.023665189743042, -0.34183645248413086, -0.6187201142311096, -2.196604013442993, -0.9737346768379211, -1.2705776691436768, -0.6948894262313843, -1.651643991470337, -2.894834518432617, -2.0771780014038086, -1.3789421319961548, -0.7018793821334839, -1.5333342552185059, -1.4708040952682495, -2.0539679527282715, -1.71474027633667, -1.2887502908706665, -1.7833791971206665, -1.475387692451477, -1.3817625045776367, -1.2052890062332153, -2.032371759414673, -0.971937894821167, -2.246955394744873, -2.852891445159912, -2.6841275691986084, -0.8150771856307983, -2.031529664993286, -1.7378718852996826, -1.9621913433074951, -2.0383365154266357, -1.3289363384246826, -2.0590474605560303, -1.4809913635253906, -1.1464966535568237, -2.4439799785614014, -2.1630043983459473, -2.297112464904785, -1.7613615989685059, -1.3742234706878662, -1.968883752822876, -2.4850244522094727, -1.481020212173462, -2.0176730155944824, -0.9557976722717285, -1.5713850259780884, -2.3148856163024902, -1.6964086294174194, -1.7471709251403809, -1.9133968353271484, -1.3694695234298706, -0.9192169904708862, -0.9859514236450195, -1.5222766399383545, -1.1970189809799194, -2.1316378116607666, -2.603271245956421, -1.8942327499389648, -2.387782096862793, -1.5127958059310913, -1.6657048463821411, -1.379807710647583, -1.1435399055480957, -1.1457030773162842, -2.6466782093048096, -1.4961540699005127, -1.8146837949752808, -1.5922436714172363, -0.7613783478736877, -1.0288366079330444, -1.623998999595642, -2.2931766510009766, -1.9446977376937866, -2.0819387435913086, -2.093015193939209, -0.18306191265583038, -1.7538447380065918, -1.2728209495544434, -2.704784870147705, -2.2841100692749023, -2.5492897033691406, -0.40800073742866516]}, "Bot001_092_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer? door to door salesman, funny you :) Must be intresting job, i am a house wife actually, and you?", "response": "no , i've plenty of friends who stop by , and i get out on the weekends .", "annotation_id": "Bot001_092_10", "annotations": ["O", "T", "T", "X", "X", "T", "X", "T", "X", "X", "X", "X", "T", "X", "X"], "gpt2_target_score": [-11.437812805175781, -10.353841781616211, -9.311436653137207, -14.604270935058594, -18.386425018310547, -5.7717390060424805, -12.670340538024902, -13.384865760803223, -16.225547790527344, -12.823710441589355, -13.534950256347656, -5.438326835632324, -11.328954696655273, -14.089201927185059, -13.112581253051758, -11.130842208862305, -11.754575729370117, -15.348934173583984, -8.648176193237305], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.9541347026824951, -0.790590226650238, -2.430102586746216, -1.4389925003051758, -0.8649692535400391, -2.026120901107788, -0.12510907649993896, -0.11445575207471848, -3.1244208812713623, -2.834794521331787, -1.7557227611541748, -0.8335102796554565, -1.245854139328003, -1.1374353170394897, -1.718752384185791, -2.9795124530792236, -0.820541501045227, -1.4453182220458984, -1.2586767673492432, -1.219754695892334, -1.2878175973892212, -0.45442187786102295, -0.24586640298366547, -0.8499409556388855, -3.3871030807495117, -1.9201455116271973, -0.1289491355419159, -1.0793654918670654, -2.023665189743042, -0.34183645248413086, -0.6187201142311096, -2.196604013442993, -0.9737346768379211, -1.2705776691436768, -0.6948894262313843, -1.651643991470337, -2.894834518432617, -2.0771780014038086, -1.3789421319961548, -0.7018793821334839, -1.5333342552185059, -1.4708040952682495, -2.0539679527282715, -1.71474027633667, -1.2887502908706665, -1.7833791971206665, -1.475387692451477, -1.3817625045776367, -1.2052890062332153, -2.032371759414673, -0.971937894821167, -2.246955394744873, -2.852891445159912, -2.6841275691986084, -0.8150771856307983, -2.031529664993286, -1.7378718852996826, -1.9621913433074951, -2.0383365154266357, -1.3289363384246826, -2.0590474605560303, -1.4809913635253906, -1.1464966535568237, -2.4439799785614014, -2.1630043983459473, -2.297112464904785, -1.7613615989685059, -1.3742125034332275, -1.9688903093338013, -2.485013484954834, -1.4810147285461426, -2.017686128616333, -0.9557956457138062, -1.5713835954666138, -2.3148865699768066, -1.696404218673706, -1.7471911907196045, -1.9133855104446411, -1.369470238685608, -0.9192298054695129, -0.9859413504600525, -1.52226722240448, -1.1970304250717163, -2.131635904312134, -2.603273868560791, -1.8942317962646484, -2.38777494430542, -1.512797474861145, -1.6657111644744873, -1.379806399345398, -1.1435424089431763, -1.1457122564315796, -2.6466846466064453, -1.496147871017456, -1.8146696090698242, -1.592239499092102, -0.7613775730133057, -1.02883780002594, -1.6240004301071167, -2.293182134628296, -1.9446847438812256, -1.368955135345459, -0.01274240855127573, -1.1193103790283203, -0.6030321717262268, -2.7367255687713623, -1.810564637184143, -2.252380609512329, -1.346713900566101, -0.7871299386024475, -1.1888905763626099, -1.2885534763336182, -0.4732828438282013, -1.471318006515503, -2.052276134490967, -2.6307852268218994, -2.1232352256774902, -1.3120898008346558, -3.863691568374634, -0.6409106254577637, -1.8517990112304688, -1.5362231731414795, -1.2471814155578613, -1.0099945068359375, -2.127964496612549, -1.9544669389724731, -2.018536329269409, -1.3199694156646729, -0.901060938835144, -1.3388745784759521, -1.494127631187439, -0.19540724158287048, -1.131786823272705, -1.5449928045272827, -1.510010004043579, -1.2066059112548828, -1.5975037813186646, -1.3145275115966797, -0.8791065812110901, -1.715278148651123, -2.33933687210083, -0.7059125304222107, -1.6252819299697876, -1.513961672782898, -1.9285537004470825, -1.9138370752334595]}, "Bot001_092_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer? door to door salesman, funny you :) Must be intresting job, i am a house wife actually, and you? no , i've plenty of friends who stop by , and i get out on the weekends . That is good, how are you earning money then?", "response": "no i spend too much there . i am retired now. Also, try to guess: i like to ...", "annotation_id": "Bot001_092_12", "annotations": ["X", "T", "X", "T", "O", "T", "T", "T", "X", "T", "X", "X", "T", "T", "T"], "gpt2_target_score": [-11.437812805175781, -5.005758285522461, -14.40453052520752, -8.972908020019531, -11.825007438659668, -8.844767570495605, -9.25357723236084, -11.873326301574707, -13.473155975341797, -17.714271545410156, -15.85145378112793, -4.713412284851074, -14.828725814819336, -7.623619079589844, -15.104475021362305, -11.211301803588867, -14.521146774291992, -5.583675384521484, -8.902990341186523, -8.156283378601074, -7.340741157531738, -7.412314414978027], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.9541347026824951, -0.790590226650238, -2.430102586746216, -1.4389925003051758, -0.8649692535400391, -2.026120901107788, -0.12510907649993896, -0.11445575207471848, -3.1244208812713623, -2.834794521331787, -1.7557227611541748, -0.8335102796554565, -1.245854139328003, -1.1374353170394897, -1.718752384185791, -2.9795124530792236, -0.820541501045227, -1.4453182220458984, -1.2586767673492432, -1.219754695892334, -1.2878175973892212, -0.45442187786102295, -0.24586640298366547, -0.8499409556388855, -3.3871030807495117, -1.9201455116271973, -0.1289491355419159, -1.0793654918670654, -2.023665189743042, -0.34183645248413086, -0.6187201142311096, -2.196604013442993, -0.9737346768379211, -1.2705776691436768, -0.6948894262313843, -1.651643991470337, -2.894834518432617, -2.0771780014038086, -1.3789421319961548, -0.7018793821334839, -1.5333342552185059, -1.4708040952682495, -2.0539679527282715, -1.71474027633667, -1.2887502908706665, -1.7833791971206665, -1.475387692451477, -1.3817625045776367, -1.2052890062332153, -2.032371759414673, -0.971937894821167, -2.246955394744873, -2.852891445159912, -2.6841275691986084, -0.8150771856307983, -2.031529664993286, -1.7378718852996826, -1.9621913433074951, -2.0383365154266357, -1.3289363384246826, -2.0590474605560303, -1.4809913635253906, -1.1464966535568237, -2.4439799785614014, -2.1630043983459473, -2.297112464904785, -1.7613615989685059, -1.3742125034332275, -1.9688903093338013, -2.485013484954834, -1.4810147285461426, -2.017686128616333, -0.9557956457138062, -1.5713835954666138, -2.3148865699768066, -1.696404218673706, -1.7471911907196045, -1.9133855104446411, -1.369470238685608, -0.9192298054695129, -0.9859413504600525, -1.52226722240448, -1.1970304250717163, -2.131635904312134, -2.603273868560791, -1.8942317962646484, -2.38777494430542, -1.512797474861145, -1.6657111644744873, -1.379806399345398, -1.1435424089431763, -1.1457122564315796, -2.6466846466064453, -1.496147871017456, -1.8146696090698242, -1.592239499092102, -0.7613775730133057, -1.02883780002594, -1.6240004301071167, -2.293182134628296, -1.9446847438812256, -1.368955135345459, -0.01274240855127573, -1.1193103790283203, -0.6030321717262268, -2.7367255687713623, -1.810564637184143, -2.252380609512329, -1.346713900566101, -0.7871381640434265, -1.188895583152771, -1.2885639667510986, -0.4732728898525238, -1.471304178237915, -2.0522687435150146, -2.6307857036590576, -2.1232211589813232, -1.3120919466018677, -3.8636887073516846, -0.6409143805503845, -1.8518173694610596, -1.5361984968185425, -1.2471857070922852, -1.0100048780441284, -2.127955913543701, -1.954460859298706, -1.3906973600387573, -0.8797186613082886, -1.164929986000061, -1.6092733144760132, -0.17131415009498596, -1.2689827680587769, -1.9014627933502197, -1.501531720161438, -1.331336498260498, -1.6633998155593872, -1.3198503255844116, -0.9270697236061096, -2.162503719329834, -2.2742412090301514, -0.7948208451271057, -1.6124252080917358, -1.4324951171875, -2.025075912475586, -1.9947468042373657, -0.9618818759918213, -2.0363545417785645, -1.8041563034057617, -1.5469056367874146, -1.448013186454773, -0.14182429015636444, -1.7313064336776733, -1.661057472229004, -0.823300838470459, -0.30915477871894836, -1.9017579555511475, -1.8713059425354004, -1.577430009841919, -2.04306697845459, -2.1373565196990967, -0.1327798217535019, -0.6634063124656677, -1.7196601629257202, -1.4261536598205566, -2.1925628185272217, -1.6349749565124512, -1.516067624092102, -1.339678168296814, -1.2969577312469482, -1.159701943397522, -0.9998531937599182, -0.45734208822250366, -2.3251824378967285, -2.0685133934020996, -0.8825819492340088, -1.6095924377441406, -1.4453448057174683, -2.1453428268432617, -3.159754991531372]}, "Bot001_092_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer? door to door salesman, funny you :) Must be intresting job, i am a house wife actually, and you? no , i've plenty of friends who stop by , and i get out on the weekends . That is good, how are you earning money then? no i spend too much there . i am retired now. Also, try to guess: i like to ... Fishing?", "response": "watch olympics, funny you :)", "annotation_id": "Bot001_092_14", "annotations": ["O", "O", "O", "X", "O", "T", "O", "T", "O", "X", "X", "X", "T", "O", "X"], "gpt2_target_score": [-13.035224914550781, -10.186056137084961, -19.669103622436523, -18.89783477783203, -8.818156242370605, -10.75483226776123, -7.957159519195557, -13.336255073547363], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.9541347026824951, -0.790590226650238, -2.430102586746216, -1.4389925003051758, -0.8649692535400391, -2.026120901107788, -0.12510907649993896, -0.11445575207471848, -3.1244208812713623, -2.834794521331787, -1.7557227611541748, -0.8335102796554565, -1.245854139328003, -1.1374353170394897, -1.718752384185791, -2.9795124530792236, -0.820541501045227, -1.4453182220458984, -1.2586767673492432, -1.219754695892334, -1.2878175973892212, -0.45442187786102295, -0.24586640298366547, -0.8499409556388855, -3.3871030807495117, -1.9201455116271973, -0.1289491355419159, -1.0793654918670654, -2.023665189743042, -0.34183645248413086, -0.6187201142311096, -2.196604013442993, -0.9737346768379211, -1.2705776691436768, -0.6948894262313843, -1.651643991470337, -2.894834518432617, -2.0771780014038086, -1.3789421319961548, -0.7018793821334839, -1.5333342552185059, -1.4708040952682495, -2.0539679527282715, -1.71474027633667, -1.2887502908706665, -1.7833791971206665, -1.475387692451477, -1.3817625045776367, -1.2052890062332153, -2.032371759414673, -0.971937894821167, -2.246955394744873, -2.852891445159912, -2.6841275691986084, -0.8150771856307983, -2.031529664993286, -1.7378718852996826, -1.9621913433074951, -2.0383365154266357, -1.3289363384246826, -2.0590474605560303, -1.4809913635253906, -1.1464966535568237, -2.4439799785614014, -2.1630043983459473, -2.297112464904785, -1.7613615989685059, -1.3742125034332275, -1.9688903093338013, -2.485013484954834, -1.4810147285461426, -2.017686128616333, -0.9557956457138062, -1.5713835954666138, -2.3148865699768066, -1.696404218673706, -1.7471911907196045, -1.9133855104446411, -1.369470238685608, -0.9192298054695129, -0.9859413504600525, -1.52226722240448, -1.1970304250717163, -2.131635904312134, -2.603273868560791, -1.8942317962646484, -2.38777494430542, -1.512797474861145, -1.6657111644744873, -1.379806399345398, -1.1435424089431763, -1.1457122564315796, -2.6466846466064453, -1.496147871017456, -1.8146696090698242, -1.592239499092102, -0.7613775730133057, -1.02883780002594, -1.6240004301071167, -2.293182134628296, -1.9446847438812256, -1.368955135345459, -0.01274240855127573, -1.1193103790283203, -0.6030321717262268, -2.7367255687713623, -1.810564637184143, -2.252380609512329, -1.346713900566101, -0.7871381640434265, -1.188895583152771, -1.2885639667510986, -0.4732728898525238, -1.471304178237915, -2.0522687435150146, -2.6307857036590576, -2.1232211589813232, -1.3120919466018677, -3.8636887073516846, -0.6409143805503845, -1.8518173694610596, -1.5361984968185425, -1.2471857070922852, -1.0100048780441284, -2.127955913543701, -1.954460859298706, -1.3906973600387573, -0.8797186613082886, -1.164929986000061, -1.6092733144760132, -0.17131415009498596, -1.2689827680587769, -1.9014627933502197, -1.501531720161438, -1.331336498260498, -1.6633998155593872, -1.3198503255844116, -0.9270697236061096, -2.162503719329834, -2.2742412090301514, -0.7948208451271057, -1.6124252080917358, -1.4324951171875, -2.025075912475586, -1.9947468042373657, -0.9618818759918213, -2.0363545417785645, -1.8041563034057617, -1.5469056367874146, -1.448013186454773, -0.14182429015636444, -1.7313064336776733, -1.661057472229004, -0.823300838470459, -0.30915477871894836, -1.9017579555511475, -1.4130327701568604, -1.8847887516021729, -2.3254830837249756, -0.1431684046983719, -0.8805651068687439, -1.7869559526443481, -1.6761804819107056, -2.315260648727417, -1.811251163482666, -1.641436219215393, -1.448711633682251, -1.7292985916137695, -0.7532997727394104, -1.170863151550293, -0.42519253492355347, -2.4994125366210938, -2.0109260082244873, -1.082038164138794, -1.7884838581085205, -1.4509249925613403, -2.3580284118652344, -3.057694911956787, -1.8769108057022095, -2.139650583267212, -2.122459888458252, -2.128990650177002, -2.2926864624023438, -1.0083519220352173, -1.5218161344528198, -2.0741848945617676, -1.3468430042266846, -2.5421555042266846, -0.7430338859558105]}, "Bot001_092_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer? door to door salesman, funny you :) Must be intresting job, i am a house wife actually, and you? no , i've plenty of friends who stop by , and i get out on the weekends . That is good, how are you earning money then? no i spend too much there . i am retired now. Also, try to guess: i like to ... Fishing? watch olympics, funny you :) A lot of fun i suppose, but i dont like watching any sports", "response": "yea , i like watching a gamme with bbq sandwiches and pizza puffs . what do you eat ?", "annotation_id": "Bot001_092_16", "annotations": ["O", "O", "X", "O", "O", "X", "O", "O", "O", "T", "O", "X", "T", "O", "T"], "gpt2_target_score": [-13.616302490234375, -11.608892440795898, -14.36211109161377, -10.810890197753906, -8.807093620300293, -13.304224967956543, -8.391058921813965, -15.748856544494629, -11.393444061279297, -12.527541160583496, -14.612472534179688, -13.19519329071045, -17.835622787475586, -15.997025489807129, -6.764745712280273, -15.144514083862305, -13.98023796081543, -17.83419418334961, -8.648176193237305, -9.687342643737793, -15.053418159484863, -5.383551597595215, -10.905967712402344, -14.5515775680542], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.9541347026824951, -0.790590226650238, -2.430102586746216, -1.4389925003051758, -0.8649692535400391, -2.026120901107788, -0.12510907649993896, -0.11445575207471848, -3.1244208812713623, -2.834794521331787, -1.7557227611541748, -0.8335102796554565, -1.245854139328003, -1.1374353170394897, -1.718752384185791, -2.9795124530792236, -0.820541501045227, -1.4453182220458984, -1.2586767673492432, -1.219754695892334, -1.2878175973892212, -0.45442187786102295, -0.24586640298366547, -0.8499409556388855, -3.3871030807495117, -1.9201455116271973, -0.1289491355419159, -1.0793654918670654, -2.023665189743042, -0.34183645248413086, -0.6187201142311096, -2.196604013442993, -0.9737346768379211, -1.2705776691436768, -0.6948894262313843, -1.651643991470337, -2.894834518432617, -2.0771780014038086, -1.3789421319961548, -0.7018793821334839, -1.5333342552185059, -1.4708040952682495, -2.0539679527282715, -1.71474027633667, -1.2887502908706665, -1.7833791971206665, -1.475387692451477, -1.3817625045776367, -1.2052890062332153, -2.032371759414673, -0.971937894821167, -2.246955394744873, -2.852891445159912, -2.6841275691986084, -0.8150771856307983, -2.031529664993286, -1.7378718852996826, -1.9621913433074951, -2.0383365154266357, -1.3289363384246826, -2.0590474605560303, -1.4809913635253906, -1.1464966535568237, -2.4439799785614014, -2.1630043983459473, -2.297112464904785, -1.7613615989685059, -1.3742125034332275, -1.9688903093338013, -2.485013484954834, -1.4810147285461426, -2.017686128616333, -0.9557956457138062, -1.5713835954666138, -2.3148865699768066, -1.696404218673706, -1.7471911907196045, -1.9133855104446411, -1.369470238685608, -0.9192298054695129, -0.9859413504600525, -1.52226722240448, -1.1970304250717163, -2.131635904312134, -2.603273868560791, -1.8942317962646484, -2.38777494430542, -1.512797474861145, -1.6657111644744873, -1.379806399345398, -1.1435424089431763, -1.1457122564315796, -2.6466846466064453, -1.496147871017456, -1.8146696090698242, -1.592239499092102, -0.7613775730133057, -1.02883780002594, -1.6240004301071167, -2.293182134628296, -1.9446847438812256, -1.368955135345459, -0.01274240855127573, -1.1193103790283203, -0.6030321717262268, -2.7367255687713623, -1.810564637184143, -2.252380609512329, -1.346713900566101, -0.7871381640434265, -1.188895583152771, -1.2885639667510986, -0.4732728898525238, -1.471304178237915, -2.0522687435150146, -2.6307857036590576, -2.1232211589813232, -1.3120919466018677, -3.8636887073516846, -0.6409143805503845, -1.8518173694610596, -1.5361984968185425, -1.2471857070922852, -1.0100048780441284, -2.127955913543701, -1.954460859298706, -1.3906973600387573, -0.8797186613082886, -1.164929986000061, -1.6092733144760132, -0.17131415009498596, -1.2689827680587769, -1.9014627933502197, -1.501531720161438, -1.331336498260498, -1.6633998155593872, -1.3198503255844116, -0.9270697236061096, -2.162503719329834, -2.2742412090301514, -0.7948208451271057, -1.6124252080917358, -1.4324951171875, -2.025075912475586, -1.9947468042373657, -0.9618818759918213, -2.0363545417785645, -1.8041563034057617, -1.5469056367874146, -1.448013186454773, -0.14182429015636444, -1.7313064336776733, -1.661057472229004, -0.823300838470459, -0.30915477871894836, -1.9017579555511475, -1.4130327701568604, -1.8847887516021729, -2.3254830837249756, -0.1431684046983719, -0.8805651068687439, -1.7869559526443481, -1.6761804819107056, -2.315260648727417, -1.811251163482666, -1.641436219215393, -1.448711633682251, -1.7292985916137695, -0.7532997727394104, -1.170863151550293, -0.42519253492355347, -2.4994125366210938, -2.0109260082244873, -1.082038164138794, -1.7884838581085205, -1.4509249925613403, -2.3580284118652344, -3.057694911956787, -1.8769108057022095, -2.139650583267212, -2.270451784133911, -2.146320343017578, -1.0112382173538208, -1.7241942882537842, -2.09368634223938, -1.6893309354782104, -2.220778226852417, -2.097193956375122, -2.1323060989379883, -0.20952238142490387, -2.0078701972961426, -2.121044874191284, -1.3953768014907837, -1.464943528175354, -1.5319970846176147, -0.9484697580337524, -2.045363426208496, -1.4793195724487305, -1.710321068763733, -2.1366422176361084, -2.0528478622436523, -1.7552183866500854, -2.08530855178833, -0.5448488593101501, -1.386320948600769, -0.7735271453857422, -2.5743627548217773, -1.5560541152954102, -1.9341598749160767, -0.6525382399559021, -1.2266342639923096, -2.396449565887451, -1.2865586280822754, -2.5666189193725586, -1.896836519241333, -2.038766622543335, -1.6525843143463135, -2.5320205688476562, -1.886650800704956, -2.078181743621826, -1.7156826257705688, -1.509682536125183, -1.7525010108947754, -0.07800494134426117, -1.2585810422897339, -0.48125794529914856, -0.5731092691421509]}, "Bot001_092_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer? door to door salesman, funny you :) Must be intresting job, i am a house wife actually, and you? no , i've plenty of friends who stop by , and i get out on the weekends . That is good, how are you earning money then? no i spend too much there . i am retired now. Also, try to guess: i like to ... Fishing? watch olympics, funny you :) A lot of fun i suppose, but i dont like watching any sports yea , i like watching a gamme with bbq sandwiches and pizza puffs . what do you eat ? Only vegetables, i am vegeterian", "response": "shoot i eat vegetables at work . 9 5 is my schedule [ROBOT FACE]", "annotation_id": "Bot001_092_18", "annotations": ["O", "T", "T", "X", "O", "O", "T", "O", "T", "T", "X", "X", "T", "X", "X"], "gpt2_target_score": [-14.203239440917969, -5.005758285522461, -11.056187629699707, -14.404685974121094, -11.58716869354248, -11.341822624206543, -9.25357723236084, -12.7290620803833, -11.909740447998047, -11.430338859558105, -13.483003616333008, -17.552751541137695, -8.590520858764648, -8.69666862487793, -8.708269119262695, -16.86579704284668, -14.64411735534668, -10.943065643310547], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.9541347026824951, -0.790590226650238, -2.430102586746216, -1.4389925003051758, -0.8649692535400391, -2.026120901107788, -0.12510907649993896, -0.11445575207471848, -3.1244208812713623, -2.834794521331787, -1.7557227611541748, -0.8335102796554565, -1.245854139328003, -1.1374353170394897, -1.718752384185791, -2.9795124530792236, -0.820541501045227, -1.4453182220458984, -1.2586767673492432, -1.219754695892334, -1.2878175973892212, -0.45442187786102295, -0.24586640298366547, -0.8499409556388855, -3.3871030807495117, -1.9201455116271973, -0.1289491355419159, -1.0793654918670654, -2.023665189743042, -0.34183645248413086, -0.6187201142311096, -2.196604013442993, -0.9737346768379211, -1.2705776691436768, -0.6948894262313843, -1.651643991470337, -2.894834518432617, -2.0771780014038086, -1.3789421319961548, -0.7018793821334839, -1.5333342552185059, -1.4708040952682495, -2.0539679527282715, -1.71474027633667, -1.2887502908706665, -1.7833791971206665, -1.475387692451477, -1.3817625045776367, -1.2052890062332153, -2.032371759414673, -0.971937894821167, -2.246955394744873, -2.852891445159912, -2.6841275691986084, -0.8150771856307983, -2.031529664993286, -1.7378718852996826, -1.9621913433074951, -2.0383365154266357, -1.3289363384246826, -2.0590474605560303, -1.4809913635253906, -1.1464966535568237, -2.4439799785614014, -2.1630043983459473, -2.297112464904785, -1.7613615989685059, -1.3742125034332275, -1.9688903093338013, -2.485013484954834, -1.4810147285461426, -2.017686128616333, -0.9557956457138062, -1.5713835954666138, -2.3148865699768066, -1.696404218673706, -1.7471911907196045, -1.9133855104446411, -1.369470238685608, -0.9192298054695129, -0.9859413504600525, -1.52226722240448, -1.1970304250717163, -2.131635904312134, -2.603273868560791, -1.8942317962646484, -2.38777494430542, -1.512797474861145, -1.6657111644744873, -1.379806399345398, -1.1435424089431763, -1.1457122564315796, -2.6466846466064453, -1.496147871017456, -1.8146696090698242, -1.592239499092102, -0.7613775730133057, -1.02883780002594, -1.6240004301071167, -2.293182134628296, -1.9446847438812256, -1.368955135345459, -0.01274240855127573, -1.1193103790283203, -0.6030321717262268, -2.7367255687713623, -1.810564637184143, -2.252380609512329, -1.346713900566101, -0.7871381640434265, -1.188895583152771, -1.2885639667510986, -0.4732728898525238, -1.471304178237915, -2.0522687435150146, -2.630781650543213, -2.1232330799102783, -1.3121005296707153, -3.86368989944458, -0.6409165859222412, -1.8518067598342896, -1.5362141132354736, -1.2471894025802612, -1.0100035667419434, -2.1279537677764893, -1.9544658660888672, -1.3907006978988647, -0.8797321319580078, -1.1649396419525146, -1.6092792749404907, -0.17131394147872925, -1.268977403640747, -1.9014720916748047, -1.5015126466751099, -1.3313566446304321, -1.6634057760238647, -1.3198542594909668, -0.9270732998847961, -2.162491798400879, -2.274254322052002, -0.7948315143585205, -1.6124424934387207, -1.4325001239776611, -2.025090217590332, -1.994749903678894, -0.9618856906890869, -2.036365032196045, -1.8041541576385498, -1.5468918085098267, -1.4480103254318237, -0.14182542264461517, -1.7312971353530884, -1.6610671281814575, -0.8233019709587097, -0.3091578483581543, -1.9017653465270996, -1.41303288936615, -1.8847986459732056, -2.3254847526550293, -0.14316901564598083, -0.880558431148529, -1.7869559526443481, -1.6762040853500366, -2.315258264541626, -1.8112517595291138, -1.6414368152618408, -1.4487059116363525, -1.729290246963501, -0.7533075213432312, -1.170861005783081, -0.4251873195171356, -2.499415397644043, -2.010936737060547, -1.0820380449295044, -1.7884751558303833, -1.450913667678833, -2.358034610748291, -3.057706594467163, -1.8769068717956543, -2.1396384239196777, -2.270465135574341, -2.146317958831787, -1.0112390518188477, -1.724197268486023, -2.09368896484375, -1.6893317699432373, -2.22078013420105, -2.0971837043762207, -2.132307529449463, -0.20952141284942627, -2.00785231590271, -2.1210360527038574, -1.39536714553833, -1.4649465084075928, -1.5320082902908325, -0.9484714269638062, -2.0453596115112305, -1.4793152809143066, -1.710317850112915, -2.136631727218628, -2.0528361797332764, -1.755211353302002, -1.879765510559082, -0.7820770144462585, -2.1887075901031494, -1.4232873916625977, -2.3135480880737305, -0.7820508480072021, -1.400028944015503, -2.262176752090454, -1.2318328619003296, -2.454806327819824, -1.8056350946426392, -1.6851627826690674, -1.6330852508544922, -2.7382376194000244, -2.028308629989624, -1.7730388641357422, -1.7653212547302246, -1.5267317295074463, -1.872784972190857, -0.0690704956650734, -1.5317481756210327, -0.4776974618434906, -2.126039505004883, -2.8300232887268066, -2.175227165222168, -2.745872974395752, -1.4789760112762451, -1.8246315717697144, -0.5059072375297546, -0.09329168498516083, -1.9817531108856201, -2.2560458183288574, -1.7545640468597412, -2.789933681488037, -2.314277172088623, -2.0811893939971924, -1.966458797454834, -1.91328763961792, -2.019329786300659, -2.142144203186035, -1.680173635482788, -1.951025366783142, -1.8134739398956299, -2.3300273418426514, -1.8298808336257935, -2.9648752212524414, -2.70436954498291, -2.0299880504608154, -0.5886419415473938, -1.1857191324234009]}, "Bot001_092_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer? door to door salesman, funny you :) Must be intresting job, i am a house wife actually, and you? no , i've plenty of friends who stop by , and i get out on the weekends . That is good, how are you earning money then? no i spend too much there . i am retired now. Also, try to guess: i like to ... Fishing? watch olympics, funny you :) A lot of fun i suppose, but i dont like watching any sports yea , i like watching a gamme with bbq sandwiches and pizza puffs . what do you eat ? Only vegetables, i am vegeterian shoot i eat vegetables at work . 9 5 is my schedule [ROBOT FACE] Must be tough", "response": "no , i'm italian , i also have different eye colors blue and hazel . how are you today ?", "annotation_id": "Bot001_092_20", "annotations": ["X", "X", "X", "O", "O", "T", "O", "X", "X", "T", "O", "X", "T", "O", "T"], "gpt2_target_score": [-11.437812805175781, -10.353841781616211, -9.311436653137207, -14.636680603027344, -11.089320182800293, -12.049311637878418, -10.906989097595215, -11.873326301574707, -14.126667022705078, -14.534335136413574, -15.473108291625977, -11.361811637878418, -12.764524459838867, -16.785566329956055, -6.764745712280273, -15.36640739440918, -13.99134635925293, -10.503368377685547, -10.641889572143555, -11.596331596374512, -9.9002046585083, -7.482962608337402, -13.914894104003906], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.852109432220459, -0.2428114265203476, -1.4426077604293823, -3.4020442962646484, -2.2668869495391846, -0.03234577178955078, -0.8266057968139648, -1.122764229774475, -1.9541347026824951, -0.790590226650238, -2.430102586746216, -1.4389925003051758, -0.8649692535400391, -2.026120901107788, -0.12510907649993896, -0.11445575207471848, -3.1244208812713623, -2.834794521331787, -1.7557227611541748, -0.8335102796554565, -1.245854139328003, -1.1374353170394897, -1.718752384185791, -2.9795124530792236, -0.820541501045227, -1.4453182220458984, -1.2586767673492432, -1.219754695892334, -1.2878175973892212, -0.45442187786102295, -0.24586640298366547, -0.8499409556388855, -3.3871030807495117, -1.9201455116271973, -0.1289491355419159, -1.0793654918670654, -2.023665189743042, -0.34183645248413086, -0.6187201142311096, -2.196604013442993, -0.9737346768379211, -1.2705776691436768, -0.6948894262313843, -1.651643991470337, -2.894834518432617, -2.0771780014038086, -1.3789421319961548, -0.7018793821334839, -1.5333342552185059, -1.4708040952682495, -2.0539679527282715, -1.71474027633667, -1.2887502908706665, -1.7833791971206665, -1.475387692451477, -1.3817625045776367, -1.2052890062332153, -2.032371759414673, -0.971937894821167, -2.246955394744873, -2.852891445159912, -2.6841275691986084, -0.8150771856307983, -2.031529664993286, -1.7378718852996826, -1.9621913433074951, -2.0383365154266357, -1.3289363384246826, -2.0590474605560303, -1.4809913635253906, -1.1464966535568237, -2.4439799785614014, -2.1630043983459473, -2.297112464904785, -1.7613615989685059, -1.3742125034332275, -1.9688903093338013, -2.485013484954834, -1.4810147285461426, -2.017686128616333, -0.9557956457138062, -1.5713835954666138, -2.3148865699768066, -1.696404218673706, -1.7471911907196045, -1.9133855104446411, -1.369470238685608, -0.9192298054695129, -0.9859413504600525, -1.52226722240448, -1.1970304250717163, -2.131635904312134, -2.603273868560791, -1.8942317962646484, -2.38777494430542, -1.512797474861145, -1.6657111644744873, -1.379806399345398, -1.1435424089431763, -1.1457122564315796, -2.6466846466064453, -1.496147871017456, -1.8146696090698242, -1.592239499092102, -0.7613775730133057, -1.02883780002594, -1.6240004301071167, -2.293182134628296, -1.9446847438812256, -1.368955135345459, -0.01274240855127573, -1.1193103790283203, -0.6030321717262268, -2.7367255687713623, -1.810564637184143, -2.252380609512329, -1.346713900566101, -0.7871381640434265, -1.188895583152771, -1.2885639667510986, -0.4732728898525238, -1.471304178237915, -2.0522687435150146, -2.6307857036590576, -2.1232211589813232, -1.3120919466018677, -3.8636887073516846, -0.6409143805503845, -1.8518173694610596, -1.5361984968185425, -1.2471857070922852, -1.0100048780441284, -2.127955913543701, -1.954460859298706, -1.3906973600387573, -0.8797186613082886, -1.164933204650879, -1.6092815399169922, -0.17131394147872925, -1.2689898014068604, -1.9014633893966675, -1.5015312433242798, -1.3313452005386353, -1.6634031534194946, -1.3198535442352295, -0.9270658493041992, -2.1625101566314697, -2.274230718612671, -0.7948243021965027, -1.6124414205551147, -1.4324901103973389, -2.0250747203826904, -1.994738221168518, -0.9618666768074036, -2.0363540649414062, -1.8041530847549438, -1.5468957424163818, -1.4480328559875488, -0.14182667434215546, -1.7313117980957031, -1.6610527038574219, -0.8232961297035217, -0.3091548681259155, -1.9017750024795532, -1.4130356311798096, -1.884796142578125, -2.3254852294921875, -0.14316882193088531, -0.8805636763572693, -1.7869611978530884, -1.6761958599090576, -2.315277338027954, -1.8112620115280151, -1.6414377689361572, -1.4487016201019287, -1.7292933464050293, -0.7533066272735596, -1.1708556413650513, -0.42518872022628784, -2.4994137287139893, -2.010906934738159, -1.0820378065109253, -1.788475513458252, -1.450904369354248, -2.3580236434936523, -3.057711362838745, -1.8769010305404663, -2.139662742614746, -2.2704641819000244, -2.14631724357605, -1.0112332105636597, -1.7241991758346558, -2.093670129776001, -1.6893203258514404, -2.220782995223999, -2.0971968173980713, -2.1323132514953613, -0.209520161151886, -2.0078365802764893, -2.12103533744812, -1.395383358001709, -1.4649550914764404, -1.5320032835006714, -0.9484670758247375, -2.0453734397888184, -1.479311466217041, -1.710330605506897, -2.1366357803344727, -2.052842617034912, -1.7552217245101929, -1.8797662258148193, -0.7820858955383301, -2.188720464706421, -1.4232879877090454, -2.313544273376465, -0.7820596098899841, -1.4000236988067627, -2.2621867656707764, -1.231830358505249, -2.4548096656799316, -1.8056371212005615, -1.6851564645767212, -1.6330724954605103, -2.7382397651672363, -2.028331995010376, -1.7730411291122437, -1.7653192281723022, -1.5267213582992554, -1.8727933168411255, -0.06907083094120026, -1.5317596197128296, -0.4776967167854309, -2.1260318756103516, -2.830023765563965, -2.175219774246216, -2.7458696365356445, -1.4789619445800781, -1.8246145248413086, -0.5059055685997009, -0.09329146891832352, -1.981770396232605, -2.9489707946777344, -2.0549440383911133, -2.141510248184204, -1.8681020736694336, -1.6068319082260132, -1.9293138980865479, -1.733425498008728, -2.226425886154175, -1.6066501140594482, -1.878661870956421, -1.8324881792068481, -2.2934300899505615, -2.3677330017089844, -2.7316298484802246, -2.4137682914733887, -2.321500539779663, -0.5802575945854187, -1.2550742626190186, -0.11983123421669006, -1.9923415184020996, -1.6811788082122803, -2.196657419204712, -1.9287526607513428, -0.38402000069618225, -2.586915969848633, -1.6383750438690186, -0.5699039101600647, -2.7451839447021484, -1.6946607828140259, -1.76084303855896, -1.4211012125015259, -1.0429359674453735, -2.1290881633758545, -1.8050837516784668, -1.6386768817901611, -1.062414526939392, -1.2102735042572021, -0.18832045793533325, -0.09220029413700104, -1.541731834411621, -1.4458203315734863, -0.15661299228668213, -1.440430760383606, -0.37178176641464233, -0.600408673286438]}, "Bot001_094_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ?", "response": "its good . although my wife is down with cancer", "annotation_id": "Bot001_094_02", "annotations": ["O", "O", "T", "T", "T", "T", "O", "O", "O", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-15.03390884399414, -11.87343978881836, -12.95015811920166, -15.896270751953125, -8.976571083068848, -13.223392486572266, -9.96162223815918, -10.980850219726562, -13.64324951171875, -16.85225486755371], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -0.322294682264328, -1.0070956945419312, -3.301879644393921, -1.6019346714019775, -0.35518360137939453, -0.4326993525028229, -1.2939847707748413, -2.718283176422119, -0.08245837688446045, -0.3859313130378723, -0.7237645983695984, -0.5964033603668213, -1.2398380041122437, -1.0374091863632202, -0.15866900980472565, -1.1112382411956787, -0.5295042991638184, -1.4118295907974243, -0.15965378284454346, -2.0188822746276855, -0.8836883306503296, -2.3172669410705566, -1.1658746004104614, -1.2538690567016602, -1.456400752067566, -0.3931775689125061, -2.618075370788574, -1.9228018522262573, -2.1939358711242676, -0.7736873030662537, -1.6747055053710938, -1.978655457496643, -0.8924463391304016, -0.07081853598356247, -0.10955381393432617, -1.4872714281082153, -1.8731271028518677, -2.5532426834106445, -1.733769416809082, -2.2425153255462646, -1.162467122077942, -1.8026273250579834, -1.6021640300750732, -1.799950361251831, -2.2243568897247314, -1.7901942729949951, -1.377347469329834]}, "Bot001_094_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that", "response": "that's okay . i have been in this world 77 years , my time is almost up too .", "annotation_id": "Bot001_094_04", "annotations": ["T", "O", "O", "T", "O", "O", "O", "O", "O", "T", "T", "O", "O", "T", "T"], "gpt2_target_score": [-14.944315910339355, -12.227171897888184, -12.750944137573242, -10.279869079589844, -11.086518287658691, -8.874039649963379, -8.738177299499512, -8.835101127624512, -11.428010940551758, -11.655784606933594, -12.57855224609375, -14.551027297973633, -11.785093307495117, -7.4382219314575195, -17.23509979248047, -9.047281265258789, -13.301801681518555, -17.986652374267578, -9.342116355895996, -7.567074298858643], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -0.1596580445766449, -2.018876314163208, -0.883711040019989, -2.3172757625579834, -1.1658729314804077, -1.2538623809814453, -1.456414818763733, -0.39317718148231506, -2.6180708408355713, -1.9228233098983765, -2.1939170360565186, -0.7737100720405579, -1.6747239828109741, -1.9786723852157593, -0.8924685120582581, -0.07081954181194305, -0.10955456644296646, -1.4872931241989136, -2.6068177223205566, -2.2331130504608154, -2.6138174533843994, -1.3567229509353638, -1.6662380695343018, -1.552493929862976, -1.9088964462280273, -2.180994749069214, -1.9094148874282837, -1.3734147548675537, -2.2831027507781982, -2.3349218368530273, -1.3989051580429077, -1.3394807577133179, -0.3500659167766571, -1.2144876718521118, -1.3830794095993042, -2.176179885864258, -0.5975404381752014, -2.231625556945801, -1.9179853200912476, -1.8982609510421753, -2.0371899604797363, -1.5897897481918335, -3.068948268890381, -1.6595927476882935, -1.7616732120513916, -0.39898908138275146, -1.3091026544570923, -1.6033120155334473, -1.3465244770050049, -0.6969144940376282, -0.9794805645942688, -3.3436670303344727, -3.1716806888580322, -1.0600237846374512, -0.6630477905273438, -1.2272967100143433]}, "Bot001_094_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years", "response": "that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ?", "annotation_id": "Bot001_094_06", "annotations": ["O", "X", "T", "O", "O", "T", "T", "O", "O", "T", "O", "O", "O", "T", "T"], "gpt2_target_score": [-14.944315910339355, -7.780562400817871, -11.307584762573242, -3.1090924739837646, -10.85585880279541, -8.960450172424316, -18.968769073486328, -12.470141410827637, -11.552812576293945, -17.359458923339844, -13.987602233886719, -12.045991897583008, -9.844736099243164, -15.277684211730957, -15.404541015625, -14.694559097290039, -11.317689895629883, -7.609592437744141, -11.194869041442871, -11.01156234741211, -11.842279434204102, -11.926183700561523, -12.125967025756836, -11.717938423156738], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -0.1596580445766449, -2.018876314163208, -0.883711040019989, -2.3172757625579834, -1.1658729314804077, -1.2538623809814453, -1.456414818763733, -0.39317718148231506, -2.6180708408355713, -1.9228233098983765, -2.1939170360565186, -0.7737100720405579, -1.6747239828109741, -1.9786723852157593, -0.8924685120582581, -0.07081954181194305, -0.10955456644296646, -1.4872931241989136, -2.6068177223205566, -2.2331130504608154, -2.6138174533843994, -1.3567229509353638, -1.6662380695343018, -1.552493929862976, -1.9088964462280273, -2.180994749069214, -1.9094148874282837, -1.3734147548675537, -2.2831027507781982, -2.3349218368530273, -1.3989051580429077, -1.3394807577133179, -0.3500659167766571, -1.2144876718521118, -1.3830794095993042, -1.443449854850769, -0.9800173044204712, -1.5702646970748901, -2.030919313430786, -2.0339701175689697, -1.6722700595855713, -3.1835601329803467, -1.5819063186645508, -1.6293998956680298, -0.40685001015663147, -1.2697534561157227, -1.6212303638458252, -1.5540680885314941, -0.8031187653541565, -1.0535335540771484, -3.167248487472534, -3.065751791000366, -0.970115602016449, -0.5755778551101685, -1.5486971139907837, -0.020701883360743523, -1.3177083730697632, -2.243964433670044, -1.9261382818222046, -1.8608500957489014, -1.8818780183792114, -1.6209853887557983, -2.307939052581787, -0.29370054602622986, -2.232975721359253, -1.7650824785232544, -2.166505813598633, -0.6567709445953369, -2.0891008377075195, -1.7378442287445068, -0.7998553514480591, -1.319787621498108, -2.2179155349731445, -2.253664016723633, -0.10335817188024521, -1.3420920372009277, -2.60090970993042, -1.9885327816009521, -2.5507538318634033, -1.9455848932266235, -2.1852283477783203, -1.4875338077545166, -0.4435942769050598, -2.453087329864502, -1.320504069328308, -2.0109105110168457, -0.19899597764015198, -1.9510104656219482, -0.9660763740539551, -0.503749430179596, -0.36279627680778503]}, "Bot001_094_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled", "response": "that sucks . i would love to go on a date , i crave attention", "annotation_id": "Bot001_094_08", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "T", "T", "T", "O", "O", "T", "T"], "gpt2_target_score": [-14.944315910339355, -14.696455955505371, -12.950162887573242, -9.723884582519531, -12.118599891662598, -14.920578956604004, -6.868808269500732, -11.572588920593262, -12.783864974975586, -10.841262817382812, -12.477561950683594, -12.65825080871582, -10.127725601196289, -19.030189514160156, -21.478260040283203], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -0.1596580445766449, -2.018876314163208, -0.883711040019989, -2.3172757625579834, -1.1658729314804077, -1.2538623809814453, -1.456414818763733, -0.39317718148231506, -2.6180708408355713, -1.9228233098983765, -2.1939170360565186, -0.7737100720405579, -1.6747239828109741, -1.9786723852157593, -0.8924685120582581, -0.07081954181194305, -0.10955456644296646, -1.4872931241989136, -2.6068177223205566, -2.2331130504608154, -2.6138174533843994, -1.3567229509353638, -1.6662380695343018, -1.552493929862976, -1.9088964462280273, -2.180994749069214, -1.9094148874282837, -1.3734147548675537, -2.2831027507781982, -2.3349218368530273, -1.3989051580429077, -1.3394807577133179, -0.3500659167766571, -1.2144876718521118, -1.3830794095993042, -1.443449854850769, -0.9800173044204712, -1.5702646970748901, -2.030919313430786, -2.0339701175689697, -1.6722700595855713, -3.1835601329803467, -1.5819063186645508, -1.6293998956680298, -0.40685001015663147, -1.2697534561157227, -1.6212303638458252, -1.5540680885314941, -0.8031187653541565, -1.0535335540771484, -3.167248487472534, -3.065751791000366, -0.970115602016449, -0.5755778551101685, -1.5486971139907837, -0.020701883360743523, -1.3177083730697632, -2.243964433670044, -1.9261382818222046, -1.8608500957489014, -1.8818780183792114, -1.6209853887557983, -2.307939052581787, -0.29370054602622986, -2.232975721359253, -1.7650824785232544, -1.197835922241211, -2.3949472904205322, -1.2105625867843628, -0.8067498207092285, -1.9030368328094482, -2.271965742111206, -2.6483230590820312, -0.10687389969825745, -1.3026288747787476, -2.6529154777526855, -1.8791850805282593, -2.4312145709991455, -1.8168774843215942, -1.899183750152588, -1.9747161865234375, -0.5039488077163696, -1.7612957954406738, -1.90255606174469, -1.7931779623031616, -0.20114858448505402, -1.6541086435317993, -0.7368285655975342, -0.37063100934028625, -1.7784216403961182, -2.098933696746826, -3.067276954650879, -0.199869304895401, -2.1161367893218994, -1.3913429975509644, -1.8140778541564941, -2.3431761264801025, -1.8801910877227783, -1.4703080654144287, -1.420573115348816, -1.7027145624160767, -2.2363064289093018, -0.6273472905158997, -1.6026660203933716, -1.3220511674880981, -2.1635985374450684, -2.181903600692749, -0.16317495703697205, -0.636652946472168, -1.0512831211090088, -0.6322408318519592, -0.40539175271987915, -0.5477409362792969, -1.5215181112289429, -2.542308807373047, -2.108339786529541, -1.8626844882965088]}, "Bot001_094_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled that sucks . i would love to go on a date , i crave attention i will take you a dinner some time :)", "response": "i would love to , as long as we can go somewhere that serves vegan dishes !", "annotation_id": "Bot001_094_10", "annotations": ["O", "O", "X", "T", "O", "T", "O", "O", "O", "T", "T", "O", "O", "T", "T"], "gpt2_target_score": [-12.053736686706543, -9.703185081481934, -10.736082077026367, -9.413658142089844, -12.811745643615723, -7.295533657073975, -11.74768352508545, -10.363253593444824, -13.428739547729492, -11.997756958007812, -12.461433410644531, -15.71592903137207, -10.400659561157227, -19.150360107421875, -21.31351089477539, -17.919374465942383, -10.533918380737305], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -0.1596580445766449, -2.018876314163208, -0.883711040019989, -2.3172757625579834, -1.1658729314804077, -1.2538623809814453, -1.456414818763733, -0.39317718148231506, -2.6180708408355713, -1.9228233098983765, -2.1939170360565186, -0.7737100720405579, -1.6747239828109741, -1.9786723852157593, -0.8924685120582581, -0.07081954181194305, -0.10955456644296646, -1.4872931241989136, -2.6068177223205566, -2.2331130504608154, -2.6138174533843994, -1.3567229509353638, -1.6662380695343018, -1.552493929862976, -1.9088964462280273, -2.180994749069214, -1.9094148874282837, -1.3734147548675537, -2.2831027507781982, -2.3349218368530273, -1.3989051580429077, -1.3394807577133179, -0.3500659167766571, -1.2144876718521118, -1.3830794095993042, -1.443449854850769, -0.9800173044204712, -1.5702646970748901, -2.030919313430786, -2.0339701175689697, -1.6722700595855713, -3.1835601329803467, -1.5819063186645508, -1.6293998956680298, -0.40685001015663147, -1.2697534561157227, -1.6212303638458252, -1.5540680885314941, -0.8031187653541565, -1.0535335540771484, -3.167248487472534, -3.065751791000366, -0.970115602016449, -0.5755778551101685, -1.5486971139907837, -0.020701883360743523, -1.3177083730697632, -2.243964433670044, -1.9261382818222046, -1.8608500957489014, -1.8818780183792114, -1.6209853887557983, -2.307939052581787, -0.29370054602622986, -2.232975721359253, -1.7650824785232544, -1.197835922241211, -2.3949472904205322, -1.2105625867843628, -0.8067498207092285, -1.9030368328094482, -2.271965742111206, -2.6483230590820312, -0.10687389969825745, -1.3026288747787476, -2.6529154777526855, -1.8791850805282593, -2.4312145709991455, -1.8168774843215942, -1.899183750152588, -1.9747161865234375, -0.5039488077163696, -1.7612957954406738, -1.90255606174469, -1.7931779623031616, -0.20114858448505402, -1.6541086435317993, -0.7368285655975342, -0.37063100934028625, -1.7784216403961182, -2.098933696746826, -3.067276954650879, -0.199869304895401, -2.1161367893218994, -1.3913429975509644, -1.8140778541564941, -2.3431761264801025, -1.8801910877227783, -1.4703080654144287, -1.420573115348816, -1.7027145624160767, -2.6186623573303223, -1.7634544372558594, -1.1199194192886353, -2.453376531600952, -1.8355686664581299, -0.18645308911800385, -0.7660833597183228, -1.034081220626831, -0.5639306306838989, -0.5165775418281555, -0.5892246961593628, -1.291869878768921, -2.5435121059417725, -1.900076150894165, -1.6726864576339722, -2.5415141582489014, -1.5533865690231323, -1.3339626789093018, -1.009253740310669, -2.0048608779907227, -1.6251415014266968, -1.3710044622421265, -1.0675468444824219, -1.7064121961593628, -2.30035662651062, -2.3969132900238037, -0.9101943373680115, -0.10440739244222641, -0.9840643405914307, -0.695526123046875, -1.2040554285049438, -0.014093397185206413, -0.8722754120826721, -1.40927255153656, -2.5139737129211426, -2.039259433746338, -1.2961280345916748, -1.3671311140060425, -1.4441262483596802, -1.737494707107544, -1.8702340126037598, -0.9858106970787048]}, "Bot001_094_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled that sucks . i would love to go on a date , i crave attention i will take you a dinner some time :) i would love to , as long as we can go somewhere that serves vegan dishes ! vegan, love it ! it's a date !", "response": "any plans to have children ? how about pets ?", "annotation_id": "Bot001_094_12", "annotations": ["O", "O", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O", "O", "T", "T"], "gpt2_target_score": [-14.325343132019043, -12.761153221130371, -3.3496079444885254, -10.799232482910156, -10.658944129943848, -7.267167568206787, -10.832476615905762, -10.079699516296387, -16.65422248840332, -13.838172912597656], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -0.1596580445766449, -2.018876314163208, -0.883711040019989, -2.3172757625579834, -1.1658729314804077, -1.2538623809814453, -1.456414818763733, -0.39317718148231506, -2.6180708408355713, -1.9228233098983765, -2.1939170360565186, -0.7737100720405579, -1.6747239828109741, -1.9786723852157593, -0.8924685120582581, -0.07081954181194305, -0.10955456644296646, -1.4872931241989136, -2.6068177223205566, -2.2331130504608154, -2.6138174533843994, -1.3567229509353638, -1.6662380695343018, -1.552493929862976, -1.9088964462280273, -2.180994749069214, -1.9094148874282837, -1.3734147548675537, -2.2831027507781982, -2.3349218368530273, -1.3989051580429077, -1.3394807577133179, -0.3500659167766571, -1.2144876718521118, -1.3830794095993042, -1.443449854850769, -0.9800173044204712, -1.5702646970748901, -2.030919313430786, -2.0339701175689697, -1.6722700595855713, -3.1835601329803467, -1.5819063186645508, -1.6293998956680298, -0.40685001015663147, -1.2697534561157227, -1.6212303638458252, -1.5540680885314941, -0.8031187653541565, -1.0535335540771484, -3.167248487472534, -3.065751791000366, -0.970115602016449, -0.5755778551101685, -1.5486971139907837, -0.020701883360743523, -1.3177083730697632, -2.243964433670044, -1.9261382818222046, -1.8608500957489014, -1.8818780183792114, -1.6209853887557983, -2.307939052581787, -0.29370054602622986, -2.232975721359253, -1.7650824785232544, -1.197835922241211, -2.3949472904205322, -1.2105625867843628, -0.8067498207092285, -1.9030368328094482, -2.271965742111206, -2.6483230590820312, -0.10687389969825745, -1.3026288747787476, -2.6529154777526855, -1.8791850805282593, -2.4312145709991455, -1.8168774843215942, -1.899183750152588, -1.9747161865234375, -0.5039488077163696, -1.7612957954406738, -1.90255606174469, -1.7931779623031616, -0.20114858448505402, -1.6541086435317993, -0.7368285655975342, -0.37063100934028625, -1.7784216403961182, -2.098933696746826, -3.067276954650879, -0.199869304895401, -2.1161367893218994, -1.3913429975509644, -1.8140778541564941, -2.3431761264801025, -1.8801910877227783, -1.4703080654144287, -1.420573115348816, -1.7027145624160767, -2.6186623573303223, -1.7634544372558594, -1.1199194192886353, -2.453376531600952, -1.8355686664581299, -0.18645308911800385, -0.7660833597183228, -1.034081220626831, -0.5639306306838989, -0.5165775418281555, -0.5892246961593628, -1.291869878768921, -2.5435121059417725, -1.900076150894165, -1.6726864576339722, -2.5415141582489014, -1.5533865690231323, -1.3339626789093018, -1.009253740310669, -2.0048608779907227, -1.6251415014266968, -1.3710044622421265, -1.0675468444824219, -1.7064121961593628, -2.1190340518951416, -0.991878092288971, -0.12487594038248062, -1.4413648843765259, -0.7672461271286011, -1.2439285516738892, -0.013669807463884354, -0.9075124859809875, -1.2281582355499268, -2.578383207321167, -2.1357667446136475, -1.4501323699951172, -1.3089869022369385, -1.5712101459503174, -2.082524299621582, -1.7862945795059204, -1.9067132472991943, -1.9664654731750488, -2.5754613876342773, -1.702763557434082, -0.703191339969635, -2.0503838062286377, -0.6737807393074036, -2.2892796993255615, -2.185636520385742, -2.1135106086730957, -1.6800354719161987, -2.30588698387146, -2.622753381729126, -1.2182267904281616, -1.1727370023727417, -0.6195734143257141, -0.6197190880775452, -0.6797182559967041, -1.7561781406402588, -1.6859207153320312, -0.29759788513183594, -0.8793120384216309]}, "Bot001_094_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled that sucks . i would love to go on a date , i crave attention i will take you a dinner some time :) i would love to , as long as we can go somewhere that serves vegan dishes ! vegan, love it ! it's a date ! any plans to have children ? how about pets ? in these days i find myself thinking about having a cat. what do you think ?", "response": "what do you do for a living ?", "annotation_id": "Bot001_094_14", "annotations": ["T", "O", "O", "X", "X", "T", "O", "O", "T", "T", "O", "X", "O", "T", "T"], "gpt2_target_score": [-13.781420707702637, -9.638777732849121, -5.721174716949463, -9.425453186035156, -10.410454750061035, -8.192597389221191, -12.374316215515137, -10.6874418258667], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -0.1596580445766449, -2.018876314163208, -0.883711040019989, -2.3172757625579834, -1.1658729314804077, -1.2538623809814453, -1.456414818763733, -0.39317718148231506, -2.6180708408355713, -1.9228233098983765, -2.1939170360565186, -0.7737100720405579, -1.6747239828109741, -1.9786723852157593, -0.8924685120582581, -0.07081954181194305, -0.10955456644296646, -1.4872931241989136, -2.6068177223205566, -2.2331130504608154, -2.6138174533843994, -1.3567229509353638, -1.6662380695343018, -1.552493929862976, -1.9088964462280273, -2.180994749069214, -1.9094148874282837, -1.3734147548675537, -2.2831027507781982, -2.3349218368530273, -1.3989051580429077, -1.3394807577133179, -0.3500659167766571, -1.2144876718521118, -1.3830794095993042, -1.443449854850769, -0.9800173044204712, -1.5702646970748901, -2.030919313430786, -2.0339701175689697, -1.6722700595855713, -3.1835601329803467, -1.5819063186645508, -1.6293998956680298, -0.40685001015663147, -1.2697534561157227, -1.6212303638458252, -1.5540680885314941, -0.8031187653541565, -1.0535335540771484, -3.167248487472534, -3.065751791000366, -0.970115602016449, -0.5755778551101685, -1.5486971139907837, -0.020701883360743523, -1.3177083730697632, -2.243964433670044, -1.9261382818222046, -1.8608500957489014, -1.8818780183792114, -1.6209853887557983, -2.307939052581787, -0.29370054602622986, -2.232975721359253, -1.7650824785232544, -1.197835922241211, -2.3949472904205322, -1.2105625867843628, -0.8067498207092285, -1.9030368328094482, -2.271965742111206, -2.6483230590820312, -0.10687389969825745, -1.3026288747787476, -2.6529154777526855, -1.8791850805282593, -2.4312145709991455, -1.8168774843215942, -1.899183750152588, -1.9747161865234375, -0.5039488077163696, -1.7612957954406738, -1.90255606174469, -1.7931779623031616, -0.20114858448505402, -1.6541086435317993, -0.7368285655975342, -0.37063100934028625, -1.7784216403961182, -2.098933696746826, -3.067276954650879, -0.199869304895401, -2.1161367893218994, -1.3913429975509644, -1.8140778541564941, -2.3431761264801025, -1.8801910877227783, -1.4703080654144287, -1.420573115348816, -1.7027145624160767, -2.6186623573303223, -1.7634544372558594, -1.1199194192886353, -2.453376531600952, -1.8355686664581299, -0.18645308911800385, -0.7660833597183228, -1.034081220626831, -0.5639306306838989, -0.5165775418281555, -0.5892246961593628, -1.291869878768921, -2.5435121059417725, -1.900076150894165, -1.6726864576339722, -2.5415141582489014, -1.5533865690231323, -1.3339626789093018, -1.009253740310669, -2.0048608779907227, -1.6251415014266968, -1.3710044622421265, -1.0675468444824219, -1.7064121961593628, -2.1190340518951416, -0.991878092288971, -0.12487594038248062, -1.4413648843765259, -0.7672461271286011, -1.2439285516738892, -0.013669807463884354, -0.9075124859809875, -1.2281582355499268, -2.578383207321167, -2.1357667446136475, -1.4501323699951172, -1.3089869022369385, -1.5712101459503174, -2.082524299621582, -1.7862945795059204, -1.9067132472991943, -1.9664654731750488, -2.5754613876342773, -1.702763557434082, -0.703191339969635, -2.0503838062286377, -0.6737807393074036, -2.2892796993255615, -2.185636520385742, -2.1135106086730957, -1.6800354719161987, -2.667670726776123, -0.8142898678779602, -1.0801992416381836, -0.7002771496772766, -0.40063199400901794, -1.746169090270996, -1.7888810634613037, -1.4815207719802856, -0.2928702235221863, -1.6240901947021484, -1.4806559085845947, -1.6206605434417725, -1.2665351629257202, -2.0761566162109375, -1.9094858169555664, -3.0063986778259277, -1.113639235496521, -2.6138224601745605, -1.345807433128357, -2.005037784576416, -1.9270950555801392, -1.4435606002807617, -1.7934809923171997, -0.0972403958439827, -1.261884331703186, -0.5291498899459839, -1.713918924331665, -1.872841238975525, -1.9026062488555908, -0.07264168560504913, -0.9494940042495728, -0.5040901303291321, -2.1300318241119385, -1.182064175605774, -0.3924034535884857, -1.141122579574585]}, "Bot001_094_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled that sucks . i would love to go on a date , i crave attention i will take you a dinner some time :) i would love to , as long as we can go somewhere that serves vegan dishes ! vegan, love it ! it's a date ! any plans to have children ? how about pets ? in these days i find myself thinking about having a cat. what do you think ? what do you do for a living ? i am a student right now. what about you ?", "response": "i just work . no kids or school for me. Also, try to guess: i work at ...", "annotation_id": "Bot001_094_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "T", "T"], "gpt2_target_score": [-12.053736686706543, -7.880492210388184, -10.78925895690918, -10.279869079589844, -9.864884376525879, -13.459443092346191, -7.713717937469482, -10.541735649108887, -12.011240005493164, -9.363975524902344, -7.5636067390441895, -13.024606704711914, -5.368760585784912, -16.240283966064453, -13.692695617675781, -17.21580696105957, -7.765703201293945, -15.252653121948242, -12.484786033630371, -10.767879486083984, -12.371545791625977], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -0.1596580445766449, -2.018876314163208, -0.883711040019989, -2.3172757625579834, -1.1658729314804077, -1.2538623809814453, -1.456414818763733, -0.39317718148231506, -2.6180708408355713, -1.9228233098983765, -2.1939170360565186, -0.7737100720405579, -1.6747239828109741, -1.9786723852157593, -0.8924685120582581, -0.07081954181194305, -0.10955456644296646, -1.4872931241989136, -2.6068177223205566, -2.2331130504608154, -2.6138174533843994, -1.3567229509353638, -1.6662380695343018, -1.552493929862976, -1.9088964462280273, -2.180994749069214, -1.9094148874282837, -1.3734147548675537, -2.2831027507781982, -2.3349218368530273, -1.3989051580429077, -1.3394807577133179, -0.3500659167766571, -1.2144876718521118, -1.3830794095993042, -1.443449854850769, -0.9800173044204712, -1.5702646970748901, -2.030919313430786, -2.0339701175689697, -1.6722700595855713, -3.1835601329803467, -1.5819063186645508, -1.6293998956680298, -0.40685001015663147, -1.2697534561157227, -1.6212303638458252, -1.5540680885314941, -0.8031187653541565, -1.0535335540771484, -3.167248487472534, -3.065751791000366, -0.970115602016449, -0.5755778551101685, -1.5486971139907837, -0.020701883360743523, -1.3177083730697632, -2.243964433670044, -1.9261382818222046, -1.8608500957489014, -1.8818780183792114, -1.6209853887557983, -2.307939052581787, -0.29370054602622986, -2.232975721359253, -1.7650824785232544, -1.197835922241211, -2.3949472904205322, -1.2105625867843628, -0.8067498207092285, -1.9030368328094482, -2.271965742111206, -2.6483230590820312, -0.10687389969825745, -1.3026288747787476, -2.6529154777526855, -1.8791850805282593, -2.4312145709991455, -1.8168774843215942, -1.899183750152588, -1.9747161865234375, -0.5039488077163696, -1.7612957954406738, -1.90255606174469, -1.7931779623031616, -0.20114858448505402, -1.6541086435317993, -0.7368285655975342, -0.37063100934028625, -1.7784216403961182, -2.098933696746826, -3.067276954650879, -0.199869304895401, -2.1161367893218994, -1.3913429975509644, -1.8140778541564941, -2.3431761264801025, -1.8801910877227783, -1.4703080654144287, -1.420573115348816, -1.7027145624160767, -2.6186623573303223, -1.7634544372558594, -1.1199194192886353, -2.453376531600952, -1.8355686664581299, -0.18645308911800385, -0.7660833597183228, -1.034081220626831, -0.5639306306838989, -0.5165775418281555, -0.5892246961593628, -1.291869878768921, -2.5435121059417725, -1.900076150894165, -1.6726864576339722, -2.5415141582489014, -1.5533865690231323, -1.3339626789093018, -1.009253740310669, -2.0048608779907227, -1.6251415014266968, -1.3710044622421265, -1.0675468444824219, -1.7064121961593628, -2.1190340518951416, -0.991878092288971, -0.12487594038248062, -1.4413648843765259, -0.7672461271286011, -1.2439285516738892, -0.013669807463884354, -0.9075124859809875, -1.2281582355499268, -2.578383207321167, -2.1357667446136475, -1.4501323699951172, -1.3089869022369385, -1.5712101459503174, -2.082524299621582, -1.7862945795059204, -1.9067132472991943, -1.9664654731750488, -2.5754613876342773, -1.702763557434082, -0.703191339969635, -2.0503838062286377, -0.6737807393074036, -2.2892796993255615, -2.185636520385742, -2.1135106086730957, -1.6800354719161987, -2.667670726776123, -0.8142898678779602, -1.0801992416381836, -0.7002771496772766, -0.40063199400901794, -1.746169090270996, -1.7888810634613037, -1.4815207719802856, -0.2928702235221863, -1.6240901947021484, -1.4806559085845947, -1.6206605434417725, -1.2665351629257202, -2.0761566162109375, -1.9094858169555664, -3.0063986778259277, -1.113639235496521, -2.6138224601745605, -1.345807433128357, -2.005037784576416, -1.9270950555801392, -1.4435606002807617, -1.7934809923171997, -0.0972403958439827, -1.261884331703186, -0.5291498899459839, -1.713918924331665, -1.667680025100708, -0.042064014822244644, -0.6379648447036743, -0.34179529547691345, -1.9918434619903564, -1.496267557144165, -0.2414364367723465, -1.8271082639694214, -1.971671462059021, -2.3900530338287354, -2.3188586235046387, -1.5850837230682373, -0.14934290945529938, -1.5403516292572021, -1.049304723739624, -1.5528810024261475, -1.435482382774353, -0.1779308319091797, -1.341304898262024, -1.898154854774475, -1.914229393005371, -1.685534119606018, -1.8804138898849487, -0.7878133654594421, -2.886970043182373, -1.7047709226608276, -1.244770884513855, -2.016812562942505, -2.0401198863983154, -1.6624201536178589, -0.8784996271133423, -1.1994234323501587, -0.8548558354377747, -0.8399993777275085, -2.5020556449890137, -1.3223949670791626, -2.3100624084472656, -1.6049835681915283, -1.680889368057251, -0.4368838369846344, -3.047290086746216]}, "Bot001_094_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled that sucks . i would love to go on a date , i crave attention i will take you a dinner some time :) i would love to , as long as we can go somewhere that serves vegan dishes ! vegan, love it ! it's a date ! any plans to have children ? how about pets ? in these days i find myself thinking about having a cat. what do you think ? what do you do for a living ? i am a student right now. what about you ? i just work . no kids or school for me. Also, try to guess: i work at ... a company ?", "response": "nursing home, funny you :)", "annotation_id": "Bot001_094_18", "annotations": ["X", "O", "T", "T", "O", "T", "O", "T", "O", "T", "T", "O", "O", "T", "T"], "gpt2_target_score": [-10.6085844039917, -16.11372184753418, -10.759077072143555, -9.672248840332031, -9.625397682189941, -15.152634620666504, -9.047457695007324, -6.404544353485107], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -0.1596580445766449, -2.018876314163208, -0.883711040019989, -2.3172757625579834, -1.1658729314804077, -1.2538623809814453, -1.456414818763733, -0.39317718148231506, -2.6180708408355713, -1.9228233098983765, -2.1939170360565186, -0.7737100720405579, -1.6747239828109741, -1.9786723852157593, -0.8924685120582581, -0.07081954181194305, -0.10955456644296646, -1.4872931241989136, -2.6068177223205566, -2.2331130504608154, -2.6138174533843994, -1.3567229509353638, -1.6662380695343018, -1.552493929862976, -1.9088964462280273, -2.180994749069214, -1.9094148874282837, -1.3734147548675537, -2.2831027507781982, -2.3349218368530273, -1.3989051580429077, -1.3394807577133179, -0.3500659167766571, -1.2144876718521118, -1.3830794095993042, -1.443449854850769, -0.9800173044204712, -1.5702646970748901, -2.030919313430786, -2.0339701175689697, -1.6722700595855713, -3.1835601329803467, -1.5819063186645508, -1.6293998956680298, -0.40685001015663147, -1.2697534561157227, -1.6212303638458252, -1.5540680885314941, -0.8031187653541565, -1.0535335540771484, -3.167248487472534, -3.065751791000366, -0.970115602016449, -0.5755778551101685, -1.5486971139907837, -0.020701883360743523, -1.3177083730697632, -2.243964433670044, -1.9261382818222046, -1.8608500957489014, -1.8818780183792114, -1.6209853887557983, -2.307939052581787, -0.29370054602622986, -2.232975721359253, -1.7650824785232544, -1.197835922241211, -2.3949472904205322, -1.2105625867843628, -0.8067498207092285, -1.9030368328094482, -2.271965742111206, -2.6483230590820312, -0.10687389969825745, -1.3026288747787476, -2.6529154777526855, -1.8791850805282593, -2.4312145709991455, -1.8168774843215942, -1.899183750152588, -1.9747161865234375, -0.5039488077163696, -1.7612957954406738, -1.90255606174469, -1.7931779623031616, -0.20114858448505402, -1.6541086435317993, -0.7368285655975342, -0.37063100934028625, -1.7784216403961182, -2.098933696746826, -3.067276954650879, -0.199869304895401, -2.1161367893218994, -1.3913429975509644, -1.8140778541564941, -2.3431761264801025, -1.8801910877227783, -1.4703080654144287, -1.420573115348816, -1.7027145624160767, -2.6186623573303223, -1.7634544372558594, -1.1199194192886353, -2.453376531600952, -1.8355686664581299, -0.18645308911800385, -0.7660833597183228, -1.034081220626831, -0.5639306306838989, -0.5165775418281555, -0.5892246961593628, -1.291869878768921, -2.5435121059417725, -1.900076150894165, -1.6726864576339722, -2.5415141582489014, -1.5533865690231323, -1.3339626789093018, -1.009253740310669, -2.0048608779907227, -1.6251415014266968, -1.3710044622421265, -1.0675468444824219, -1.7064121961593628, -2.1190340518951416, -0.991878092288971, -0.12487594038248062, -1.4413648843765259, -0.7672461271286011, -1.2439285516738892, -0.013669807463884354, -0.9075124859809875, -1.2281582355499268, -2.578383207321167, -2.1357667446136475, -1.4501323699951172, -1.3089869022369385, -1.5712101459503174, -2.082524299621582, -1.7862945795059204, -1.9067132472991943, -1.9664654731750488, -2.5754613876342773, -1.702763557434082, -0.703191339969635, -2.0503838062286377, -0.6737807393074036, -2.2892796993255615, -2.185636520385742, -2.1135106086730957, -1.6800354719161987, -2.667670726776123, -0.8142898678779602, -1.0801992416381836, -0.7002771496772766, -0.40063199400901794, -1.746169090270996, -1.7888810634613037, -1.4815207719802856, -0.2928702235221863, -1.6240901947021484, -1.4806559085845947, -1.6206605434417725, -1.2665351629257202, -2.0761566162109375, -1.9094858169555664, -3.0063986778259277, -1.113639235496521, -2.6138224601745605, -1.345807433128357, -2.005037784576416, -1.9270950555801392, -1.4435606002807617, -1.7934809923171997, -0.0972403958439827, -1.261884331703186, -0.5291498899459839, -1.713918924331665, -1.667680025100708, -0.042064014822244644, -0.6379648447036743, -0.34179529547691345, -1.9918434619903564, -1.496267557144165, -0.2414364367723465, -1.8271082639694214, -1.971671462059021, -2.3900530338287354, -2.3188586235046387, -1.5850837230682373, -0.14934290945529938, -1.5403516292572021, -1.049304723739624, -1.5528810024261475, -1.435482382774353, -0.1779308319091797, -1.341304898262024, -1.4295374155044556, -1.1999306678771973, -2.142238140106201, -0.6659929752349854, -2.713114023208618, -1.89301335811615, -1.6864280700683594, -1.7416350841522217, -1.974057912826538, -1.4462441205978394, -0.9545904397964478, -1.295702576637268, -1.094097375869751, -0.7840644121170044, -2.5266335010528564, -1.3586095571517944, -2.0141453742980957, -1.445051670074463, -1.6903821229934692, -0.41457706689834595, -2.7609548568725586, -2.2996973991394043, -2.2023966312408447, -1.5852562189102173, -2.21117901802063, -0.4944309592247009, -1.3468767404556274, -2.124307632446289, -2.038576364517212, -1.8399618864059448, -2.409343719482422, -2.523815155029297, -1.222672700881958]}, "Bot001_094_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled that sucks . i would love to go on a date , i crave attention i will take you a dinner some time :) i would love to , as long as we can go somewhere that serves vegan dishes ! vegan, love it ! it's a date ! any plans to have children ? how about pets ? in these days i find myself thinking about having a cat. what do you think ? what do you do for a living ? i am a student right now. what about you ? i just work . no kids or school for me. Also, try to guess: i work at ... a company ? nursing home, funny you :) nursing home. that's awesome :)", "response": "such a noble profession . what do you do for fun ? [FACE WITH STUCK-OUT TONGUE AND WINKING EYE]", "annotation_id": "Bot001_094_20", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "T", "O", "O", "O", "T", "T"], "gpt2_target_score": [-18.780696868896484, -8.392531394958496, -13.19434928894043, -12.502540588378906, -10.857789039611816, -12.024399757385254, -11.45361614227295, -8.713763236999512, -14.392934799194336, -10.10186767578125, -13.110977172851562, -11.902002334594727, -8.894765853881836, -11.880345344543457, -14.420364379882812, -7.998254776000977, -14.513689041137695, -6.984943389892578, -10.744765281677246, -6.773266315460205, -15.439859390258789, -15.399694442749023, -11.339361190795898, -6.968319892883301, -19.82619285583496, -18.142976760864258, -10.05384635925293, -20.682273864746094, -11.494592666625977], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -0.1596580445766449, -2.018876314163208, -0.883711040019989, -2.3172757625579834, -1.1658729314804077, -1.2538623809814453, -1.456414818763733, -0.39317718148231506, -2.6180708408355713, -1.9228233098983765, -2.1939170360565186, -0.7737100720405579, -1.6747239828109741, -1.9786723852157593, -0.8924685120582581, -0.07081954181194305, -0.10955456644296646, -1.4872931241989136, -2.6068177223205566, -2.2331130504608154, -2.6138174533843994, -1.3567229509353638, -1.6662380695343018, -1.552493929862976, -1.9088964462280273, -2.180994749069214, -1.9094148874282837, -1.3734147548675537, -2.2831027507781982, -2.3349218368530273, -1.3989051580429077, -1.3394807577133179, -0.3500659167766571, -1.2144876718521118, -1.3830794095993042, -1.443449854850769, -0.9800173044204712, -1.5702646970748901, -2.030919313430786, -2.0339701175689697, -1.6722700595855713, -3.1835601329803467, -1.5819063186645508, -1.6293998956680298, -0.40685001015663147, -1.2697534561157227, -1.6212303638458252, -1.5540680885314941, -0.8031187653541565, -1.0535335540771484, -3.167248487472534, -3.065751791000366, -0.970115602016449, -0.5755778551101685, -1.5486971139907837, -0.020701883360743523, -1.3177083730697632, -2.243964433670044, -1.9261382818222046, -1.8608500957489014, -1.8818780183792114, -1.6209853887557983, -2.307939052581787, -0.29370054602622986, -2.232975721359253, -1.7650824785232544, -1.197835922241211, -2.3949472904205322, -1.2105625867843628, -0.8067498207092285, -1.9030368328094482, -2.271965742111206, -2.6483230590820312, -0.10687389969825745, -1.3026288747787476, -2.6529154777526855, -1.8791850805282593, -2.4312145709991455, -1.8168774843215942, -1.899183750152588, -1.9747161865234375, -0.5039488077163696, -1.7612957954406738, -1.90255606174469, -1.7931779623031616, -0.20114858448505402, -1.6541086435317993, -0.7368285655975342, -0.37063100934028625, -1.7784216403961182, -2.098933696746826, -3.067276954650879, -0.199869304895401, -2.1161367893218994, -1.3913429975509644, -1.8140778541564941, -2.3431761264801025, -1.8801910877227783, -1.4703080654144287, -1.420573115348816, -1.7027145624160767, -2.6186623573303223, -1.7634544372558594, -1.1199194192886353, -2.453376531600952, -1.8355686664581299, -0.18645308911800385, -0.7660833597183228, -1.034081220626831, -0.5639306306838989, -0.5165775418281555, -0.5892246961593628, -1.291869878768921, -2.5435121059417725, -1.900076150894165, -1.6726864576339722, -2.5415141582489014, -1.5533865690231323, -1.3339626789093018, -1.009253740310669, -2.0048608779907227, -1.6251661777496338, -1.371004581451416, -1.0675393342971802, -1.7063963413238525, -2.1190333366394043, -0.9918779730796814, -0.12487625330686569, -1.4413678646087646, -0.7672485709190369, -1.243933081626892, -0.013669807463884354, -0.9075163006782532, -1.2281697988510132, -2.5783753395080566, -2.135756492614746, -1.4501432180404663, -1.3089852333068848, -1.571204662322998, -2.0825212001800537, -1.7863105535507202, -1.906721830368042, -1.9664615392684937, -2.575464963912964, -1.702750325202942, -0.7031895518302917, -2.0503973960876465, -0.673782467842102, -2.289278745651245, -2.185633897781372, -2.1135003566741943, -1.6800456047058105, -2.6676530838012695, -0.8142985105514526, -1.080186367034912, -0.7002831697463989, -0.4006240963935852, -1.7461678981781006, -1.7888801097869873, -1.4815319776535034, -0.29286614060401917, -1.6240860223770142, -1.4806501865386963, -1.6206636428833008, -1.2665436267852783, -2.0761733055114746, -1.9094840288162231, -3.006403684616089, -1.11362886428833, -2.6138312816619873, -1.3458048105239868, -2.0050230026245117, -1.9270879030227661, -1.443568229675293, -1.7934783697128296, -0.09724126011133194, -1.2618826627731323, -0.5291508436203003, -1.7139091491699219, -1.6676809787750244, -0.04206378385424614, -0.6379424929618835, -0.34179654717445374, -1.9918267726898193, -1.4962737560272217, -0.2414359748363495, -1.8271130323410034, -1.971663475036621, -2.3900535106658936, -2.3188679218292236, -1.585082769393921, -0.14934106171131134, -1.540345549583435, -1.0492939949035645, -1.552871584892273, -1.4354963302612305, -0.17793332040309906, -1.3413110971450806, -1.4295599460601807, -1.1999320983886719, -2.1422388553619385, -0.6659910082817078, -2.7131235599517822, -1.8930144309997559, -1.6864433288574219, -1.7416361570358276, -1.9740431308746338, -1.4462370872497559, -0.9545851945877075, -1.2957017421722412, -1.0941201448440552, -0.7840651869773865, -2.5266363620758057, -1.3585944175720215, -2.0141401290893555, -1.4450668096542358, -1.6903719902038574, -0.4145680069923401, -2.760934829711914, -2.2997124195098877, -2.202397346496582, -1.5852556228637695, -1.2554813623428345, -1.0149954557418823, -1.7674437761306763, -2.738699436187744, -2.737368583679199, -1.682174563407898, -0.12587550282478333, -1.3721545934677124, -1.5528031587600708, -0.7657744288444519, -2.4744648933410645, -1.4329822063446045, -1.484163522720337, -2.119361162185669, -0.27431967854499817, -1.299407720565796, -1.791764497756958, -1.984728217124939, -1.486537218093872, -1.8334343433380127, -0.04601733013987541, -0.9493005871772766, -0.8338309526443481, -0.3677792251110077, -0.29800865054130554, -1.1748888492584229, -2.931171417236328, -0.9886362552642822, -0.5930778980255127, -1.8110368251800537, -2.087653875350952, -2.305936813354492, -2.1331727504730225, -1.349757194519043, -0.6237125992774963, -2.199653387069702, -3.3113961219787598, -2.212580442428589, -1.0093457698822021, -2.831132411956787, -0.08135586231946945, -1.998866319656372, -0.9046642780303955]}, "Bot001_095_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you?", "response": "good . just got back from fishing with my 5 kids .", "annotation_id": "Bot001_095_02", "annotations": ["X", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "X", "T", "T", "O"], "gpt2_target_score": [-14.785821914672852, -9.258164405822754, -9.179011344909668, -10.726609230041504, -11.294662475585938, -12.247267723083496, -15.418375015258789, -8.302408218383789, -8.151533126831055, -10.22431755065918, -11.076892852783203, -12.826813697814941], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -1.2157447338104248, -1.3160550594329834, -3.6015846729278564, -1.7407475709915161, -0.42308998107910156, -0.48760825395584106, -1.3400322198867798, -2.4494824409484863, -1.9625332355499268, -1.5359981060028076, -1.4907217025756836, -1.0953582525253296, -0.6111389398574829, -1.3085215091705322, -1.463438630104065, -0.7197062969207764, -1.659220576286316, -1.5678969621658325, -1.7551758289337158, -1.8865835666656494, -1.4673913717269897, -1.8617161512374878, -2.0030388832092285, -1.692946434020996, -2.6905412673950195, -1.7180531024932861, -0.3931002616882324, -1.2215938568115234, -1.599206566810608, -1.1445157527923584, -2.465153217315674, -1.578445315361023, -1.393534779548645, -2.262016534805298]}, "Bot001_095_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen", "response": "i love to cook , so i'll be doing a lot of that .", "annotation_id": "Bot001_095_04", "annotations": ["T", "O", "O", "T", "O", "T", "O", "O", "O", "O", "T", "X", "T", "T", "T"], "gpt2_target_score": [-9.417320251464844, -12.058126449584961, -3.2021324634552, -14.689871788024902, -10.425469398498535, -11.784689903259277, -11.353116989135742, -13.987106323242188, -10.536870002746582, -12.577713966369629, -5.836010932922363, -14.820629119873047, -12.886399269104004, -9.849732398986816, -10.079063415527344], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -1.3085408210754395, -1.4634500741958618, -0.7197075486183167, -1.6592020988464355, -1.5678644180297852, -1.7551591396331787, -1.8866159915924072, -1.467350721359253, -1.5745608806610107, -1.4426757097244263, -2.6519010066986084, -1.845225214958191, -0.42284679412841797, -1.2469149827957153, -1.8067710399627686, -1.1474366188049316, -2.4036433696746826, -1.555941104888916, -1.3952504396438599, -1.9976454973220825, -1.0536341667175293, -2.0884830951690674, -1.1664992570877075, -0.5904784202575684, -1.6582893133163452, -2.0578110218048096, -1.197204351425171, -2.007279634475708, -1.8110443353652954, -2.354624032974243, -0.8029465079307556, -2.102813720703125, -1.5471978187561035, -1.4114609956741333, -2.0629630088806152, -1.7125303745269775, -1.8366280794143677, -2.227980852127075, -2.459124803543091, -1.4522126913070679, -1.2627395391464233, -2.266707181930542, -1.6153713464736938, -1.5273081064224243, -2.741044282913208, -1.786283016204834, -2.0222222805023193, -1.524401068687439, -1.4460725784301758, -0.2809172570705414, -1.5501699447631836, -1.7257013320922852, -1.8552930355072021]}, "Bot001_095_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger?", "response": "haha . have i seen a show about this ? i love watching shows on netflix", "annotation_id": "Bot001_095_06", "annotations": ["X", "O", "T", "T", "O", "O", "O", "O", "O", "X", "O", "O", "O", "T", "O"], "gpt2_target_score": [-10.555511474609375, -18.302053451538086, -12.934523582458496, -9.11478328704834, -6.09096622467041, -14.953482627868652, -9.981771469116211, -10.841255187988281, -9.952519416809082, -8.769536018371582, -14.156460762023926, -11.280197143554688, -16.64014434814453, -13.855080604553223, -13.202865600585938, -9.813286781311035, -12.716880798339844, -20.95054054260254], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -1.3085408210754395, -1.4634500741958618, -0.7197075486183167, -1.6592020988464355, -1.5678644180297852, -1.7551591396331787, -1.8866159915924072, -1.467350721359253, -1.5745608806610107, -1.4426757097244263, -2.6519010066986084, -1.845225214958191, -0.42284679412841797, -1.2469149827957153, -1.8067710399627686, -1.1474366188049316, -2.4036433696746826, -1.555941104888916, -1.3952504396438599, -1.9976454973220825, -1.0536341667175293, -2.0884830951690674, -1.1664992570877075, -0.5904784202575684, -1.6582893133163452, -2.0578110218048096, -1.197204351425171, -2.007279634475708, -1.8110443353652954, -2.354624032974243, -0.8029465079307556, -2.102813720703125, -1.5471978187561035, -1.4114609956741333, -2.0629630088806152, -1.7125303745269775, -1.8366280794143677, -2.083024263381958, -1.497913122177124, -0.8405172824859619, -1.5296854972839355, -1.7634656429290771, -1.7542638778686523, -1.8119698762893677, -1.131706714630127, -1.717117190361023, -1.9808164834976196, -1.9570056200027466, -0.33202245831489563, -1.4971383810043335, -1.7694026231765747, -1.9204914569854736, -0.9549697637557983, -0.19927272200584412, -1.6904377937316895, -2.336984395980835, -1.8749130964279175, -2.006880283355713, -1.6456581354141235, -0.7870904207229614, -1.5938326120376587, -0.3729654848575592, -0.30585142970085144, -0.0744803324341774, -1.6328215599060059, -1.6990725994110107, -1.7949081659317017, -0.8768911361694336, -1.9549281597137451, -2.6467397212982178, -0.9504128098487854, -2.2429728507995605, -1.7369149923324585, -2.4901371002197266, -2.0513343811035156, -1.332363247871399, -1.1813510656356812, -0.8417231440544128, -3.0024404525756836, -1.3718817234039307, -1.295176386833191, -1.4700301885604858, -1.7434662580490112, -0.0015880366554483771, -1.8216052055358887]}, "Bot001_095_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually", "response": "nice . i like nature a lot . i enjoy exploring the forest .", "annotation_id": "Bot001_095_08", "annotations": ["X", "O", "T", "T", "T", "T", "O", "O", "T", "T", "T", "X", "O", "T", "X"], "gpt2_target_score": [-15.975784301757812, -9.258214950561523, -8.561003684997559, -9.904715538024902, -16.38426971435547, -11.760199546813965, -13.467672348022461, -13.00030517578125, -8.419812202453613, -15.474564552307129, -18.196693420410156, -10.41180419921875, -17.61655044555664, -10.840043067932129], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -1.3085408210754395, -1.4634500741958618, -0.7197075486183167, -1.6592020988464355, -1.5678644180297852, -1.7551591396331787, -1.8866159915924072, -1.467350721359253, -1.5745608806610107, -1.4426757097244263, -2.6519010066986084, -1.845225214958191, -0.42284679412841797, -1.2469149827957153, -1.8067710399627686, -1.1474366188049316, -2.4036433696746826, -1.555941104888916, -1.3952504396438599, -1.9976454973220825, -1.0536341667175293, -2.0884830951690674, -1.1664992570877075, -0.5904784202575684, -1.6582893133163452, -2.0578110218048096, -1.197204351425171, -2.007279634475708, -1.8110443353652954, -2.354624032974243, -0.8029465079307556, -2.102813720703125, -1.5471978187561035, -1.4114609956741333, -2.0629630088806152, -1.7125303745269775, -1.8366280794143677, -2.083024263381958, -1.497913122177124, -0.8405172824859619, -1.5296854972839355, -1.7634656429290771, -1.7542638778686523, -1.8119698762893677, -1.131706714630127, -1.717117190361023, -1.9808164834976196, -1.9570056200027466, -0.33202245831489563, -1.4971383810043335, -1.7694026231765747, -1.9204914569854736, -0.9549697637557983, -0.19927272200584412, -1.6904377937316895, -2.336984395980835, -1.8749130964279175, -2.006880283355713, -1.6456581354141235, -0.7870904207229614, -1.5938326120376587, -0.3729654848575592, -0.30585142970085144, -0.0744803324341774, -1.6328215599060059, -1.6990725994110107, -2.229907751083374, -2.3063573837280273, -0.9720327854156494, -2.224536418914795, -1.763031005859375, -1.6998201608657837, -2.0342330932617188, -1.3676625490188599, -1.3449770212173462, -2.0651776790618896, -2.546626329421997, -1.5407707691192627, -1.6784809827804565, -1.5356916189193726, -1.8114322423934937, -0.001397348241880536, -1.8266149759292603, -2.314307689666748, -1.4578737020492554, -1.9961562156677246, -2.915860652923584, -1.8440786600112915, -1.6173022985458374, -2.1734066009521484, -1.6995314359664917, -1.5697875022888184, -2.7500064373016357, -1.6821268796920776, -0.15725819766521454, -0.0930754616856575, -1.7384792566299438, -1.146681785583496, -2.0934462547302246, -2.5708281993865967, -1.6464102268218994, -1.0190627574920654, -1.484083890914917, -1.0314245223999023]}, "Bot001_095_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually nice . i like nature a lot . i enjoy exploring the forest . Nice to hear, i also like wandering in forest", "response": "ok . do you have any pets ? i've a collie dog .", "annotation_id": "Bot001_095_10", "annotations": ["X", "O", "O", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O", "T", "X"], "gpt2_target_score": [-11.69403076171875, -9.258214950561523, -1.5610344409942627, -7.186041831970215, -9.79915714263916, -14.405425071716309, -16.03131675720215, -13.239158630371094, -8.419812202453613, -15.391064643859863, -5.836010932922363, -15.68851089477539, -13.705243110656738, -13.330399513244629, -10.079063415527344], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -1.3085408210754395, -1.4634500741958618, -0.7197075486183167, -1.6592020988464355, -1.5678644180297852, -1.7551591396331787, -1.8866159915924072, -1.467350721359253, -1.5745608806610107, -1.4426757097244263, -2.6519010066986084, -1.845225214958191, -0.42284679412841797, -1.2469149827957153, -1.8067710399627686, -1.1474366188049316, -2.4036433696746826, -1.555941104888916, -1.3952504396438599, -1.9976454973220825, -1.0536341667175293, -2.0884830951690674, -1.1664992570877075, -0.5904784202575684, -1.6582893133163452, -2.0578110218048096, -1.197204351425171, -2.007279634475708, -1.8110443353652954, -2.354624032974243, -0.8029465079307556, -2.102813720703125, -1.5471978187561035, -1.4114609956741333, -2.0629630088806152, -1.7125303745269775, -1.8366280794143677, -2.083024263381958, -1.497913122177124, -0.8405172824859619, -1.5296854972839355, -1.7634656429290771, -1.7542638778686523, -1.8119698762893677, -1.131706714630127, -1.717117190361023, -1.9808164834976196, -1.9570056200027466, -0.33202245831489563, -1.4971383810043335, -1.7694026231765747, -1.9204914569854736, -0.9549697637557983, -0.19927272200584412, -1.6904377937316895, -2.336984395980835, -1.8749130964279175, -2.006880283355713, -1.6456581354141235, -0.7870904207229614, -1.5938326120376587, -0.3729654848575592, -0.30585142970085144, -0.0744803324341774, -1.6328215599060059, -1.6990725994110107, -2.229907751083374, -2.3063573837280273, -0.9720327854156494, -2.224536418914795, -1.763031005859375, -1.6998201608657837, -2.0342330932617188, -1.3676625490188599, -1.3449770212173462, -2.0651776790618896, -2.546626329421997, -1.5407707691192627, -1.6784809827804565, -1.5356916189193726, -1.8114322423934937, -0.001397348241880536, -1.8266149759292603, -2.314307689666748, -1.4578737020492554, -1.9961562156677246, -2.915860652923584, -1.8440786600112915, -1.6173022985458374, -2.1105189323425293, -2.3861610889434814, -2.6903536319732666, -1.7829840183258057, -0.15590974688529968, -0.1481129676103592, -1.8146588802337646, -1.8062974214553833, -2.2293269634246826, -2.478097915649414, -1.6654908657073975, -1.0156571865081787, -1.5471447706222534, -1.4268393516540527, -2.0066773891448975, -0.9034775495529175, -1.2943732738494873, -2.125950574874878, -2.2630860805511475, -1.0230915546417236, -1.764161229133606, -0.6220268607139587, -0.9175156354904175, -0.9869157671928406, -2.213299036026001, -0.6959909200668335, -1.9558457136154175, -0.15340742468833923, -0.9645575881004333, -0.80769944190979, -2.3977789878845215, -0.7636327147483826, -0.9098890423774719, -2.0529561042785645, -1.190674901008606, -1.7373762130737305, -0.4447275698184967, -1.8905373811721802, -1.565115213394165, -1.4427385330200195]}, "Bot001_095_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually nice . i like nature a lot . i enjoy exploring the forest . Nice to hear, i also like wandering in forest ok . do you have any pets ? i've a collie dog . I cant afford it, no", "response": "two jobs ! goodness ! my husband supports us as a firefighter . we both love helping others", "annotation_id": "Bot001_095_12", "annotations": ["T", "O", "X", "T", "T", "T", "O", "O", "O", "X", "T", "X", "T", "T", "O"], "gpt2_target_score": [-15.711402893066406, -14.562002182006836, -11.829985618591309, -9.811758995056152, -8.886544227600098, -11.364317893981934, -13.878232955932617, -11.754348754882812, -10.861165046691895, -10.316128730773926, -5.836010932922363, -18.32845687866211, -13.731968879699707, -10.435944557189941, -12.364601135253906, -11.88576602935791, -12.643913269042969, -10.460139274597168], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -1.3085408210754395, -1.4634500741958618, -0.7197075486183167, -1.6592020988464355, -1.5678644180297852, -1.7551591396331787, -1.8866159915924072, -1.467350721359253, -1.5745608806610107, -1.4426757097244263, -2.6519010066986084, -1.845225214958191, -0.42284679412841797, -1.2469149827957153, -1.8067710399627686, -1.1474366188049316, -2.4036433696746826, -1.555941104888916, -1.3952504396438599, -1.9976454973220825, -1.0536341667175293, -2.0884830951690674, -1.1664992570877075, -0.5904784202575684, -1.6582893133163452, -2.0578110218048096, -1.197204351425171, -2.007279634475708, -1.8110443353652954, -2.354624032974243, -0.8029465079307556, -2.102813720703125, -1.5471978187561035, -1.4114609956741333, -2.0629630088806152, -1.7125303745269775, -1.8366280794143677, -2.083024263381958, -1.497913122177124, -0.8405172824859619, -1.5296854972839355, -1.7634656429290771, -1.7542638778686523, -1.8119698762893677, -1.131706714630127, -1.717117190361023, -1.9808164834976196, -1.9570056200027466, -0.33202245831489563, -1.4971383810043335, -1.7694026231765747, -1.9204914569854736, -0.9549697637557983, -0.19927272200584412, -1.6904377937316895, -2.336984395980835, -1.8749130964279175, -2.006880283355713, -1.6456581354141235, -0.7870904207229614, -1.5938326120376587, -0.3729654848575592, -0.30585142970085144, -0.0744803324341774, -1.6328215599060059, -1.6990725994110107, -2.229907751083374, -2.3063573837280273, -0.9720327854156494, -2.224536418914795, -1.763031005859375, -1.6998201608657837, -2.0342330932617188, -1.3676625490188599, -1.3449770212173462, -2.0651776790618896, -2.546626329421997, -1.5407707691192627, -1.6784809827804565, -1.5356916189193726, -1.8114322423934937, -0.001397348241880536, -1.8266149759292603, -2.314307689666748, -1.4578737020492554, -1.9961562156677246, -2.915860652923584, -1.8440786600112915, -1.6173022985458374, -2.1105189323425293, -2.3861610889434814, -2.6903536319732666, -1.7829840183258057, -0.15590974688529968, -0.1481129676103592, -1.8146588802337646, -1.8062974214553833, -2.2293269634246826, -2.478097915649414, -1.6654908657073975, -1.0156571865081787, -1.5471447706222534, -1.4268393516540527, -2.0066773891448975, -0.9034775495529175, -1.2943732738494873, -2.125950574874878, -2.2630860805511475, -1.0230915546417236, -1.764161229133606, -0.6220268607139587, -0.9175156354904175, -0.9869157671928406, -1.9050227403640747, -2.146493673324585, -0.17558328807353973, -1.012724757194519, -0.4833317995071411, -2.2641923427581787, -1.0428848266601562, -2.156409502029419, -2.3040993213653564, -1.1555670499801636, -1.6785567998886108, -0.32705363631248474, -2.1974294185638428, -1.800202488899231, -1.6208784580230713, -1.8655824661254883, -1.6248297691345215, -1.4194458723068237, -1.8916271924972534, -1.346805214881897, -2.0104618072509766, -2.125237464904785, -1.6241003274917603, -2.6937496662139893, -2.210704803466797, -1.4956164360046387, -1.8422313928604126, -2.5121161937713623, -1.4275401830673218, -1.8664649724960327, -2.137115955352783, -1.2308149337768555, -1.6418172121047974, -1.8838602304458618, -1.8834477663040161, -1.873416781425476, -1.412790298461914, -2.2501308917999268, -2.0951623916625977, -1.9927380084991455]}, "Bot001_095_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually nice . i like nature a lot . i enjoy exploring the forest . Nice to hear, i also like wandering in forest ok . do you have any pets ? i've a collie dog . I cant afford it, no two jobs ! goodness ! my husband supports us as a firefighter . we both love helping others I am volunter and i too love helping others!", "response": "well if i was retired , i'd be relaxing as much as possible . [LYING FACE]", "annotation_id": "Bot001_095_14", "annotations": ["T", "O", "X", "T", "T", "T", "O", "O", "O", "O", "O", "X", "O", "T", "T"], "gpt2_target_score": [-10.543716430664062, -8.506383895874023, -8.561003684997559, -11.406546592712402, -17.49181365966797, -13.982558250427246, -11.353116989135742, -11.162368774414062, -10.536870002746582, -18.12449073791504, -12.29100513458252, -15.30377197265625, -13.572331428527832, -12.704461097717285, -10.079063415527344, -4.297310829162598, -14.934471130371094, -18.92850685119629, -14.489665985107422, -12.778251647949219], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -1.3085408210754395, -1.4634500741958618, -0.7197075486183167, -1.6592020988464355, -1.5678644180297852, -1.7551591396331787, -1.8866159915924072, -1.467350721359253, -1.5745608806610107, -1.4426757097244263, -2.6519010066986084, -1.845225214958191, -0.42284679412841797, -1.2469149827957153, -1.8067710399627686, -1.1474366188049316, -2.4036433696746826, -1.555941104888916, -1.3952504396438599, -1.9976454973220825, -1.0536341667175293, -2.0884830951690674, -1.1664992570877075, -0.5904784202575684, -1.6582893133163452, -2.0578110218048096, -1.197204351425171, -2.007279634475708, -1.8110443353652954, -2.354624032974243, -0.8029465079307556, -2.102813720703125, -1.5471978187561035, -1.4114609956741333, -2.0629630088806152, -1.7125303745269775, -1.8366280794143677, -2.083024263381958, -1.497913122177124, -0.8405172824859619, -1.5296854972839355, -1.7634656429290771, -1.7542638778686523, -1.8119698762893677, -1.131706714630127, -1.717117190361023, -1.9808164834976196, -1.9570056200027466, -0.33202245831489563, -1.4971383810043335, -1.7694026231765747, -1.9204914569854736, -0.9549697637557983, -0.19927272200584412, -1.6904377937316895, -2.336984395980835, -1.8749130964279175, -2.006880283355713, -1.6456581354141235, -0.7870904207229614, -1.5938326120376587, -0.3729654848575592, -0.30585142970085144, -0.0744803324341774, -1.6328215599060059, -1.6990725994110107, -2.229907751083374, -2.3063573837280273, -0.9720327854156494, -2.224536418914795, -1.763031005859375, -1.6998201608657837, -2.0342330932617188, -1.3676625490188599, -1.3449770212173462, -2.0651776790618896, -2.546626329421997, -1.5407707691192627, -1.6784809827804565, -1.5356916189193726, -1.8114322423934937, -0.001397348241880536, -1.8266149759292603, -2.314307689666748, -1.4578737020492554, -1.9961562156677246, -2.915860652923584, -1.8440786600112915, -1.6173022985458374, -2.1105189323425293, -2.3861610889434814, -2.6903536319732666, -1.7829840183258057, -0.15590974688529968, -0.1481129676103592, -1.8146588802337646, -1.8062974214553833, -2.2293269634246826, -2.478097915649414, -1.6654908657073975, -1.0156571865081787, -1.5471447706222534, -1.4268393516540527, -2.0066773891448975, -0.9034775495529175, -1.2943732738494873, -2.125950574874878, -2.2630860805511475, -1.0230915546417236, -1.764161229133606, -0.6220268607139587, -0.9175156354904175, -0.9869157671928406, -1.9050227403640747, -2.146493673324585, -0.17558328807353973, -1.0127270221710205, -0.4833369553089142, -2.264183282852173, -1.042879343032837, -2.1564204692840576, -2.3040997982025146, -1.1555824279785156, -1.6785545349121094, -0.327053040266037, -2.1974334716796875, -1.800202488899231, -1.6208771467208862, -1.865583896636963, -1.6248337030410767, -1.4194369316101074, -1.8916354179382324, -1.3467966318130493, -2.010463237762451, -2.5758473873138428, -2.1218881607055664, -2.437962770462036, -1.6994683742523193, -1.845749020576477, -2.122549057006836, -1.368830919265747, -1.118735909461975, -2.2797818183898926, -1.299914002418518, -1.113025426864624, -1.839847207069397, -2.035048723220825, -1.9735771417617798, -1.3208239078521729, -2.165952205657959, -2.0674805641174316, -2.1335561275482178, -2.1419944763183594, -1.9604064226150513, -2.786731004714966, -2.3771910667419434, -2.3053107261657715, -2.0182604789733887, -1.3597661256790161, -1.989012598991394, -2.584723711013794, -1.1236965656280518, -1.631589651107788, -2.284118890762329, -2.103693723678589, -1.4339048862457275, -0.3607955574989319, -2.474067449569702, -1.1918119192123413, -1.094276785850525, -0.9558133482933044, -0.750784158706665, -1.6377700567245483, -2.183913230895996, -1.6571229696273804, -1.3114136457443237, -0.41169556975364685, -0.68231600522995, -1.1485167741775513, -1.999290108680725, -2.438721179962158, -2.8650357723236084, -0.37489694356918335, -0.2621806263923645, -1.1604448556900024]}, "Bot001_095_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually nice . i like nature a lot . i enjoy exploring the forest . Nice to hear, i also like wandering in forest ok . do you have any pets ? i've a collie dog . I cant afford it, no two jobs ! goodness ! my husband supports us as a firefighter . we both love helping others I am volunter and i too love helping others! well if i was retired , i'd be relaxing as much as possible . [LYING FACE] I already an retired gym teacher", "response": "oh cool what do you do for fun ?", "annotation_id": "Bot001_095_16", "annotations": ["T", "O", "T", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O"], "gpt2_target_score": [-11.552764892578125, -13.189031600952148, -10.028548240661621, -7.306036949157715, -9.930733680725098, -13.081793785095215, -9.533246994018555, -12.908981323242188, -12.50610065460205], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -1.3085408210754395, -1.4634500741958618, -0.7197075486183167, -1.6592020988464355, -1.5678644180297852, -1.7551591396331787, -1.8866159915924072, -1.467350721359253, -1.5745608806610107, -1.4426757097244263, -2.6519010066986084, -1.845225214958191, -0.42284679412841797, -1.2469149827957153, -1.8067710399627686, -1.1474366188049316, -2.4036433696746826, -1.555941104888916, -1.3952504396438599, -1.9976454973220825, -1.0536341667175293, -2.0884830951690674, -1.1664992570877075, -0.5904784202575684, -1.6582893133163452, -2.0578110218048096, -1.197204351425171, -2.007279634475708, -1.8110443353652954, -2.354624032974243, -0.8029465079307556, -2.102813720703125, -1.5471978187561035, -1.4114609956741333, -2.0629630088806152, -1.7125303745269775, -1.8366280794143677, -2.083024263381958, -1.497913122177124, -0.8405172824859619, -1.5296854972839355, -1.7634656429290771, -1.7542638778686523, -1.8119698762893677, -1.131706714630127, -1.717117190361023, -1.9808164834976196, -1.9570056200027466, -0.33202245831489563, -1.4971383810043335, -1.7694026231765747, -1.9204914569854736, -0.9549697637557983, -0.19927272200584412, -1.6904377937316895, -2.336984395980835, -1.8749130964279175, -2.006880283355713, -1.6456581354141235, -0.7870904207229614, -1.5938326120376587, -0.3729654848575592, -0.30585142970085144, -0.0744803324341774, -1.6328215599060059, -1.6990725994110107, -2.229907751083374, -2.3063573837280273, -0.9720327854156494, -2.224536418914795, -1.763031005859375, -1.6998201608657837, -2.0342330932617188, -1.3676625490188599, -1.3449770212173462, -2.0651776790618896, -2.546626329421997, -1.5407707691192627, -1.6784809827804565, -1.5356916189193726, -1.8114322423934937, -0.001397348241880536, -1.8266149759292603, -2.314307689666748, -1.4578737020492554, -1.9961562156677246, -2.915860652923584, -1.8440786600112915, -1.6173022985458374, -2.1105189323425293, -2.3861610889434814, -2.6903536319732666, -1.7829840183258057, -0.15590974688529968, -0.1481129676103592, -1.8146588802337646, -1.8062974214553833, -2.2293269634246826, -2.478097915649414, -1.6654908657073975, -1.0156571865081787, -1.5471447706222534, -1.4268393516540527, -2.0066773891448975, -0.9034775495529175, -1.2943732738494873, -2.125950574874878, -2.2630860805511475, -1.0230915546417236, -1.764161229133606, -0.6220268607139587, -0.9175156354904175, -0.9869157671928406, -1.9050227403640747, -2.146493673324585, -0.17558328807353973, -1.0127270221710205, -0.4833369553089142, -2.264183282852173, -1.042879343032837, -2.1564204692840576, -2.3040997982025146, -1.1555824279785156, -1.6785545349121094, -0.327053040266037, -2.1974334716796875, -1.800202488899231, -1.6208771467208862, -1.865583896636963, -1.6248337030410767, -1.4194369316101074, -1.8916354179382324, -1.3467966318130493, -2.010463237762451, -2.5758473873138428, -2.1218881607055664, -2.437962770462036, -1.6994683742523193, -1.845749020576477, -2.122549057006836, -1.368830919265747, -1.118735909461975, -2.2797818183898926, -1.299914002418518, -1.113025426864624, -1.839847207069397, -2.035048723220825, -1.9735771417617798, -1.3208239078521729, -2.165952205657959, -2.0674805641174316, -2.1335561275482178, -2.1419944763183594, -1.9604064226150513, -2.786731004714966, -2.3771910667419434, -2.3053107261657715, -2.0182604789733887, -1.3597661256790161, -1.989012598991394, -2.584723711013794, -1.1236965656280518, -1.631589651107788, -2.284118890762329, -1.8054087162017822, -0.3743116557598114, -2.493370771408081, -1.0350319147109985, -1.3305295705795288, -1.0304369926452637, -0.8351391553878784, -1.530023217201233, -2.083134174346924, -1.7724552154541016, -1.1995586156845093, -0.47996026277542114, -0.6862419247627258, -1.314378261566162, -2.0379581451416016, -2.9721789360046387, -2.7838988304138184, -0.44539475440979004, -0.21773593127727509, -1.5233641862869263, -2.058377742767334, -0.9127179980278015, -3.345567464828491, -2.318470001220703, -1.1568903923034668, -1.8145815134048462, -2.2087059020996094, -2.0901196002960205, -1.730000615119934, -2.2694451808929443, -0.06532727926969528, -0.8537527918815613, -1.5291788578033447, -2.0441031455993652, -1.1314228773117065, -0.9438785314559937]}, "Bot001_095_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually nice . i like nature a lot . i enjoy exploring the forest . Nice to hear, i also like wandering in forest ok . do you have any pets ? i've a collie dog . I cant afford it, no two jobs ! goodness ! my husband supports us as a firefighter . we both love helping others I am volunter and i too love helping others! well if i was retired , i'd be relaxing as much as possible . [LYING FACE] I already an retired gym teacher oh cool what do you do for fun ? War documentaries", "response": "nice . i like nature a lot . i enjoy exploring the forest . i'm good . how are you ?", "annotation_id": "Bot001_095_18", "annotations": ["X", "O", "T", "T", "T", "T", "O", "T", "O", "T", "O", "X", "O", "T", "O"], "gpt2_target_score": [-15.975784301757812, -9.258214950561523, -8.561003684997559, -9.904715538024902, -16.38426971435547, -11.760199546813965, -13.467672348022461, -13.00030517578125, -8.419812202453613, -15.474564552307129, -18.196693420410156, -10.41180419921875, -17.61655044555664, -10.840043067932129, -9.1439208984375, -12.942208290100098, -8.997932434082031, -10.07398509979248, -10.232677459716797, -10.222770690917969, -5.57302188873291, -14.771745681762695], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -1.3085408210754395, -1.4634500741958618, -0.7197075486183167, -1.6592020988464355, -1.5678644180297852, -1.7551591396331787, -1.8866159915924072, -1.467350721359253, -1.5745608806610107, -1.4426757097244263, -2.6519010066986084, -1.845225214958191, -0.42284679412841797, -1.2469149827957153, -1.8067710399627686, -1.1474366188049316, -2.4036433696746826, -1.555941104888916, -1.3952504396438599, -1.9976454973220825, -1.0536341667175293, -2.0884830951690674, -1.1664992570877075, -0.5904784202575684, -1.6582893133163452, -2.0578110218048096, -1.197204351425171, -2.007279634475708, -1.8110443353652954, -2.354624032974243, -0.8029465079307556, -2.102813720703125, -1.5471978187561035, -1.4114609956741333, -2.0629630088806152, -1.7125303745269775, -1.8366280794143677, -2.083024263381958, -1.497913122177124, -0.8405172824859619, -1.5296854972839355, -1.7634656429290771, -1.7542638778686523, -1.8119698762893677, -1.131706714630127, -1.717117190361023, -1.9808164834976196, -1.9570056200027466, -0.33202245831489563, -1.4971383810043335, -1.7694026231765747, -1.9204914569854736, -0.9549697637557983, -0.19927272200584412, -1.6904377937316895, -2.336984395980835, -1.8749130964279175, -2.006880283355713, -1.6456581354141235, -0.7870904207229614, -1.5938326120376587, -0.3729654848575592, -0.30585142970085144, -0.0744803324341774, -1.6328215599060059, -1.6990725994110107, -2.229907751083374, -2.3063573837280273, -0.9720327854156494, -2.224536418914795, -1.763031005859375, -1.6998201608657837, -2.0342330932617188, -1.3676625490188599, -1.3449770212173462, -2.0651776790618896, -2.546626329421997, -1.5407707691192627, -1.6784809827804565, -1.5356916189193726, -1.8114322423934937, -0.001397348241880536, -1.8266149759292603, -2.314307689666748, -1.4578737020492554, -1.9961562156677246, -2.915860652923584, -1.8440786600112915, -1.6173022985458374, -2.1105189323425293, -2.3861610889434814, -2.6903536319732666, -1.7829840183258057, -0.15590974688529968, -0.1481129676103592, -1.8146588802337646, -1.8062974214553833, -2.2293269634246826, -2.478097915649414, -1.6654908657073975, -1.0156571865081787, -1.5471447706222534, -1.4268393516540527, -2.0066773891448975, -0.9034775495529175, -1.2943732738494873, -2.125950574874878, -2.2630860805511475, -1.0230915546417236, -1.764161229133606, -0.6220268607139587, -0.9175156354904175, -0.9869157671928406, -1.9050227403640747, -2.146493673324585, -0.17558328807353973, -1.0127270221710205, -0.4833369553089142, -2.264183282852173, -1.042879343032837, -2.1564204692840576, -2.3040997982025146, -1.1555824279785156, -1.6785545349121094, -0.327053040266037, -2.1974334716796875, -1.800202488899231, -1.6208771467208862, -1.865583896636963, -1.6248337030410767, -1.4194369316101074, -1.8916354179382324, -1.3467966318130493, -2.010463237762451, -2.5758473873138428, -2.1218881607055664, -2.437962770462036, -1.6994683742523193, -1.845749020576477, -2.122549057006836, -1.368830919265747, -1.118735909461975, -2.2797818183898926, -1.299914002418518, -1.113025426864624, -1.839847207069397, -2.035048723220825, -1.9735771417617798, -1.3208239078521729, -2.165952205657959, -2.0674805641174316, -2.1335561275482178, -2.1419944763183594, -1.9604064226150513, -2.786731004714966, -2.3771910667419434, -2.3053107261657715, -2.0182604789733887, -1.3597661256790161, -1.989012598991394, -2.584723711013794, -1.1236965656280518, -1.631589651107788, -2.284118890762329, -1.8054087162017822, -0.3743116557598114, -2.493370771408081, -1.0350319147109985, -1.3305295705795288, -1.0304369926452637, -0.8351391553878784, -1.530023217201233, -2.083134174346924, -1.7724552154541016, -1.1995586156845093, -0.47996026277542114, -0.6862419247627258, -1.314378261566162, -2.0379581451416016, -2.9721789360046387, -2.7838988304138184, -0.44539475440979004, -0.21773593127727509, -1.5233641862869263, -2.058377742767334, -0.9127179980278015, -3.345567464828491, -2.318470001220703, -1.1568903923034668, -1.8145815134048462, -1.9256452322006226, -1.7113711833953857, -1.76412034034729, -0.09268643707036972, -0.9500328898429871, -1.2556713819503784, -2.078885078430176, -1.0565171241760254, -1.9333100318908691, -1.8101609945297241, -1.4389550685882568, -1.8452043533325195, -1.4259014129638672, -1.2390177249908447, -2.37268328666687, -2.476958751678467, -0.8480052947998047, -0.010867694392800331, -1.3089203834533691, -0.40459179878234863, -0.3635368049144745, -0.24871836602687836, -0.017288576811552048, -0.05227969214320183, -1.01200532913208, -0.97608482837677, -0.3907308280467987, -1.3127877712249756, -0.3900674879550934, -0.6433442831039429, -0.4913643002510071, -0.08761562407016754, -0.2165718823671341, -1.4193928241729736]}, "Bot001_095_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually nice . i like nature a lot . i enjoy exploring the forest . Nice to hear, i also like wandering in forest ok . do you have any pets ? i've a collie dog . I cant afford it, no two jobs ! goodness ! my husband supports us as a firefighter . we both love helping others I am volunter and i too love helping others! well if i was retired , i'd be relaxing as much as possible . [LYING FACE] I already an retired gym teacher oh cool what do you do for fun ? War documentaries nice . i like nature a lot . i enjoy exploring the forest . i'm good . how are you ? I would rather go. bye", "response": "i go for runs with my dog every day .", "annotation_id": "Bot001_095_20", "annotations": ["T", "X", "T", "T", "T", "O", "T", "T", "O", "X", "T", "X", "T", "T", "O"], "gpt2_target_score": [-9.417320251464844, -12.049688339233398, -8.844710350036621, -16.525793075561523, -10.742623329162598, -11.364317893981934, -13.454427719116211, -12.736244201660156, -12.202336311340332, -12.859978675842285], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.2157657146453857, -1.3160178661346436, -3.601576805114746, -1.740728497505188, -0.4230882525444031, -0.4876070022583008, -1.3400355577468872, -2.4494826793670654, -1.9625285863876343, -1.535988450050354, -1.4907238483428955, -1.0953747034072876, -0.6111383438110352, -1.3085408210754395, -1.4634500741958618, -0.7197075486183167, -1.6592020988464355, -1.5678644180297852, -1.7551591396331787, -1.8866159915924072, -1.467350721359253, -1.5745608806610107, -1.4426757097244263, -2.6519010066986084, -1.845225214958191, -0.42284679412841797, -1.2469149827957153, -1.8067710399627686, -1.1474366188049316, -2.4036433696746826, -1.555941104888916, -1.3952504396438599, -1.9976454973220825, -1.0536341667175293, -2.0884830951690674, -1.1664992570877075, -0.5904784202575684, -1.6582893133163452, -2.0578110218048096, -1.197204351425171, -2.007279634475708, -1.8110443353652954, -2.354624032974243, -0.8029465079307556, -2.102813720703125, -1.5471978187561035, -1.4114609956741333, -2.0629630088806152, -1.7125303745269775, -1.8366280794143677, -2.083024263381958, -1.497913122177124, -0.8405172824859619, -1.5296854972839355, -1.7634656429290771, -1.7542638778686523, -1.8119698762893677, -1.131706714630127, -1.717117190361023, -1.9808164834976196, -1.9570056200027466, -0.33202245831489563, -1.4971383810043335, -1.7694026231765747, -1.9204914569854736, -0.9549697637557983, -0.19927272200584412, -1.6904377937316895, -2.336984395980835, -1.8749130964279175, -2.006880283355713, -1.6456581354141235, -0.7870904207229614, -1.5938326120376587, -0.3729654848575592, -0.30585142970085144, -0.0744803324341774, -1.6328215599060059, -1.6990725994110107, -2.229907751083374, -2.3063573837280273, -0.9720327854156494, -2.224536418914795, -1.763031005859375, -1.6998201608657837, -2.0342330932617188, -1.3676625490188599, -1.3449770212173462, -2.0651776790618896, -2.546626329421997, -1.5407707691192627, -1.6784809827804565, -1.5356916189193726, -1.8114322423934937, -0.001397348241880536, -1.8266149759292603, -2.314307689666748, -1.4578737020492554, -1.9961562156677246, -2.915860652923584, -1.8440786600112915, -1.6173022985458374, -2.1105189323425293, -2.3861610889434814, -2.6903536319732666, -1.7829840183258057, -0.15590974688529968, -0.1481129676103592, -1.8146588802337646, -1.8062974214553833, -2.2293269634246826, -2.478097915649414, -1.6654908657073975, -1.0156571865081787, -1.5471447706222534, -1.4268393516540527, -2.0066773891448975, -0.9034775495529175, -1.2943732738494873, -2.125950574874878, -2.2630860805511475, -1.0230915546417236, -1.764161229133606, -0.6220268607139587, -0.9175156354904175, -0.9869157671928406, -1.9050227403640747, -2.146493673324585, -0.17558328807353973, -1.0127270221710205, -0.4833369553089142, -2.264183282852173, -1.042879343032837, -2.1564204692840576, -2.3040997982025146, -1.1555824279785156, -1.6785545349121094, -0.327053040266037, -2.1974334716796875, -1.800202488899231, -1.6208771467208862, -1.865583896636963, -1.6248337030410767, -1.4194369316101074, -1.8916354179382324, -1.3467966318130493, -2.010463237762451, -2.5758473873138428, -2.1218881607055664, -2.437962770462036, -1.6994683742523193, -1.845749020576477, -2.122549057006836, -1.368830919265747, -1.118735909461975, -2.2797818183898926, -1.299914002418518, -1.113025426864624, -1.839847207069397, -2.035048723220825, -1.9735771417617798, -1.3208239078521729, -2.165952205657959, -2.0674805641174316, -2.1335561275482178, -2.1419944763183594, -1.9604064226150513, -2.786731004714966, -2.3771910667419434, -2.3053107261657715, -2.0182604789733887, -1.3597661256790161, -1.989012598991394, -2.584723711013794, -1.1236965656280518, -1.631589651107788, -2.284118890762329, -1.8054087162017822, -0.3743116557598114, -2.493370771408081, -1.0350319147109985, -1.3305295705795288, -1.0304369926452637, -0.8351391553878784, -1.530023217201233, -2.083134174346924, -1.7724552154541016, -1.1995586156845093, -0.47996026277542114, -0.6862419247627258, -1.314378261566162, -2.0379581451416016, -2.9721789360046387, -2.7838988304138184, -0.44539475440979004, -0.21773593127727509, -1.5233641862869263, -2.058377742767334, -0.9127179980278015, -3.345567464828491, -2.318470001220703, -1.1568903923034668, -1.8145815134048462, -1.9256452322006226, -1.7113711833953857, -1.76412034034729, -0.09268643707036972, -0.9500328898429871, -1.2556713819503784, -2.078885078430176, -1.0565171241760254, -1.9333100318908691, -1.8101609945297241, -1.4389550685882568, -1.700689673423767, -1.5833652019500732, -2.039339542388916, -2.202510118484497, -1.3668264150619507, -0.01796954683959484, -1.0773481130599976, -0.6881726384162903, -0.8284826874732971, -1.5627144575119019, -0.0665343776345253, -0.13772645592689514, -1.1675420999526978, -1.46848464012146, -0.43960657715797424, -1.845759630203247, -0.7666423320770264, -0.8565345406532288, -0.8244572281837463, -0.12122442573308945, -0.5936350226402283, -1.7145435810089111, -1.666693925857544, -0.9504125714302063, -1.5208888053894043, -1.0035359859466553, -1.9637868404388428, -2.3741133213043213, -2.0105090141296387, -2.023597478866577, -1.0451692342758179, -2.1825993061065674, -1.8626940250396729, -0.9399535655975342, -1.9173862934112549, -1.97128164768219, -1.35468327999115, -1.6765085458755493, -1.660735011100769]}, "Bot001_096_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ?", "response": "my name is marie anne", "annotation_id": "Bot001_096_02", "annotations": ["T", "O", "O", "O", "T", "O", "O", "O", "O", "X", "O", "O", "T", "O", "O"], "gpt2_target_score": [-11.934213638305664, -12.389771461486816, -1.7931684255599976, -11.77096939086914, -13.845117568969727, -9.535232543945312, -15.14161205291748], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.5278180837631226, -1.073901653289795, -1.1069433689117432, -0.532852053642273, -1.6654160022735596, -3.0292954444885254, -0.3916281759738922, -1.512751579284668, -0.9308192133903503, -1.3270642757415771, -2.8156003952026367, -2.088397264480591, -1.266265869140625, -1.1875571012496948, -0.6762651801109314, -0.20923501253128052, -3.211545467376709, -1.8909022808074951, -1.6154245138168335, -1.2615031003952026, -0.4204886555671692, -0.13861332833766937, -1.2990236282348633, -2.606720209121704, -0.2531962990760803, -0.10106399655342102, -1.271089792251587, -2.6951234340667725, -1.4983731508255005, -3.754427194595337, -1.6619952917099]}, "Bot001_096_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne", "response": "i own a farm in ohio .. Also, try to guess: i love wearing ...", "annotation_id": "Bot001_096_04", "annotations": ["O", "X", "X", "T", "T", "T", "O", "O", "X", "X", "X", "X", "X", "T", "T"], "gpt2_target_score": [-9.417320251464844, -15.069494247436523, -5.132817268371582, -15.534751892089844, -9.218592643737793, -10.511012077331543, -11.633963584899902, -14.278393745422363, -15.894424438476562, -8.623236656188965, -20.420757293701172, -8.04731273651123, -18.166250228881836, -9.495744705200195, -9.88963508605957, -11.18832778930664, -12.357836723327637, -9.581819534301758], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -0.6762800812721252, -0.2092304676771164, -3.211543560028076, -1.8909070491790771, -1.615423321723938, -1.261501431465149, -0.4204900562763214, -0.13861997425556183, -1.299024224281311, -0.40177154541015625, -0.07508961856365204, -1.466718316078186, -2.980363607406616, -1.835047960281372, -3.8126168251037598, -2.2955868244171143, -1.7681879997253418, -1.5570614337921143, -3.5398683547973633, -2.2947895526885986, -1.9187241792678833, -1.7322529554367065, -1.2844570875167847, -0.2951339781284332, -0.8425730466842651, -2.4808175563812256, -1.0130295753479004, -0.12443625926971436, -0.7682132720947266, -0.0190611332654953, -0.96719890832901, -2.323714017868042, -1.191835641860962, -1.3170819282531738, -2.9683175086975098, -0.627841591835022, -1.7543318271636963, -0.46173644065856934, -1.9228240251541138, -1.720049262046814, -2.321542739868164, -1.7012755870819092, -1.713228702545166, -2.484818935394287, -1.710100531578064, -2.408139705657959, -2.1109530925750732, -2.516288995742798, -2.4309496879577637, -2.686809778213501]}, "Bot001_096_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ?", "response": "skinny jeans and leggings, funny you :)", "annotation_id": "Bot001_096_06", "annotations": ["T", "T", "X", "T", "T", "O", "O", "O", "O", "X", "O", "O", "T", "T", "X"], "gpt2_target_score": [-14.911422729492188, -14.432729721069336, -12.140843391418457, -8.076820373535156, -11.712016105651855, -15.16443920135498, -14.645209312438965, -12.265915870666504, -17.690196990966797, -7.6966962814331055, -14.037126541137695], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -0.6762800812721252, -0.2092304676771164, -3.211543560028076, -1.8909070491790771, -1.615423321723938, -1.261501431465149, -0.4204900562763214, -0.13861997425556183, -1.299024224281311, -0.40177154541015625, -0.07508961856365204, -1.466718316078186, -2.980363607406616, -1.835047960281372, -3.8126168251037598, -2.2955868244171143, -1.7681879997253418, -1.5570614337921143, -3.5398683547973633, -2.2947895526885986, -1.9187241792678833, -1.7322529554367065, -1.2844570875167847, -0.2951339781284332, -0.8425730466842651, -2.4808175563812256, -1.0130295753479004, -0.12443625926971436, -0.7682132720947266, -0.0190611332654953, -0.96719890832901, -1.9031438827514648, -2.0120973587036133, -3.213046073913574, -1.036582589149475, -1.8218214511871338, -1.265309453010559, -2.3331050872802734, -2.4098031520843506, -2.3100852966308594, -2.0315310955047607, -1.5712077617645264, -2.5576765537261963, -1.7601747512817383, -2.396679401397705, -2.0965120792388916, -2.6617281436920166, -2.441483736038208, -3.1217756271362305, -2.061396360397339, -1.2978036403656006, -2.4413130283355713, -0.5405980944633484, -1.882474422454834, -1.1887661218643188, -2.6664934158325195, -0.014799099415540695, -0.0024953915271908045, -1.3270214796066284, -2.800276756286621, -2.76631498336792, -2.361661672592163, -0.3391166031360626]}, "Bot001_096_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living", "response": "i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY]", "annotation_id": "Bot001_096_08", "annotations": ["O", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O"], "gpt2_target_score": [-9.417320251464844, -11.669759750366211, -7.635197639465332, -4.445091724395752, -9.026530265808105, -13.836176872253418, -9.25357723236084, -11.692479133605957, -11.306564331054688, -13.669489860534668, -17.97454833984375, -11.909441947937012, -13.803804397583008, -9.206886291503906, -16.356584548950195, -7.477863311767578, -6.9397687911987305, -8.06804084777832, -12.178829193115234, -1.8909070491790771, -4.729085922241211, -1.261501431465149, -0.4204900562763214, -14.303735733032227, -11.009809494018555, -11.903297424316406, -8.050538063049316, -15.167196273803711, -15.594377517700195, -5.3064069747924805, -10.651826858520508, -5.964127540588379, -20.70611572265625, -16.12481117248535, -11.3408784866333, -18.916486740112305, -13.108833312988281], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -0.6762800812721252, -0.2092304676771164, -3.211543560028076, -1.8909070491790771, -1.615423321723938, -1.261501431465149, -0.4204900562763214, -0.13861997425556183, -1.299024224281311, -0.40177154541015625, -0.07508961856365204, -1.466718316078186, -2.980363607406616, -1.835047960281372, -3.8126168251037598, -2.2955868244171143, -1.7681879997253418, -1.5570614337921143, -3.5398683547973633, -2.2947895526885986, -1.9187241792678833, -1.7322529554367065, -1.2844570875167847, -0.2951339781284332, -0.8425730466842651, -2.4808175563812256, -1.0130295753479004, -0.12443625926971436, -0.7682132720947266, -0.0190611332654953, -0.96719890832901, -1.9031438827514648, -2.0120973587036133, -3.213046073913574, -1.036582589149475, -1.8218214511871338, -1.265309453010559, -2.3331050872802734, -2.4098031520843506, -2.3100852966308594, -2.0315310955047607, -1.5712077617645264, -2.5576765537261963, -1.7601747512817383, -2.396679401397705, -2.0965120792388916, -2.6617281436920166, -2.441483736038208, -3.1217756271362305, -2.061396360397339, -1.2978036403656006, -0.4133971333503723, -2.038572311401367, -2.9640331268310547, -0.011323354206979275, -0.0019615711644291878, -2.3804879188537598, -2.358564615249634, -2.582615613937378, -1.829008936882019, -0.8986064791679382, -1.6887457370758057, -0.12702034413814545, -1.340644121170044, -1.7202080488204956, -2.1053318977355957, -0.3947664201259613, -0.6598619222640991, -1.9096651077270508, -1.620693325996399, -1.3742130994796753, -0.9922049641609192, -2.313049554824829, -1.6654070615768433, -1.5895799398422241, -1.6005927324295044, -0.7795481085777283, -1.1012966632843018, -0.7942147254943848, -0.7684491872787476, -1.1138949394226074, -1.1921523809432983, -0.9935150146484375, -2.218780994415283, -2.870248794555664, -0.476286917924881, -2.666055679321289, -1.6786912679672241, -1.385881781578064, -1.385737419128418, -1.3235111236572266, -1.59283447265625, -1.4603495597839355, -0.8772530555725098, -0.397927850484848, -3.7512927055358887, -1.6314561367034912, -2.1625709533691406, -2.7930521965026855, -1.8639675378799438, -2.4419679641723633, -1.272643804550171, -1.7031720876693726, -1.5505585670471191, -1.9179022312164307, -0.8523463010787964]}, "Bot001_096_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY] it's quite good", "response": "i had to call 911 once it was so bad . do you have any pets ?", "annotation_id": "Bot001_096_10", "annotations": ["O", "X", "X", "O", "T", "O", "O", "T", "O", "O", "O", "T", "T", "T", "O"], "gpt2_target_score": [-9.417320251464844, -10.664648056030273, -6.616368293762207, -14.670982360839844, -14.43030834197998, -9.130091667175293, -7.722143650054932, -12.928242683410645, -12.10806655883789, -13.723334312438965, -13.47285270690918, -12.433627128601074, -10.484552383422852, -12.753385543823242, -13.628286361694336, -14.482318878173828, -12.3786039352417], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -0.6762800812721252, -0.2092304676771164, -3.211543560028076, -1.8909070491790771, -1.615423321723938, -1.261501431465149, -0.4204900562763214, -0.13861997425556183, -1.299024224281311, -0.40177154541015625, -0.07508961856365204, -1.466718316078186, -2.980363607406616, -1.835047960281372, -3.8126168251037598, -2.2955868244171143, -1.7681879997253418, -1.5570614337921143, -3.5398683547973633, -2.2947895526885986, -1.9187241792678833, -1.7322529554367065, -1.2844570875167847, -0.2951339781284332, -0.8425730466842651, -2.4808175563812256, -1.0130295753479004, -0.12443625926971436, -0.7682132720947266, -0.0190611332654953, -0.96719890832901, -1.9031438827514648, -2.0120973587036133, -3.213046073913574, -1.036582589149475, -1.8218214511871338, -1.265309453010559, -2.3331050872802734, -2.4098031520843506, -2.3100852966308594, -2.0315310955047607, -1.5712077617645264, -2.5576765537261963, -1.7601747512817383, -2.396679401397705, -2.0965120792388916, -2.6617281436920166, -2.441483736038208, -3.1217756271362305, -2.061396360397339, -1.2978036403656006, -0.4133971333503723, -2.038572311401367, -2.9640331268310547, -0.011323354206979275, -0.0019615711644291878, -2.3804879188537598, -2.358564615249634, -2.582615613937378, -1.829008936882019, -0.8986064791679382, -1.6887457370758057, -0.12702034413814545, -1.340644121170044, -1.7202080488204956, -2.1053318977355957, -0.3947664201259613, -0.6598619222640991, -1.879318356513977, -1.358872890472412, -1.3576070070266724, -2.409278154373169, -2.131767988204956, -1.9715406894683838, -1.9553152322769165, -0.8522931337356567, -1.2554305791854858, -0.9401402473449707, -0.3841412365436554, -1.0754501819610596, -1.343792200088501, -1.089337944984436, -2.176786184310913, -2.949418783187866, -0.5481724143028259, -2.7854719161987305, -1.7902904748916626, -1.8272279500961304, -1.5128746032714844, -1.0525844097137451, -1.8318463563919067, -1.5582494735717773, -0.9811180233955383, -1.6040732860565186, -3.897469997406006, -1.6845134496688843, -2.095653533935547, -2.8909428119659424, -2.2726588249206543, -2.513901710510254, -1.3925740718841553, -1.6543290615081787, -1.4734971523284912, -1.495770812034607, -2.4235756397247314, -0.6603233218193054, -2.2507410049438477, -1.8990557193756104, -2.0163516998291016, -2.1642837524414062, -1.703627347946167, -0.9580703973770142, -2.4309945106506348, -1.1760905981063843, -2.290458917617798, -1.779130458831787, -1.5771702527999878, -1.3480507135391235, -1.3627773523330688, -1.8281713724136353, -1.3417985439300537, -0.27007949352264404, -1.2819433212280273, -0.9448675513267517, -2.544813394546509, -0.9736480712890625, -0.7200202345848083]}, "Bot001_096_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY] it's quite good i had to call 911 once it was so bad . do you have any pets ? i have 2 cats. you ?", "response": "i do too , i've a cat pickles . where are you from ?", "annotation_id": "Bot001_096_12", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-9.417320251464844, -9.207998275756836, -13.12718677520752, -12.336097717285156, -10.827418327331543, -13.67890453338623, -8.391058921813965, -13.126790046691895, -13.652488708496094, -16.145015716552734, -13.47285270690918, -11.01557445526123, -12.922704696655273, -10.518592834472656, -8.962629318237305, -7.203907012939453], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -0.6762800812721252, -0.2092304676771164, -3.211543560028076, -1.8909070491790771, -1.615423321723938, -1.261501431465149, -0.4204900562763214, -0.13861997425556183, -1.299024224281311, -0.40177154541015625, -0.07508961856365204, -1.466718316078186, -2.980363607406616, -1.835047960281372, -3.8126168251037598, -2.2955868244171143, -1.7681879997253418, -1.5570614337921143, -3.5398683547973633, -2.2947895526885986, -1.9187241792678833, -1.7322529554367065, -1.2844570875167847, -0.2951339781284332, -0.8425730466842651, -2.4808175563812256, -1.0130295753479004, -0.12443625926971436, -0.7682132720947266, -0.0190611332654953, -0.96719890832901, -1.9031438827514648, -2.0120973587036133, -3.213046073913574, -1.036582589149475, -1.8218214511871338, -1.265309453010559, -2.3331050872802734, -2.4098031520843506, -2.3100852966308594, -2.0315310955047607, -1.5712077617645264, -2.5576765537261963, -1.7601747512817383, -2.396679401397705, -2.0965120792388916, -2.6617281436920166, -2.441483736038208, -3.1217756271362305, -2.061396360397339, -1.2978036403656006, -0.4133971333503723, -2.038572311401367, -2.9640331268310547, -0.011323354206979275, -0.0019615711644291878, -2.3804879188537598, -2.358564615249634, -2.582615613937378, -1.829008936882019, -0.8986064791679382, -1.6887457370758057, -0.12702034413814545, -1.340644121170044, -1.7202080488204956, -2.1053318977355957, -0.3947664201259613, -0.6598619222640991, -1.879318356513977, -1.358872890472412, -1.3576070070266724, -2.409278154373169, -2.131767988204956, -1.9715406894683838, -1.9553152322769165, -0.8522931337356567, -1.2554305791854858, -0.9401402473449707, -0.3841412365436554, -1.0754501819610596, -1.343792200088501, -1.089337944984436, -2.176786184310913, -2.949418783187866, -0.5481724143028259, -2.7854719161987305, -1.7902904748916626, -1.8272279500961304, -1.5128746032714844, -1.0525844097137451, -1.8318463563919067, -1.5582494735717773, -0.9811180233955383, -1.6040732860565186, -3.897469997406006, -1.6845134496688843, -2.095653533935547, -2.8909428119659424, -2.2726588249206543, -2.513901710510254, -1.3925740718841553, -1.6543290615081787, -1.4734971523284912, -1.495770812034607, -2.4235756397247314, -0.6603233218193054, -2.2507410049438477, -1.8990557193756104, -2.0163516998291016, -2.218393325805664, -1.0899474620819092, -2.476538896560669, -1.3027886152267456, -2.604954957962036, -1.0389009714126587, -1.5672281980514526, -1.407740592956543, -1.502752661705017, -1.4746135473251343, -1.5224223136901855, -0.2296694666147232, -1.2069814205169678, -0.9004568457603455, -2.612013816833496, -1.0656592845916748, -1.6790881156921387, -1.9347513914108276, -1.0954911708831787, -0.5099326968193054, -1.7647546529769897, -1.3284775018692017, -1.8943806886672974, -1.3905457258224487, -2.4456260204315186, -1.5675694942474365, -1.2125707864761353, -1.9106849431991577, -0.9416195750236511, -1.692728042602539, -1.2010143995285034, -1.2977298498153687, -2.2587268352508545, -1.312118411064148, -2.0018675327301025, -1.1221604347229004, -1.1879298686981201, -0.32487747073173523, -1.3701443672180176, -0.4303078353404999, -0.6448782682418823]}, "Bot001_096_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY] it's quite good i had to call 911 once it was so bad . do you have any pets ? i have 2 cats. you ? i do too , i've a cat pickles . where are you from ? from california. you ?", "response": "i'm in cali as well. Also, try to guess: i'm blonde girl ...", "annotation_id": "Bot001_096_14", "annotations": ["O", "T", "O", "O", "T", "T", "O", "T", "O", "X", "O", "T", "T", "O", "X"], "gpt2_target_score": [-9.417320251464844, -10.629690170288086, -7.635197639465332, -12.195533752441406, -13.272395133972168, -6.541895866394043, -9.650275230407715, -11.439888954162598, -15.894424438476562, -8.623236656188965, -20.420757293701172, -8.04731273651123, -18.166250228881836, -9.495744705200195, -9.88963508605957, -11.946460723876953, -9.212275505065918, -11.194917678833008, -8.543224334716797], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -0.6762800812721252, -0.2092304676771164, -3.211543560028076, -1.8909070491790771, -1.615423321723938, -1.261501431465149, -0.4204900562763214, -0.13861997425556183, -1.299024224281311, -0.40177154541015625, -0.07508961856365204, -1.466718316078186, -2.980363607406616, -1.835047960281372, -3.8126168251037598, -2.2955868244171143, -1.7681879997253418, -1.5570614337921143, -3.5398683547973633, -2.2947895526885986, -1.9187241792678833, -1.7322529554367065, -1.2844570875167847, -0.2951339781284332, -0.8425730466842651, -2.4808175563812256, -1.0130295753479004, -0.12443625926971436, -0.7682132720947266, -0.0190611332654953, -0.96719890832901, -1.9031438827514648, -2.0120973587036133, -3.213046073913574, -1.036582589149475, -1.8218214511871338, -1.265309453010559, -2.3331050872802734, -2.4098031520843506, -2.3100852966308594, -2.0315310955047607, -1.5712077617645264, -2.5576765537261963, -1.7601747512817383, -2.396679401397705, -2.0965120792388916, -2.6617281436920166, -2.441483736038208, -3.1217756271362305, -2.061396360397339, -1.2978036403656006, -0.4133971333503723, -2.038572311401367, -2.9640331268310547, -0.011323354206979275, -0.0019615711644291878, -2.3804879188537598, -2.358564615249634, -2.582615613937378, -1.829008936882019, -0.8986064791679382, -1.6887457370758057, -0.12702034413814545, -1.340644121170044, -1.7202080488204956, -2.1053318977355957, -0.3947664201259613, -0.6598619222640991, -1.879318356513977, -1.358872890472412, -1.3576070070266724, -2.409278154373169, -2.131767988204956, -1.9715406894683838, -1.9553152322769165, -0.8522931337356567, -1.2554305791854858, -0.9401402473449707, -0.3841412365436554, -1.0754501819610596, -1.343792200088501, -1.089337944984436, -2.176786184310913, -2.949418783187866, -0.5481724143028259, -2.7854719161987305, -1.7902904748916626, -1.8272279500961304, -1.5128746032714844, -1.0525844097137451, -1.8318463563919067, -1.5582494735717773, -0.9811180233955383, -1.6040732860565186, -3.897469997406006, -1.6845134496688843, -2.095653533935547, -2.8909428119659424, -2.2726588249206543, -2.513901710510254, -1.3925740718841553, -1.6543290615081787, -1.4734971523284912, -1.495770812034607, -2.4235756397247314, -0.6603233218193054, -2.2507410049438477, -1.8990557193756104, -2.0163516998291016, -2.218393325805664, -1.0899474620819092, -2.476538896560669, -1.3027886152267456, -2.604954957962036, -1.0389009714126587, -1.5672281980514526, -1.407740592956543, -1.502752661705017, -1.4746135473251343, -1.5224223136901855, -0.2296694666147232, -1.2069814205169678, -0.9004568457603455, -2.612013816833496, -1.0656592845916748, -1.6790881156921387, -1.9347513914108276, -1.0954911708831787, -0.5099326968193054, -1.7647546529769897, -1.3284775018692017, -1.8943806886672974, -1.3905457258224487, -1.456071376800537, -1.2778159379959106, -1.863723635673523, -1.0443882942199707, -1.665834665298462, -1.210815668106079, -1.377747893333435, -1.9902653694152832, -1.331579566001892, -1.8864388465881348, -1.0693540573120117, -1.1620802879333496, -0.2732316851615906, -1.3279597759246826, -0.44861599802970886, -1.6191445589065552, -2.816619873046875, -0.5943658947944641, -0.0038722786121070385, -2.623331069946289, -1.5668349266052246, -1.6183222532272339, -1.7388999462127686, -2.5522611141204834, -0.9832666516304016, -0.8534270524978638, -0.8305703997612, -0.008729864843189716, -2.0062103271484375, -0.2970556318759918, -1.806708574295044, -0.9691565036773682, -1.2570332288742065, -1.1803655624389648, -0.454036146402359, -2.284393787384033, -2.2626380920410156, -0.8095918297767639, -1.65255868434906, -1.3834846019744873, -1.7989203929901123, -1.9198015928268433, -1.47353994846344]}, "Bot001_096_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY] it's quite good i had to call 911 once it was so bad . do you have any pets ? i have 2 cats. you ? i do too , i've a cat pickles . where are you from ? from california. you ? i'm in cali as well. Also, try to guess: i'm blonde girl ... with blue eyes ?", "response": "with really short hair, funny you :)", "annotation_id": "Bot001_096_16", "annotations": ["T", "T", "O", "T", "X", "T", "O", "O", "O", "X", "O", "O", "X", "T", "X"], "gpt2_target_score": [-15.32843017578125, -11.339971542358398, -10.627583503723145, -11.575492858886719, -8.818156242370605, -10.75483226776123, -7.957159519195557, -13.336255073547363], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -0.6762800812721252, -0.2092304676771164, -3.211543560028076, -1.8909070491790771, -1.615423321723938, -1.261501431465149, -0.4204900562763214, -0.13861997425556183, -1.299024224281311, -0.40177154541015625, -0.07508961856365204, -1.466718316078186, -2.980363607406616, -1.835047960281372, -3.8126168251037598, -2.2955868244171143, -1.7681879997253418, -1.5570614337921143, -3.5398683547973633, -2.2947895526885986, -1.9187241792678833, -1.7322529554367065, -1.2844570875167847, -0.2951339781284332, -0.8425730466842651, -2.4808175563812256, -1.0130295753479004, -0.12443625926971436, -0.7682132720947266, -0.0190611332654953, -0.96719890832901, -1.9031438827514648, -2.0120973587036133, -3.213046073913574, -1.036582589149475, -1.8218214511871338, -1.265309453010559, -2.3331050872802734, -2.4098031520843506, -2.3100852966308594, -2.0315310955047607, -1.5712077617645264, -2.5576765537261963, -1.7601747512817383, -2.396679401397705, -2.0965120792388916, -2.6617281436920166, -2.441483736038208, -3.1217756271362305, -2.061396360397339, -1.2978036403656006, -0.4133971333503723, -2.038572311401367, -2.9640331268310547, -0.011323354206979275, -0.0019615711644291878, -2.3804879188537598, -2.358564615249634, -2.582615613937378, -1.829008936882019, -0.8986064791679382, -1.6887457370758057, -0.12702034413814545, -1.340644121170044, -1.7202080488204956, -2.1053318977355957, -0.3947664201259613, -0.6598619222640991, -1.879318356513977, -1.358872890472412, -1.3576070070266724, -2.409278154373169, -2.131767988204956, -1.9715406894683838, -1.9553152322769165, -0.8522931337356567, -1.2554305791854858, -0.9401402473449707, -0.3841412365436554, -1.0754501819610596, -1.343792200088501, -1.089337944984436, -2.176786184310913, -2.949418783187866, -0.5481724143028259, -2.7854719161987305, -1.7902904748916626, -1.8272279500961304, -1.5128746032714844, -1.0525844097137451, -1.8318463563919067, -1.5582494735717773, -0.9811180233955383, -1.6040732860565186, -3.897469997406006, -1.6845134496688843, -2.095653533935547, -2.8909428119659424, -2.2726588249206543, -2.513901710510254, -1.3925740718841553, -1.6543290615081787, -1.4734971523284912, -1.495770812034607, -2.4235756397247314, -0.6603233218193054, -2.2507410049438477, -1.8990557193756104, -2.0163516998291016, -2.218393325805664, -1.0899474620819092, -2.476538896560669, -1.3027886152267456, -2.604954957962036, -1.0389009714126587, -1.5672281980514526, -1.407740592956543, -1.502752661705017, -1.4746135473251343, -1.5224223136901855, -0.2296694666147232, -1.2069814205169678, -0.9004568457603455, -2.612013816833496, -1.0656592845916748, -1.6790881156921387, -1.9347513914108276, -1.0954911708831787, -0.5099326968193054, -1.7647546529769897, -1.3284775018692017, -1.8943806886672974, -1.3905457258224487, -1.456071376800537, -1.2778159379959106, -1.863723635673523, -1.0443882942199707, -1.665834665298462, -1.210815668106079, -1.377747893333435, -1.9902653694152832, -1.331579566001892, -1.8864388465881348, -1.0693540573120117, -1.1620802879333496, -0.2732316851615906, -1.3279597759246826, -0.44861599802970886, -1.6191445589065552, -2.816619873046875, -0.5943658947944641, -0.0038722786121070385, -2.623331069946289, -1.5668349266052246, -1.6183222532272339, -1.7388999462127686, -1.3309321403503418, -1.0758373737335205, -1.5220180749893188, -0.01564573124051094, -2.0638294219970703, -0.33462533354759216, -1.8589463233947754, -1.2552268505096436, -1.0884498357772827, -1.2802187204360962, -0.39604321122169495, -2.381688117980957, -2.3592541217803955, -0.9173566699028015, -1.7336509227752686, -1.4506150484085083, -1.9009356498718262, -2.139723062515259, -1.538798213005066, -1.4471100568771362, -0.5907063484191895, -2.0024173259735107, -1.9012538194656372, -2.3589186668395996, -0.6742512583732605, -1.9822368621826172, -0.7443405985832214, -1.8703861236572266, -1.3846486806869507, -2.3576109409332275, -2.2720508575439453, -0.9903165102005005]}, "Bot001_096_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY] it's quite good i had to call 911 once it was so bad . do you have any pets ? i have 2 cats. you ? i do too , i've a cat pickles . where are you from ? from california. you ? i'm in cali as well. Also, try to guess: i'm blonde girl ... with blue eyes ? with really short hair, funny you :) what do you like to do", "response": "i really like traveling and playing with my dogs . you ?", "annotation_id": "Bot001_096_18", "annotations": ["O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O"], "gpt2_target_score": [-9.417320251464844, -11.339971542358398, -11.12608814239502, -11.943794250488281, -8.627360343933105, -9.476191520690918, -10.923117637634277, -10.716935157775879, -14.498283386230469, -11.923693656921387, -11.30333137512207, -10.115008354187012], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -0.6762800812721252, -0.2092304676771164, -3.211543560028076, -1.8909070491790771, -1.615423321723938, -1.261501431465149, -0.4204900562763214, -0.13861997425556183, -1.299024224281311, -0.40177154541015625, -0.07508961856365204, -1.466718316078186, -2.980363607406616, -1.835047960281372, -3.8126168251037598, -2.2955868244171143, -1.7681879997253418, -1.5570614337921143, -3.5398683547973633, -2.2947895526885986, -1.9187241792678833, -1.7322529554367065, -1.2844570875167847, -0.2951339781284332, -0.8425730466842651, -2.4808175563812256, -1.0130295753479004, -0.12443625926971436, -0.7682132720947266, -0.0190611332654953, -0.96719890832901, -1.9031438827514648, -2.0120973587036133, -3.213046073913574, -1.036582589149475, -1.8218214511871338, -1.265309453010559, -2.3331050872802734, -2.4098031520843506, -2.3100852966308594, -2.0315310955047607, -1.5712077617645264, -2.5576765537261963, -1.7601747512817383, -2.396679401397705, -2.0965120792388916, -2.6617281436920166, -2.441483736038208, -3.1217756271362305, -2.061396360397339, -1.2978036403656006, -0.4133971333503723, -2.038572311401367, -2.9640331268310547, -0.011323354206979275, -0.0019615711644291878, -2.3804879188537598, -2.358564615249634, -2.582615613937378, -1.829008936882019, -0.8986064791679382, -1.6887457370758057, -0.12702034413814545, -1.340644121170044, -1.7202080488204956, -2.1053318977355957, -0.3947664201259613, -0.6598619222640991, -1.879318356513977, -1.358872890472412, -1.3576070070266724, -2.409278154373169, -2.131767988204956, -1.9715406894683838, -1.9553152322769165, -0.8522931337356567, -1.2554305791854858, -0.9401402473449707, -0.3841412365436554, -1.0754501819610596, -1.343792200088501, -1.089337944984436, -2.176786184310913, -2.949418783187866, -0.5481724143028259, -2.7854719161987305, -1.7902904748916626, -1.8272279500961304, -1.5128746032714844, -1.0525844097137451, -1.8318463563919067, -1.5582494735717773, -0.9811180233955383, -1.6040732860565186, -3.897469997406006, -1.6845134496688843, -2.095653533935547, -2.8909428119659424, -2.2726588249206543, -2.513901710510254, -1.3925740718841553, -1.6543290615081787, -1.4734971523284912, -1.495770812034607, -2.4235756397247314, -0.6603233218193054, -2.2507410049438477, -1.8990557193756104, -2.0163516998291016, -2.218393325805664, -1.0899474620819092, -2.476538896560669, -1.3027886152267456, -2.604954957962036, -1.0389009714126587, -1.5672281980514526, -1.407740592956543, -1.502752661705017, -1.4746135473251343, -1.5224223136901855, -0.2296694666147232, -1.2069814205169678, -0.9004568457603455, -2.612013816833496, -1.0656592845916748, -1.6790881156921387, -1.9347513914108276, -1.0954911708831787, -0.5099326968193054, -1.7647546529769897, -1.3284775018692017, -1.8943806886672974, -1.3905457258224487, -1.456071376800537, -1.2778159379959106, -1.863723635673523, -1.0443882942199707, -1.665834665298462, -1.210815668106079, -1.377747893333435, -1.9902653694152832, -1.331579566001892, -1.8864388465881348, -1.0693540573120117, -1.1620802879333496, -0.2732316851615906, -1.3279597759246826, -0.44861599802970886, -1.6191445589065552, -2.816619873046875, -0.5943658947944641, -0.0038722786121070385, -2.623331069946289, -1.5668349266052246, -1.6183222532272339, -1.7388999462127686, -1.3309321403503418, -1.0758373737335205, -1.5220180749893188, -0.01564573124051094, -2.0638294219970703, -0.33462533354759216, -1.8589463233947754, -1.2552268505096436, -1.0884644985198975, -1.2802258729934692, -0.3960469961166382, -2.3816945552825928, -2.359265089035034, -0.917356550693512, -1.7336523532867432, -1.450612187385559, -1.9009153842926025, -2.1397228240966797, -1.5387952327728271, -1.4471074342727661, -0.5907090902328491, -2.0024235248565674, -1.9012424945831299, -1.557775616645813, -2.1487302780151367, -0.8351951241493225, -2.203758955001831, -1.7530685663223267, -2.5147318840026855, -1.9217649698257446, -1.4904582500457764, -1.7390673160552979, -0.056095536798238754, -0.7773287296295166, -0.9563475251197815, -0.6921005249023438, -0.9125219583511353, -2.126150369644165, -2.088172674179077, -0.38816171884536743, -1.55052649974823, -1.8773913383483887, -2.4111926555633545, -0.8247321844100952, -1.4431008100509644, -1.889388918876648, -1.7164641618728638, -0.7475000023841858, -1.6244544982910156, -1.1803004741668701]}, "Bot001_096_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY] it's quite good i had to call 911 once it was so bad . do you have any pets ? i have 2 cats. you ? i do too , i've a cat pickles . where are you from ? from california. you ? i'm in cali as well. Also, try to guess: i'm blonde girl ... with blue eyes ? with really short hair, funny you :) what do you like to do i really like traveling and playing with my dogs . you ? i like these things too", "response": "oh no , not anymore i had a black dog few yeas ago. how are you doing this evening ? [SMILING FACE WITH HEART-SHAPED EYES]", "annotation_id": "Bot001_096_20", "annotations": ["O", "X", "X", "T", "X", "O", "O", "T", "X", "T", "X", "X", "T", "T", "O"], "gpt2_target_score": [-11.552764892578125, -9.928899765014648, -14.36211109161377, -8.583015441894531, -16.325939178466797, -8.16602611541748, -11.39121150970459, -11.229660987854004, -14.889793395996094, -13.557280540466309, -17.15727996826172, -16.113100051879883, -17.59779930114746, -16.687538146972656, -6.174318313598633, -8.083377838134766, -10.342677116394043, -7.432374954223633, -10.503055572509766, -8.098182678222656, -15.286214828491211, -11.718700408935547, -8.593311309814453, -19.04831886291504, -13.788877487182617, -17.27783203125, -16.13676643371582, -13.754171371459961, -15.814542770385742, -17.43514633178711, -6.667421817779541, -15.292374610900879, -17.67633056640625, -17.64701271057129, -10.3058443069458, -19.185392379760742, -13.108833312988281], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.527821660041809, -1.0738911628723145, -1.1069135665893555, -0.5328629016876221, -1.6653963327407837, -3.0292863845825195, -0.3916281759738922, -1.5127708911895752, -0.9308205842971802, -1.3270596265792847, -2.815592050552368, -2.088395833969116, -1.2662718296051025, -1.1875802278518677, -0.6762800812721252, -0.2092304676771164, -3.211543560028076, -1.8909070491790771, -1.615423321723938, -1.261501431465149, -0.4204900562763214, -0.13861997425556183, -1.299024224281311, -0.40177154541015625, -0.07508961856365204, -1.466718316078186, -2.980363607406616, -1.835047960281372, -3.8126168251037598, -2.2955868244171143, -1.7681879997253418, -1.5570614337921143, -3.5398683547973633, -2.2947895526885986, -1.9187241792678833, -1.7322529554367065, -1.2844570875167847, -0.2951339781284332, -0.8425730466842651, -2.4808175563812256, -1.0130295753479004, -0.12443625926971436, -0.7682132720947266, -0.0190611332654953, -0.96719890832901, -1.9031438827514648, -2.0120973587036133, -3.213046073913574, -1.036582589149475, -1.8218214511871338, -1.265309453010559, -2.3331050872802734, -2.4098031520843506, -2.3100852966308594, -2.0315310955047607, -1.5712077617645264, -2.5576765537261963, -1.7601747512817383, -2.396679401397705, -2.0965120792388916, -2.6617281436920166, -2.441483736038208, -3.1217756271362305, -2.061396360397339, -1.2978036403656006, -0.4133971333503723, -2.038572311401367, -2.9640331268310547, -0.011323354206979275, -0.0019615711644291878, -2.3804879188537598, -2.358564615249634, -2.582615613937378, -1.829008936882019, -0.8986064791679382, -1.6887457370758057, -0.12702034413814545, -1.340644121170044, -1.7202080488204956, -2.1053318977355957, -0.3947664201259613, -0.6598619222640991, -1.879318356513977, -1.358872890472412, -1.3576070070266724, -2.409278154373169, -2.131767988204956, -1.9715406894683838, -1.9553152322769165, -0.8522931337356567, -1.2554305791854858, -0.9401402473449707, -0.3841412365436554, -1.0754501819610596, -1.343792200088501, -1.089337944984436, -2.176786184310913, -2.949418783187866, -0.5481724143028259, -2.7854719161987305, -1.7902904748916626, -1.8272279500961304, -1.5128746032714844, -1.0525844097137451, -1.8318463563919067, -1.5582494735717773, -0.9811180233955383, -1.6040732860565186, -3.897469997406006, -1.6845134496688843, -2.095653533935547, -2.8909428119659424, -2.2726588249206543, -2.513901710510254, -1.3925740718841553, -1.6543290615081787, -1.4734971523284912, -1.495770812034607, -2.4235756397247314, -0.6603233218193054, -2.2507410049438477, -1.8990557193756104, -2.0163516998291016, -2.218393325805664, -1.0899474620819092, -2.476538896560669, -1.3027886152267456, -2.604954957962036, -1.0389009714126587, -1.5672281980514526, -1.4077601432800293, -1.5027488470077515, -1.4746241569519043, -1.5224088430404663, -0.22967126965522766, -1.2069717645645142, -0.9004390835762024, -2.612015962600708, -1.0656588077545166, -1.67910897731781, -1.9347552061080933, -1.0954864025115967, -0.5099343657493591, -1.7647597789764404, -1.3284765481948853, -1.8943709135055542, -1.3905563354492188, -1.4560719728469849, -1.2778232097625732, -1.8637417554855347, -1.0443899631500244, -1.665849208831787, -1.2108064889907837, -1.3777456283569336, -1.9902536869049072, -1.3315869569778442, -1.8864272832870483, -1.0693540573120117, -1.1620781421661377, -0.2732338607311249, -1.3279601335525513, -0.4486231505870819, -1.619126558303833, -2.8166065216064453, -0.5943689346313477, -0.0038722786121070385, -2.6233367919921875, -1.5668389797210693, -1.618328332901001, -1.7388861179351807, -1.3309385776519775, -1.075850248336792, -1.5220139026641846, -0.01564573124051094, -2.063838005065918, -0.3346260190010071, -1.8589335680007935, -1.255232572555542, -1.088463306427002, -1.280228853225708, -0.39604803919792175, -2.3816912174224854, -2.359259843826294, -0.9173732399940491, -1.7336409091949463, -1.4506056308746338, -1.9009150266647339, -2.139704942703247, -1.5387996435165405, -1.447105884552002, -0.5907099843025208, -2.002427816390991, -1.9012547731399536, -1.557783603668213, -2.1487247943878174, -0.8352047204971313, -2.2037580013275146, -1.7530570030212402, -2.5147461891174316, -1.9217593669891357, -1.490472674369812, -1.739069938659668, -0.056094858795404434, -0.7773152589797974, -0.9563435912132263, -0.6921094655990601, -0.9125187397003174, -2.0629377365112305, -0.7065941095352173, -1.359255313873291, -1.70188307762146, -2.7398738861083984, -0.6731362342834473, -1.3165332078933716, -2.0346717834472656, -1.4595513343811035, -0.9673410654067993, -2.052730083465576, -0.9177117347717285, -1.701268196105957, -1.596479892730713, -1.9176665544509888, -2.2562901973724365, -1.9726169109344482, -2.086561441421509, -1.792384147644043, -1.571250081062317, -0.61661696434021, -1.8655928373336792, -1.9088146686553955, -1.936218500137329, -0.6377781629562378, -1.3560734987258911, -1.553349256515503, -2.2540266513824463, -0.3806130886077881, -1.6174745559692383, -1.2436261177062988, -1.6768027544021606, -1.1822346448898315, -1.9547302722930908, -0.19068215787410736, -1.4136959314346313, -1.1722441911697388, -0.7368930578231812, -0.4261012077331543, -0.5812095403671265, -3.122720718383789, -1.8061925172805786, -2.773078441619873, -2.0971288681030273, -0.22436246275901794, -0.791886031627655, -0.23601488769054413, -1.450577735900879, -1.7355583906173706, -1.945478916168213, -2.2387850284576416, -2.141909599304199, -1.4547659158706665, -1.1312196254730225, -1.6408394575119019]}, "Bot001_097_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is", "response": "did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY]", "annotation_id": "Bot001_097_02", "annotations": ["O", "O", "X", "T", "T", "T", "O", "T", "X", "O", "T", "X", "O", "X", "X"], "gpt2_target_score": [-14.720941543579102, -7.748440265655518, -11.446206092834473, -10.718417167663574, -8.615151405334473, -10.287397384643555, -11.889365196228027, -13.308988571166992, -8.16439151763916, -13.473676681518555, -15.129524230957031, -13.606542587280273, -12.870864868164062, -16.45629119873047, -14.214448928833008, -15.881052017211914, -15.273945808410645, -13.201059341430664, -14.543983459472656, -13.43873405456543, -15.129565238952637, -9.544431686401367, -14.718562126159668, -7.509352684020996, -15.49423599243164, -6.123288154602051, -19.618423461914062, -15.692667961120605, -11.920169830322266, -17.759634017944336, -12.946799278259277], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -2.2421762943267822, -0.6443909406661987, -1.4161369800567627, -0.6597701907157898, -0.4428292214870453, -1.5427614450454712, -1.7212438583374023, -1.7887678146362305, -2.037271738052368, -1.4591087102890015, -1.4733673334121704, -1.3028298616409302, -1.534624457359314, -0.09970865398645401, -1.3972982168197632, -1.3910431861877441, -0.9265345931053162, -0.034529462456703186, -0.964699923992157, -1.8452198505401611, -2.304539203643799, -0.443036288022995, -1.8274285793304443, -1.9393616914749146, -2.1812334060668945, -0.22234395146369934, -0.1211552545428276, -1.8609645366668701, -1.9167351722717285, -0.8477858304977417, -1.4415611028671265, -0.9282832741737366, -0.4998364746570587, -2.502748489379883, -1.3689192533493042, -2.0959253311157227, -1.5537644624710083, -0.08289167284965515, -0.4229617416858673, -1.7171580791473389, -0.7431247234344482, -2.879713296890259, -0.8622460961341858, -1.7894998788833618, -3.2127668857574463, -2.275935173034668, -2.5449249744415283, -1.3309839963912964, -2.009533166885376, -1.5408731698989868, -1.996599555015564, -0.4964194893836975]}, "Bot001_097_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service.", "response": "where are you from ?", "annotation_id": "Bot001_097_04", "annotations": ["O", "O", "T", "O", "O", "O", "X", "O", "X", "T", "O", "O", "O", "X", "O"], "gpt2_target_score": [-13.281068801879883, -8.605037689208984, -6.557473182678223, -9.0283842086792, -8.615151405334473], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -2.2421762943267822, -0.6443909406661987, -1.4161369800567627, -0.6597701907157898, -0.4428292214870453, -1.5427614450454712, -1.7212438583374023, -1.7887678146362305, -2.037271738052368, -1.4591087102890015, -1.4733673334121704, -1.3028298616409302, -1.5346137285232544, -0.09970865398645401, -1.39728844165802, -1.3910447359085083, -0.9265363216400146, -0.03452935069799423, -0.9647054672241211, -1.8452191352844238, -1.6229557991027832, -1.4851493835449219, -1.1775351762771606, -2.56148362159729, -0.9061996936798096, -0.1794717162847519, -1.7682210206985474, -2.055032253265381, -0.934367835521698, -1.2877824306488037, -1.4992263317108154, -1.5195714235305786, -2.3052303791046143, -1.32179856300354, -2.2413628101348877, -1.8265843391418457, -0.0789482444524765, -0.3436069190502167, -1.971453070640564, -1.6470941305160522, -2.749757766723633, -0.770110011100769, -1.8941315412521362, -3.471970558166504, -2.460710048675537, -2.5276834964752197, -1.427552580833435, -1.749366283416748, -1.6283230781555176, -1.458784818649292, -1.5844566822052002, -2.2878501415252686, -1.6110754013061523, -1.400484323501587, -0.9045680165290833, -3.487013816833496, -2.2502410411834717, -0.8282310962677002, -1.9728063344955444, -1.780334234237671, -2.2986888885498047, -1.4847606420516968, -0.19830754399299622, -1.0171875953674316, -0.8406664133071899, -0.32945552468299866]}, "Bot001_097_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france", "response": "are you really ? do the french like scary movies ?", "annotation_id": "Bot001_097_06", "annotations": ["T", "O", "X", "T", "O", "O", "O", "O", "T", "T", "T", "O", "T", "O", "O"], "gpt2_target_score": [-15.156198501586914, -7.748440265655518, -8.095009803771973, -12.249651908874512, -8.18209171295166, -7.91932487487793, -16.897939682006836, -13.308988571166992, -17.156021118164062, -13.960935592651367, -11.090476989746094], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -2.2421762943267822, -0.6443909406661987, -1.4161369800567627, -0.6597701907157898, -0.4428292214870453, -1.5427614450454712, -1.7212438583374023, -1.7887678146362305, -2.037271738052368, -1.4591087102890015, -1.4733673334121704, -1.3028298616409302, -1.5346137285232544, -0.09970865398645401, -1.39728844165802, -1.3910447359085083, -0.9265363216400146, -0.03452935069799423, -0.9647039175033569, -1.8452085256576538, -1.6229591369628906, -1.4851348400115967, -1.17754065990448, -2.561488151550293, -0.9062009453773499, -0.17947301268577576, -1.7682048082351685, -2.0550477504730225, -0.93437260389328, -1.2877830266952515, -1.4992371797561646, -1.5195767879486084, -2.3052287101745605, -1.3218021392822266, -2.241365671157837, -1.8265795707702637, -0.07894868403673172, -0.34361395239830017, -1.9714282751083374, -1.6470950841903687, -2.7497642040252686, -0.7701164484024048, -1.8941267728805542, -3.4719598293304443, -2.4607181549072266, -2.5276877880096436, -1.4275517463684082, -1.7493631839752197, -1.6283282041549683, -1.4587843418121338, -1.5844379663467407, -2.287846088409424, -1.6110754013061523, -1.4005047082901, -0.9045680165290833, -3.487011432647705, -2.2502384185791016, -0.8282280564308167, -1.972805142402649, -1.780336856842041, -1.4036200046539307, -0.2003558874130249, -1.0686333179473877, -0.6418870091438293, -1.5372830629348755, -0.9194319844245911, -2.6731719970703125, -2.547067642211914, -0.1458054631948471, -0.4807879626750946, -2.594749689102173, -0.5494787693023682, -0.06750103831291199, -2.2755444049835205, -3.1903276443481445, -1.792061448097229, -2.373199462890625, -0.8793832659721375, -0.5582943558692932]}, "Bot001_097_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it", "response": "yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS]", "annotation_id": "Bot001_097_08", "annotations": ["O", "O", "X", "O", "X", "O", "O", "O", "X", "T", "T", "O", "X", "X", "T"], "gpt2_target_score": [-15.345590591430664, -5.53941011428833, -2.72591495513916, -9.536730766296387, -6.752038478851318, -13.193387985229492, -12.420619010925293, -13.834371566772461, -11.454743385314941, -8.372259140014648, -16.63018035888672, -9.07969856262207, -13.4295654296875, -13.148687362670898, -17.70916175842285, -18.46476173400879, -11.56575870513916, -15.183558464050293, -6.251300811767578, -13.36452865600586, -13.910300254821777, -8.372724533081055, -14.271876335144043, -9.871779441833496, -9.41696548461914, -23.44869613647461, -14.304091453552246], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -2.2421762943267822, -0.6443909406661987, -1.4161369800567627, -0.6597701907157898, -0.4428292214870453, -1.5427614450454712, -1.7212438583374023, -1.7887678146362305, -2.037271738052368, -1.4591087102890015, -1.4733673334121704, -1.3028298616409302, -1.5346137285232544, -0.09970865398645401, -1.39728844165802, -1.3910447359085083, -0.9265363216400146, -0.03452935069799423, -0.9647039175033569, -1.8452085256576538, -1.6229591369628906, -1.4851348400115967, -1.17754065990448, -2.561488151550293, -0.9062009453773499, -0.17947301268577576, -1.7682048082351685, -2.0550477504730225, -0.93437260389328, -1.2877830266952515, -1.4992371797561646, -1.5195767879486084, -2.3052287101745605, -1.3218021392822266, -2.241365671157837, -1.8265795707702637, -0.07894868403673172, -0.34361395239830017, -1.9714282751083374, -1.6470950841903687, -2.7497642040252686, -0.7701164484024048, -1.8941267728805542, -3.4719598293304443, -2.4607181549072266, -2.5276877880096436, -1.4275517463684082, -1.7493631839752197, -1.6283282041549683, -1.4587843418121338, -1.5844379663467407, -2.287846088409424, -1.6110754013061523, -1.4005047082901, -0.9045680165290833, -3.487011432647705, -2.2502384185791016, -0.8282280564308167, -1.972805142402649, -1.780336856842041, -1.4036200046539307, -0.2003558874130249, -1.0686333179473877, -0.6418870091438293, -1.5372830629348755, -0.9194319844245911, -2.673191785812378, -0.2810763120651245, -0.5592002272605896, -2.3111352920532227, -1.8180068731307983, -0.0556403249502182, -2.8754847049713135, -3.0620522499084473, -1.9164592027664185, -2.157719135284424, -0.9173310995101929, -2.055788040161133, -1.2503702640533447, -0.9318900108337402, -2.1379129886627197, -2.066568613052368, -2.443077802658081, -1.521780014038086, -1.160009741783142, -1.8342303037643433, -1.5849990844726562, -1.695455551147461, -1.3852314949035645, -2.132395029067993, -2.0943515300750732, -1.0385475158691406, -0.024820512160658836, -1.4090919494628906, -1.2373671531677246, -1.9038885831832886, -1.1577231884002686, -1.2079272270202637, -1.5639913082122803, -0.8836371302604675, -0.3664011061191559, -3.1886439323425293, -1.4563615322113037, -0.5975652933120728, -1.6029428243637085, -0.5851020812988281, -2.788037061691284, -2.1668100357055664, -2.5397415161132812, -1.292026162147522]}, "Bot001_097_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS] good man just chilling", "response": "fun . i am playing with my iguanas .. Also, try to guess: i work in ...", "annotation_id": "Bot001_097_10", "annotations": ["O", "T", "X", "X", "X", "O", "T", "O", "O", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-16.72489356994629, -9.227428436279297, -10.085366249084473, -10.57934856414795, -10.19912052154541, -10.410322189331055, -12.338255882263184, -16.36836051940918, -19.029098510742188, -15.59559440612793, -13.848106384277344, -14.489408493041992, -5.656734466552734, -19.80000114440918, -10.965799331665039, -14.550386428833008, -9.993382453918457, -15.070415496826172, -12.868091583251953, -10.65327262878418, -15.613308906555176], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -2.2421762943267822, -0.6443909406661987, -1.4161369800567627, -0.6597701907157898, -0.4428292214870453, -1.5427614450454712, -1.7212438583374023, -1.7887678146362305, -2.037271738052368, -1.4591087102890015, -1.4733673334121704, -1.3028298616409302, -1.5346137285232544, -0.09970865398645401, -1.39728844165802, -1.3910447359085083, -0.9265363216400146, -0.03452935069799423, -0.9647039175033569, -1.8452085256576538, -1.6229591369628906, -1.4851348400115967, -1.17754065990448, -2.561488151550293, -0.9062009453773499, -0.17947301268577576, -1.7682048082351685, -2.0550477504730225, -0.93437260389328, -1.2877830266952515, -1.4992371797561646, -1.5195767879486084, -2.3052287101745605, -1.3218021392822266, -2.241365671157837, -1.8265795707702637, -0.07894868403673172, -0.34361395239830017, -1.9714282751083374, -1.6470950841903687, -2.7497642040252686, -0.7701164484024048, -1.8941267728805542, -3.4719598293304443, -2.4607181549072266, -2.5276877880096436, -1.4275517463684082, -1.7493631839752197, -1.6283282041549683, -1.4587843418121338, -1.5844379663467407, -2.287846088409424, -1.6110754013061523, -1.4005047082901, -0.9045680165290833, -3.487011432647705, -2.2502384185791016, -0.8282280564308167, -1.972805142402649, -1.780336856842041, -1.4036200046539307, -0.2003558874130249, -1.0686333179473877, -0.6418870091438293, -1.5372830629348755, -0.9194319844245911, -2.6731719970703125, -0.2810804545879364, -0.5591952800750732, -2.31113600730896, -1.8180181980133057, -0.05563998594880104, -2.8754827976226807, -3.0620627403259277, -1.916453242301941, -2.157722234725952, -0.9173415899276733, -2.05578351020813, -1.2503691911697388, -0.9318780899047852, -2.1379194259643555, -2.066570520401001, -1.8974990844726562, -1.5958247184753418, -2.2776122093200684, -1.7900028228759766, -2.123892307281494, -1.5703078508377075, -2.105226755142212, -1.9003534317016602, -1.0887160301208496, -0.030503900721669197, -1.6476104259490967, -1.5517404079437256, -1.9681401252746582, -1.1514270305633545, -1.3373867273330688, -1.4243303537368774, -0.777179479598999, -1.7850799560546875, -3.0683887004852295, -1.5212234258651733, -0.6208568811416626, -1.4282139539718628, -0.6640911102294922, -2.9274959564208984, -2.200878858566284, -2.3026678562164307, -1.0797654390335083, -1.5079485177993774, -0.9942905902862549, -3.533888816833496, -1.9495017528533936, -2.39296555519104, -0.4000823199748993, -1.609907627105713, -2.472651481628418, -2.231205701828003, -2.5650813579559326, -1.163467526435852, -2.729675531387329, -2.004957437515259, -2.4462687969207764, -1.7788814306259155, -1.52095365524292, -1.5671319961547852, -1.3454331159591675, -1.1003981828689575, -1.8613414764404297, -1.7395087480545044, -2.3141896724700928, -1.391160488128662, -1.1836880445480347, -1.5128333568572998, -3.6591522693634033]}, "Bot001_097_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS] good man just chilling fun . i am playing with my iguanas .. Also, try to guess: i work in ... softball?", "response": "insurance business, funny you :)", "annotation_id": "Bot001_097_12", "annotations": ["T", "X", "X", "X", "X", "O", "O", "O", "T", "T", "T", "O", "T", "O", "O"], "gpt2_target_score": [-16.311403274536133, -19.86989974975586, -9.342263221740723, -9.2423734664917, -10.636651039123535, -7.943586349487305, -14.540583610534668], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -2.2421762943267822, -0.6443909406661987, -1.4161369800567627, -0.6597701907157898, -0.4428292214870453, -1.5427614450454712, -1.7212438583374023, -1.7887678146362305, -2.037271738052368, -1.4591087102890015, -1.4733673334121704, -1.3028298616409302, -1.5346137285232544, -0.09970865398645401, -1.39728844165802, -1.3910447359085083, -0.9265363216400146, -0.03452935069799423, -0.9647039175033569, -1.8452085256576538, -1.6229591369628906, -1.4851348400115967, -1.17754065990448, -2.561488151550293, -0.9062009453773499, -0.17947301268577576, -1.7682048082351685, -2.0550477504730225, -0.93437260389328, -1.2877830266952515, -1.4992371797561646, -1.5195767879486084, -2.3052287101745605, -1.3218021392822266, -2.241365671157837, -1.8265795707702637, -0.07894868403673172, -0.34361395239830017, -1.9714282751083374, -1.6470950841903687, -2.7497642040252686, -0.7701164484024048, -1.8941267728805542, -3.4719598293304443, -2.4607181549072266, -2.5276877880096436, -1.4275517463684082, -1.7493631839752197, -1.6283282041549683, -1.4587843418121338, -1.5844379663467407, -2.287846088409424, -1.6110754013061523, -1.4005047082901, -0.9045680165290833, -3.487011432647705, -2.2502384185791016, -0.8282280564308167, -1.972805142402649, -1.780336856842041, -1.4036200046539307, -0.2003558874130249, -1.0686333179473877, -0.6418870091438293, -1.5372830629348755, -0.9194319844245911, -2.6731719970703125, -0.2810804545879364, -0.5591952800750732, -2.31113600730896, -1.8180181980133057, -0.05563998594880104, -2.8754827976226807, -3.0620627403259277, -1.916453242301941, -2.157722234725952, -0.9173415899276733, -2.05578351020813, -1.2503691911697388, -0.9318780899047852, -2.1379194259643555, -2.066570520401001, -1.8974990844726562, -1.5958247184753418, -2.2776122093200684, -1.7900028228759766, -2.123892307281494, -1.5703078508377075, -2.105226755142212, -1.9003534317016602, -1.0887160301208496, -0.030503900721669197, -1.6476104259490967, -1.5517404079437256, -1.9681401252746582, -1.1514270305633545, -1.3373867273330688, -1.4243303537368774, -0.777179479598999, -1.7850799560546875, -3.0683887004852295, -1.5212234258651733, -0.6208568811416626, -1.4282139539718628, -0.6640911102294922, -2.9274959564208984, -2.200878858566284, -2.3026678562164307, -1.0797773599624634, -1.507948398590088, -0.9943014979362488, -3.5339012145996094, -1.9495086669921875, -1.91596257686615, -1.9614284038543701, -2.1851279735565186, -2.313354730606079, -2.6314315795898438, -1.06863272190094, -2.37664794921875, -2.002967596054077, -2.5317630767822266, -1.7452127933502197, -1.5274150371551514, -1.6586410999298096, -1.4183717966079712, -0.9224386215209961, -2.0312082767486572, -1.7186168432235718, -2.08068585395813, -1.5322140455245972, -1.2794045209884644, -1.5096935033798218, -2.9257938861846924, -0.04353955015540123, -2.498739719390869, -1.9783812761306763, -2.5138325691223145, -1.3770866394042969, -2.0955612659454346, -2.086712121963501, -1.898948073387146, -2.7824602127075195, -2.28928279876709, -0.6354726552963257]}, "Bot001_097_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS] good man just chilling fun . i am playing with my iguanas .. Also, try to guess: i work in ... softball? insurance business, funny you :) ha", "response": "ho ho ho ho ho", "annotation_id": "Bot001_097_14", "annotations": ["O", "X", "X", "X", "X", "O", "O", "T", "O", "T", "O", "O", "X", "O", "T"], "gpt2_target_score": [-15.928201675415039, -14.160442352294922, -13.184563636779785, -13.741808891296387, -11.41036319732666], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -2.2421762943267822, -0.6443909406661987, -1.4161369800567627, -0.6597701907157898, -0.4428292214870453, -1.5427614450454712, -1.7212438583374023, -1.7887678146362305, -2.037271738052368, -1.4591087102890015, -1.4733673334121704, -1.3028298616409302, -1.5346137285232544, -0.09970865398645401, -1.39728844165802, -1.3910447359085083, -0.9265363216400146, -0.03452935069799423, -0.9647039175033569, -1.8452085256576538, -1.6229591369628906, -1.4851348400115967, -1.17754065990448, -2.561488151550293, -0.9062009453773499, -0.17947301268577576, -1.7682048082351685, -2.0550477504730225, -0.93437260389328, -1.2877830266952515, -1.4992371797561646, -1.5195767879486084, -2.3052287101745605, -1.3218021392822266, -2.241365671157837, -1.8265795707702637, -0.07894868403673172, -0.34361395239830017, -1.9714282751083374, -1.6470950841903687, -2.7497642040252686, -0.7701164484024048, -1.8941267728805542, -3.4719598293304443, -2.4607181549072266, -2.5276877880096436, -1.4275517463684082, -1.7493631839752197, -1.6283282041549683, -1.4587843418121338, -1.5844379663467407, -2.287846088409424, -1.6110754013061523, -1.4005047082901, -0.9045680165290833, -3.487011432647705, -2.2502384185791016, -0.8282280564308167, -1.972805142402649, -1.780336856842041, -1.4036200046539307, -0.2003558874130249, -1.0686333179473877, -0.6418870091438293, -1.5372830629348755, -0.9194319844245911, -2.6731719970703125, -0.2810804545879364, -0.5591952800750732, -2.31113600730896, -1.8180181980133057, -0.05563998594880104, -2.8754827976226807, -3.0620627403259277, -1.916453242301941, -2.157722234725952, -0.9173415899276733, -2.05578351020813, -1.2503691911697388, -0.9318780899047852, -2.1379194259643555, -2.066570520401001, -1.8974990844726562, -1.5958247184753418, -2.2776122093200684, -1.7900028228759766, -2.123892307281494, -1.5703078508377075, -2.105226755142212, -1.9003534317016602, -1.0887160301208496, -0.030503900721669197, -1.6476104259490967, -1.5517404079437256, -1.9681401252746582, -1.1514270305633545, -1.3373867273330688, -1.4243303537368774, -0.777179479598999, -1.7850799560546875, -3.0683887004852295, -1.5212234258651733, -0.6208568811416626, -1.4282139539718628, -0.6640911102294922, -2.9274959564208984, -2.200878858566284, -2.3026678562164307, -1.079772710800171, -1.5079511404037476, -0.9942847490310669, -3.5338895320892334, -1.9495103359222412, -1.91596519947052, -1.9614306688308716, -2.185140609741211, -2.3133673667907715, -2.6314470767974854, -1.0686372518539429, -2.376638889312744, -2.002960443496704, -2.5317676067352295, -1.7451889514923096, -1.527409315109253, -1.6586339473724365, -1.4183845520019531, -0.9224374294281006, -2.031203269958496, -1.7186181545257568, -2.080683708190918, -1.532196044921875, -1.2794102430343628, -1.5096951723098755, -2.925797700881958, -0.04353966563940048, -2.4987521171569824, -1.9783899784088135, -1.1691837310791016, -1.2829821109771729, -1.890421748161316, -2.881096839904785, -2.7145509719848633, -1.4967679977416992, -0.1751546412706375, -2.460400342941284, -2.4256906509399414, -1.4031195640563965, -0.6746799945831299, -0.47345972061157227, -0.33898574113845825]}, "Bot001_097_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS] good man just chilling fun . i am playing with my iguanas .. Also, try to guess: i work in ... softball? insurance business, funny you :) ha ho ho ho ho ho what  is your favorite color", "response": "you are not answering my question i can report you . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE]", "annotation_id": "Bot001_097_16", "annotations": ["O", "X", "X", "X", "T", "T", "X", "X", "X", "T", "T", "X", "O", "X", "X"], "gpt2_target_score": [-12.138788223266602, -8.605037689208984, -10.325570106506348, -15.110323905944824, -6.293023586273193, -11.453611373901367, -12.775065422058105, -11.756841659545898, -8.940224647521973, -9.237409591674805, -13.146839141845703, -7.864591598510742, -7.966228485107422, -11.46274185180664, -13.56254768371582, -13.367116928100586, -10.757588386535645, -7.735389709472656, -4.5314788818359375, -3.3399317264556885, -14.469550132751465, -4.797117233276367, -5.647531986236572, -14.641860008239746, -15.270755767822266, -12.548932075500488, -22.22760009765625, -11.88581371307373], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -2.2421762943267822, -0.6443909406661987, -1.4161369800567627, -0.6597701907157898, -0.4428292214870453, -1.5427614450454712, -1.7212438583374023, -1.7887678146362305, -2.037271738052368, -1.4591087102890015, -1.4733673334121704, -1.3028298616409302, -1.5346137285232544, -0.09970865398645401, -1.39728844165802, -1.3910447359085083, -0.9265363216400146, -0.03452935069799423, -0.9647039175033569, -1.8452085256576538, -1.6229591369628906, -1.4851348400115967, -1.17754065990448, -2.561488151550293, -0.9062009453773499, -0.17947301268577576, -1.7682048082351685, -2.0550477504730225, -0.93437260389328, -1.2877830266952515, -1.4992371797561646, -1.5195767879486084, -2.3052287101745605, -1.3218021392822266, -2.241365671157837, -1.8265795707702637, -0.07894868403673172, -0.34361395239830017, -1.9714282751083374, -1.6470950841903687, -2.7497642040252686, -0.7701164484024048, -1.8941267728805542, -3.4719598293304443, -2.4607181549072266, -2.5276877880096436, -1.4275517463684082, -1.7493631839752197, -1.6283282041549683, -1.4587843418121338, -1.5844379663467407, -2.287846088409424, -1.6110754013061523, -1.4005047082901, -0.9045680165290833, -3.487011432647705, -2.2502384185791016, -0.8282280564308167, -1.972805142402649, -1.780336856842041, -1.4036200046539307, -0.2003558874130249, -1.0686333179473877, -0.6418870091438293, -1.5372830629348755, -0.9194319844245911, -2.6731719970703125, -0.2810804545879364, -0.5591952800750732, -2.31113600730896, -1.8180181980133057, -0.05563998594880104, -2.8754827976226807, -3.0620627403259277, -1.916453242301941, -2.157722234725952, -0.9173415899276733, -2.05578351020813, -1.2503691911697388, -0.9318780899047852, -2.1379194259643555, -2.066570520401001, -1.8974990844726562, -1.5958247184753418, -2.2776122093200684, -1.7900028228759766, -2.123892307281494, -1.5703078508377075, -2.105226755142212, -1.9003534317016602, -1.0887160301208496, -0.030503900721669197, -1.6476104259490967, -1.5517404079437256, -1.9681401252746582, -1.1514270305633545, -1.3373867273330688, -1.4243303537368774, -0.777179479598999, -1.7850799560546875, -3.0683887004852295, -1.5212234258651733, -0.6208568811416626, -1.4282139539718628, -0.6640911102294922, -2.9274959564208984, -2.200878858566284, -2.3026678562164307, -1.0797654390335083, -1.5079485177993774, -0.9942905902862549, -3.533888816833496, -1.9495017528533936, -1.9159718751907349, -1.9614200592041016, -2.1851398944854736, -2.313344955444336, -2.6314356327056885, -1.068636178970337, -2.3766448497772217, -2.0029609203338623, -2.5317647457122803, -1.745208978652954, -1.5274158716201782, -1.658649206161499, -1.4183768033981323, -0.9224491715431213, -2.0312159061431885, -1.7186261415481567, -2.080676317214966, -1.5322260856628418, -1.279406189918518, -1.509690284729004, -2.9257988929748535, -0.04353875294327736, -2.49873948097229, -1.9783858060836792, -1.169184684753418, -1.2829915285110474, -1.8904192447662354, -2.8811068534851074, -2.7145438194274902, -1.496759295463562, -0.1751573383808136, -2.630249500274658, -0.9603452086448669, -0.6640933752059937, -0.4726213216781616, -0.3518359959125519, -1.6756916046142578, -1.6052885055541992, -1.390997290611267, -2.3056161403656006, -2.1260409355163574, -1.5486105680465698, -2.627047061920166, -2.3695363998413086, -1.8653475046157837, -1.9486197233200073, -1.2142784595489502, -0.5415462851524353, -2.0301082134246826, -1.3325867652893066, -1.5889784097671509, -0.46806639432907104, -1.478379726409912, -1.3614236116409302, -2.5662755966186523, -1.9844483137130737, -0.30498334765434265, -2.273486614227295, -1.4087916612625122, -2.598771333694458, -2.5973989963531494, -1.6014536619186401, -0.8788723349571228, -1.2915796041488647, -1.5838223695755005, -2.5579490661621094, -1.3508459329605103, -2.2486085891723633, -1.8830718994140625, -1.6903789043426514, -1.9093647003173828]}, "Bot001_097_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS] good man just chilling fun . i am playing with my iguanas .. Also, try to guess: i work in ... softball? insurance business, funny you :) ha ho ho ho ho ho what  is your favorite color you are not answering my question i can report you . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] what is your question", "response": "do you think that dogs could be trained to read ?", "annotation_id": "Bot001_097_18", "annotations": ["O", "T", "O", "T", "O", "O", "O", "O", "X", "T", "O", "O", "T", "O", "O"], "gpt2_target_score": [-13.948648452758789, -7.748440265655518, -12.155266761779785, -5.493487358093262, -10.849709510803223, -12.199979782104492, -13.640349388122559, -18.242338180541992, -8.16439151763916, -12.70777702331543, -11.090476989746094], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -2.2421762943267822, -0.6443909406661987, -1.4161369800567627, -0.6597701907157898, -0.4428292214870453, -1.5427614450454712, -1.7212438583374023, -1.7887678146362305, -2.037271738052368, -1.4591087102890015, -1.4733673334121704, -1.3028298616409302, -1.5346137285232544, -0.09970865398645401, -1.39728844165802, -1.3910447359085083, -0.9265363216400146, -0.03452935069799423, -0.9647039175033569, -1.8452085256576538, -1.6229591369628906, -1.4851348400115967, -1.17754065990448, -2.561488151550293, -0.9062009453773499, -0.17947301268577576, -1.7682048082351685, -2.0550477504730225, -0.93437260389328, -1.2877830266952515, -1.4992371797561646, -1.5195767879486084, -2.3052287101745605, -1.3218021392822266, -2.241365671157837, -1.8265795707702637, -0.07894868403673172, -0.34361395239830017, -1.9714282751083374, -1.6470950841903687, -2.7497642040252686, -0.7701164484024048, -1.8941267728805542, -3.4719598293304443, -2.4607181549072266, -2.5276877880096436, -1.4275517463684082, -1.7493631839752197, -1.6283282041549683, -1.4587843418121338, -1.5844379663467407, -2.287846088409424, -1.6110754013061523, -1.4005047082901, -0.9045680165290833, -3.487011432647705, -2.2502384185791016, -0.8282280564308167, -1.972805142402649, -1.780336856842041, -1.4036200046539307, -0.2003558874130249, -1.0686333179473877, -0.6418870091438293, -1.5372830629348755, -0.9194319844245911, -2.6731719970703125, -0.2810804545879364, -0.5591952800750732, -2.31113600730896, -1.8180181980133057, -0.05563998594880104, -2.8754827976226807, -3.0620627403259277, -1.916453242301941, -2.157722234725952, -0.9173415899276733, -2.05578351020813, -1.2503691911697388, -0.9318780899047852, -2.1379194259643555, -2.066570520401001, -1.8974990844726562, -1.5958247184753418, -2.2776122093200684, -1.7900028228759766, -2.123892307281494, -1.5703078508377075, -2.105226755142212, -1.9003534317016602, -1.0887160301208496, -0.030503900721669197, -1.6476104259490967, -1.5517404079437256, -1.9681401252746582, -1.1514270305633545, -1.3373867273330688, -1.4243303537368774, -0.777179479598999, -1.7850799560546875, -3.0683887004852295, -1.5212234258651733, -0.6208568811416626, -1.4282139539718628, -0.6640911102294922, -2.9274959564208984, -2.200878858566284, -2.3026678562164307, -1.0797654390335083, -1.5079485177993774, -0.9942905902862549, -3.533888816833496, -1.9495017528533936, -1.9159718751907349, -1.9614200592041016, -2.1851398944854736, -2.313344955444336, -2.6314356327056885, -1.068636178970337, -2.3766448497772217, -2.0029609203338623, -2.5317647457122803, -1.745208978652954, -1.5274158716201782, -1.658649206161499, -1.4183768033981323, -0.9224491715431213, -2.0312159061431885, -1.7186261415481567, -2.080676317214966, -1.5322260856628418, -1.279406189918518, -1.509690284729004, -2.9257988929748535, -0.04353875294327736, -2.49873948097229, -1.9783858060836792, -1.169184684753418, -1.2829915285110474, -1.8904192447662354, -2.8811068534851074, -2.7145438194274902, -1.496759295463562, -0.1751573383808136, -2.630249500274658, -0.9603452086448669, -0.6640933752059937, -0.4726213216781616, -0.3518359959125519, -1.6756916046142578, -1.6052885055541992, -1.390997290611267, -2.3056161403656006, -2.1260409355163574, -1.5486105680465698, -2.0617082118988037, -1.8915855884552002, -2.304373025894165, -2.041293144226074, -0.7849221229553223, -2.060492753982544, -1.5776656866073608, -1.6861035823822021, -0.5658025145530701, -1.6304476261138916, -1.9828882217407227, -2.593573808670044, -2.9138150215148926, -0.3817422389984131, -2.371488094329834, -1.5566737651824951, -2.550764322280884, -2.0655486583709717, -1.6227781772613525, -0.8039823770523071, -0.9826236963272095, -1.7400180101394653, -2.5516111850738525, -1.547528624534607, -2.5348563194274902, -2.0498363971710205, -1.3622198104858398, -2.0776851177215576, -1.6507987976074219, -0.6091626286506653, -0.3901892602443695, -1.1625510454177856, -2.5134809017181396, -0.2291298359632492, -1.2179468870162964, -1.6893682479858398, -2.0016515254974365, -1.1088277101516724, -1.471362590789795, -2.6632931232452393, -0.7839326858520508, -2.0061893463134766, -2.2954535484313965, -1.002709984779358]}, "Bot001_097_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS] good man just chilling fun . i am playing with my iguanas .. Also, try to guess: i work in ... softball? insurance business, funny you :) ha ho ho ho ho ho what  is your favorite color you are not answering my question i can report you . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] what is your question do you think that dogs could be trained to read ? haha i don't think so", "response": "yeah they have great scales", "annotation_id": "Bot001_097_20", "annotations": ["X", "X", "X", "X", "X", "T", "O", "X", "X", "T", "T", "X", "X", "X", "X"], "gpt2_target_score": [-15.04283332824707, -10.971782684326172, -4.561745643615723, -8.491168022155762, -18.391809463500977], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -2.2421762943267822, -0.6443909406661987, -1.4161369800567627, -0.6597701907157898, -0.4428292214870453, -1.5427614450454712, -1.7212438583374023, -1.7887678146362305, -2.037271738052368, -1.4591087102890015, -1.4733673334121704, -1.3028298616409302, -1.5346137285232544, -0.09970865398645401, -1.39728844165802, -1.3910447359085083, -0.9265363216400146, -0.03452935069799423, -0.9647039175033569, -1.8452085256576538, -1.6229591369628906, -1.4851348400115967, -1.17754065990448, -2.561488151550293, -0.9062009453773499, -0.17947301268577576, -1.7682048082351685, -2.0550477504730225, -0.93437260389328, -1.2877830266952515, -1.4992371797561646, -1.5195767879486084, -2.3052287101745605, -1.3218021392822266, -2.241365671157837, -1.8265795707702637, -0.07894868403673172, -0.34361395239830017, -1.9714282751083374, -1.6470950841903687, -2.7497642040252686, -0.7701164484024048, -1.8941267728805542, -3.4719598293304443, -2.4607181549072266, -2.5276877880096436, -1.4275517463684082, -1.7493631839752197, -1.6283282041549683, -1.4587843418121338, -1.5844379663467407, -2.287846088409424, -1.6110754013061523, -1.4005047082901, -0.9045680165290833, -3.487011432647705, -2.2502384185791016, -0.8282280564308167, -1.972805142402649, -1.780336856842041, -1.4036200046539307, -0.2003558874130249, -1.0686333179473877, -0.6418870091438293, -1.5372830629348755, -0.9194319844245911, -2.6731719970703125, -0.2810804545879364, -0.5591952800750732, -2.31113600730896, -1.8180181980133057, -0.05563998594880104, -2.8754827976226807, -3.0620627403259277, -1.916453242301941, -2.157722234725952, -0.9173415899276733, -2.05578351020813, -1.2503691911697388, -0.9318780899047852, -2.1379194259643555, -2.066570520401001, -1.8974990844726562, -1.5958247184753418, -2.2776122093200684, -1.7900028228759766, -2.123892307281494, -1.5703078508377075, -2.105226755142212, -1.9003534317016602, -1.0887160301208496, -0.030503900721669197, -1.6476104259490967, -1.5517404079437256, -1.9681401252746582, -1.1514270305633545, -1.3373867273330688, -1.4243303537368774, -0.777179479598999, -1.7850799560546875, -3.0683887004852295, -1.5212234258651733, -0.6208568811416626, -1.4282139539718628, -0.6640911102294922, -2.9274959564208984, -2.200878858566284, -2.3026678562164307, -1.0797654390335083, -1.5079485177993774, -0.9942905902862549, -3.533888816833496, -1.9495017528533936, -1.9159718751907349, -1.9614200592041016, -2.1851398944854736, -2.313344955444336, -2.6314356327056885, -1.068636178970337, -2.3766448497772217, -2.0029609203338623, -2.5317647457122803, -1.745208978652954, -1.5274158716201782, -1.658649206161499, -1.4183768033981323, -0.9224491715431213, -2.0312159061431885, -1.7186261415481567, -2.080676317214966, -1.5322260856628418, -1.279406189918518, -1.509690284729004, -2.9257988929748535, -0.04353875294327736, -2.49873948097229, -1.9783858060836792, -1.169184684753418, -1.2829915285110474, -1.8904192447662354, -2.8811068534851074, -2.7145438194274902, -1.496759295463562, -0.1751573383808136, -2.630249500274658, -0.9603452086448669, -0.6640933752059937, -0.4726213216781616, -0.3518359959125519, -1.6756916046142578, -1.6052885055541992, -1.390997290611267, -2.3056161403656006, -2.1260409355163574, -1.5486105680465698, -2.0617082118988037, -1.8915855884552002, -2.304373025894165, -2.041293144226074, -0.7849221229553223, -2.060492753982544, -1.5776656866073608, -1.6861097812652588, -0.5658056139945984, -1.6304484605789185, -1.9828790426254272, -2.5935654640197754, -2.9138143062591553, -0.38174256682395935, -2.3714890480041504, -1.5566737651824951, -2.5507588386535645, -2.065538167953491, -1.6227784156799316, -0.8039884567260742, -0.9826217293739319, -1.7400195598602295, -2.551610231399536, -1.5475269556045532, -2.5348622798919678, -2.049837827682495, -1.3622241020202637, -2.0776827335357666, -1.6508018970489502, -0.609165370464325, -0.390191912651062, -1.1625510454177856, -0.4459802806377411, -1.2132363319396973, -1.6453276872634888, -1.905248999595642, -1.6917450428009033, -2.1729917526245117, -2.8181397914886475, -0.8454428911209106, -1.8909584283828735, -1.71365487575531, -2.17032527923584, -1.87909734249115, -1.796738862991333, -0.05926195904612541, -0.8560446500778198, -1.3974004983901978, -1.58832848072052, -2.431776285171509, -0.8945305943489075, -1.7599660158157349, -1.6628817319869995, -3.1392815113067627, -1.6973609924316406]}, "Bot001_099_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center.", "response": "i've been on the same assembly line for 15 years .", "annotation_id": "Bot001_099_02", "annotations": ["X", "O", "O", "O", "X", "T", "T", "T", "T", "O", "X", "O", "X", "T", "O"], "gpt2_target_score": [-12.053736686706543, -12.169386863708496, -8.127073287963867, -9.506324768066406, -8.705445289611816, -14.960434913635254, -21.447406768798828, -15.788607597351074, -12.011240005493164, -10.421493530273438, -13.558807373046875, -11.846925735473633], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -0.6240441203117371, -2.891352415084839, -2.525852680206299, -0.01045028492808342, -0.7047274708747864, -1.21210515499115, -2.484323263168335, -0.18714427947998047, -1.6186822652816772, -2.3679585456848145, -1.0395647287368774, -1.3859915733337402, -1.4925928115844727, -1.8265069723129272, -1.0480973720550537, -1.0313737392425537, -0.9562264084815979, -0.002273119753226638, -1.5140633583068848, -1.6565546989440918, -2.32572865486145, -1.0544252395629883, -0.8307356834411621, -1.5256599187850952, -1.9731491804122925, -1.8936744928359985, -1.5941689014434814, -3.0533831119537354, -0.4085073173046112, -1.0693007707595825, -1.371761679649353, -1.3849867582321167, -2.138779878616333, -1.6265133619308472, -0.7783154845237732, -1.513543725013733, -2.0280063152313232, -2.5580718517303467, -1.157017469406128, -1.6852402687072754, -0.8760430216789246, -2.002199172973633, -0.3074301779270172, -1.2449959516525269, -1.550854206085205]}, "Bot001_099_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you?", "response": "i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ...", "annotation_id": "Bot001_099_04", "annotations": ["O", "O", "T", "O", "O", "T", "X", "T", "O", "T", "T", "T", "O", "O", "X"], "gpt2_target_score": [-12.053736686706543, -9.098509788513184, -7.037046909332275, -3.1090924739837646, -8.996438026428223, -10.675232887268066, -9.119784355163574, -13.704119682312012, -13.685606002807617, -10.841262817382812, -12.307723999023438, -12.709794998168945, -13.512975692749023, -9.233746528625488, -17.890159606933594, -9.18535041809082, -16.479921340942383, -9.232532501220703, -8.843199729919434, -11.73452377319336, -22.65506935119629, -5.66797399520874, -12.150668144226074], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -0.6240441203117371, -2.891352415084839, -2.525852680206299, -0.01045028492808342, -0.7047274708747864, -1.21210515499115, -2.484323263168335, -0.18714427947998047, -1.6186822652816772, -2.3679585456848145, -1.0395647287368774, -1.3859915733337402, -1.4925928115844727, -1.8265069723129272, -1.0480973720550537, -1.0313737392425537, -0.9562264084815979, -0.002273119753226638, -1.5140633583068848, -1.6565546989440918, -2.32572865486145, -1.0544252395629883, -0.8307356834411621, -1.5256599187850952, -1.9731491804122925, -1.8936744928359985, -1.5941689014434814, -3.0533831119537354, -0.4085073173046112, -1.0693007707595825, -1.371761679649353, -1.3849867582321167, -1.3068625926971436, -0.7790781259536743, -2.34793758392334, -2.2885007858276367, -2.676954746246338, -1.2073407173156738, -1.6786420345306396, -0.9695455431938171, -2.1426737308502197, -0.32984432578086853, -0.921904981136322, -1.6907284259796143, -1.8307121992111206, -0.343924343585968, -0.057432014495134354, -0.24995961785316467, -1.6772592067718506, -2.398305654525757, -1.0459541082382202, -2.9075710773468018, -1.6052665710449219, -2.1121387481689453, -0.3028447926044464, -1.2857379913330078, -2.0745019912719727, -0.7261202931404114, -1.290431022644043, -3.600005865097046, -1.1865594387054443, -1.8462295532226562, -1.9506443738937378, -1.3900606632232666, -0.8025256395339966, -2.2161266803741455, -1.9984709024429321, -1.7152085304260254, -1.2979731559753418, -2.0540621280670166, -0.21151790022850037, -1.0058995485305786, -2.8372802734375]}, "Bot001_099_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English?", "response": "english spanish and french, funny you :)", "annotation_id": "Bot001_099_06", "annotations": ["X", "O", "O", "O", "O", "T", "T", "X", "T", "O", "O", "T", "T", "O", "O"], "gpt2_target_score": [-15.508296012878418, -13.188017845153809, -22.52375602722168, -8.670265197753906, -11.528985023498535, -4.569764614105225, -15.01758098602295, -8.713763236999512, -13.951154708862305], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -0.6240441203117371, -2.891352415084839, -2.525852680206299, -0.01045028492808342, -0.7047274708747864, -1.21210515499115, -2.484323263168335, -0.18714427947998047, -1.6186822652816772, -2.3679585456848145, -1.0395647287368774, -1.3859915733337402, -1.4925928115844727, -1.8265069723129272, -1.0480973720550537, -1.0313737392425537, -0.9562264084815979, -0.002273119753226638, -1.5140633583068848, -1.6565546989440918, -2.32572865486145, -1.0544252395629883, -0.8307356834411621, -1.5256599187850952, -1.9731491804122925, -1.8936744928359985, -1.5941689014434814, -3.0533831119537354, -0.4085073173046112, -1.0693007707595825, -1.371761679649353, -1.3849867582321167, -1.3068625926971436, -0.7790781259536743, -2.34793758392334, -2.2885007858276367, -2.676954746246338, -1.2073407173156738, -1.6786420345306396, -0.9695455431938171, -2.1426737308502197, -0.32984432578086853, -0.921904981136322, -1.6907284259796143, -1.8307121992111206, -0.343924343585968, -0.057432014495134354, -0.24995961785316467, -1.6772592067718506, -0.9590925574302673, -2.9004664421081543, -1.595897912979126, -1.7744083404541016, -0.3339787423610687, -1.2997390031814575, -2.335536479949951, -0.8980311751365662, -1.2967573404312134, -3.1738951206207275, -1.237002968788147, -2.1784613132476807, -1.5217596292495728, -1.5537892580032349, -0.7868142127990723, -2.2043893337249756, -2.0123324394226074, -1.8656201362609863, -1.3940855264663696, -2.1349613666534424, -0.23130933940410614, -0.8811501264572144, -2.616204261779785, -1.4225242137908936, -1.755601167678833, -2.5038700103759766, -1.7246894836425781, -0.027376601472496986, -1.3941843509674072, -2.483461856842041, -1.472363829612732, -2.126926898956299, -1.8494572639465332, -2.438159465789795, -0.4853993058204651]}, "Bot001_099_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages?", "response": "no languages , i am a redneck with a big old beard. how are you tonight ?", "annotation_id": "Bot001_099_08", "annotations": ["O", "X", "X", "T", "X", "O", "X", "O", "T", "O", "X", "O", "O", "X", "O"], "gpt2_target_score": [-12.041338920593262, -15.472563743591309, -14.01582145690918, -9.723884582519531, -11.92836856842041, -8.192597389221191, -14.155245780944824, -20.438495635986328, -13.643232345581055, -10.841262817382812, -15.658035278320312, -11.709352493286133, -13.093057632446289, -9.390816688537598, -15.961280822753906, -12.229707717895508, -11.216623306274414, -20.68160629272461, -9.595488548278809], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -0.6240441203117371, -2.891352415084839, -2.525852680206299, -0.01045028492808342, -0.7047274708747864, -1.21210515499115, -2.484323263168335, -0.18714427947998047, -1.6186822652816772, -2.3679585456848145, -1.0395647287368774, -1.3859915733337402, -1.4925928115844727, -1.8265069723129272, -1.0480973720550537, -1.0313737392425537, -0.9562264084815979, -0.002273119753226638, -1.5140633583068848, -1.6565546989440918, -2.32572865486145, -1.0544252395629883, -0.8307356834411621, -1.5256599187850952, -1.9731491804122925, -1.8936744928359985, -1.5941689014434814, -3.0533831119537354, -0.4085073173046112, -1.0693007707595825, -1.371761679649353, -1.3849867582321167, -1.3068625926971436, -0.7790781259536743, -2.34793758392334, -2.2885007858276367, -2.676954746246338, -1.2073407173156738, -1.6786420345306396, -0.9695455431938171, -2.1426737308502197, -0.32984432578086853, -0.921904981136322, -1.6907284259796143, -1.8307121992111206, -0.343924343585968, -0.057432014495134354, -0.24995961785316467, -1.6772592067718506, -0.9590925574302673, -2.9004664421081543, -1.595897912979126, -1.7744083404541016, -0.3339787423610687, -1.2997390031814575, -2.335536479949951, -0.8980311751365662, -1.2967573404312134, -3.1738951206207275, -1.237002968788147, -2.1784613132476807, -1.5217596292495728, -1.5537892580032349, -0.7868142127990723, -2.2043893337249756, -2.0123324394226074, -1.8656201362609863, -1.3940855264663696, -2.1349613666534424, -0.23130933940410614, -0.8811501264572144, -2.616204261779785, -1.4225242137908936, -1.755601167678833, -0.8825709223747253, -0.01629357598721981, -1.6481462717056274, -2.547194480895996, -1.4194211959838867, -2.0299205780029297, -1.584627628326416, -2.056118965148926, -1.2609761953353882, -0.09424900263547897, -1.2863752841949463, -2.3258631229400635, -0.6600903868675232, -1.6533576250076294, -1.8945350646972656, -1.2105357646942139, -1.6328991651535034, -1.7680200338363647, -2.0599398612976074, -2.1495609283447266, -1.8548634052276611, -0.6482067704200745, -2.0764074325561523, -1.2519701719284058, -2.690051794052124, -2.4030866622924805, -2.727792263031006, -1.4699853658676147, -0.9760513305664062, -1.7507234811782837, -0.11634205281734467, -1.4825425148010254, -0.2992011308670044, -0.3741925060749054]}, "Bot001_099_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages? no languages , i am a redneck with a big old beard. how are you tonight ? Going to hang out with my friends. How do you like to spend time?", "response": "oh i play with them over the internet on the x box . what do you do for a living ?", "annotation_id": "Bot001_099_10", "annotations": ["O", "O", "O", "O", "T", "O", "T", "T", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-13.021014213562012, -5.570601463317871, -10.600202560424805, -9.571754455566406, -14.477555274963379, -7.79184103012085, -8.836138725280762, -13.452380180358887, -12.783864974975586, -11.142929077148438, -9.580169677734375, -14.430734634399414, -12.30109977722168, -11.526021003723145, -15.301525115966797, -9.015993118286133, -12.705087661743164, -13.594581604003906, -10.605483055114746, -14.284618377685547, -15.919183731079102], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -0.6240441203117371, -2.891352415084839, -2.525852680206299, -0.01045028492808342, -0.7047274708747864, -1.21210515499115, -2.484323263168335, -0.18714427947998047, -1.6186822652816772, -2.3679585456848145, -1.0395647287368774, -1.3859915733337402, -1.4925928115844727, -1.8265069723129272, -1.0480973720550537, -1.0313737392425537, -0.9562264084815979, -0.002273119753226638, -1.5140633583068848, -1.6565546989440918, -2.32572865486145, -1.0544252395629883, -0.8307356834411621, -1.5256599187850952, -1.9731491804122925, -1.8936744928359985, -1.5941689014434814, -3.0533831119537354, -0.4085073173046112, -1.0693007707595825, -1.371761679649353, -1.3849867582321167, -1.3068625926971436, -0.7790781259536743, -2.34793758392334, -2.2885007858276367, -2.676954746246338, -1.2073407173156738, -1.6786420345306396, -0.9695455431938171, -2.1426737308502197, -0.32984432578086853, -0.921904981136322, -1.6907284259796143, -1.8307121992111206, -0.343924343585968, -0.057432014495134354, -0.24995961785316467, -1.6772592067718506, -0.9590925574302673, -2.9004664421081543, -1.595897912979126, -1.7744083404541016, -0.3339787423610687, -1.2997390031814575, -2.335536479949951, -0.8980311751365662, -1.2967573404312134, -3.1738951206207275, -1.237002968788147, -2.1784613132476807, -1.5217596292495728, -1.5537892580032349, -0.7868142127990723, -2.2043893337249756, -2.0123324394226074, -1.8656201362609863, -1.3940855264663696, -2.1349613666534424, -0.23130933940410614, -0.8811501264572144, -2.616204261779785, -1.4225242137908936, -1.755601167678833, -0.8825709223747253, -0.01629357598721981, -1.6481462717056274, -2.547194480895996, -1.4194211959838867, -2.0299205780029297, -1.584627628326416, -2.056118965148926, -1.2609761953353882, -0.09424900263547897, -1.2863752841949463, -2.3258631229400635, -0.6600903868675232, -1.6533576250076294, -1.2845474481582642, -1.969413161277771, -2.13128399848938, -2.0192089080810547, -2.090630054473877, -2.0867397785186768, -0.6913508772850037, -2.1133861541748047, -1.3999563455581665, -2.444596529006958, -2.431577444076538, -2.7518422603607178, -1.5180782079696655, -1.435788869857788, -1.461525559425354, -0.10779187083244324, -1.4089385271072388, -0.2603139281272888, -1.3332023620605469, -0.29943832755088806, -1.4057807922363281, -0.19483348727226257, -0.4139017164707184, -0.9938142895698547, -1.8368949890136719, -1.7385447025299072, -2.039156198501587, -1.172646403312683, -0.09228019416332245, -1.7076297998428345, -1.934131383895874, -2.243811845779419, -1.0650136470794678, -0.660738468170166, -1.9638123512268066, -1.7424777746200562, -2.1334245204925537, -2.304523468017578, -1.0237239599227905, -0.6469535827636719, -2.0717945098876953, -1.34756600856781, -1.5850030183792114, -1.6206775903701782, -1.887420415878296, -0.6887508034706116, -0.18693199753761292, -1.7134578227996826, -1.645541787147522, -1.8225303888320923, -0.10447385907173157, -1.2241820096969604, -1.4791077375411987, -0.5907978415489197, -1.2189624309539795, -0.7819945812225342, -0.6846679449081421]}, "Bot001_099_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages? no languages , i am a redneck with a big old beard. how are you tonight ? Going to hang out with my friends. How do you like to spend time? oh i play with them over the internet on the x box . what do you do for a living ? I don't have a job.", "response": "are you married ? i'm single bc i could never just love one person . [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES]", "annotation_id": "Bot001_099_12", "annotations": ["X", "O", "O", "O", "O", "T", "X", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-15.64856243133545, -8.333571434020996, -12.126310348510742, -13.051994323730469, -11.086518287658691, -13.218857765197754, -14.9848051071167, -14.03613567352295, -12.655717849731445, -13.241264343261719, -12.209266662597656, -10.905824661254883, -14.155256271362305, -10.75645923614502, -16.719669342041016, -12.472360610961914, -8.44605827331543, -15.659294128417969, -4.107985496520996, -9.103145599365234, -13.294763565063477, -5.82733678817749, -16.451494216918945, -9.223773956298828, -20.61622428894043, -19.509735107421875, -11.605369567871094, -11.110383987426758, -18.972637176513672, -18.032920837402344, -7.9025349617004395, -14.080061912536621, -21.436697006225586, -12.59493350982666, -21.124069213867188, -14.67656135559082], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -0.6240441203117371, -2.891352415084839, -2.525852680206299, -0.01045028492808342, -0.7047274708747864, -1.21210515499115, -2.484323263168335, -0.18714427947998047, -1.6186822652816772, -2.3679585456848145, -1.0395647287368774, -1.3859915733337402, -1.4925928115844727, -1.8265069723129272, -1.0480973720550537, -1.0313737392425537, -0.9562264084815979, -0.002273119753226638, -1.5140633583068848, -1.6565546989440918, -2.32572865486145, -1.0544252395629883, -0.8307356834411621, -1.5256599187850952, -1.9731491804122925, -1.8936744928359985, -1.5941689014434814, -3.0533831119537354, -0.4085073173046112, -1.0693007707595825, -1.371761679649353, -1.3849867582321167, -1.3068625926971436, -0.7790781259536743, -2.34793758392334, -2.2885007858276367, -2.676954746246338, -1.2073407173156738, -1.6786420345306396, -0.9695455431938171, -2.1426737308502197, -0.32984432578086853, -0.921904981136322, -1.6907284259796143, -1.8307121992111206, -0.343924343585968, -0.057432014495134354, -0.24995961785316467, -1.6772592067718506, -0.9590925574302673, -2.9004664421081543, -1.595897912979126, -1.7744083404541016, -0.3339787423610687, -1.2997390031814575, -2.335536479949951, -0.8980311751365662, -1.2967573404312134, -3.1738951206207275, -1.237002968788147, -2.1784613132476807, -1.5217596292495728, -1.5537892580032349, -0.7868142127990723, -2.2043893337249756, -2.0123324394226074, -1.8656201362609863, -1.3940855264663696, -2.1349613666534424, -0.23130933940410614, -0.8811501264572144, -2.616204261779785, -1.4225242137908936, -1.755601167678833, -0.8825709223747253, -0.01629357598721981, -1.6481462717056274, -2.547194480895996, -1.4194211959838867, -2.0299205780029297, -1.584627628326416, -2.056118965148926, -1.2609761953353882, -0.09424900263547897, -1.2863752841949463, -2.3258631229400635, -0.6600903868675232, -1.6533576250076294, -1.2845474481582642, -1.969413161277771, -2.13128399848938, -2.0192089080810547, -2.090630054473877, -2.0867397785186768, -0.6913508772850037, -2.1133861541748047, -1.3999563455581665, -2.444596529006958, -2.431577444076538, -2.7518422603607178, -1.5180782079696655, -1.435788869857788, -1.461525559425354, -0.10779187083244324, -1.4089385271072388, -0.2603139281272888, -1.3332023620605469, -0.29943832755088806, -1.4057807922363281, -0.19483348727226257, -0.4139017164707184, -0.9938142895698547, -1.8368949890136719, -1.7385447025299072, -2.039156198501587, -1.172646403312683, -0.09228019416332245, -1.7076297998428345, -1.934131383895874, -2.243811845779419, -1.0650136470794678, -0.660738468170166, -1.9638123512268066, -2.3607499599456787, -2.3284497261047363, -0.6805276870727539, -0.5789439082145691, -1.7206060886383057, -1.2624061107635498, -1.529666781425476, -1.606602668762207, -1.8720065355300903, -0.5763474106788635, -0.23691660165786743, -1.7724915742874146, -1.7604844570159912, -1.9294354915618896, -0.07858773320913315, -1.1739650964736938, -1.4457908868789673, -0.6487801671028137, -0.9788244962692261, -0.7390099167823792, -1.916400671005249, -1.915683627128601, -0.02138415351510048, -1.3568061590194702, -0.9951366782188416, -1.8445651531219482, -1.9483416080474854, -1.4916945695877075, -1.9887646436691284, -0.07881824672222137, -2.2540836334228516, -0.8866276741027832, -0.6548505425453186, -2.0281715393066406, -2.1181743144989014, -1.676192283630371, -0.6620849967002869, -1.4480879306793213, -2.1817941665649414, -1.4384799003601074, -2.1320080757141113, -1.9500892162322998, -1.1661475896835327, -2.081010103225708, -1.429826259613037, -2.5489280223846436, -0.6981814503669739, -0.4901117980480194, -1.8297498226165771, -1.4121567010879517, -1.9962584972381592, -2.4619553089141846, -1.0910619497299194, -0.4670334458351135, -1.8186315298080444, -3.1062235832214355, -0.746444821357727, -2.617879629135132, -3.4600741863250732, -2.99904465675354, -2.489569664001465, -2.7269463539123535, -0.30567583441734314, -1.3165205717086792, -0.5824803113937378]}, "Bot001_099_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages? no languages , i am a redneck with a big old beard. how are you tonight ? Going to hang out with my friends. How do you like to spend time? oh i play with them over the internet on the x box . what do you do for a living ? I don't have a job. are you married ? i'm single bc i could never just love one person . [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] I'm single too.", "response": "me too ! never to old for rap ! i love going out to eat .", "annotation_id": "Bot001_099_14", "annotations": ["X", "O", "T", "X", "X", "X", "X", "T", "O", "X", "X", "T", "X", "T", "O"], "gpt2_target_score": [-12.113764762878418, -12.365584373474121, -11.78736686706543, -11.415931701660156, -9.920502662658691, -12.506882667541504, -4.65993070602417, -15.447665214538574, -14.467081069946289, -12.586929321289062, -11.493209838867188, -12.356218338012695, -10.569719314575195, -12.17778491973877, -18.872112274169922, -12.472360610961914], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -0.6240441203117371, -2.891352415084839, -2.525852680206299, -0.01045028492808342, -0.7047274708747864, -1.21210515499115, -2.484323263168335, -0.18714427947998047, -1.6186822652816772, -2.3679585456848145, -1.0395647287368774, -1.3859915733337402, -1.4925928115844727, -1.8265069723129272, -1.0480973720550537, -1.0313737392425537, -0.9562264084815979, -0.002273119753226638, -1.5140633583068848, -1.6565546989440918, -2.32572865486145, -1.0544252395629883, -0.8307356834411621, -1.5256599187850952, -1.9731491804122925, -1.8936744928359985, -1.5941689014434814, -3.0533831119537354, -0.4085073173046112, -1.0693007707595825, -1.371761679649353, -1.3849867582321167, -1.3068625926971436, -0.7790781259536743, -2.34793758392334, -2.2885007858276367, -2.676954746246338, -1.2073407173156738, -1.6786420345306396, -0.9695455431938171, -2.1426737308502197, -0.32984432578086853, -0.921904981136322, -1.6907284259796143, -1.8307121992111206, -0.343924343585968, -0.057432014495134354, -0.24995961785316467, -1.6772592067718506, -0.9590925574302673, -2.9004664421081543, -1.595897912979126, -1.7744083404541016, -0.3339787423610687, -1.2997390031814575, -2.335536479949951, -0.8980311751365662, -1.2967573404312134, -3.1738951206207275, -1.237002968788147, -2.1784613132476807, -1.5217596292495728, -1.5537892580032349, -0.7868142127990723, -2.2043893337249756, -2.0123324394226074, -1.8656201362609863, -1.3940855264663696, -2.1349613666534424, -0.23130933940410614, -0.8811501264572144, -2.616204261779785, -1.4225242137908936, -1.755601167678833, -0.8825709223747253, -0.01629357598721981, -1.6481462717056274, -2.547194480895996, -1.4194211959838867, -2.0299205780029297, -1.584627628326416, -2.056118965148926, -1.2609761953353882, -0.09424900263547897, -1.2863752841949463, -2.3258631229400635, -0.6600903868675232, -1.6533576250076294, -1.2845474481582642, -1.969413161277771, -2.13128399848938, -2.0192089080810547, -2.090630054473877, -2.0867397785186768, -0.6913508772850037, -2.1133861541748047, -1.3999563455581665, -2.444596529006958, -2.431577444076538, -2.7518422603607178, -1.5180782079696655, -1.435788869857788, -1.461525559425354, -0.10779187083244324, -1.4089385271072388, -0.2603139281272888, -1.3332023620605469, -0.29943832755088806, -1.4057807922363281, -0.19483348727226257, -0.4139017164707184, -0.9938142895698547, -1.8368949890136719, -1.7385447025299072, -2.039156198501587, -1.172646403312683, -0.09228019416332245, -1.7076297998428345, -1.934131383895874, -2.243811845779419, -1.0650136470794678, -0.660738468170166, -1.9638123512268066, -2.3607499599456787, -2.3284497261047363, -0.6805276870727539, -0.5789439082145691, -1.7206060886383057, -1.2624061107635498, -1.529666781425476, -1.606602668762207, -1.8720065355300903, -0.5763474106788635, -0.23691660165786743, -1.7724915742874146, -1.7604844570159912, -1.9294354915618896, -0.07858773320913315, -1.1739650964736938, -1.4457908868789673, -0.6487801671028137, -0.9788244962692261, -0.7390099167823792, -1.916400671005249, -1.915683627128601, -0.02138415351510048, -1.3568061590194702, -0.9951366782188416, -1.8445651531219482, -1.9483416080474854, -1.4916945695877075, -0.07421229034662247, -2.676704168319702, -1.0171186923980713, -2.150097131729126, -1.8644633293151855, -2.01046085357666, -1.6670936346054077, -0.7248592376708984, -1.6250364780426025, -2.292171001434326, -1.384506344795227, -2.1606533527374268, -2.164950132369995, -0.7018818855285645, -1.7465838193893433, -1.5642505884170532, -2.6753664016723633, -0.7686729431152344, -0.5483713746070862, -1.8615708351135254, -1.406697154045105, -1.9305181503295898, -2.288259744644165, -0.9888376593589783, -0.4273378551006317, -1.7892311811447144, -3.160007953643799, -0.6575672626495361, -2.2146239280700684, -3.393630266189575, -2.9986424446105957, -2.292536735534668, -2.431988000869751, -0.280007004737854, -1.2400753498077393, -1.5613646507263184, -1.460579752922058, -2.144904613494873, -1.9120433330535889, -1.3370625972747803, -1.5988881587982178, -2.0127501487731934, -0.2886587679386139, -1.706421971321106, -1.6349848508834839, -2.278559446334839, -1.4957036972045898, -2.099701404571533, -1.7200090885162354, -2.4623892307281494, -1.5417250394821167, -2.080770254135132, -2.3143746852874756, -0.6214291453361511, -1.155552625656128, -1.9694128036499023, -1.7058725357055664, -1.095888614654541]}, "Bot001_099_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages? no languages , i am a redneck with a big old beard. how are you tonight ? Going to hang out with my friends. How do you like to spend time? oh i play with them over the internet on the x box . what do you do for a living ? I don't have a job. are you married ? i'm single bc i could never just love one person . [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] I'm single too. me too ! never to old for rap ! i love going out to eat . I feel old for evererything . What do you like to eat?", "response": "i play football , play with my dog and try to keep fit .", "annotation_id": "Bot001_099_16", "annotations": ["X", "X", "X", "X", "X", "T", "X", "T", "T", "X", "O", "T", "X", "X", "X"], "gpt2_target_score": [-12.053736686706543, -12.057997703552246, -13.09705924987793, -13.360618591308594, -7.716057777404785, -5.6081862449646, -9.119784355163574, -12.9780912399292, -11.982294082641602, -13.079833984375, -8.501800537109375, -13.849847793579102, -14.240400314331055, -11.4119234085083], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -0.6240441203117371, -2.891352415084839, -2.525852680206299, -0.01045028492808342, -0.7047274708747864, -1.21210515499115, -2.484323263168335, -0.18714427947998047, -1.6186822652816772, -2.3679585456848145, -1.0395647287368774, -1.3859915733337402, -1.4925928115844727, -1.8265069723129272, -1.0480973720550537, -1.0313737392425537, -0.9562264084815979, -0.002273119753226638, -1.5140633583068848, -1.6565546989440918, -2.32572865486145, -1.0544252395629883, -0.8307356834411621, -1.5256599187850952, -1.9731491804122925, -1.8936744928359985, -1.5941689014434814, -3.0533831119537354, -0.4085073173046112, -1.0693007707595825, -1.371761679649353, -1.3849867582321167, -1.3068625926971436, -0.7790781259536743, -2.34793758392334, -2.2885007858276367, -2.676954746246338, -1.2073407173156738, -1.6786420345306396, -0.9695455431938171, -2.1426737308502197, -0.32984432578086853, -0.921904981136322, -1.6907284259796143, -1.8307121992111206, -0.343924343585968, -0.057432014495134354, -0.24995961785316467, -1.6772592067718506, -0.9590925574302673, -2.9004664421081543, -1.595897912979126, -1.7744083404541016, -0.3339787423610687, -1.2997390031814575, -2.335536479949951, -0.8980311751365662, -1.2967573404312134, -3.1738951206207275, -1.237002968788147, -2.1784613132476807, -1.5217596292495728, -1.5537892580032349, -0.7868142127990723, -2.2043893337249756, -2.0123324394226074, -1.8656201362609863, -1.3940855264663696, -2.1349613666534424, -0.23130933940410614, -0.8811501264572144, -2.616204261779785, -1.4225242137908936, -1.755601167678833, -0.8825709223747253, -0.01629357598721981, -1.6481462717056274, -2.547194480895996, -1.4194211959838867, -2.0299205780029297, -1.584627628326416, -2.056118965148926, -1.2609761953353882, -0.09424900263547897, -1.2863752841949463, -2.3258631229400635, -0.6600903868675232, -1.6533576250076294, -1.2845474481582642, -1.969413161277771, -2.13128399848938, -2.0192089080810547, -2.090630054473877, -2.0867397785186768, -0.6913508772850037, -2.1133861541748047, -1.3999563455581665, -2.444596529006958, -2.431577444076538, -2.7518422603607178, -1.5180782079696655, -1.435788869857788, -1.461525559425354, -0.10779187083244324, -1.4089385271072388, -0.2603139281272888, -1.3332023620605469, -0.29943832755088806, -1.4057807922363281, -0.19483622908592224, -0.4138987064361572, -0.9938047528266907, -1.8368839025497437, -1.7385503053665161, -2.0391488075256348, -1.1726453304290771, -0.09227932244539261, -1.7076497077941895, -1.9341374635696411, -2.2438268661499023, -1.0649876594543457, -0.6607484221458435, -1.9638042449951172, -2.360743999481201, -2.3284425735473633, -0.6805323958396912, -0.5789433121681213, -1.7206084728240967, -1.262417197227478, -1.5296579599380493, -1.6066054105758667, -1.8720098733901978, -0.5763424634933472, -0.23691867291927338, -1.772484302520752, -1.7604936361312866, -1.9294437170028687, -0.07858883589506149, -1.1739435195922852, -1.4457848072052002, -0.6487777829170227, -0.9788278937339783, -0.7390164732933044, -1.9164204597473145, -1.9156618118286133, -0.021383803337812424, -1.3568159341812134, -0.9951318502426147, -1.8445647954940796, -1.9483487606048584, -1.4916998147964478, -0.07421273738145828, -2.676713466644287, -1.0171366930007935, -2.15010404586792, -1.8644630908966064, -2.010465145111084, -1.667090654373169, -0.7248639464378357, -1.625035285949707, -2.2921910285949707, -1.3844997882843018, -2.1606740951538086, -2.1649410724639893, -0.701861560344696, -1.746593713760376, -1.5642591714859009, -2.6753573417663574, -0.7686706185340881, -0.5483739972114563, -1.8615684509277344, -1.4066942930221558, -1.9305150508880615, -2.288254499435425, -0.9888393878936768, -0.42733702063560486, -1.7892342805862427, -3.1600112915039062, -0.6575668454170227, -2.2146217823028564, -3.3936283588409424, -2.9986393451690674, -2.2925376892089844, -2.431990146636963, -0.28000718355178833, -1.2400691509246826, -1.5613627433776855, -1.4605756998062134, -2.144901752471924, -1.9120341539382935, -1.337058663368225, -1.5988881587982178, -0.7242774963378906, -1.4228640794754028, -1.7239757776260376, -2.458390235900879, -1.5599653720855713, -2.2646565437316895, -1.661002278327942, -2.2129862308502197, -1.7188177108764648, -1.690194845199585, -2.2628602981567383, -0.6145551800727844, -1.1907521486282349, -1.8058680295944214, -1.7448415756225586, -1.3968313932418823, -1.6175204515457153, -0.8919344544410706, -1.7721542119979858, -2.3997156620025635, -3.0018796920776367, -2.6793317794799805, -1.9563604593276978, -1.8127713203430176, -1.6150357723236084, -1.6681796312332153, -0.06604952365159988, -1.0794363021850586, -1.0208417177200317, -0.16317759454250336, -0.4112817049026489, -2.3914575576782227, -1.7478301525115967, -1.625390887260437, -0.7161786556243896, -1.534483790397644, -2.116039991378784, -2.075852155685425, -1.6803854703903198, -0.8726585507392883, -1.4654072523117065, -2.1419880390167236, -0.26257070899009705, -2.3009192943573, -1.5345546007156372, -1.326548457145691, -1.3391798734664917]}, "Bot001_099_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages? no languages , i am a redneck with a big old beard. how are you tonight ? Going to hang out with my friends. How do you like to spend time? oh i play with them over the internet on the x box . what do you do for a living ? I don't have a job. are you married ? i'm single bc i could never just love one person . [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] I'm single too. me too ! never to old for rap ! i love going out to eat . I feel old for evererything . What do you like to eat? i play football , play with my dog and try to keep fit . What is your dog's name?", "response": "jessie. how are you ?", "annotation_id": "Bot001_099_18", "annotations": ["O", "O", "X", "O", "O", "O", "X", "O", "O", "T", "T", "T", "O", "T", "O"], "gpt2_target_score": [-12.95752239227295, -16.61744499206543, -8.664457321166992, -10.958259582519531, -11.200631141662598, -10.511384010314941, -9.047457695007324, -10.6874418258667], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -0.6240441203117371, -2.891352415084839, -2.525852680206299, -0.01045028492808342, -0.7047274708747864, -1.21210515499115, -2.484323263168335, -0.18714427947998047, -1.6186822652816772, -2.3679585456848145, -1.0395647287368774, -1.3859915733337402, -1.4925928115844727, -1.8265069723129272, -1.0480973720550537, -1.0313737392425537, -0.9562264084815979, -0.002273119753226638, -1.5140633583068848, -1.6565546989440918, -2.32572865486145, -1.0544252395629883, -0.8307356834411621, -1.5256599187850952, -1.9731491804122925, -1.8936744928359985, -1.5941689014434814, -3.0533831119537354, -0.4085073173046112, -1.0693007707595825, -1.371761679649353, -1.3849867582321167, -1.3068625926971436, -0.7790781259536743, -2.34793758392334, -2.2885007858276367, -2.676954746246338, -1.2073407173156738, -1.6786420345306396, -0.9695455431938171, -2.1426737308502197, -0.32984432578086853, -0.921904981136322, -1.6907284259796143, -1.8307121992111206, -0.343924343585968, -0.057432014495134354, -0.24995961785316467, -1.6772592067718506, -0.9590925574302673, -2.9004664421081543, -1.595897912979126, -1.7744083404541016, -0.3339787423610687, -1.2997390031814575, -2.335536479949951, -0.8980311751365662, -1.2967573404312134, -3.1738951206207275, -1.237002968788147, -2.1784613132476807, -1.5217596292495728, -1.5537892580032349, -0.7868142127990723, -2.2043893337249756, -2.0123324394226074, -1.8656201362609863, -1.3940855264663696, -2.1349613666534424, -0.23130933940410614, -0.8811501264572144, -2.616204261779785, -1.4225242137908936, -1.755601167678833, -0.8825709223747253, -0.01629357598721981, -1.6481462717056274, -2.547194480895996, -1.4194211959838867, -2.0299205780029297, -1.584627628326416, -2.056118965148926, -1.2609761953353882, -0.09424900263547897, -1.2863752841949463, -2.3258631229400635, -0.6600903868675232, -1.6533576250076294, -1.2845474481582642, -1.969413161277771, -2.13128399848938, -2.0192089080810547, -2.090630054473877, -2.0867397785186768, -0.6913508772850037, -2.1133861541748047, -1.3999563455581665, -2.444596529006958, -2.431577444076538, -2.7518422603607178, -1.5180782079696655, -1.435788869857788, -1.461525559425354, -0.10779187083244324, -1.4089385271072388, -0.2603139281272888, -1.3332023620605469, -0.29943832755088806, -1.4057807922363281, -0.19483348727226257, -0.4139017164707184, -0.9938142895698547, -1.8368949890136719, -1.7385447025299072, -2.039156198501587, -1.172646403312683, -0.09228019416332245, -1.7076387405395508, -1.9341366291046143, -2.2437942028045654, -1.064997911453247, -0.6607385277748108, -1.9638142585754395, -2.3607592582702637, -2.328432083129883, -0.6805296540260315, -0.5789342522621155, -1.7206066846847534, -1.2624082565307617, -1.5296636819839478, -1.6066035032272339, -1.8720184564590454, -0.5763505101203918, -0.23691828548908234, -1.7724835872650146, -1.7605032920837402, -1.9294226169586182, -0.07858839631080627, -1.1739451885223389, -1.4457956552505493, -0.6487832069396973, -0.9788156747817993, -0.7390175461769104, -1.9164215326309204, -1.9156830310821533, -0.02138415351510048, -1.3568092584609985, -0.9951415657997131, -1.844555139541626, -1.9483463764190674, -1.491703987121582, -0.07421185076236725, -2.676697015762329, -1.0171494483947754, -2.1500980854034424, -1.8644671440124512, -2.010468006134033, -1.6670879125595093, -0.7248618006706238, -1.625029444694519, -2.2921669483184814, -1.3845027685165405, -2.160677194595337, -2.164958953857422, -0.7018784880638123, -1.7465834617614746, -1.5642613172531128, -2.675358533859253, -0.7686726450920105, -0.5483698844909668, -1.8615700006484985, -1.4066954851150513, -1.9305150508880615, -2.288261890411377, -0.9888395667076111, -0.4273393452167511, -1.7892329692840576, -3.160010576248169, -0.6575661301612854, -2.214622974395752, -3.393625020980835, -2.9986443519592285, -2.2925376892089844, -2.4319875240325928, -0.2800074517726898, -1.2400736808776855, -1.5613569021224976, -1.4605865478515625, -2.1449103355407715, -1.9120368957519531, -1.337051510810852, -1.5988733768463135, -0.7242660522460938, -1.4228601455688477, -1.723968505859375, -2.4583964347839355, -1.5599732398986816, -2.2646572589874268, -1.661007046699524, -2.2129766941070557, -1.71880304813385, -1.6901870965957642, -2.262842893600464, -0.6145581007003784, -1.1907477378845215, -1.805877685546875, -1.7448499202728271, -1.396842122077942, -1.6175272464752197, -0.891929566860199, -1.7721633911132812, -2.3997061252593994, -3.001887559890747, -2.6793265342712402, -1.9563621282577515, -1.8127593994140625, -1.6150380373001099, -1.6681796312332153, -0.06605019420385361, -1.0794346332550049, -1.0208518505096436, -0.1631748527288437, -0.41128337383270264, -2.3914554119110107, -2.0616326332092285, -0.8939900994300842, -1.869997262954712, -1.9235022068023682, -1.5650802850723267, -1.5778470039367676, -0.7039010524749756, -1.4224278926849365, -2.132678270339966, -0.21785002946853638, -2.27751088142395, -1.4166995286941528, -1.0290329456329346, -1.4710735082626343, -1.331279993057251, -0.5375964045524597, -0.9154291749000549, -1.3868684768676758, -0.41807785630226135, -0.5525006055831909, -2.4021692276000977, -2.6422131061553955, -2.57086443901062, -1.2845776081085205, -1.8696824312210083, -2.137871742248535, -1.048017144203186, -0.07862938940525055, -1.6060136556625366, -0.8145352602005005]}, "Bot001_099_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages? no languages , i am a redneck with a big old beard. how are you tonight ? Going to hang out with my friends. How do you like to spend time? oh i play with them over the internet on the x box . what do you do for a living ? I don't have a job. are you married ? i'm single bc i could never just love one person . [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] I'm single too. me too ! never to old for rap ! i love going out to eat . I feel old for evererything . What do you like to eat? i play football , play with my dog and try to keep fit . What is your dog's name? jessie. how are you ? I don't have a dog. I prefer cats.", "response": "dogs name is alfred what s yours", "annotation_id": "Bot001_099_20", "annotations": ["O", "X", "T", "T", "X", "T", "X", "T", "T", "T", "X", "O", "O", "X", "X"], "gpt2_target_score": [-14.620348930358887, -12.566115379333496, -2.6774582862854004, -10.220542907714844, -18.5283203125, -12.024399757385254, -12.292757987976074, -12.73279094696045], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -0.6240441203117371, -2.891352415084839, -2.525852680206299, -0.01045028492808342, -0.7047274708747864, -1.21210515499115, -2.484323263168335, -0.18714427947998047, -1.6186822652816772, -2.3679585456848145, -1.0395647287368774, -1.3859915733337402, -1.4925928115844727, -1.8265069723129272, -1.0480973720550537, -1.0313737392425537, -0.9562264084815979, -0.002273119753226638, -1.5140633583068848, -1.6565546989440918, -2.32572865486145, -1.0544252395629883, -0.8307356834411621, -1.5256599187850952, -1.9731491804122925, -1.8936744928359985, -1.5941689014434814, -3.0533831119537354, -0.4085073173046112, -1.0693007707595825, -1.371761679649353, -1.3849867582321167, -1.3068625926971436, -0.7790781259536743, -2.34793758392334, -2.2885007858276367, -2.676954746246338, -1.2073407173156738, -1.6786420345306396, -0.9695455431938171, -2.1426737308502197, -0.32984432578086853, -0.921904981136322, -1.6907284259796143, -1.8307121992111206, -0.343924343585968, -0.057432014495134354, -0.24995961785316467, -1.6772592067718506, -0.9590925574302673, -2.9004664421081543, -1.595897912979126, -1.7744083404541016, -0.3339787423610687, -1.2997390031814575, -2.335536479949951, -0.8980311751365662, -1.2967573404312134, -3.1738951206207275, -1.237002968788147, -2.1784613132476807, -1.5217596292495728, -1.5537892580032349, -0.7868142127990723, -2.2043893337249756, -2.0123324394226074, -1.8656201362609863, -1.3940855264663696, -2.1349613666534424, -0.23130933940410614, -0.8811501264572144, -2.616204261779785, -1.4225242137908936, -1.755601167678833, -0.8825709223747253, -0.01629357598721981, -1.6481462717056274, -2.547194480895996, -1.4194211959838867, -2.0299205780029297, -1.584627628326416, -2.056118965148926, -1.2609761953353882, -0.09424900263547897, -1.2863752841949463, -2.3258631229400635, -0.6600903868675232, -1.6533576250076294, -1.2845474481582642, -1.969413161277771, -2.13128399848938, -2.0192089080810547, -2.090630054473877, -2.0867397785186768, -0.6913508772850037, -2.1133861541748047, -1.3999563455581665, -2.444596529006958, -2.431577444076538, -2.7518422603607178, -1.5180782079696655, -1.435788869857788, -1.461525559425354, -0.10779187083244324, -1.4089385271072388, -0.2603139281272888, -1.3332023620605469, -0.29943832755088806, -1.4057807922363281, -0.19483348727226257, -0.4139017164707184, -0.9938142895698547, -1.8368949890136719, -1.7385447025299072, -2.039156198501587, -1.172646403312683, -0.09228019416332245, -1.7076297998428345, -1.934131383895874, -2.243811845779419, -1.0650136470794678, -0.660738468170166, -1.9638123512268066, -2.3607499599456787, -2.3284497261047363, -0.6805276870727539, -0.5789381265640259, -1.720616102218628, -1.2624099254608154, -1.5296776294708252, -1.6066018342971802, -1.8720149993896484, -0.5763432383537292, -0.23691800236701965, -1.7724766731262207, -1.760487675666809, -1.929431438446045, -0.07858883589506149, -1.173951268196106, -1.4457850456237793, -0.6487752795219421, -0.9788253903388977, -0.739016056060791, -1.91642427444458, -1.9156854152679443, -0.02138415351510048, -1.3568025827407837, -0.9951323866844177, -1.8445488214492798, -1.948342204093933, -1.4916820526123047, -0.0742117390036583, -2.6767096519470215, -1.0171388387680054, -2.150111436843872, -1.8644747734069824, -2.0104618072509766, -1.6670904159545898, -0.724871039390564, -1.6250416040420532, -2.2921741008758545, -1.3845001459121704, -2.160675525665283, -2.164949893951416, -0.7018699645996094, -1.746606469154358, -1.5642505884170532, -2.6753599643707275, -0.7686721086502075, -0.5483741164207458, -1.861570954322815, -1.4066987037658691, -1.9305092096328735, -2.2882537841796875, -0.9888386726379395, -0.4273398816585541, -1.7892346382141113, -3.1600112915039062, -0.6575670838356018, -2.21462345123291, -3.3936312198638916, -2.998643398284912, -2.292536973953247, -2.4319918155670166, -0.2800065577030182, -1.2400754690170288, -1.5613645315170288, -1.4605934619903564, -2.1449105739593506, -1.9120562076568604, -1.3370611667633057, -1.5988821983337402, -0.7242643237113953, -1.4228659868240356, -1.723976731300354, -2.4583842754364014, -1.5599677562713623, -2.26466703414917, -1.6609989404678345, -2.2129735946655273, -1.718812346458435, -1.6901869773864746, -2.2628350257873535, -0.6145498752593994, -1.190741777420044, -1.8058722019195557, -1.7448468208312988, -1.3968292474746704, -1.617510199546814, -0.8919297456741333, -1.7721487283706665, -2.3997199535369873, -3.001871109008789, -2.6793301105499268, -1.956345796585083, -1.8127548694610596, -1.6150332689285278, -1.6681889295578003, -0.06605030596256256, -1.0794483423233032, -1.0208512544631958, -0.163177490234375, -0.41128501296043396, -2.3914730548858643, -2.0616261959075928, -0.8939845561981201, -1.8700063228607178, -1.9234939813613892, -1.565082311630249, -1.577846884727478, -0.7038977742195129, -1.4224406480789185, -2.132675886154175, -0.21784858405590057, -2.2774884700775146, -1.416696310043335, -1.029042363166809, -1.47107994556427, -1.3312617540359497, -0.5375965237617493, -0.9154214859008789, -1.3868634700775146, -0.4180717170238495, -0.5524973273277283, -2.4021639823913574, -2.2403268814086914, -1.3064759969711304, -2.5424997806549072, -2.0784735679626465, -1.1468093395233154, -0.07760415971279144, -1.567123532295227, -1.7114832401275635, -1.4566729068756104, -0.028558537364006042, -1.2589819431304932, -0.459756463766098, -0.5001204013824463, -1.6773552894592285, -1.4231994152069092, -1.5017696619033813, -1.4159371852874756, -1.3729079961776733, -1.597510814666748, -2.1061689853668213, -1.1394739151000977, -0.9494097828865051, -3.25959849357605, -2.5956480503082275, -1.9244009256362915, -2.1014230251312256, -3.4346351623535156, -0.48778897523880005]}, "Bot001_100_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda", "response": "i don't . i prefer cities to the country .", "annotation_id": "Bot001_100_02", "annotations": ["T", "X", "T", "T", "T", "X", "O", "X", "O", "T", "T", "T", "T", "O", "X"], "gpt2_target_score": [-12.053730010986328, -11.40273666381836, -10.71053409576416, -10.27984619140625, -11.086487770080566, -15.969852447509766, -16.900876998901367, -9.722427368164062, -11.798282623291016, -17.471792221069336, -12.861149787902832], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -0.322294682264328, -1.0070956945419312, -3.301879644393921, -1.6019346714019775, -0.35518360137939453, -0.4326993525028229, -1.2939847707748413, -2.718283176422119, -0.08245837688446045, -0.3859313130378723, -0.7237645983695984, -0.5964033603668213, -1.2398380041122437, -1.0374091863632202, -0.15866900980472565, -1.1112382411956787, -0.5295042991638184, -1.4118295907974243, -1.4806264638900757, -2.217107057571411, -1.3541651964187622, -1.286965012550354, -1.5654886960983276, -2.131685256958008, -1.23408043384552, -0.9727672338485718, -1.0543081760406494, -0.563555121421814, -2.1122961044311523, -1.1852867603302002, -0.13956277072429657, -0.5684852004051208, -1.5925023555755615, -1.4570069313049316, -2.270090103149414, -2.372464179992676, -1.735837697982788, -2.548712968826294, -1.9341979026794434, -0.9527865052223206]}, "Bot001_100_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself", "response": "well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ...", "annotation_id": "Bot001_100_04", "annotations": ["X", "X", "O", "X", "T", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-11.304736137390137, -6.188582420349121, -13.88514518737793, -12.300346374511719, -10.989174842834473, -12.790375709533691, -19.983020782470703, -13.218478202819824, -14.116456985473633, -15.664627075195312, -15.887420654296875, -6.2756524085998535, -13.512975692749023, -9.233746528625488, -17.890159606933594, -9.18535041809082, -16.479921340942383, -9.232532501220703, -8.843199729919434, -11.73452377319336, -17.080270767211914, -13.932592391967773, -9.160085678100586], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -1.4806170463562012, -2.2170348167419434, -1.3541762828826904, -1.2869963645935059, -1.5653995275497437, -2.1316792964935303, -1.2340773344039917, -0.9727739095687866, -1.054313063621521, -0.563565731048584, -1.1000065803527832, -0.11364784091711044, -0.5497674942016602, -1.858827829360962, -1.4884064197540283, -2.371372699737549, -2.2412426471710205, -1.9898444414138794, -2.58558988571167, -2.0947318077087402, -1.1227365732192993, -0.1373477727174759, -1.7987487316131592, -1.1706854104995728, -2.218590497970581, -2.109494686126709, -1.0086053609848022, -1.5326645374298096, -1.708572268486023, -0.4745481312274933, -2.4776058197021484, -2.6000313758850098, -1.4495103359222412, -3.007794141769409, -3.769956350326538, -0.6904616951942444, -1.490347146987915, -1.4196451902389526, -1.697219729423523, -1.1853560209274292, -0.9957504868507385, -2.588622808456421, -1.5577534437179565, -2.2978079319000244, -1.3326760530471802, -1.4055722951889038, -2.005983352661133, -2.152554750442505, -1.9724891185760498]}, "Bot001_100_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show", "response": "wars fan, funny you :)", "annotation_id": "Bot001_100_06", "annotations": ["T", "X", "T", "T", "T", "T", "O", "X", "T", "T", "O", "X", "O", "X", "X"], "gpt2_target_score": [-11.704340934753418, -16.644102096557617, -13.07996940612793, -9.479774475097656, -10.76906681060791, -8.899109840393066, -7.964999675750732], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -1.4806170463562012, -2.2170348167419434, -1.3541762828826904, -1.2869963645935059, -1.5653995275497437, -2.1316792964935303, -1.2340773344039917, -0.9727739095687866, -1.054313063621521, -0.563565731048584, -1.1000065803527832, -0.11364784091711044, -0.5497595071792603, -1.8588167428970337, -1.4884010553359985, -2.3713772296905518, -2.2412421703338623, -1.9898422956466675, -2.585585832595825, -2.0947301387786865, -1.1227458715438843, -0.13734860718250275, -1.798750877380371, -1.170694351196289, -2.2185940742492676, -2.303391695022583, -1.5135356187820435, -2.202531576156616, -0.5409141778945923, -2.6477651596069336, -2.5279083251953125, -1.4525394439697266, -2.9678759574890137, -3.770826578140259, -0.4361090660095215, -1.4418771266937256, -1.6406220197677612, -1.3644769191741943, -1.071898102760315, -1.013157844543457, -2.7502057552337646, -1.7338601350784302, -1.7190529108047485, -1.25755774974823, -1.3696128129959106, -1.9814294576644897, -2.4310038089752197, -1.864939570426941, -1.106674313545227, -2.280712366104126, -0.8969050645828247, -2.192185163497925, -2.0318028926849365, -1.54398512840271, -2.199601173400879, -2.3415513038635254, -1.9759589433670044, -1.7985446453094482, -2.2065513134002686, -0.4761258661746979]}, "Bot001_100_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars", "response": "i have read a few by timothy zahn . i am a chef . you ?", "annotation_id": "Bot001_100_08", "annotations": ["T", "O", "T", "T", "T", "T", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-12.053736686706543, -9.069396018981934, -12.885374069213867, -4.721092224121094, -11.262146949768066, -9.027207374572754, -18.250308990478516, -20.636249542236328, -15.304559707641602, -15.187019348144531, -12.861160278320312, -8.718774795532227, -13.377973556518555, -5.9844865798950195, -21.426025390625, -12.472360610961914, -11.216623306274414, -15.07298469543457], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -1.4806170463562012, -2.2170348167419434, -1.3541762828826904, -1.2869963645935059, -1.5653995275497437, -2.1316792964935303, -1.2340773344039917, -0.9727739095687866, -1.054313063621521, -0.563565731048584, -1.1000065803527832, -0.11364784091711044, -0.5497595071792603, -1.8588167428970337, -1.4884010553359985, -2.3713772296905518, -2.2412421703338623, -1.9898422956466675, -2.585585832595825, -2.0947301387786865, -1.1227458715438843, -0.13734860718250275, -1.798750877380371, -1.170694351196289, -2.2185940742492676, -2.303391695022583, -1.5135356187820435, -2.202531576156616, -0.5409141778945923, -2.6477651596069336, -2.5279083251953125, -1.4525394439697266, -2.9678759574890137, -3.770826578140259, -0.4361090660095215, -1.4418771266937256, -1.6406220197677612, -1.3644769191741943, -1.071898102760315, -1.013157844543457, -2.7502057552337646, -1.7338601350784302, -1.7190529108047485, -1.25755774974823, -1.3696128129959106, -1.9814294576644897, -2.4310038089752197, -1.864939570426941, -1.1066863536834717, -2.2807130813598633, -0.8968970775604248, -2.1921944618225098, -1.132784366607666, -1.5142662525177002, -1.410210371017456, -2.2163329124450684, -2.2613685131073, -1.1962615251541138, -0.40530329942703247, -1.4755953550338745, -2.1213538646698, -1.9353636503219604, -1.147233486175537, -2.135040044784546, -0.6578047871589661, -1.6040611267089844, -2.0368311405181885, -2.1261603832244873, -2.5781195163726807, -3.127445936203003, -1.295531988143921, -0.9801465272903442, -2.193756341934204, -1.8195953369140625, -1.8778254985809326, -1.2323797941207886, -0.604272723197937, -1.9750274419784546, -0.5792546272277832]}, "Bot001_100_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars i have read a few by timothy zahn . i am a chef . you ? i am a housekeeper. tell me about your job", "response": "very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i try various ...", "annotation_id": "Bot001_100_10", "annotations": ["T", "X", "O", "O", "T", "T", "X", "O", "O", "T", "X", "T", "O", "T", "T"], "gpt2_target_score": [-15.258646965026855, -18.986478805541992, -14.01582145690918, -9.723884582519531, -11.218094825744629, -17.596712112426758, -22.588565826416016, -8.568224906921387, -13.336282730102539, -13.815238952636719, -14.463600158691406, -12.65825080871582, -15.408594131469727, -14.462353706359863, -21.206512451171875, -9.283098220825195, -14.923242568969727, -16.88184928894043, -10.803999900817871, -7.174160480499268, -12.003229141235352, -11.468954086303711, -6.882833480834961, -11.48888874053955, -9.477642059326172, -8.432931900024414, -10.990635871887207, -11.150461196899414, -10.1474609375], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -1.4806170463562012, -2.2170348167419434, -1.3541762828826904, -1.2869963645935059, -1.5653995275497437, -2.1316792964935303, -1.2340773344039917, -0.9727739095687866, -1.054313063621521, -0.563565731048584, -1.1000065803527832, -0.11364784091711044, -0.5497595071792603, -1.8588167428970337, -1.4884010553359985, -2.3713772296905518, -2.2412421703338623, -1.9898422956466675, -2.585585832595825, -2.0947301387786865, -1.1227458715438843, -0.13734860718250275, -1.798750877380371, -1.170694351196289, -2.2185940742492676, -2.303391695022583, -1.5135356187820435, -2.202531576156616, -0.5409141778945923, -2.6477651596069336, -2.5279083251953125, -1.4525394439697266, -2.9678759574890137, -3.770826578140259, -0.4361090660095215, -1.4418771266937256, -1.6406220197677612, -1.3644769191741943, -1.071898102760315, -1.013157844543457, -2.7502057552337646, -1.7338601350784302, -1.7190529108047485, -1.25755774974823, -1.3696128129959106, -1.9814294576644897, -2.4310038089752197, -1.864939570426941, -1.1066863536834717, -2.2807130813598633, -0.8968970775604248, -2.1921944618225098, -1.132784366607666, -1.5142662525177002, -1.410210371017456, -2.2163329124450684, -2.2613685131073, -1.1962615251541138, -0.40530329942703247, -1.4755953550338745, -1.9796855449676514, -1.219087839126587, -2.1563687324523926, -0.5295249223709106, -1.645247459411621, -2.4935667514801025, -1.8322629928588867, -2.6990966796875, -3.4413363933563232, -1.5707682371139526, -0.990771472454071, -2.176461696624756, -1.575878381729126, -2.2960095405578613, -1.3472200632095337, -0.672232449054718, -2.1427080631256104, -1.7914633750915527, -1.9152683019638062, -0.8195058703422546, -2.1335482597351074, -0.5449140071868896, -1.1247131824493408, -1.0582822561264038, -0.038903459906578064, -0.29124727845191956, -1.2331346273422241, -2.1155948638916016, -1.7706365585327148, -1.780196189880371, -1.5903362035751343, -2.104719638824463, -1.3992317914962769, -2.4201488494873047, -2.292484998703003, -1.4268078804016113, -1.6801198720932007, -2.388153553009033, -2.382711172103882, -1.94076406955719, -1.7454944849014282, -0.9551332592964172, -2.897815227508545, -2.1819443702697754, -1.9434574842453003, -0.9040423631668091, -0.7773849368095398, -2.8553247451782227, -1.6830787658691406, -1.2922563552856445, -1.050270676612854, -0.49263978004455566, -2.793325185775757, -2.2183823585510254, -0.8249574899673462, -1.7705838680267334, -0.2676183581352234, -1.5331779718399048, -2.387458086013794]}, "Bot001_100_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars i have read a few by timothy zahn . i am a chef . you ? i am a housekeeper. tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i try various ... various what ?", "response": "coffees as hobby, funny you :)", "annotation_id": "Bot001_100_12", "annotations": ["X", "X", "T", "T", "T", "T", "O", "X", "T", "T", "O", "T", "O", "X", "O"], "gpt2_target_score": [-13.220072746276855, -15.463408470153809, -21.051145553588867, -11.482536315917969, -7.911843299865723, -4.569764614105225, -15.01758098602295, -8.713763236999512, -13.951154708862305], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -1.4806170463562012, -2.2170348167419434, -1.3541762828826904, -1.2869963645935059, -1.5653995275497437, -2.1316792964935303, -1.2340773344039917, -0.9727739095687866, -1.054313063621521, -0.563565731048584, -1.1000065803527832, -0.11364784091711044, -0.5497595071792603, -1.8588167428970337, -1.4884010553359985, -2.3713772296905518, -2.2412421703338623, -1.9898422956466675, -2.585585832595825, -2.0947301387786865, -1.1227458715438843, -0.13734860718250275, -1.798750877380371, -1.170694351196289, -2.2185940742492676, -2.303391695022583, -1.5135356187820435, -2.202531576156616, -0.5409141778945923, -2.6477651596069336, -2.5279083251953125, -1.4525394439697266, -2.9678759574890137, -3.770826578140259, -0.4361090660095215, -1.4418771266937256, -1.6406220197677612, -1.3644769191741943, -1.071898102760315, -1.013157844543457, -2.7502057552337646, -1.7338601350784302, -1.7190529108047485, -1.25755774974823, -1.3696128129959106, -1.9814294576644897, -2.4310038089752197, -1.864939570426941, -1.1066863536834717, -2.2807130813598633, -0.8968970775604248, -2.1921944618225098, -1.132784366607666, -1.5142662525177002, -1.410210371017456, -2.2163329124450684, -2.2613685131073, -1.1962615251541138, -0.40530329942703247, -1.4755953550338745, -1.9796855449676514, -1.219087839126587, -2.1563687324523926, -0.5295249223709106, -1.645247459411621, -2.4935667514801025, -1.8322629928588867, -2.6990966796875, -3.4413363933563232, -1.5707682371139526, -0.990771472454071, -2.176461696624756, -1.575878381729126, -2.2960095405578613, -1.3472200632095337, -0.672232449054718, -2.1427080631256104, -1.7914633750915527, -1.9152683019638062, -0.8195058703422546, -2.1335482597351074, -0.5449140071868896, -1.1247131824493408, -1.0582822561264038, -0.038903459906578064, -0.29124727845191956, -1.2331346273422241, -2.1155948638916016, -1.7706365585327148, -1.0829209089279175, -1.4061589241027832, -1.5032389163970947, -1.7632170915603638, -1.8965260982513428, -1.8668078184127808, -1.7769944667816162, -2.502274513244629, -2.429363250732422, -1.8376237154006958, -1.5703054666519165, -0.8022781610488892, -3.101015329360962, -2.3321022987365723, -1.488983154296875, -0.9775077700614929, -0.8628587126731873, -2.8510594367980957, -1.7170718908309937, -1.592742681503296, -1.232435941696167, -0.3525170385837555, -2.8586666584014893, -2.261427402496338, -0.7678738832473755, -1.8597602844238281, -0.28064945340156555, -1.4624111652374268, -2.42437744140625, -1.6445064544677734, -2.0947179794311523, -1.6980069875717163, -2.0664303302764893, -0.7908754944801331, -1.5680296421051025, -2.3581721782684326, -1.6647692918777466, -2.533986806869507, -1.6220766305923462, -1.2455780506134033, -2.9776148796081543, -0.8058593273162842]}, "Bot001_100_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars i have read a few by timothy zahn . i am a chef . you ? i am a housekeeper. tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i try various ... various what ? coffees as hobby, funny you :) where do you live", "response": "cali . u ?", "annotation_id": "Bot001_100_14", "annotations": ["X", "T", "O", "X", "T", "T", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-11.08893871307373, -17.270658493041992, -12.950162887573242, -8.359886169433594, -12.334176063537598], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -1.4806170463562012, -2.2170348167419434, -1.3541762828826904, -1.2869963645935059, -1.5653995275497437, -2.1316792964935303, -1.2340773344039917, -0.9727739095687866, -1.054313063621521, -0.563565731048584, -1.1000065803527832, -0.11364784091711044, -0.5497595071792603, -1.8588167428970337, -1.4884010553359985, -2.3713772296905518, -2.2412421703338623, -1.9898422956466675, -2.585585832595825, -2.0947301387786865, -1.1227458715438843, -0.13734860718250275, -1.798750877380371, -1.170694351196289, -2.2185940742492676, -2.303391695022583, -1.5135356187820435, -2.202531576156616, -0.5409141778945923, -2.6477651596069336, -2.5279083251953125, -1.4525394439697266, -2.9678759574890137, -3.770826578140259, -0.4361090660095215, -1.4418771266937256, -1.6406220197677612, -1.3644769191741943, -1.071898102760315, -1.013157844543457, -2.7502057552337646, -1.7338601350784302, -1.7190529108047485, -1.25755774974823, -1.3696128129959106, -1.9814294576644897, -2.4310038089752197, -1.864939570426941, -1.1066863536834717, -2.2807130813598633, -0.8968970775604248, -2.1921944618225098, -1.132784366607666, -1.5142662525177002, -1.410210371017456, -2.2163329124450684, -2.2613685131073, -1.1962615251541138, -0.40530329942703247, -1.4755953550338745, -1.9796855449676514, -1.219087839126587, -2.1563687324523926, -0.5295249223709106, -1.645247459411621, -2.4935667514801025, -1.8322629928588867, -2.6990966796875, -3.4413363933563232, -1.5707682371139526, -0.990771472454071, -2.176461696624756, -1.575878381729126, -2.2960095405578613, -1.3472200632095337, -0.672232449054718, -2.1427080631256104, -1.7914633750915527, -1.9152683019638062, -0.8195058703422546, -2.1335482597351074, -0.5449140071868896, -1.1247131824493408, -1.0582822561264038, -0.038903459906578064, -0.29124727845191956, -1.2331346273422241, -2.1155948638916016, -1.7706365585327148, -1.0829209089279175, -1.4061589241027832, -1.5032389163970947, -1.7632170915603638, -1.8965260982513428, -1.8668078184127808, -1.7769944667816162, -2.502274513244629, -2.429363250732422, -1.8376237154006958, -1.5703054666519165, -0.8022781610488892, -3.101015329360962, -2.3321022987365723, -1.488983154296875, -0.9775077700614929, -0.8628587126731873, -2.8510594367980957, -1.7170718908309937, -1.592742681503296, -1.232435941696167, -0.3525170385837555, -2.8586666584014893, -2.261427402496338, -0.7678738832473755, -1.8597602844238281, -0.28064945340156555, -1.4624111652374268, -2.42437744140625, -1.6445064544677734, -2.0947179794311523, -1.698006510734558, -0.20885606110095978, -1.3645738363265991, -1.2878024578094482, -1.573779821395874, -2.240875244140625, -1.4596620798110962, -2.5981993675231934, -1.5807398557662964, -1.4120112657546997, -0.18315322697162628, -1.047217607498169, -0.48087337613105774, -2.265206813812256, -2.706345796585083, -1.827957034111023, -1.2819572687149048, -0.9364785552024841, -0.5429849624633789]}, "Bot001_100_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars i have read a few by timothy zahn . i am a chef . you ? i am a housekeeper. tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i try various ... various what ? coffees as hobby, funny you :) where do you live cali . u ? nyc. who do you live with ?", "response": "are you a married person ? my husband is at his auto repair shop .", "annotation_id": "Bot001_100_16", "annotations": ["T", "X", "T", "T", "T", "T", "O", "X", "T", "T", "T", "O", "X", "O", "O"], "gpt2_target_score": [-15.64856243133545, -8.333571434020996, -7.094831943511963, -11.982307434082031, -10.526841163635254, -7.267167568206787, -9.119784355163574, -12.585223197937012, -12.263845443725586, -10.935317993164062, -15.134864807128906, -14.457902908325195, -16.410959243774414, -15.978638648986816, -15.773857116699219], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -1.4806170463562012, -2.2170348167419434, -1.3541762828826904, -1.2869963645935059, -1.5653995275497437, -2.1316792964935303, -1.2340773344039917, -0.9727739095687866, -1.054313063621521, -0.563565731048584, -1.1000065803527832, -0.11364784091711044, -0.5497595071792603, -1.8588167428970337, -1.4884010553359985, -2.3713772296905518, -2.2412421703338623, -1.9898422956466675, -2.585585832595825, -2.0947301387786865, -1.1227458715438843, -0.13734860718250275, -1.798750877380371, -1.170694351196289, -2.2185940742492676, -2.303391695022583, -1.5135356187820435, -2.202531576156616, -0.5409141778945923, -2.6477651596069336, -2.5279083251953125, -1.4525394439697266, -2.9678759574890137, -3.770826578140259, -0.4361090660095215, -1.4418771266937256, -1.6406220197677612, -1.3644769191741943, -1.071898102760315, -1.013157844543457, -2.7502057552337646, -1.7338601350784302, -1.7190529108047485, -1.25755774974823, -1.3696128129959106, -1.9814294576644897, -2.4310038089752197, -1.864939570426941, -1.1066863536834717, -2.2807130813598633, -0.8968970775604248, -2.1921944618225098, -1.132784366607666, -1.5142662525177002, -1.410210371017456, -2.2163329124450684, -2.2613685131073, -1.1962615251541138, -0.40530329942703247, -1.4755953550338745, -1.9796855449676514, -1.219087839126587, -2.1563687324523926, -0.5295249223709106, -1.645247459411621, -2.4935667514801025, -1.8322629928588867, -2.6990966796875, -3.4413363933563232, -1.5707682371139526, -0.990771472454071, -2.176461696624756, -1.575878381729126, -2.2960095405578613, -1.3472200632095337, -0.672232449054718, -2.1427080631256104, -1.7914633750915527, -1.9152683019638062, -0.8195058703422546, -2.1335482597351074, -0.5449140071868896, -1.1247131824493408, -1.0582822561264038, -0.038903459906578064, -0.29124727845191956, -1.2331346273422241, -2.1155948638916016, -1.7706365585327148, -1.0829209089279175, -1.4061589241027832, -1.5032389163970947, -1.7632170915603638, -1.8965260982513428, -1.8668078184127808, -1.7769944667816162, -2.502274513244629, -2.429363250732422, -1.8376237154006958, -1.5703054666519165, -0.8022781610488892, -3.101015329360962, -2.3321022987365723, -1.488983154296875, -0.9775077700614929, -0.8628587126731873, -2.8510594367980957, -1.7170718908309937, -1.592742681503296, -1.232435941696167, -0.3525170385837555, -2.8586666584014893, -2.261427402496338, -0.7678738832473755, -1.8597602844238281, -0.28064945340156555, -1.4624111652374268, -2.42437744140625, -1.6445064544677734, -2.0947179794311523, -1.698006510734558, -0.20885606110095978, -1.3645738363265991, -1.2878024578094482, -1.573779821395874, -2.240875244140625, -1.4596620798110962, -2.5981993675231934, -1.5807398557662964, -1.4120112657546997, -0.18315322697162628, -1.047217607498169, -0.48087337613105774, -1.224962592124939, -1.78683602809906, -1.3471165895462036, -2.272386312484741, -1.760934829711914, -1.877563238143921, -2.503725290298462, -2.0708601474761963, -1.5552312135696411, -1.7667380571365356, -0.044759318232536316, -1.565877079963684, -0.9271882772445679, -0.7341078519821167, -1.9199941158294678, -2.504500150680542, -0.19345591962337494, -2.0128626823425293, -1.9177751541137695, -1.2476781606674194, -1.0526691675186157, -0.6921411156654358, -1.470914363861084, -1.0961716175079346, -0.7988896369934082, -1.4321885108947754, -2.3535242080688477, -1.1571078300476074, -0.44208425283432007, -1.4229425191879272, -1.6063870191574097]}, "Bot001_100_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars i have read a few by timothy zahn . i am a chef . you ? i am a housekeeper. tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i try various ... various what ? coffees as hobby, funny you :) where do you live cali . u ? nyc. who do you live with ? are you a married person ? my husband is at his auto repair shop . i am single", "response": "oh really ? i've been married for about 5 years now .", "annotation_id": "Bot001_100_18", "annotations": ["T", "X", "T", "O", "T", "O", "O", "X", "T", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-13.021014213562012, -11.820067405700684, -11.459760665893555, -9.723884582519531, -14.049195289611816, -3.6075758934020996, -16.317707061767578, -8.568224906921387, -13.40150260925293, -8.592796325683594, -13.558807373046875, -10.780046463012695, -12.30109977722168], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -1.4806170463562012, -2.2170348167419434, -1.3541762828826904, -1.2869963645935059, -1.5653995275497437, -2.1316792964935303, -1.2340773344039917, -0.9727739095687866, -1.054313063621521, -0.563565731048584, -1.1000065803527832, -0.11364784091711044, -0.5497595071792603, -1.8588167428970337, -1.4884010553359985, -2.3713772296905518, -2.2412421703338623, -1.9898422956466675, -2.585585832595825, -2.0947301387786865, -1.1227458715438843, -0.13734860718250275, -1.798750877380371, -1.170694351196289, -2.2185940742492676, -2.303391695022583, -1.5135356187820435, -2.202531576156616, -0.5409141778945923, -2.6477651596069336, -2.5279083251953125, -1.4525394439697266, -2.9678759574890137, -3.770826578140259, -0.4361090660095215, -1.4418771266937256, -1.6406220197677612, -1.3644769191741943, -1.071898102760315, -1.013157844543457, -2.7502057552337646, -1.7338601350784302, -1.7190529108047485, -1.25755774974823, -1.3696128129959106, -1.9814294576644897, -2.4310038089752197, -1.864939570426941, -1.1066863536834717, -2.2807130813598633, -0.8968970775604248, -2.1921944618225098, -1.132784366607666, -1.5142662525177002, -1.410210371017456, -2.2163329124450684, -2.2613685131073, -1.1962615251541138, -0.40530329942703247, -1.4755953550338745, -1.9796855449676514, -1.219087839126587, -2.1563687324523926, -0.5295249223709106, -1.645247459411621, -2.4935667514801025, -1.8322629928588867, -2.6990966796875, -3.4413363933563232, -1.5707682371139526, -0.990771472454071, -2.176461696624756, -1.575878381729126, -2.2960095405578613, -1.3472200632095337, -0.672232449054718, -2.1427080631256104, -1.7914633750915527, -1.9152683019638062, -0.8195058703422546, -2.1335482597351074, -0.5449140071868896, -1.1247131824493408, -1.0582822561264038, -0.038903459906578064, -0.29124727845191956, -1.2331346273422241, -2.1155948638916016, -1.7706365585327148, -1.0829209089279175, -1.4061589241027832, -1.5032389163970947, -1.7632170915603638, -1.8965260982513428, -1.8668078184127808, -1.7769944667816162, -2.502274513244629, -2.429363250732422, -1.8376237154006958, -1.5703054666519165, -0.8022781610488892, -3.101015329360962, -2.3321022987365723, -1.488983154296875, -0.9775077700614929, -0.8628587126731873, -2.8510594367980957, -1.7170718908309937, -1.592742681503296, -1.232435941696167, -0.3525170385837555, -2.8586666584014893, -2.261427402496338, -0.7678738832473755, -1.8597602844238281, -0.28064945340156555, -1.4624111652374268, -2.42437744140625, -1.6445064544677734, -2.0947179794311523, -1.698006510734558, -0.20885606110095978, -1.3645738363265991, -1.2878024578094482, -1.573779821395874, -2.240875244140625, -1.4596620798110962, -2.5981993675231934, -1.5807398557662964, -1.4120112657546997, -0.18315322697162628, -1.047217607498169, -0.48087337613105774, -1.224962592124939, -1.78683602809906, -1.3471165895462036, -2.272386312484741, -1.760934829711914, -1.877563238143921, -2.503725290298462, -2.0708601474761963, -1.5552312135696411, -1.7667380571365356, -0.044759318232536316, -1.565877079963684, -0.9271882772445679, -0.7341078519821167, -1.9199941158294678, -0.16675077378749847, -2.149757146835327, -3.0049026012420654, -1.3162999153137207, -0.7197858095169067, -2.119335174560547, -1.9437662363052368, -1.149564266204834, -0.7346030473709106, -1.5205276012420654, -2.3123176097869873, -1.2477365732192993, -0.5134212970733643, -1.7067530155181885, -1.527477502822876, -1.702075481414795, -0.9927663803100586, -1.452139139175415, -2.449171781539917, -2.0696074962615967, -0.9684549570083618, -1.5365536212921143, -1.9498554468154907, -1.2639389038085938, -2.1127376556396484, -0.8655921816825867, -2.0105791091918945, -2.049152374267578, -0.13206274807453156, -1.3657615184783936, -1.638737678527832, -1.020272970199585]}, "Bot001_100_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars i have read a few by timothy zahn . i am a chef . you ? i am a housekeeper. tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i try various ... various what ? coffees as hobby, funny you :) where do you live cali . u ? nyc. who do you live with ? are you a married person ? my husband is at his auto repair shop . i am single oh really ? i've been married for about 5 years now . are you happy about your marriage ?", "response": "what has been your favorite travel spot ?", "annotation_id": "Bot001_100_20", "annotations": ["T", "O", "T", "T", "T", "T", "X", "X", "O", "T", "X", "X", "X", "X", "O"], "gpt2_target_score": [-13.781420707702637, -10.024764060974121, -8.127073287963867, -1.5599439144134521, -4.644852638244629, -11.676041603088379, -16.331363677978516, -10.6874418258667], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.1112580299377441, -0.5295009613037109, -1.4118471145629883, -1.4806170463562012, -2.2170348167419434, -1.3541762828826904, -1.2869963645935059, -1.5653995275497437, -2.1316792964935303, -1.2340773344039917, -0.9727739095687866, -1.054313063621521, -0.563565731048584, -1.1000065803527832, -0.11364784091711044, -0.5497595071792603, -1.8588167428970337, -1.4884010553359985, -2.3713772296905518, -2.2412421703338623, -1.9898422956466675, -2.585585832595825, -2.0947301387786865, -1.1227458715438843, -0.13734860718250275, -1.798750877380371, -1.170694351196289, -2.2185940742492676, -2.303391695022583, -1.5135356187820435, -2.202531576156616, -0.5409141778945923, -2.6477651596069336, -2.5279083251953125, -1.4525394439697266, -2.9678759574890137, -3.770826578140259, -0.4361090660095215, -1.4418771266937256, -1.6406220197677612, -1.3644769191741943, -1.071898102760315, -1.013157844543457, -2.7502057552337646, -1.7338601350784302, -1.7190529108047485, -1.25755774974823, -1.3696128129959106, -1.9814294576644897, -2.4310038089752197, -1.864939570426941, -1.1066863536834717, -2.2807130813598633, -0.8968970775604248, -2.1921944618225098, -1.132784366607666, -1.5142662525177002, -1.410210371017456, -2.2163329124450684, -2.2613685131073, -1.1962615251541138, -0.40530329942703247, -1.4755953550338745, -1.9796855449676514, -1.219087839126587, -2.1563687324523926, -0.5295249223709106, -1.645247459411621, -2.4935667514801025, -1.8322629928588867, -2.6990966796875, -3.4413363933563232, -1.5707682371139526, -0.990771472454071, -2.176461696624756, -1.575878381729126, -2.2960095405578613, -1.3472200632095337, -0.672232449054718, -2.1427080631256104, -1.7914633750915527, -1.9152683019638062, -0.8195058703422546, -2.1335482597351074, -0.5449140071868896, -1.1247131824493408, -1.0582822561264038, -0.038903459906578064, -0.29124727845191956, -1.2331346273422241, -2.1155948638916016, -1.7706365585327148, -1.0829209089279175, -1.4061589241027832, -1.5032389163970947, -1.7632170915603638, -1.8965260982513428, -1.8668078184127808, -1.7769944667816162, -2.502274513244629, -2.429363250732422, -1.8376237154006958, -1.5703054666519165, -0.8022781610488892, -3.101015329360962, -2.3321022987365723, -1.488983154296875, -0.9775077700614929, -0.8628587126731873, -2.8510594367980957, -1.7170718908309937, -1.592742681503296, -1.232435941696167, -0.3525170385837555, -2.8586666584014893, -2.261427402496338, -0.7678738832473755, -1.8597602844238281, -0.28064945340156555, -1.4624111652374268, -2.42437744140625, -1.6445064544677734, -2.0947179794311523, -1.698006510734558, -0.20885606110095978, -1.3645738363265991, -1.2878024578094482, -1.573779821395874, -2.240875244140625, -1.4596620798110962, -2.5981993675231934, -1.5807398557662964, -1.4120112657546997, -0.18315322697162628, -1.047217607498169, -0.48087337613105774, -1.224962592124939, -1.78683602809906, -1.3471165895462036, -2.272386312484741, -1.760934829711914, -1.877563238143921, -2.503725290298462, -2.0708601474761963, -1.5552312135696411, -1.7667380571365356, -0.044759318232536316, -1.565877079963684, -0.9271882772445679, -0.7341078519821167, -1.9199941158294678, -0.16675077378749847, -2.149757146835327, -3.0049026012420654, -1.3162999153137207, -0.7197858095169067, -2.119335174560547, -1.9437662363052368, -1.149564266204834, -0.7346057891845703, -1.5205190181732178, -2.3123133182525635, -1.2477391958236694, -0.5134232640266418, -1.7067525386810303, -1.5274885892868042, -1.7020704746246338, -0.9927671551704407, -1.452131748199463, -1.633436679840088, -1.5829808712005615, -1.6184041500091553, -1.5615487098693848, -1.334283709526062, -1.900820255279541, -0.9447455406188965, -2.2662158012390137, -2.1389358043670654, -0.120662160217762, -1.7031121253967285, -1.096030592918396, -0.9444046020507812, -0.0801461786031723, -1.4663913249969482, -1.4320528507232666, -0.9863117933273315, -1.753271460533142, -0.32688531279563904, -1.79190993309021, -2.1991941928863525, -2.0128798484802246, -0.9988973736763, -0.39381787180900574, -1.0005608797073364, -2.7771098613739014, -1.531834602355957, -0.7950839996337891, -0.8068212866783142]}, "Bot001_102_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello", "response": "hi , how are you ?", "annotation_id": "Bot001_102_01", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-12.948647499084473, -12.974257469177246, -5.921346664428711, -5.069957733154297, -5.3878350257873535, -10.968624114990234], "gpt2_argmax_score": [-1.7955411672592163, -2.239363431930542, -0.4881036579608917, -1.6863213777542114, -1.7282432317733765, -0.2483179122209549, -1.5522615909576416, -0.356908917427063]}, "Bot001_102_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ?", "response": "i'm also doing well . i just got home from a trip to norway .", "annotation_id": "Bot001_102_03", "annotations": ["O", "O", "O", "T", "X", "O", "O", "O", "O", "T", "O", "T", "T", "O", "O"], "gpt2_target_score": [-10.490975379943848, -9.93779182434082, -7.518761157989502, -9.152767181396484, -11.228482246398926, -6.123356819152832, -3.2299957275390625, -3.8740663528442383, -8.537074089050293, -9.65311336517334, -8.1979341506958, -7.352981090545654, -12.285833358764648, -10.530879974365234, -13.413037300109863, -13.154139518737793, -6.6372389793396], "gpt2_argmax_score": [-1.7955411672592163, -2.073793411254883, -1.487053394317627, -1.7000995874404907, -0.30411964654922485, -1.2955673933029175, -1.066726565361023, -1.9154635667800903, -2.221277952194214, -1.968695878982544, -1.4501010179519653, -1.3136135339736938, -1.8035788536071777, -2.489459753036499, -0.8372927308082581, -1.5230357646942139, -0.9171918630599976, -2.372312307357788, -1.7124154567718506, -1.4285669326782227, -0.711110532283783, -2.0149691104888916, -1.8049368858337402, -1.06907057762146, -0.5761399269104004, -3.214357376098633, -1.423054575920105, -2.080996036529541, -0.6347556114196777, -1.2528268098831177, -0.7559359669685364]}, "Bot001_102_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip", "response": "good would been better with someone with me. what do you do for fun ?", "annotation_id": "Bot001_102_05", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "O", "T", "O", "T", "T", "O", "T"], "gpt2_target_score": [-14.08510684967041, -7.820940017700195, -7.8461995124816895, -10.357418060302734, -11.729870796203613, -11.314915657043457, -7.538818359375, -10.548382759094238, -8.97449779510498, -6.32193660736084, -4.947400093078613, -10.07794189453125, -5.606465816497803, -10.349353790283203, -9.279247283935547, -5.789444446563721], "gpt2_argmax_score": [-1.7955411672592163, -2.073793411254883, -1.487053394317627, -1.7000995874404907, -0.30411964654922485, -1.2955673933029175, -1.066726565361023, -1.9154635667800903, -2.221277952194214, -1.968695878982544, -1.4501010179519653, -1.3136135339736938, -1.8035788536071777, -0.6553837656974792, -1.837444543838501, -1.1449742317199707, -2.380906343460083, -1.7513360977172852, -1.952980875968933, -0.7705942392349243, -1.61526620388031, -1.8141155242919922, -1.019608974456787, -0.6563605666160583, -3.191626787185669, -1.373751163482666, -2.133868455886841, -0.5860651731491089, -1.2588319778442383, -1.190122127532959, -0.8683400750160217, -0.7005986571311951, -0.7223404049873352, -0.6462854146957397, -2.352872848510742, -2.173569917678833, -0.9855924248695374, -1.734215259552002, -1.2883979082107544, -1.8410062789916992, -1.285765528678894, -1.0182477235794067, -1.5758661031723022, -1.2459921836853027, -2.0462300777435303, -0.060639433562755585, -1.4943286180496216, -1.3261398077011108, -1.9046645164489746, -0.7300019860267639, -0.30288439989089966]}, "Bot001_102_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses", "response": "horses are cool but i ask more into fantasy animals like dragons . what are you up to today ?", "annotation_id": "Bot001_102_07", "annotations": ["O", "T", "O", "T", "O", "O", "O", "T", "T", "O", "O", "T", "T", "O", "O"], "gpt2_target_score": [-11.570887565612793, -20.770788192749023, -5.274543762207031, -7.590871810913086, -12.258414268493652, -7.037081718444824, -9.184423446655273, -10.664399147033691, -7.049900531768799, -13.474583625793457, -11.410249710083008, -5.129239559173584, -15.146970748901367, -10.270097732543945, -7.7381157875061035, -10.015324592590332, -5.178600311279297, -9.024312973022461, -7.459990501403809, -12.377996444702148, -9.428644180297852], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -2.221348285675049, -1.968678593635559, -1.4500443935394287, -1.313611388206482, -1.8035413026809692, -0.6553816795349121, -1.8374658823013306, -1.1449788808822632, -2.3809471130371094, -1.7513179779052734, -1.9529409408569336, -0.7706052660942078, -1.6152435541152954, -1.8141636848449707, -1.0196077823638916, -0.6563807129859924, -3.1916427612304688, -1.3737236261367798, -2.1338138580322266, -0.586052417755127, -1.2588797807693481, -1.190107822418213, -0.8683265447616577, -0.7006090879440308, -0.7223432660102844, -0.6462884545326233, -0.4495088458061218, -0.40554720163345337, -1.4300754070281982, -1.6386700868606567, -1.5751703977584839, -1.5632846355438232, -1.0808345079421997, -0.7511751055717468, -1.7701821327209473, -2.058189630508423, -0.06612205505371094, -1.692766547203064, -0.9390309453010559, -2.0196261405944824, -0.7456632852554321, -1.599595069885254, -1.6566622257232666, -1.2144551277160645, -0.9843742251396179, -1.5859012603759766, -2.0514707565307617, -0.7265785336494446, -1.7989431619644165, -1.985643744468689, -1.7273950576782227, -2.032104969024658, -2.561277389526367, -1.6889036893844604, -1.7045390605926514, -2.264526844024658, -1.803071141242981, -1.4512939453125, -1.9683916568756104, -1.130064606666565, -1.0526304244995117, -1.5787497758865356, -1.2388509511947632, -0.9631150364875793, -0.07325398176908493, -0.9856492877006531, -0.6636550426483154, -0.3068728744983673]}, "Bot001_102_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses horses are cool but i ask more into fantasy animals like dragons . what are you up to today ? i'm going to meet a girl tonight. wish me luck !", "response": "i cant my husband and kids drive me to drink. Also, try to guess: my cats are ...", "annotation_id": "Bot001_102_09", "annotations": ["T", "X", "O", "T", "O", "X", "X", "T", "X", "T", "O", "X", "T", "T", "T"], "gpt2_target_score": [-10.490946769714355, -9.901968002319336, -4.286033630371094, -15.853384017944336, -9.491171836853027, -11.544405937194824, -12.174703598022461, -10.548386573791504, -7.613880634307861, -10.077153205871582, -11.116548538208008, -13.5922212600708, -6.996686935424805, -7.227418422698975, -7.893587589263916, -11.246968269348145, -8.753658294677734, -6.734838485717773, -13.270537376403809, -8.421194076538086, -7.299737453460693], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -2.221348285675049, -1.968678593635559, -1.4500443935394287, -1.313611388206482, -1.8035413026809692, -0.6553816795349121, -1.8374658823013306, -1.1449788808822632, -2.3809471130371094, -1.7513179779052734, -1.9529409408569336, -0.7706052660942078, -1.6152435541152954, -1.8141636848449707, -1.0196077823638916, -0.6563807129859924, -3.1916427612304688, -1.3737236261367798, -2.1338138580322266, -0.586052417755127, -1.2588797807693481, -1.190107822418213, -0.8683265447616577, -0.7006090879440308, -0.7223432660102844, -0.6462884545326233, -0.4495088458061218, -0.40554720163345337, -1.4300508499145508, -1.638663411140442, -1.5751529932022095, -1.5632835626602173, -1.0808335542678833, -0.7511758804321289, -1.770197868347168, -2.058197259902954, -0.06612049788236618, -1.6927433013916016, -0.9390303492546082, -2.019617795944214, -0.7456727027893066, -1.5996043682098389, -1.6566596031188965, -1.2144559621810913, -0.9843645095825195, -1.5859063863754272, -1.719922661781311, -1.2566699981689453, -2.0026204586029053, -1.572286605834961, -1.9200654029846191, -1.7008005380630493, -1.7728339433670044, -2.2957723140716553, -1.6262304782867432, -1.7871822118759155, -2.032633066177368, -1.1325130462646484, -1.3232951164245605, -1.6650950908660889, -1.077860713005066, -0.7259134650230408, -0.059464506804943085, -0.8735929727554321, -0.4593387544155121, -1.6943089962005615, -1.3519667387008667, -2.5984323024749756, -0.17427226901054382, -1.8244866132736206, -1.9314223527908325, -2.511922597885132, -1.9649218320846558, -1.5694376230239868, -1.4517569541931152, -0.4094497263431549, -0.035900577902793884, -2.1431474685668945, -1.520011067390442, -2.125993251800537, -1.6539349555969238, -1.409724473953247, -2.9738943576812744, -2.9249355792999268, -0.3603837192058563, -2.936246156692505, -1.5836679935455322, -1.4657316207885742, -1.628465175628662, -1.8828120231628418, -1.2424567937850952, -1.4400793313980103, -1.0084261894226074, -0.9806937575340271, -2.5122017860412598, -1.4570825099945068, -2.024221897125244, -1.3221896886825562, -0.5622619986534119, -3.0753514766693115, -3.6578660011291504]}, "Bot001_102_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses horses are cool but i ask more into fantasy animals like dragons . what are you up to today ? i'm going to meet a girl tonight. wish me luck ! i cant my husband and kids drive me to drink. Also, try to guess: my cats are ... beautiful ?", "response": "very special to me, funny you :)", "annotation_id": "Bot001_102_11", "annotations": ["O", "O", "O", "T", "X", "X", "O", "O", "X", "T", "O", "T", "T", "T", "O"], "gpt2_target_score": [-13.847208976745605, -10.600881576538086, -6.919670104980469, -8.476766586303711, -10.648398399353027, -11.13794231414795, -6.172140121459961, -11.137284278869629], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -2.221348285675049, -1.968678593635559, -1.4500443935394287, -1.313611388206482, -1.8035413026809692, -0.6553816795349121, -1.8374658823013306, -1.1449788808822632, -2.3809471130371094, -1.7513179779052734, -1.9529409408569336, -0.7706052660942078, -1.6152435541152954, -1.8141636848449707, -1.0196077823638916, -0.6563807129859924, -3.1916427612304688, -1.3737236261367798, -2.1338138580322266, -0.586052417755127, -1.2588797807693481, -1.190107822418213, -0.8683265447616577, -0.7006090879440308, -0.7223432660102844, -0.6462884545326233, -0.4495088458061218, -0.40554720163345337, -1.4300508499145508, -1.638663411140442, -1.5751529932022095, -1.5632835626602173, -1.0808335542678833, -0.7511758804321289, -1.770197868347168, -2.058197259902954, -0.06612049788236618, -1.6927433013916016, -0.9390303492546082, -2.019617795944214, -0.7456727027893066, -1.5996043682098389, -1.6566596031188965, -1.2144559621810913, -0.9843645095825195, -1.5859063863754272, -1.719922661781311, -1.2566699981689453, -2.0026204586029053, -1.572286605834961, -1.9200654029846191, -1.7008005380630493, -1.7728339433670044, -2.2957723140716553, -1.6262304782867432, -1.7871822118759155, -2.032633066177368, -1.1325130462646484, -1.3232951164245605, -1.6650950908660889, -1.077860713005066, -0.7259134650230408, -0.059464506804943085, -0.8735929727554321, -0.4593387544155121, -1.6943089962005615, -1.3519667387008667, -2.5984323024749756, -0.17427226901054382, -1.8244866132736206, -1.9314223527908325, -2.511922597885132, -1.9649218320846558, -1.5694376230239868, -1.4517569541931152, -0.4094497263431549, -0.035900577902793884, -2.1431474685668945, -1.520011067390442, -1.4211010932922363, -1.3563112020492554, -2.7606093883514404, -3.118582010269165, -0.5097137689590454, -2.907294750213623, -2.0130181312561035, -1.4185041189193726, -1.6667112112045288, -1.7502061128616333, -1.4514589309692383, -1.5736031532287598, -1.3084022998809814, -0.9253501296043396, -2.583223342895508, -1.4781639575958252, -2.5728023052215576, -1.205938458442688, -0.5719645023345947, -3.0478203296661377, -3.4402737617492676, -1.2668018341064453, -1.827494502067566, -2.124270439147949, -2.109828233718872, -1.4211952686309814, -0.7763615250587463, -1.1658793687820435, -1.4954969882965088, -1.4399795532226562, -2.366931438446045, -0.545053243637085]}, "Bot001_102_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses horses are cool but i ask more into fantasy animals like dragons . what are you up to today ? i'm going to meet a girl tonight. wish me luck ! i cant my husband and kids drive me to drink. Also, try to guess: my cats are ... beautiful ? very special to me, funny you :) what do you do for a living", "response": "i work in an office building . it has also paid well , and supports my love of cars. what are you up to ?", "annotation_id": "Bot001_102_13", "annotations": ["O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "T"], "gpt2_target_score": [-10.490946769714355, -8.738897323608398, -6.458305358886719, -9.453878402709961, -13.950095176696777, -8.079180717468262, -5.228734970092773, -10.962189674377441, -11.89029312133789, -8.250157356262207, -11.78325080871582, -8.3096284866333, -5.79670524597168, -9.39445686340332, -16.347780227661133, -5.45270299911499, -7.354763031005859, -7.679067611694336, -12.839049339294434, -8.104528427124023, -9.673715591430664, -11.720794677734375, -9.43804931640625, -12.077019691467285, -8.711311340332031, -6.870519161224365], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -2.221348285675049, -1.968678593635559, -1.4500443935394287, -1.313611388206482, -1.8035413026809692, -0.6553816795349121, -1.8374658823013306, -1.1449788808822632, -2.3809471130371094, -1.7513179779052734, -1.9529409408569336, -0.7706052660942078, -1.6152435541152954, -1.8141636848449707, -1.0196077823638916, -0.6563807129859924, -3.1916427612304688, -1.3737236261367798, -2.1338138580322266, -0.586052417755127, -1.2588797807693481, -1.190107822418213, -0.8683265447616577, -0.7006090879440308, -0.7223432660102844, -0.6462884545326233, -0.4495088458061218, -0.40554720163345337, -1.4300508499145508, -1.638663411140442, -1.5751529932022095, -1.5632835626602173, -1.0808335542678833, -0.7511758804321289, -1.770197868347168, -2.058197259902954, -0.06612049788236618, -1.6927433013916016, -0.9390303492546082, -2.019617795944214, -0.7456727027893066, -1.5996043682098389, -1.6566596031188965, -1.2144559621810913, -0.9843645095825195, -1.5859063863754272, -1.719922661781311, -1.2566699981689453, -2.0026204586029053, -1.572286605834961, -1.9200654029846191, -1.7008005380630493, -1.7728339433670044, -2.2957723140716553, -1.6262304782867432, -1.7871822118759155, -2.032633066177368, -1.1325130462646484, -1.3232951164245605, -1.6650950908660889, -1.077860713005066, -0.7259134650230408, -0.059464506804943085, -0.8735929727554321, -0.4593387544155121, -1.6943089962005615, -1.3519667387008667, -2.5984323024749756, -0.17427226901054382, -1.8244866132736206, -1.9314223527908325, -2.511922597885132, -1.9649218320846558, -1.5694376230239868, -1.4517569541931152, -0.4094497263431549, -0.035900577902793884, -2.1431474685668945, -1.520011067390442, -1.4211010932922363, -1.3563112020492554, -2.7606093883514404, -3.118582010269165, -0.5097137689590454, -2.907294750213623, -2.0130181312561035, -1.4185041189193726, -1.6667112112045288, -1.7502061128616333, -1.4514589309692383, -1.5736031532287598, -1.3084022998809814, -0.9253501296043396, -2.583223342895508, -1.4781639575958252, -2.5728023052215576, -1.205938458442688, -0.5719645023345947, -3.0478203296661377, -3.4402737617492676, -1.2668018341064453, -1.827494502067566, -2.374804973602295, -1.3861652612686157, -0.3709758520126343, -1.1769659519195557, -1.715423345565796, -1.5156610012054443, -2.801335096359253, -1.332079529762268, -1.8398090600967407, -0.07227712124586105, -1.4639480113983154, -0.6234464049339294, -0.11298196762800217, -1.7724601030349731, -0.737275242805481, -1.736560344696045, -2.1244633197784424, -1.6733700037002563, -0.7943059802055359, -2.2311017513275146, -1.770533800125122, -1.7437399625778198, -1.1842840909957886, -0.6519596576690674, -1.0561805963516235, -0.9190027117729187, -0.7559725046157837, -1.1052546501159668, -0.9920983910560608, -0.7545484900474548, -2.051788806915283, -2.670449733734131, -0.7097484469413757, -1.7869486808776855, -1.6695078611373901, -1.4427369832992554, -1.402698278427124, -0.575371265411377, -0.5959312915802002, -0.016178984194993973, -1.0656487941741943, -0.45882338285446167]}, "Bot001_102_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses horses are cool but i ask more into fantasy animals like dragons . what are you up to today ? i'm going to meet a girl tonight. wish me luck ! i cant my husband and kids drive me to drink. Also, try to guess: my cats are ... beautiful ? very special to me, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. what are you up to ? i am going to be a lawyer soon :)", "response": "oh , thank you . i would love to marry a lawyer .. Also, try to guess: my dad taught ...", "annotation_id": "Bot001_102_15", "annotations": ["T", "X", "O", "T", "X", "T", "T", "O", "T", "T", "O", "X", "T", "T", "O"], "gpt2_target_score": [-12.504420280456543, -5.378576755523682, -6.628761291503906, -5.705923080444336, -10.22012996673584, -7.037081718444824, -8.367406845092773, -3.4888312816619873, -7.613880634307861, -12.381657600402832, -6.44560432434082, -15.0311861038208, -7.55097770690918, -13.20329475402832, -7.4385552406311035, -9.75999927520752, -7.768978118896484, -11.764532089233398, -8.237257957458496, -10.356908798217773, -14.399209976196289, -10.594680786132812, -6.3070068359375], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -2.221348285675049, -1.968678593635559, -1.4500443935394287, -1.313611388206482, -1.8035413026809692, -0.6553816795349121, -1.8374658823013306, -1.1449788808822632, -2.3809471130371094, -1.7513179779052734, -1.9529409408569336, -0.7706052660942078, -1.6152435541152954, -1.8141636848449707, -1.0196077823638916, -0.6563807129859924, -3.1916427612304688, -1.3737236261367798, -2.1338138580322266, -0.586052417755127, -1.2588797807693481, -1.190107822418213, -0.8683265447616577, -0.7006090879440308, -0.7223432660102844, -0.6462884545326233, -0.4495088458061218, -0.40554720163345337, -1.4300508499145508, -1.638663411140442, -1.5751529932022095, -1.5632835626602173, -1.0808335542678833, -0.7511758804321289, -1.770197868347168, -2.058197259902954, -0.06612049788236618, -1.6927433013916016, -0.9390303492546082, -2.019617795944214, -0.7456727027893066, -1.5996043682098389, -1.6566596031188965, -1.2144559621810913, -0.9843645095825195, -1.5859063863754272, -1.719922661781311, -1.2566699981689453, -2.0026204586029053, -1.572286605834961, -1.9200654029846191, -1.7008005380630493, -1.7728339433670044, -2.2957723140716553, -1.6262304782867432, -1.7871822118759155, -2.032633066177368, -1.1325130462646484, -1.3232951164245605, -1.6650950908660889, -1.077860713005066, -0.7259134650230408, -0.059464506804943085, -0.8735929727554321, -0.4593387544155121, -1.6943089962005615, -1.3519667387008667, -2.5984323024749756, -0.17427226901054382, -1.8244866132736206, -1.9314223527908325, -2.511922597885132, -1.9649218320846558, -1.5694376230239868, -1.4517569541931152, -0.4094497263431549, -0.035900577902793884, -2.1431474685668945, -1.520011067390442, -1.4211010932922363, -1.3563112020492554, -2.7606093883514404, -3.118582010269165, -0.5097137689590454, -2.907294750213623, -2.0130181312561035, -1.4185041189193726, -1.6667112112045288, -1.7502061128616333, -1.4514589309692383, -1.5736031532287598, -1.3084022998809814, -0.9253501296043396, -2.583223342895508, -1.4781639575958252, -2.5728023052215576, -1.205938458442688, -0.5719645023345947, -3.0478203296661377, -3.4402737617492676, -1.2668018341064453, -1.827494502067566, -2.374804973602295, -1.3861652612686157, -0.3709758520126343, -1.1769659519195557, -1.715423345565796, -1.5156610012054443, -2.801335096359253, -1.332079529762268, -1.8398090600967407, -0.07227712124586105, -1.4639480113983154, -0.6234464049339294, -0.11298196762800217, -1.7724601030349731, -0.737275242805481, -1.8122297525405884, -1.8095717430114746, -1.207838535308838, -2.127786636352539, -2.21545147895813, -2.023454427719116, -1.3304089307785034, -0.577918529510498, -1.2625678777694702, -1.0779169797897339, -0.40872493386268616, -1.0388243198394775, -1.0806610584259033, -0.8941305875778198, -1.9759650230407715, -2.7313356399536133, -0.7666744589805603, -1.921328067779541, -1.725383996963501, -1.7759777307510376, -1.528611183166504, -0.4384484589099884, -0.5985989570617676, -0.017013197764754295, -0.8991007208824158, -1.2887016534805298, -1.6370298862457275, -1.7875577211380005, -0.09144197404384613, -2.187934160232544, -2.384511709213257, -3.708061695098877, -2.1220905780792236, -2.0283796787261963, -1.8054091930389404, -2.1132030487060547, -1.7768348455429077, -1.3255637884140015, -0.029462939128279686, -1.7840083837509155, -1.1965241432189941, -2.210641860961914, -1.7408387660980225, -0.155915766954422, -2.106513738632202, -1.4507607221603394, -1.6156506538391113, -2.4058966636657715, -1.345629096031189, -1.464049220085144, -1.1504623889923096, -0.22339890897274017, -2.6955111026763916, -2.3781580924987793, -0.4798409640789032, -0.6156032085418701, -0.712224543094635, -0.12876825034618378, -2.0803256034851074]}, "Bot001_102_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses horses are cool but i ask more into fantasy animals like dragons . what are you up to today ? i'm going to meet a girl tonight. wish me luck ! i cant my husband and kids drive me to drink. Also, try to guess: my cats are ... beautiful ? very special to me, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. what are you up to ? i am going to be a lawyer soon :) oh , thank you . i would love to marry a lawyer .. Also, try to guess: my dad taught ... you how to ride a bike ?", "response": "me everything i know, funny you :)", "annotation_id": "Bot001_102_17", "annotations": ["T", "O", "O", "T", "X", "X", "T", "O", "T", "T", "O", "T", "T", "T", "T"], "gpt2_target_score": [-11.342188835144043, -8.608449935913086, -1.4870223999023438, -10.519140243530273, -10.648398399353027, -11.13794231414795, -6.172140121459961, -11.137284278869629], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -2.221348285675049, -1.968678593635559, -1.4500443935394287, -1.313611388206482, -1.8035413026809692, -0.6553816795349121, -1.8374658823013306, -1.1449788808822632, -2.3809471130371094, -1.7513179779052734, -1.9529409408569336, -0.7706052660942078, -1.6152435541152954, -1.8141636848449707, -1.0196077823638916, -0.6563807129859924, -3.1916427612304688, -1.3737236261367798, -2.1338138580322266, -0.586052417755127, -1.2588797807693481, -1.190107822418213, -0.8683265447616577, -0.7006090879440308, -0.7223432660102844, -0.6462884545326233, -0.4495088458061218, -0.40554720163345337, -1.4300508499145508, -1.638663411140442, -1.5751529932022095, -1.5632835626602173, -1.0808335542678833, -0.7511758804321289, -1.770197868347168, -2.058197259902954, -0.06612049788236618, -1.6927433013916016, -0.9390303492546082, -2.019617795944214, -0.7456727027893066, -1.5996043682098389, -1.6566596031188965, -1.2144559621810913, -0.9843645095825195, -1.5859063863754272, -1.719922661781311, -1.2566699981689453, -2.0026204586029053, -1.572286605834961, -1.9200654029846191, -1.7008005380630493, -1.7728339433670044, -2.2957723140716553, -1.6262304782867432, -1.7871822118759155, -2.032633066177368, -1.1325130462646484, -1.3232951164245605, -1.6650950908660889, -1.077860713005066, -0.7259134650230408, -0.059464506804943085, -0.8735929727554321, -0.4593387544155121, -1.6943089962005615, -1.3519667387008667, -2.5984323024749756, -0.17427226901054382, -1.8244866132736206, -1.9314223527908325, -2.511922597885132, -1.9649218320846558, -1.5694376230239868, -1.4517569541931152, -0.4094497263431549, -0.035900577902793884, -2.1431474685668945, -1.520011067390442, -1.4211010932922363, -1.3563112020492554, -2.7606093883514404, -3.118582010269165, -0.5097137689590454, -2.907294750213623, -2.0130181312561035, -1.4185041189193726, -1.6667112112045288, -1.7502061128616333, -1.4514589309692383, -1.5736031532287598, -1.3084022998809814, -0.9253501296043396, -2.583223342895508, -1.4781639575958252, -2.5728023052215576, -1.205938458442688, -0.5719645023345947, -3.0478203296661377, -3.4402737617492676, -1.2668018341064453, -1.827494502067566, -2.374804973602295, -1.3861652612686157, -0.3709758520126343, -1.1769659519195557, -1.715423345565796, -1.5156610012054443, -2.801335096359253, -1.332079529762268, -1.8398090600967407, -0.07227712124586105, -1.4639480113983154, -0.6234464049339294, -0.11298196762800217, -1.7724601030349731, -0.737275242805481, -1.8122297525405884, -1.8095717430114746, -1.207838535308838, -2.127786636352539, -2.21545147895813, -2.023454427719116, -1.3304089307785034, -0.577918529510498, -1.2625678777694702, -1.0779169797897339, -0.40872493386268616, -1.0388243198394775, -1.0806610584259033, -0.8941411375999451, -1.9759800434112549, -2.731337785720825, -0.7666829824447632, -1.9213378429412842, -1.7253787517547607, -1.775995135307312, -1.528609037399292, -0.43844708800315857, -0.5985992550849915, -0.01701284572482109, -0.8991033434867859, -1.288712978363037, -1.6370389461517334, -1.78754723072052, -0.09144208580255508, -2.1879396438598633, -2.3845016956329346, -3.708054304122925, -2.1220974922180176, -2.0283823013305664, -1.805401086807251, -2.3189923763275146, -1.3442381620407104, -0.027198193594813347, -1.4853200912475586, -1.1040993928909302, -1.9528062343597412, -1.599060297012329, -0.17938533425331116, -2.143428087234497, -1.3104572296142578, -2.062734603881836, -2.3311777114868164, -1.4680893421173096, -1.1353882551193237, -1.288317084312439, -0.24145938456058502, -2.700521945953369, -2.4424328804016113, -0.6248202919960022, -1.4606740474700928, -0.7890132665634155, -0.13364773988723755, -2.072601795196533, -2.0042898654937744, -0.37864163517951965, -2.6132705211639404, -0.775499165058136, -0.5122754573822021, -1.3517087697982788, -1.957152247428894, -2.0861434936523438, -0.7160757780075073, -2.024852991104126, -2.0599639415740967, -1.312909483909607, -1.0264912843704224, -1.4164191484451294, -2.7226455211639404, -0.9990799427032471]}, "Bot001_102_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses horses are cool but i ask more into fantasy animals like dragons . what are you up to today ? i'm going to meet a girl tonight. wish me luck ! i cant my husband and kids drive me to drink. Also, try to guess: my cats are ... beautiful ? very special to me, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. what are you up to ? i am going to be a lawyer soon :) oh , thank you . i would love to marry a lawyer .. Also, try to guess: my dad taught ... you how to ride a bike ? me everything i know, funny you :) what do you do for fun", "response": "i play with my parrot that i love . his name is todd .", "annotation_id": "Bot001_102_19", "annotations": ["O", "O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "T", "O", "T", "O"], "gpt2_target_score": [-10.490946769714355, -8.944952011108398, -7.644920349121094, -7.578954696655273, -12.660223960876465, -18.09762954711914, -6.915960311889648, -7.905976295471191, -9.505786895751953, -3.607151985168457, -10.656511306762695, -7.708768367767334, -5.748823165893555, -15.19334602355957, -6.8375420570373535], "gpt2_argmax_score": [-1.7955580949783325, -2.073782444000244, -1.4870223999023438, -1.7000789642333984, -0.3041292130947113, -1.2955809831619263, -1.066686749458313, -1.9154517650604248, -2.221348285675049, -1.968678593635559, -1.4500443935394287, -1.313611388206482, -1.8035413026809692, -0.6553816795349121, -1.8374658823013306, -1.1449788808822632, -2.3809471130371094, -1.7513179779052734, -1.9529409408569336, -0.7706052660942078, -1.6152435541152954, -1.8141636848449707, -1.0196077823638916, -0.6563807129859924, -3.1916427612304688, -1.3737236261367798, -2.1338138580322266, -0.586052417755127, -1.2588797807693481, -1.190107822418213, -0.8683265447616577, -0.7006090879440308, -0.7223432660102844, -0.6462884545326233, -0.4495088458061218, -0.40554720163345337, -1.4300508499145508, -1.638663411140442, -1.5751529932022095, -1.5632835626602173, -1.0808335542678833, -0.7511758804321289, -1.770197868347168, -2.058197259902954, -0.06612049788236618, -1.6927433013916016, -0.9390303492546082, -2.019617795944214, -0.7456727027893066, -1.5996043682098389, -1.6566596031188965, -1.2144559621810913, -0.9843645095825195, -1.5859063863754272, -1.719922661781311, -1.2566699981689453, -2.0026204586029053, -1.572286605834961, -1.9200654029846191, -1.7008005380630493, -1.7728339433670044, -2.2957723140716553, -1.6262304782867432, -1.7871822118759155, -2.032633066177368, -1.1325130462646484, -1.3232951164245605, -1.6650950908660889, -1.077860713005066, -0.7259134650230408, -0.059464506804943085, -0.8735929727554321, -0.4593387544155121, -1.6943089962005615, -1.3519667387008667, -2.5984323024749756, -0.17427226901054382, -1.8244866132736206, -1.9314223527908325, -2.511922597885132, -1.9649218320846558, -1.5694376230239868, -1.4517569541931152, -0.4094497263431549, -0.035900577902793884, -2.1431474685668945, -1.520011067390442, -1.4211010932922363, -1.3563112020492554, -2.7606093883514404, -3.118582010269165, -0.5097137689590454, -2.907294750213623, -2.0130181312561035, -1.4185041189193726, -1.6667112112045288, -1.7502061128616333, -1.4514589309692383, -1.5736031532287598, -1.3084022998809814, -0.9253501296043396, -2.583223342895508, -1.4781639575958252, -2.5728023052215576, -1.205938458442688, -0.5719645023345947, -3.0478203296661377, -3.4402737617492676, -1.2668018341064453, -1.827494502067566, -2.374804973602295, -1.3861652612686157, -0.3709758520126343, -1.1769659519195557, -1.715423345565796, -1.5156610012054443, -2.801335096359253, -1.332079529762268, -1.8398090600967407, -0.07227712124586105, -1.4639480113983154, -0.6234464049339294, -0.11298196762800217, -1.7724601030349731, -0.737275242805481, -1.8122297525405884, -1.8095717430114746, -1.207838535308838, -2.127786636352539, -2.21545147895813, -2.023454427719116, -1.3304089307785034, -0.577918529510498, -1.2625678777694702, -1.0779169797897339, -0.40872493386268616, -1.0388243198394775, -1.0806610584259033, -0.8941411375999451, -1.9759800434112549, -2.731337785720825, -0.7666829824447632, -1.9213378429412842, -1.7253787517547607, -1.775995135307312, -1.528609037399292, -0.43844708800315857, -0.5985992550849915, -0.01701284572482109, -0.8991033434867859, -1.288712978363037, -1.6370389461517334, -1.78754723072052, -0.09144208580255508, -2.1879396438598633, -2.3845016956329346, -3.708054304122925, -2.1220974922180176, -2.0283823013305664, -1.805401086807251, -2.3189923763275146, -1.3442381620407104, -0.027198193594813347, -1.4853200912475586, -1.1040993928909302, -1.9528062343597412, -1.599060297012329, -0.17938533425331116, -2.143428087234497, -1.3104572296142578, -2.062734603881836, -2.3311777114868164, -1.4680893421173096, -1.1353882551193237, -1.288317084312439, -0.24145938456058502, -2.700521945953369, -2.4424328804016113, -0.6248202919960022, -1.4606740474700928, -0.7890079617500305, -0.13364826142787933, -2.072591543197632, -2.0042781829833984, -0.37864041328430176, -2.6132569313049316, -0.7754983305931091, -0.512274444103241, -1.3517181873321533, -1.9571532011032104, -2.1715333461761475, -2.071612596511841, -2.288261890411377, -1.4703315496444702, -1.07960844039917, -1.0381429195404053, -2.839862585067749, -1.604891061782837, -1.496848464012146, -0.04448068514466286, -0.3995608389377594, -0.1826789677143097, -0.30036109685897827, -0.2102571278810501, -1.9818297624588013, -2.4044349193573, -1.4933041334152222, -1.3447295427322388, -2.427509307861328, -0.7723903059959412, -1.745105266571045, -2.0494465827941895, -2.2826321125030518, -2.0121521949768066, -1.0923041105270386, -1.8322163820266724, -0.1391899734735489, -3.2087466716766357, -2.116501569747925, -0.9852917790412903]}, "Bot001_110_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis", "response": "i love dogs too ! they're my favorite animal .", "annotation_id": "Bot001_110_02", "annotations": ["O", "X", "T", "X", "O", "X", "T", "T", "X", "O", "O", "X", "X", "O", "O"], "gpt2_target_score": [-12.053730010986328, -12.04348373413086, -13.25216007232666, -10.233657836914062, -12.541489601135254, -13.108997344970703, -14.28931999206543, -6.986679553985596, -16.763519287109375, -17.412809371948242, -12.861149787902832], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -0.322294682264328, -1.0070956945419312, -3.301879644393921, -1.6019346714019775, -0.35518360137939453, -0.4326993525028229, -1.2939847707748413, -2.718283176422119, -0.08245837688446045, -0.3859313130378723, -0.7237645983695984, -0.5964033603668213, -1.2398380041122437, -1.0374091863632202, -0.15866900980472565, -1.4613749980926514, -0.49694153666496277, -1.0179367065429688, -0.5126307606697083, -0.3707468807697296, -3.297938346862793, -1.543387532234192, -1.4516552686691284, -1.5235735177993774, -1.3303043842315674, -2.135591983795166, -1.2981979846954346, -1.9785327911376953, -1.2235392332077026, -0.764885663986206, -1.4785555601119995, -3.432551383972168, -0.9495338201522827, -0.6147555708885193, -1.1753368377685547, -0.8784588575363159, -2.1754419803619385, -1.723642349243164, -1.5181530714035034, -1.903011679649353, -1.538453459739685, -2.136789083480835, -2.122020721435547, -1.445014476776123, -1.2220745086669922, -0.9806498289108276, -0.9393264055252075, -1.4253084659576416, -2.129507064819336, -1.1588239669799805, -2.1968719959259033, -1.5609409809112549, -1.3291772603988647]}, "Bot001_110_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player", "response": "wow who do you play for ?", "annotation_id": "Bot001_110_04", "annotations": ["O", "O", "O", "T", "O", "O", "T", "O", "X", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-15.202921867370605, -9.561186790466309, -1.618788242340088, -5.970527648925781, -7.716057777404785, -5.806565761566162, -5.927737712860107], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -3.297940969467163, -1.5433720350265503, -1.4516420364379883, -1.523551106452942, -1.3302866220474243, -2.1355745792388916, -1.2981499433517456, -1.9785380363464355, -1.223494052886963, -0.7649244666099548, -1.4785264730453491, -3.432608127593994, -0.9495297074317932, -0.6147506833076477, -1.17536461353302, -0.8784497976303101, -2.175473690032959, -1.7236555814743042, -1.5181382894515991, -1.9030578136444092, -1.5384540557861328, -1.520172119140625, -1.727988600730896, -1.209762454032898, -1.2219144105911255, -1.3624327182769775, -1.527052640914917, -2.6519269943237305, -1.369523525238037, -2.0730559825897217, -1.8698227405548096, -2.072381019592285, -1.7301820516586304, -1.929728627204895, -3.299565553665161, -2.0814590454101562, -0.1443973183631897, -1.4896785020828247, -2.130599021911621, -1.848107933998108, -2.1782734394073486, -0.16161207854747772, -0.44652488827705383, -1.0542635917663574, -0.6857523322105408, -0.3292240500450134]}, "Bot001_110_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog", "response": "no i just go suffering all the time", "annotation_id": "Bot001_110_06", "annotations": ["T", "X", "T", "O", "X", "X", "T", "X", "X", "X", "O", "X", "X", "X", "T"], "gpt2_target_score": [-12.041338920593262, -5.570601463317871, -9.22578239440918, -10.023597717285156, -11.974045753479004, -5.844712734222412, -8.836138725280762, -11.5592679977417], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -3.297940969467163, -1.5433720350265503, -1.4516420364379883, -1.523551106452942, -1.3302866220474243, -2.1355745792388916, -1.2981499433517456, -1.9785380363464355, -1.223494052886963, -0.7649244666099548, -1.4785264730453491, -3.432608127593994, -0.9495297074317932, -0.6147506833076477, -1.17536461353302, -0.8784497976303101, -2.175473690032959, -1.7236555814743042, -1.5181382894515991, -1.9030578136444092, -1.5384540557861328, -1.520172119140625, -1.727988600730896, -1.209762454032898, -1.2219144105911255, -1.3624327182769775, -1.527052640914917, -2.6519269943237305, -1.369523525238037, -2.0730559825897217, -1.8698227405548096, -2.072381019592285, -1.7301820516586304, -1.929728627204895, -3.299565553665161, -2.0814590454101562, -0.1443973183631897, -1.4896785020828247, -2.1663403511047363, -2.304501533508301, -0.43861937522888184, -0.8767572045326233, -1.3054872751235962, -1.284143090248108, -1.2974234819412231, -2.5320045948028564, -1.0459496974945068, -1.966942548751831, -1.2738370895385742, -2.587968111038208, -2.058473587036133, -2.2301628589630127, -0.9873873591423035, -1.5852895975112915, -1.036049723625183, -1.532833456993103, -1.6632704734802246, -1.7875012159347534, -1.2708343267440796, -1.9779750108718872, -2.167240858078003, -1.9625025987625122, -1.4453684091567993, -0.9299149513244629, -1.080708622932434, -2.1500000953674316, -1.1821221113204956, -0.11063957214355469, -1.599178671836853]}, "Bot001_110_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children?", "response": "i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ...", "annotation_id": "Bot001_110_08", "annotations": ["O", "O", "T", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.053736686706543, -12.169386863708496, -11.910123825073242, -11.650840759277344, -10.857789039611816, -8.681427955627441, -11.471240043640137, -11.742815971374512, -11.079568862915039, -13.052742004394531, -6.979912281036377, -12.034990310668945, -15.520730972290039, -14.22771167755127, -16.34838104248047, -8.029573440551758, -11.910161972045898, -16.907190322875977, -11.586966514587402, -12.126720428466797, -16.2789249420166, -8.079347610473633, -12.353124618530273, -6.360266208648682, -8.154264450073242, -14.220758438110352, -11.44990348815918, -10.76706600189209], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -3.297940969467163, -1.5433720350265503, -1.4516420364379883, -1.523551106452942, -1.3302866220474243, -2.1355745792388916, -1.2981499433517456, -1.9785380363464355, -1.223494052886963, -0.7649244666099548, -1.4785264730453491, -3.432608127593994, -0.9495297074317932, -0.6147506833076477, -1.17536461353302, -0.8784497976303101, -2.175473690032959, -1.7236555814743042, -1.5181382894515991, -1.9030578136444092, -1.5384540557861328, -1.520172119140625, -1.727988600730896, -1.209762454032898, -1.2219144105911255, -1.3624327182769775, -1.527052640914917, -2.6519269943237305, -1.369523525238037, -2.0730559825897217, -1.8698227405548096, -2.072381019592285, -1.7301820516586304, -1.929728627204895, -3.299565553665161, -2.0814590454101562, -0.1443973183631897, -1.4896785020828247, -2.1663403511047363, -2.304501533508301, -0.43861937522888184, -0.8767572045326233, -1.3054872751235962, -1.284143090248108, -1.2974234819412231, -2.5320045948028564, -1.0459496974945068, -1.966942548751831, -1.2738370895385742, -2.587968111038208, -2.058473587036133, -2.2301628589630127, -0.9873873591423035, -1.5852895975112915, -1.036049723625183, -1.532833456993103, -1.6632704734802246, -1.7875012159347534, -1.2708343267440796, -1.9779750108718872, -0.3181193768978119, -2.2772605419158936, -1.9455746412277222, -1.3403087854385376, -2.2153143882751465, -1.208221197128296, -0.1271827518939972, -1.6848217248916626, -0.6597970724105835, -1.732843279838562, -0.6985355615615845, -1.3304011821746826, -1.7322227954864502, -2.2648494243621826, -1.9179556369781494, -1.1604489088058472, -1.6649534702301025, -1.6613399982452393, -1.3407529592514038, -0.9605969190597534, -1.28774893283844, -1.293784260749817, -1.1718393564224243, -1.6549701690673828, -2.4239063262939453, -1.818865180015564, -0.7653788328170776, -2.838106632232666, -0.7096336483955383, -1.3879516124725342, -1.8335387706756592, -1.7975305318832397, -1.9991283416748047, -1.546264886856079, -1.0092557668685913, -1.7772603034973145, -1.852498173713684, -2.886845111846924, -2.4456593990325928, -1.4869455099105835, -0.7263949513435364, -3.0092613697052]}, "Bot001_110_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children? i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ... is nicolas cage", "response": "is travis scott, funny you :)", "annotation_id": "Bot001_110_10", "annotations": ["T", "O", "O", "T", "O", "O", "T", "O", "O", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.897921562194824, -15.825057029724121, -16.381574630737305, -8.332099914550781, -17.936912536621094, -4.569764614105225, -15.01758098602295, -8.713763236999512, -13.951154708862305], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -3.297940969467163, -1.5433720350265503, -1.4516420364379883, -1.523551106452942, -1.3302866220474243, -2.1355745792388916, -1.2981499433517456, -1.9785380363464355, -1.223494052886963, -0.7649244666099548, -1.4785264730453491, -3.432608127593994, -0.9495297074317932, -0.6147506833076477, -1.17536461353302, -0.8784497976303101, -2.175473690032959, -1.7236555814743042, -1.5181382894515991, -1.9030578136444092, -1.5384540557861328, -1.520172119140625, -1.727988600730896, -1.209762454032898, -1.2219144105911255, -1.3624327182769775, -1.527052640914917, -2.6519269943237305, -1.369523525238037, -2.0730559825897217, -1.8698227405548096, -2.072381019592285, -1.7301820516586304, -1.929728627204895, -3.299565553665161, -2.0814590454101562, -0.1443973183631897, -1.4896785020828247, -2.1663403511047363, -2.304501533508301, -0.43861937522888184, -0.8767572045326233, -1.3054872751235962, -1.284143090248108, -1.2974234819412231, -2.5320045948028564, -1.0459496974945068, -1.966942548751831, -1.2738370895385742, -2.587968111038208, -2.058473587036133, -2.2301628589630127, -0.9873873591423035, -1.5852895975112915, -1.036049723625183, -1.532833456993103, -1.6632704734802246, -1.7875012159347534, -1.2708343267440796, -1.9779750108718872, -0.3181193768978119, -2.2772605419158936, -1.9455746412277222, -1.3403087854385376, -2.2153143882751465, -1.208221197128296, -0.1271827518939972, -1.6848217248916626, -0.6597970724105835, -1.732843279838562, -0.6985355615615845, -1.3304011821746826, -1.7322227954864502, -2.0387234687805176, -1.2940267324447632, -1.8799407482147217, -1.7536240816116333, -1.210775375366211, -1.0194495916366577, -1.4971591234207153, -1.6803139448165894, -1.4042589664459229, -1.5972787141799927, -2.2431740760803223, -1.7691117525100708, -0.9787622690200806, -2.4980573654174805, -0.8781540393829346, -1.1513495445251465, -1.8454701900482178, -1.7638294696807861, -1.7923274040222168, -1.3531173467636108, -0.9935003519058228, -1.985592007637024, -1.8566524982452393, -2.4546191692352295, -2.208695411682129, -1.39593505859375, -0.6606972813606262, -2.986353635787964, -2.9865055084228516, -2.327746868133545, -2.6067776679992676, -1.9438406229019165, -2.1595826148986816, -1.668107271194458, -2.2917897701263428, -2.6027138233184814, -0.34801438450813293, -2.8389716148376465, -2.6963627338409424, -1.7634998559951782, -2.7167344093322754, -0.36465027928352356]}, "Bot001_110_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children? i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ... is nicolas cage is travis scott, funny you :) i like travis scott", "response": "i really love all music , but i guess reggae is my favorite", "annotation_id": "Bot001_110_12", "annotations": ["T", "O", "O", "O", "O", "O", "T", "O", "O", "X", "T", "O", "O", "O", "O"], "gpt2_target_score": [-12.053736686706543, -11.820067405700684, -10.736082077026367, -6.266395568847656, -7.639069557189941, -11.237534523010254, -6.66481351852417, -6.336764812469482, -16.907400131225586, -15.633804321289062, -24.399887084960938, -8.740655899047852, -12.180692672729492, -14.953991889953613], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -3.297940969467163, -1.5433720350265503, -1.4516420364379883, -1.523551106452942, -1.3302866220474243, -2.1355745792388916, -1.2981499433517456, -1.9785380363464355, -1.223494052886963, -0.7649244666099548, -1.4785264730453491, -3.432608127593994, -0.9495297074317932, -0.6147506833076477, -1.17536461353302, -0.8784497976303101, -2.175473690032959, -1.7236555814743042, -1.5181382894515991, -1.9030578136444092, -1.5384540557861328, -1.520172119140625, -1.727988600730896, -1.209762454032898, -1.2219144105911255, -1.3624327182769775, -1.527052640914917, -2.6519269943237305, -1.369523525238037, -2.0730559825897217, -1.8698227405548096, -2.072381019592285, -1.7301820516586304, -1.929728627204895, -3.299565553665161, -2.0814590454101562, -0.1443973183631897, -1.4896785020828247, -2.1663403511047363, -2.304501533508301, -0.43861937522888184, -0.8767572045326233, -1.3054872751235962, -1.284143090248108, -1.2974234819412231, -2.5320045948028564, -1.0459496974945068, -1.966942548751831, -1.2738370895385742, -2.587968111038208, -2.058473587036133, -2.2301628589630127, -0.9873873591423035, -1.5852895975112915, -1.036049723625183, -1.532833456993103, -1.6632704734802246, -1.7875012159347534, -1.2708343267440796, -1.9779750108718872, -0.3181193768978119, -2.2772605419158936, -1.9455746412277222, -1.3403087854385376, -2.2153143882751465, -1.208221197128296, -0.1271827518939972, -1.6848217248916626, -0.6597970724105835, -1.732843279838562, -0.6985355615615845, -1.3304011821746826, -1.7322227954864502, -2.0387234687805176, -1.2940267324447632, -1.8799407482147217, -1.7536240816116333, -1.210775375366211, -1.0194495916366577, -1.4971591234207153, -1.6803139448165894, -1.4042589664459229, -1.5972787141799927, -2.2431740760803223, -1.7691117525100708, -0.9787622690200806, -2.4980573654174805, -0.8781540393829346, -1.1513495445251465, -1.8454701900482178, -1.7638294696807861, -1.7923274040222168, -1.3531173467636108, -0.9935003519058228, -1.985592007637024, -1.8566524982452393, -2.4546191692352295, -2.208695411682129, -1.39593505859375, -0.6606972813606262, -2.986353635787964, -2.9865055084228516, -2.327746868133545, -2.6067776679992676, -1.9438406229019165, -1.7341591119766235, -2.788818597793579, -2.7857303619384766, -0.8406836986541748, -2.8413078784942627, -1.8293074369430542, -1.862270474433899, -2.744947910308838, -1.1425784826278687, -2.084143877029419, -2.4412717819213867, -0.0029679557774215937, -0.8798161149024963, -0.0005782362422905862, -1.584970474243164, -2.074158191680908, -1.5507475137710571, -0.5062636733055115, -0.7428269982337952, -1.2047266960144043, -2.036780595779419, -0.908808708190918, -0.6842697262763977, -2.6369168758392334, -0.727550745010376, -2.181030511856079, -1.0823792219161987, -1.6429301500320435, -0.9863858222961426, -2.3528523445129395]}, "Bot001_110_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children? i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ... is nicolas cage is travis scott, funny you :) i like travis scott i really love all music , but i guess reggae is my favorite my family is just growing, so try to guess: i am living in a ............", "response": "i also go to the opera sometimes to unwind .. Also, try to guess: i have one ...", "annotation_id": "Bot001_110_14", "annotations": ["T", "X", "T", "T", "X", "X", "T", "X", "X", "O", "O", "T", "O", "T", "T"], "gpt2_target_score": [-12.053736686706543, -12.873274803161621, -10.337491989135742, -9.413658142089844, -8.705445289611816, -18.027528762817383, -11.6482572555542, -9.722430229187012, -15.649068832397461, -16.468284606933594, -13.967826843261719, -13.024606704711914, -5.368760585784912, -16.240283966064453, -13.692695617675781, -17.21580696105957, -7.765703201293945, -15.252653121948242, -11.39969539642334, -10.896739959716797, -12.371545791625977], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -3.297940969467163, -1.5433720350265503, -1.4516420364379883, -1.523551106452942, -1.3302866220474243, -2.1355745792388916, -1.2981499433517456, -1.9785380363464355, -1.223494052886963, -0.7649244666099548, -1.4785264730453491, -3.432608127593994, -0.9495297074317932, -0.6147506833076477, -1.17536461353302, -0.8784497976303101, -2.175473690032959, -1.7236555814743042, -1.5181382894515991, -1.9030578136444092, -1.5384540557861328, -1.520172119140625, -1.727988600730896, -1.209762454032898, -1.2219144105911255, -1.3624327182769775, -1.527052640914917, -2.6519269943237305, -1.369523525238037, -2.0730559825897217, -1.8698227405548096, -2.072381019592285, -1.7301820516586304, -1.929728627204895, -3.299565553665161, -2.0814590454101562, -0.1443973183631897, -1.4896785020828247, -2.1663403511047363, -2.304501533508301, -0.43861937522888184, -0.8767572045326233, -1.3054872751235962, -1.284143090248108, -1.2974234819412231, -2.5320045948028564, -1.0459496974945068, -1.966942548751831, -1.2738370895385742, -2.587968111038208, -2.058473587036133, -2.2301628589630127, -0.9873873591423035, -1.5852895975112915, -1.036049723625183, -1.532833456993103, -1.6632704734802246, -1.7875012159347534, -1.2708343267440796, -1.9779750108718872, -0.3181193768978119, -2.2772605419158936, -1.9455746412277222, -1.3403087854385376, -2.2153143882751465, -1.208221197128296, -0.1271827518939972, -1.6848217248916626, -0.6597970724105835, -1.732843279838562, -0.6985355615615845, -1.3304011821746826, -1.7322227954864502, -2.0387234687805176, -1.2940267324447632, -1.8799407482147217, -1.7536240816116333, -1.210775375366211, -1.0194495916366577, -1.4971591234207153, -1.6803139448165894, -1.4042589664459229, -1.5972787141799927, -2.2431740760803223, -1.7691117525100708, -0.9787622690200806, -2.4980573654174805, -0.8781540393829346, -1.1513495445251465, -1.8454701900482178, -1.7638294696807861, -1.7923274040222168, -1.3531173467636108, -0.9935003519058228, -1.985592007637024, -1.8566524982452393, -2.4546191692352295, -2.208695411682129, -1.39593505859375, -0.6606972813606262, -2.986353635787964, -2.9865055084228516, -2.327746868133545, -2.6067776679992676, -1.9438406229019165, -1.7341591119766235, -2.788818597793579, -2.7857303619384766, -0.8406836986541748, -2.8413078784942627, -1.8293074369430542, -1.862270474433899, -2.744947910308838, -1.1425784826278687, -2.084143877029419, -2.4412717819213867, -0.0029679557774215937, -0.8798161149024963, -0.0005782362422905862, -1.584970474243164, -1.278222918510437, -0.5178887844085693, -1.557602882385254, -1.0283448696136475, -1.952991247177124, -1.0224454402923584, -0.7729052305221558, -2.5345022678375244, -0.7933964729309082, -2.2248642444610596, -1.1752346754074097, -1.5341566801071167, -1.1021512746810913, -2.130924940109253, -1.887365460395813, -1.842361569404602, -2.8798534870147705, -2.3118975162506104, -0.17066137492656708, -0.9497854709625244, -0.6087872982025146, -0.557681143283844, -1.7718929052352905, -2.3827271461486816, -1.0990098714828491, -1.3824739456176758, -1.1419624090194702, -1.0311782360076904, -1.2221601009368896, -2.4679503440856934, -3.104789972305298, -3.5734853744506836, -2.090818405151367, -2.1313283443450928, -1.2784929275512695, -0.37122416496276855, -2.269813299179077, -2.2910194396972656, -2.032927989959717, -1.8495451211929321, -1.7492225170135498, -0.08673763275146484, -2.189671516418457, -1.5130854845046997, -1.3601818084716797, -1.0263832807540894, -0.2346002459526062, -2.5881712436676025, -1.6782829761505127, -1.1115009784698486, -1.2379316091537476, -0.7779160141944885, -2.098201036453247, -1.9500019550323486]}, "Bot001_110_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children? i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ... is nicolas cage is travis scott, funny you :) i like travis scott i really love all music , but i guess reggae is my favorite my family is just growing, so try to guess: i am living in a ............ i also go to the opera sometimes to unwind .. Also, try to guess: i have one ... play", "response": "older sister, funny you :)", "annotation_id": "Bot001_110_16", "annotations": ["O", "O", "O", "O", "X", "X", "T", "T", "O", "T", "T", "T", "O", "O", "T"], "gpt2_target_score": [-18.87424087524414, -12.822051048278809, -7.778608798980713, -12.101295471191406, -10.685044288635254, -8.202881813049316], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -3.297940969467163, -1.5433720350265503, -1.4516420364379883, -1.523551106452942, -1.3302866220474243, -2.1355745792388916, -1.2981499433517456, -1.9785380363464355, -1.223494052886963, -0.7649244666099548, -1.4785264730453491, -3.432608127593994, -0.9495297074317932, -0.6147506833076477, -1.17536461353302, -0.8784497976303101, -2.175473690032959, -1.7236555814743042, -1.5181382894515991, -1.9030578136444092, -1.5384540557861328, -1.520172119140625, -1.727988600730896, -1.209762454032898, -1.2219144105911255, -1.3624327182769775, -1.527052640914917, -2.6519269943237305, -1.369523525238037, -2.0730559825897217, -1.8698227405548096, -2.072381019592285, -1.7301820516586304, -1.929728627204895, -3.299565553665161, -2.0814590454101562, -0.1443973183631897, -1.4896785020828247, -2.1663403511047363, -2.304501533508301, -0.43861937522888184, -0.8767572045326233, -1.3054872751235962, -1.284143090248108, -1.2974234819412231, -2.5320045948028564, -1.0459496974945068, -1.966942548751831, -1.2738370895385742, -2.587968111038208, -2.058473587036133, -2.2301628589630127, -0.9873873591423035, -1.5852895975112915, -1.036049723625183, -1.532833456993103, -1.6632704734802246, -1.7875012159347534, -1.2708343267440796, -1.9779750108718872, -0.3181193768978119, -2.2772605419158936, -1.9455746412277222, -1.3403087854385376, -2.2153143882751465, -1.208221197128296, -0.1271827518939972, -1.6848217248916626, -0.6597970724105835, -1.732843279838562, -0.6985355615615845, -1.3304011821746826, -1.7322227954864502, -2.0387234687805176, -1.2940267324447632, -1.8799407482147217, -1.7536240816116333, -1.210775375366211, -1.0194495916366577, -1.4971591234207153, -1.6803139448165894, -1.4042589664459229, -1.5972787141799927, -2.2431740760803223, -1.7691117525100708, -0.9787622690200806, -2.4980573654174805, -0.8781540393829346, -1.1513495445251465, -1.8454701900482178, -1.7638294696807861, -1.7923274040222168, -1.3531173467636108, -0.9935003519058228, -1.985592007637024, -1.8566524982452393, -2.4546191692352295, -2.208695411682129, -1.39593505859375, -0.6606972813606262, -2.986353635787964, -2.9865055084228516, -2.327746868133545, -2.6067776679992676, -1.9438406229019165, -1.7341591119766235, -2.788818597793579, -2.7857303619384766, -0.8406836986541748, -2.8413078784942627, -1.8293074369430542, -1.862270474433899, -2.744947910308838, -1.1425784826278687, -2.084143877029419, -2.4412717819213867, -0.0029679557774215937, -0.8798161149024963, -0.0005782362422905862, -1.584970474243164, -1.278222918510437, -0.5178887844085693, -1.557602882385254, -1.0283448696136475, -1.952991247177124, -1.0224454402923584, -0.7729052305221558, -2.5345022678375244, -0.7933964729309082, -2.2248642444610596, -1.1752346754074097, -1.5341566801071167, -1.1021512746810913, -2.130924940109253, -1.887365460395813, -1.842361569404602, -2.8798534870147705, -2.3118975162506104, -0.17066137492656708, -0.9497854709625244, -0.6087872982025146, -0.557681143283844, -1.7718929052352905, -2.3827271461486816, -1.0990098714828491, -1.3824739456176758, -1.1419624090194702, -1.0311782360076904, -1.2221601009368896, -2.4679503440856934, -3.104789972305298, -3.5734853744506836, -2.4030094146728516, -1.2993135452270508, -0.3805282711982727, -2.083146095275879, -1.953522801399231, -2.1375293731689453, -2.109034299850464, -1.753374695777893, -0.07673488557338715, -2.070857524871826, -1.7347437143325806, -0.9552874565124512, -1.068833351135254, -0.1829497367143631, -2.7654848098754883, -1.2311469316482544, -1.143670678138733, -1.3130395412445068, -0.8456074595451355, -2.1061997413635254, -1.863295555114746, -2.2351033687591553, -2.008427381515503, -1.511725664138794, -1.5385642051696777, -2.2639870643615723, -1.6673603057861328, -2.593895673751831, -0.8195772171020508]}, "Bot001_110_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children? i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ... is nicolas cage is travis scott, funny you :) i like travis scott i really love all music , but i guess reggae is my favorite my family is just growing, so try to guess: i am living in a ............ i also go to the opera sometimes to unwind .. Also, try to guess: i have one ... play older sister, funny you :) funny youuuuu", "response": "ado ? what is that exactly ?", "annotation_id": "Bot001_110_18", "annotations": ["T", "T", "T", "O", "T", "O", "T", "X", "X", "O", "T", "X", "X", "T", "T"], "gpt2_target_score": [-17.008502960205078, -12.143050193786621, -10.01991081237793, -8.959083557128906, -10.515244483947754, -7.785264492034912, -5.927737712860107], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -3.297940969467163, -1.5433720350265503, -1.4516420364379883, -1.523551106452942, -1.3302866220474243, -2.1355745792388916, -1.2981499433517456, -1.9785380363464355, -1.223494052886963, -0.7649244666099548, -1.4785264730453491, -3.432608127593994, -0.9495297074317932, -0.6147506833076477, -1.17536461353302, -0.8784497976303101, -2.175473690032959, -1.7236555814743042, -1.5181382894515991, -1.9030578136444092, -1.5384540557861328, -1.520172119140625, -1.727988600730896, -1.209762454032898, -1.2219144105911255, -1.3624327182769775, -1.527052640914917, -2.6519269943237305, -1.369523525238037, -2.0730559825897217, -1.8698227405548096, -2.072381019592285, -1.7301820516586304, -1.929728627204895, -3.299565553665161, -2.0814590454101562, -0.1443973183631897, -1.4896785020828247, -2.1663403511047363, -2.304501533508301, -0.43861937522888184, -0.8767572045326233, -1.3054872751235962, -1.284143090248108, -1.2974234819412231, -2.5320045948028564, -1.0459496974945068, -1.966942548751831, -1.2738370895385742, -2.587968111038208, -2.058473587036133, -2.2301628589630127, -0.9873873591423035, -1.5852895975112915, -1.036049723625183, -1.532833456993103, -1.6632704734802246, -1.7875012159347534, -1.2708343267440796, -1.9779750108718872, -0.3181193768978119, -2.2772605419158936, -1.9455746412277222, -1.3403087854385376, -2.2153143882751465, -1.208221197128296, -0.1271827518939972, -1.6848217248916626, -0.6597970724105835, -1.732843279838562, -0.6985355615615845, -1.3304011821746826, -1.7322227954864502, -2.0387234687805176, -1.2940267324447632, -1.8799407482147217, -1.7536240816116333, -1.210775375366211, -1.0194495916366577, -1.4971591234207153, -1.6803139448165894, -1.4042589664459229, -1.5972787141799927, -2.2431740760803223, -1.7691117525100708, -0.9787622690200806, -2.4980573654174805, -0.8781540393829346, -1.1513495445251465, -1.8454701900482178, -1.7638294696807861, -1.7923274040222168, -1.3531173467636108, -0.9935003519058228, -1.985592007637024, -1.8566524982452393, -2.4546191692352295, -2.208695411682129, -1.39593505859375, -0.6606972813606262, -2.986353635787964, -2.9865055084228516, -2.327746868133545, -2.6067776679992676, -1.9438406229019165, -1.7341591119766235, -2.788818597793579, -2.7857303619384766, -0.8406836986541748, -2.8413078784942627, -1.8293074369430542, -1.862270474433899, -2.744947910308838, -1.1425784826278687, -2.084143877029419, -2.4412717819213867, -0.0029679557774215937, -0.8798161149024963, -0.0005782362422905862, -1.584970474243164, -1.278222918510437, -0.5178887844085693, -1.557602882385254, -1.0283448696136475, -1.952991247177124, -1.0224454402923584, -0.7729052305221558, -2.5345022678375244, -0.7933964729309082, -2.2248642444610596, -1.1752346754074097, -1.5341566801071167, -1.1021512746810913, -2.130924940109253, -1.887365460395813, -1.842361569404602, -2.8798534870147705, -2.3118975162506104, -0.17066137492656708, -0.9497854709625244, -0.6087872982025146, -0.557681143283844, -1.7718929052352905, -2.3827271461486816, -1.0990098714828491, -1.3824739456176758, -1.1419624090194702, -1.0311782360076904, -1.2221601009368896, -2.4679503440856934, -3.104789972305298, -3.5734853744506836, -2.4030094146728516, -1.2993135452270508, -0.38052549958229065, -2.0831387042999268, -1.9535295963287354, -2.1375198364257812, -2.109027862548828, -1.7533657550811768, -0.07673544436693192, -2.0708632469177246, -1.7347468137741089, -0.9552881717681885, -1.0688283443450928, -0.18295082449913025, -2.7654895782470703, -1.2311434745788574, -1.1436588764190674, -1.3130309581756592, -0.8456159830093384, -2.106177806854248, -1.8632880449295044, -2.2351088523864746, -1.865724802017212, -1.5456181764602661, -2.0491411685943604, -1.6978557109832764, -2.995772123336792, -1.597646713256836, -0.8016470074653625, -1.985245943069458, -1.1618564128875732, -0.8484377861022949, -2.254307985305786, -2.781832695007324, -0.9183621406555176, -2.156999111175537, -1.584038257598877, -1.4036329984664917, -0.5620293021202087, -0.6603378653526306]}, "Bot001_110_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children? i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ... is nicolas cage is travis scott, funny you :) i like travis scott i really love all music , but i guess reggae is my favorite my family is just growing, so try to guess: i am living in a ............ i also go to the opera sometimes to unwind .. Also, try to guess: i have one ... play older sister, funny you :) funny youuuuu ado ? what is that exactly ? nice to meet you, byeee", "response": "nice to meet you , too . how are you ?", "annotation_id": "Bot001_110_20", "annotations": ["O", "O", "T", "T", "T", "X", "T", "X", "X", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-16.480541229248047, -9.528182029724121, -11.500638961791992, -5.970527648925781, -12.811745643615723, -9.300919532775879, -9.28528118133545, -7.768176555633545, -13.589849472045898, -13.561988830566406, -12.5257568359375], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -0.3222992718219757, -1.0071138143539429, -3.301877975463867, -1.6019283533096313, -0.3551867604255676, -0.4327033758163452, -1.2939850091934204, -2.7182817459106445, -0.08245804905891418, -0.38591939210891724, -0.723756730556488, -0.5964009761810303, -1.2398366928100586, -1.037411093711853, -0.15867073833942413, -1.461382269859314, -0.4969232678413391, -1.0179200172424316, -0.5126328468322754, -0.37075239419937134, -3.297940969467163, -1.5433720350265503, -1.4516420364379883, -1.523551106452942, -1.3302866220474243, -2.1355745792388916, -1.2981499433517456, -1.9785380363464355, -1.223494052886963, -0.7649244666099548, -1.4785264730453491, -3.432608127593994, -0.9495297074317932, -0.6147506833076477, -1.17536461353302, -0.8784497976303101, -2.175473690032959, -1.7236555814743042, -1.5181382894515991, -1.9030578136444092, -1.5384540557861328, -1.520172119140625, -1.727988600730896, -1.209762454032898, -1.2219144105911255, -1.3624327182769775, -1.527052640914917, -2.6519269943237305, -1.369523525238037, -2.0730559825897217, -1.8698227405548096, -2.072381019592285, -1.7301820516586304, -1.929728627204895, -3.299565553665161, -2.0814590454101562, -0.1443973183631897, -1.4896785020828247, -2.1663403511047363, -2.304501533508301, -0.43861937522888184, -0.8767572045326233, -1.3054872751235962, -1.284143090248108, -1.2974234819412231, -2.5320045948028564, -1.0459496974945068, -1.966942548751831, -1.2738370895385742, -2.587968111038208, -2.058473587036133, -2.2301628589630127, -0.9873873591423035, -1.5852895975112915, -1.036049723625183, -1.532833456993103, -1.6632704734802246, -1.7875012159347534, -1.2708343267440796, -1.9779750108718872, -0.3181193768978119, -2.2772605419158936, -1.9455746412277222, -1.3403087854385376, -2.2153143882751465, -1.208221197128296, -0.1271827518939972, -1.6848217248916626, -0.6597970724105835, -1.732843279838562, -0.6985355615615845, -1.3304011821746826, -1.7322227954864502, -2.0387234687805176, -1.2940267324447632, -1.8799407482147217, -1.7536240816116333, -1.210775375366211, -1.0194495916366577, -1.4971591234207153, -1.6803139448165894, -1.4042589664459229, -1.5972787141799927, -2.2431740760803223, -1.7691117525100708, -0.9787622690200806, -2.4980573654174805, -0.8781540393829346, -1.1513495445251465, -1.8454701900482178, -1.7638294696807861, -1.7923274040222168, -1.3531173467636108, -0.9935003519058228, -1.985592007637024, -1.8566524982452393, -2.4546191692352295, -2.208695411682129, -1.39593505859375, -0.6606972813606262, -2.986353635787964, -2.9865055084228516, -2.327746868133545, -2.6067776679992676, -1.9438406229019165, -1.7341591119766235, -2.788818597793579, -2.7857303619384766, -0.8406836986541748, -2.8413078784942627, -1.8293074369430542, -1.862270474433899, -2.744947910308838, -1.1425784826278687, -2.084143877029419, -2.4412717819213867, -0.0029679557774215937, -0.8798161149024963, -0.0005782362422905862, -1.584970474243164, -1.278222918510437, -0.5178887844085693, -1.557602882385254, -1.0283448696136475, -1.952991247177124, -1.0224454402923584, -0.7729052305221558, -2.5345022678375244, -0.7933964729309082, -2.2248642444610596, -1.1752346754074097, -1.5341566801071167, -1.1021512746810913, -2.130924940109253, -1.887365460395813, -1.842361569404602, -2.8798534870147705, -2.3118975162506104, -0.17066137492656708, -0.9497854709625244, -0.6087872982025146, -0.557681143283844, -1.7718929052352905, -2.3827271461486816, -1.0990098714828491, -1.3824739456176758, -1.1419624090194702, -1.0311782360076904, -1.2221601009368896, -2.4679503440856934, -3.104789972305298, -3.5734853744506836, -2.4030094146728516, -1.2993135452270508, -0.3805282711982727, -2.083146095275879, -1.953522801399231, -2.1375293731689453, -2.109034299850464, -1.753374695777893, -0.07673488557338715, -2.070857524871826, -1.7347437143325806, -0.9552874565124512, -1.068833351135254, -0.1829497367143631, -2.765472650527954, -1.2311443090438843, -1.1436649560928345, -1.3130385875701904, -0.8456108570098877, -2.1061770915985107, -1.8632816076278687, -2.2350993156433105, -1.865706443786621, -1.5456159114837646, -2.049128532409668, -1.6978495121002197, -2.9957640171051025, -1.5976405143737793, -0.8016434907913208, -1.9852380752563477, -1.1618601083755493, -0.8484495282173157, -2.3030664920806885, -1.8046174049377441, -2.045681953430176, -0.9859763979911804, -1.3191100358963013, -0.6090419292449951, -1.9193434715270996, -2.363807439804077, -1.141182780265808, -0.8677046298980713, -2.1343095302581787, -1.2944291830062866, -0.8339399695396423, -2.0610411167144775, -3.0920095443725586, -2.506533145904541, -1.2526980638504028, -0.15674488246440887, -0.09115146100521088, -0.9721778631210327, -1.28365159034729, -2.0864803791046143, -1.2477325201034546, -1.8207309246063232, -0.1876654475927353, -1.5618373155593872, -0.645746111869812]}, "Bot001_111_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling?", "response": "i have not much , but maybe one day ! i take pictures locally", "annotation_id": "Bot001_111_02", "annotations": ["O", "O", "X", "T", "T", "O", "T", "T", "O", "O", "T", "O", "O", "X", "O"], "gpt2_target_score": [-11.311614036560059, -8.693916320800781, -10.325608253479004, -11.82538890838623, -10.268327713012695, -9.905330657958984, -16.100385665893555, -11.59937572479248, -12.419432640075684, -10.590119361877441, -10.782026290893555, -15.808218955993652, -14.781867980957031, -23.448596954345703], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.3311623334884644, -1.50275719165802, -0.9596118330955505, -1.0322684049606323, -3.0353176593780518, -1.0825456380844116, -0.5472327470779419, -0.5113683938980103, -0.8211114406585693, -2.5236728191375732, -3.1538045406341553, -2.0923376083374023, -0.6671786308288574, -1.4955542087554932, -3.496090888977051, -2.1248586177825928, -2.9502546787261963, -2.3135011196136475, -0.9283468127250671, -0.8586314916610718, -0.9735978245735168, -0.1450456976890564, -1.2785626649856567, -0.9938855171203613, -1.9476438760757446, -2.5428497791290283, -0.791315495967865, -1.9422262907028198, -1.453346848487854, -0.8912633657455444, -0.8183596730232239, -1.356465458869934, -1.5158780813217163, -0.7711777091026306, -1.087753176689148, -1.2600021362304688, -1.5620880126953125, -1.5338764190673828, -0.8819476366043091, -1.7057925462722778, -1.5854201316833496, -1.700925350189209, -2.236387252807617, -1.1673057079315186, -2.2268149852752686, -1.9761584997177124, -1.5387797355651855, -0.5640562772750854, -1.4474151134490967, -0.701776385307312, -0.841023862361908, -0.7266827821731567, -2.1816391944885254, -1.4618639945983887, -1.2246904373168945, -1.5740472078323364]}, "Bot001_111_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me", "response": "that's awesome . i really want to travel to space . i wonder what its like", "annotation_id": "Bot001_111_04", "annotations": ["O", "T", "X", "O", "O", "O", "T", "O", "O", "O", "T", "T", "O", "O", "T"], "gpt2_target_score": [-15.080392837524414, -12.08932113647461, -9.386574745178223, -12.590289115905762, -8.385384559631348, -10.727018356323242, -14.184412956237793, -10.118986129760742, -16.067764282226562, -8.372259140014648, -14.594974517822266, -11.488115310668945, -12.870864868164062, -21.765222549438477, -15.594823837280273, -13.562112808227539, -11.793633460998535], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -0.8183591365814209, -1.356451153755188, -1.5158740282058716, -0.771205484867096, -1.087759256362915, -1.2600324153900146, -1.5620366334915161, -1.5338951349258423, -0.8819693326950073, -1.7058078050613403, -1.5854521989822388, -1.8171353340148926, -1.0859566926956177, -2.231968402862549, -1.7771672010421753, -1.838064193725586, -0.6729292869567871, -1.6283537149429321, -0.7220025062561035, -1.1499459743499756, -2.2075917720794678, -2.032100200653076, -1.403552532196045, -1.1537584066390991, -1.5928493738174438, -1.576500415802002, -2.7373836040496826, -1.673022985458374, -2.094182014465332, -1.3144885301589966, -2.549679756164551, -0.12309137731790543, -2.1661384105682373, -2.0621283054351807, -1.8632886409759521, -1.3549795150756836, -2.722935438156128, -0.6029481887817383, -0.8420333862304688, -2.304182291030884, -1.3220245838165283, -0.01044615637511015, -1.9883219003677368, -0.22955907881259918, -0.14217770099639893, -2.084367513656616, -0.4778369069099426, -2.3314714431762695, -0.9134666323661804, -1.716736912727356, -2.692605495452881, -1.4584252834320068, -0.09472362697124481, -1.8437148332595825, -2.385307550430298, -2.0274171829223633, -1.8514645099639893, -1.1987977027893066, -2.415031909942627, -0.753615140914917, -2.121332883834839, -0.14031614363193512, -0.5771856307983398]}, "Bot001_111_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream!", "response": "that's too bad , must be hard .", "annotation_id": "Bot001_111_06", "annotations": ["O", "T", "X", "T", "O", "X", "O", "T", "O", "T", "T", "X", "O", "T", "X"], "gpt2_target_score": [-15.080392837524414, -12.08932113647461, -13.063607215881348, -8.608172416687012, -10.268380165100098, -12.949186325073242, -13.640349388122559, -14.150541305541992, -13.345505714416504], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -0.8183591365814209, -1.356451153755188, -1.5158740282058716, -0.771205484867096, -1.087759256362915, -1.2600324153900146, -1.5620366334915161, -1.5338951349258423, -0.8819693326950073, -1.7058078050613403, -1.5854521989822388, -1.8171353340148926, -1.0859566926956177, -2.231968402862549, -1.7771672010421753, -1.838064193725586, -0.6729292869567871, -1.6283537149429321, -0.7220025062561035, -1.1499459743499756, -2.2075917720794678, -2.032100200653076, -1.403552532196045, -1.1537584066390991, -1.5928493738174438, -1.576500415802002, -2.7373836040496826, -1.673022985458374, -2.094182014465332, -1.3144885301589966, -2.549679756164551, -0.12309137731790543, -2.1661384105682373, -2.0621283054351807, -1.8632886409759521, -1.3549795150756836, -2.722935438156128, -0.6029481887817383, -0.8420333862304688, -2.304182291030884, -1.3220245838165283, -0.01044615637511015, -1.9883219003677368, -0.22955907881259918, -0.14217770099639893, -1.5179463624954224, -1.3394033908843994, -1.6951385736465454, -2.0022246837615967, -2.6339468955993652, -1.395155429840088, -0.10532097518444061, -2.043074607849121, -2.3045735359191895, -2.0157673358917236, -1.8743120431900024, -1.7755258083343506, -1.9964042901992798, -0.8727505207061768, -1.979915976524353, -0.17354105412960052, -0.5497226119041443, -1.9375890493392944, -1.5559593439102173, -1.4919023513793945, -0.27882930636405945, -1.2873058319091797, -2.0528745651245117, -1.5292240381240845, -2.2581787109375, -2.4599995613098145, -0.9922648668289185, -1.6465659141540527, -1.9286936521530151, -2.0719399452209473, -0.5268006324768066, -1.90352463722229, -0.9181818962097168, -1.6558873653411865, -1.3542065620422363, -0.5963088274002075, -1.7224868535995483, -0.5569652318954468, -1.2339214086532593]}, "Bot001_111_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married?", "response": "i plan for my first marriage to be my only marriage", "annotation_id": "Bot001_111_08", "annotations": ["O", "T", "X", "O", "O", "O", "T", "T", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-11.311616897583008, -12.809459686279297, -8.618660926818848, -6.218203544616699, -9.678338050842285, -14.025815963745117, -12.188155174255371, -12.244245529174805, -10.415635108947754, -11.236761093139648, -18.68606948852539], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -0.8183591365814209, -1.356451153755188, -1.5158740282058716, -0.771205484867096, -1.087759256362915, -1.2600324153900146, -1.5620366334915161, -1.5338951349258423, -0.8819693326950073, -1.7058078050613403, -1.5854521989822388, -1.8171353340148926, -1.0859566926956177, -2.231968402862549, -1.7771672010421753, -1.838064193725586, -0.6729292869567871, -1.6283537149429321, -0.7220025062561035, -1.1499459743499756, -2.2075917720794678, -2.032100200653076, -1.403552532196045, -1.1537584066390991, -1.5928493738174438, -1.576500415802002, -2.7373836040496826, -1.673022985458374, -2.094182014465332, -1.3144885301589966, -2.549679756164551, -0.12309137731790543, -2.1661384105682373, -2.0621283054351807, -1.8632886409759521, -1.3549795150756836, -2.722935438156128, -0.6029481887817383, -0.8420333862304688, -2.304182291030884, -1.3220245838165283, -0.01044615637511015, -1.9883219003677368, -0.22955907881259918, -0.14217770099639893, -1.5179463624954224, -1.3394033908843994, -1.6951385736465454, -2.0022246837615967, -2.6339468955993652, -1.395155429840088, -0.10532097518444061, -2.043074607849121, -2.3045735359191895, -2.0157673358917236, -1.8743120431900024, -1.7755258083343506, -1.9964042901992798, -0.8727505207061768, -1.979915976524353, -0.17354105412960052, -0.5497226119041443, -1.9375890493392944, -1.5559593439102173, -1.4919023513793945, -0.27882930636405945, -1.2873058319091797, -2.0528745651245117, -1.5292240381240845, -2.2581787109375, -2.4599995613098145, -0.9922648668289185, -1.6465659141540527, -1.9286936521530151, -0.632888674736023, -2.3334124088287354, -1.1932551860809326, -2.326206684112549, -1.316847801208496, -0.6069799661636353, -1.9004051685333252, -0.662935197353363, -1.6822967529296875, -0.3303556442260742, -2.1801249980926514, -2.506232976913452, -2.216367483139038, -2.296659231185913, -2.062530994415283, -0.9849057793617249, -2.1685400009155273, -1.5400296449661255, -2.663431406021118, -2.1215786933898926, -1.9477311372756958, -0.5263880491256714, -2.223478078842163, -1.2520756721496582, -2.158224105834961, -2.019245147705078, -2.3856966495513916, -0.6659186482429504, -1.5750494003295898, -2.0001065731048584, -2.7034575939178467, -2.164123296737671, -0.2930915951728821, -1.8598564863204956, -0.8553171157836914, -1.2522200345993042, -1.805106282234192]}, "Bot001_111_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married? i plan for my first marriage to be my only marriage How old are you?", "response": "i am in my 20s my brother has a son .", "annotation_id": "Bot001_111_10", "annotations": ["O", "O", "X", "T", "O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-11.311616897583008, -9.036556243896484, -7.41072940826416, -6.218203544616699, -9.790932655334473, -10.597211837768555, -12.338255882263184, -13.703481674194336, -9.232087135314941, -8.129720687866211, -16.851409912109375, -11.488115310668945], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -0.8183591365814209, -1.356451153755188, -1.5158740282058716, -0.771205484867096, -1.087759256362915, -1.2600324153900146, -1.5620366334915161, -1.5338951349258423, -0.8819693326950073, -1.7058078050613403, -1.5854521989822388, -1.8171353340148926, -1.0859566926956177, -2.231968402862549, -1.7771672010421753, -1.838064193725586, -0.6729292869567871, -1.6283537149429321, -0.7220025062561035, -1.1499459743499756, -2.2075917720794678, -2.032100200653076, -1.403552532196045, -1.1537584066390991, -1.5928493738174438, -1.576500415802002, -2.7373836040496826, -1.673022985458374, -2.094182014465332, -1.3144885301589966, -2.549679756164551, -0.12309137731790543, -2.1661384105682373, -2.0621283054351807, -1.8632886409759521, -1.3549795150756836, -2.722935438156128, -0.6029481887817383, -0.8420333862304688, -2.304182291030884, -1.3220245838165283, -0.01044615637511015, -1.9883219003677368, -0.22955907881259918, -0.14217770099639893, -1.5179463624954224, -1.3394033908843994, -1.6951385736465454, -2.0022246837615967, -2.6339468955993652, -1.395155429840088, -0.10532097518444061, -2.043074607849121, -2.3045735359191895, -2.0157673358917236, -1.8743120431900024, -1.7755258083343506, -1.9964042901992798, -0.8727505207061768, -1.979915976524353, -0.17354105412960052, -0.5497226119041443, -1.9375890493392944, -1.5559593439102173, -1.4919023513793945, -0.27882930636405945, -1.2873058319091797, -2.0528745651245117, -1.5292240381240845, -2.2581787109375, -2.4599995613098145, -0.9922648668289185, -1.6465659141540527, -1.9286936521530151, -0.632888674736023, -2.3334124088287354, -1.1932551860809326, -2.326206684112549, -1.316847801208496, -0.6069799661636353, -1.9004051685333252, -0.662935197353363, -1.6822967529296875, -0.3303556442260742, -2.1801249980926514, -2.506232976913452, -2.216367483139038, -2.296659231185913, -2.062530994415283, -0.9849057793617249, -2.1685400009155273, -1.5400296449661255, -2.663431406021118, -2.1215786933898926, -1.9477311372756958, -0.5263880491256714, -2.223478078842163, -1.2520756721496582, -2.158224105834961, -2.7143867015838623, -0.6450183987617493, -1.4438937902450562, -2.216050624847412, -2.476614236831665, -1.9746488332748413, -0.33159592747688293, -1.921496868133545, -0.7324754595756531, -0.9632342457771301, -1.8359882831573486, -1.8252835273742676, -0.29876673221588135, -0.04084816202521324, -0.5146541595458984, -1.7825343608856201, -2.111036539077759, -1.8709113597869873, -2.799715280532837, -1.0358707904815674, -1.4383083581924438, -0.4013131856918335, -1.3376754522323608, -2.4696383476257324, -0.8068712949752808, -1.3451694250106812, -2.705904245376587, -1.6022077798843384, -1.5067535638809204]}, "Bot001_111_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married? i plan for my first marriage to be my only marriage How old are you? i am in my 20s my brother has a son . Thats great, I'm twice older than you", "response": "i'm 36 what about you ? [SMILING FACE WITH SUNGLASSES]", "annotation_id": "Bot001_111_12", "annotations": ["O", "O", "O", "O", "O", "X", "T", "O", "O", "O", "T", "O", "O", "O", "X"], "gpt2_target_score": [-11.311616897583008, -10.586238861083984, -13.690773963928223, -8.73266887664795, -6.057321071624756, -7.943586349487305, -14.807036399841309, -12.211088180541992, -14.337746620178223, -10.733427047729492, -6.729335784912109, -5.098779678344727, -7.384151458740234, -15.003524780273438, -9.058389663696289, -10.579553604125977, -10.195569038391113, -8.559019088745117], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -0.8183591365814209, -1.356451153755188, -1.5158740282058716, -0.771205484867096, -1.087759256362915, -1.2600324153900146, -1.5620366334915161, -1.5338951349258423, -0.8819693326950073, -1.7058078050613403, -1.5854521989822388, -1.8171353340148926, -1.0859566926956177, -2.231968402862549, -1.7771672010421753, -1.838064193725586, -0.6729292869567871, -1.6283537149429321, -0.7220025062561035, -1.1499459743499756, -2.2075917720794678, -2.032100200653076, -1.403552532196045, -1.1537584066390991, -1.5928493738174438, -1.576500415802002, -2.7373836040496826, -1.673022985458374, -2.094182014465332, -1.3144885301589966, -2.549679756164551, -0.12309137731790543, -2.1661384105682373, -2.0621283054351807, -1.8632886409759521, -1.3549795150756836, -2.722935438156128, -0.6029481887817383, -0.8420333862304688, -2.304182291030884, -1.3220245838165283, -0.01044615637511015, -1.9883219003677368, -0.22955907881259918, -0.14217770099639893, -1.5179463624954224, -1.3394033908843994, -1.6951385736465454, -2.0022246837615967, -2.6339468955993652, -1.395155429840088, -0.10532097518444061, -2.043074607849121, -2.3045735359191895, -2.0157673358917236, -1.8743120431900024, -1.7755258083343506, -1.9964042901992798, -0.8727505207061768, -1.979915976524353, -0.17354105412960052, -0.5497226119041443, -1.9375890493392944, -1.5559593439102173, -1.4919023513793945, -0.27882930636405945, -1.2873058319091797, -2.0528745651245117, -1.5292240381240845, -2.2581787109375, -2.4599995613098145, -0.9922648668289185, -1.6465659141540527, -1.9286936521530151, -0.632888674736023, -2.3334124088287354, -1.1932551860809326, -2.326206684112549, -1.316847801208496, -0.6069799661636353, -1.9004051685333252, -0.662935197353363, -1.6822967529296875, -0.3303556442260742, -2.1801249980926514, -2.506232976913452, -2.216367483139038, -2.296659231185913, -2.062530994415283, -0.9849057793617249, -2.1685400009155273, -1.5400296449661255, -2.663431406021118, -2.1215786933898926, -1.9477311372756958, -0.5263880491256714, -2.223478078842163, -1.2520756721496582, -2.158224105834961, -2.7143867015838623, -0.6450183987617493, -1.4438937902450562, -2.216050624847412, -2.476614236831665, -1.9746488332748413, -0.33159592747688293, -1.921496868133545, -0.7324754595756531, -0.9632342457771301, -1.8359882831573486, -1.8252835273742676, -0.29876673221588135, -0.04084816202521324, -0.5146541595458984, -1.7825343608856201, -2.089430332183838, -2.8270020484924316, -0.9620228409767151, -1.4220666885375977, -0.44099465012550354, -1.3298019170761108, -2.3992669582366943, -0.7925822734832764, -1.395201325416565, -2.5296382904052734, -1.5965217351913452, -1.634613275527954, -0.7424451112747192, -2.1342499256134033, -1.731654405593872, -1.746254563331604, -2.172335624694824, -2.914468765258789, -1.4672932624816895, -0.48484575748443604, -0.8363407850265503, -1.3239789009094238, -2.094587802886963, -1.9526708126068115, -2.8456790447235107, -1.6335251331329346, -1.6322929859161377, -1.0813391208648682, -1.058828353881836, -0.5568210482597351, -3.0250649452209473, -0.0035481611266732216, -0.02142312563955784, -0.020093576982617378, -0.08871061354875565, -0.008473396301269531, -1.6097577810287476, -1.3662543296813965, -2.5279407501220703, -2.165418863296509, -0.9386663436889648]}, "Bot001_111_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married? i plan for my first marriage to be my only marriage How old are you? i am in my 20s my brother has a son . Thats great, I'm twice older than you i'm 36 what about you ? [SMILING FACE WITH SUNGLASSES] You said you are in your 20s", "response": "i'm in my early 30s , what you do for living. what are you up to tonight ?", "annotation_id": "Bot001_111_14", "annotations": ["T", "T", "O", "T", "O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "X"], "gpt2_target_score": [-11.311616897583008, -10.586238861083984, -7.41072940826416, -6.218203544616699, -10.377358436584473, -9.74427604675293, -7.0004377365112305, -13.716848373413086, -10.47603702545166, -9.237409591674805, -11.224212646484375, -12.81855583190918, -15.703861236572266, -7.933254241943359, -15.594823837280273, -11.562685012817383, -10.712410926818848, -15.606868743896484, -8.139862060546875, -18.148378372192383, -14.422507286071777], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -0.8183591365814209, -1.356451153755188, -1.5158740282058716, -0.771205484867096, -1.087759256362915, -1.2600324153900146, -1.5620366334915161, -1.5338951349258423, -0.8819693326950073, -1.7058078050613403, -1.5854521989822388, -1.8171353340148926, -1.0859566926956177, -2.231968402862549, -1.7771672010421753, -1.838064193725586, -0.6729292869567871, -1.6283537149429321, -0.7220025062561035, -1.1499459743499756, -2.2075917720794678, -2.032100200653076, -1.403552532196045, -1.1537584066390991, -1.5928493738174438, -1.576500415802002, -2.7373836040496826, -1.673022985458374, -2.094182014465332, -1.3144885301589966, -2.549679756164551, -0.12309137731790543, -2.1661384105682373, -2.0621283054351807, -1.8632886409759521, -1.3549795150756836, -2.722935438156128, -0.6029481887817383, -0.8420333862304688, -2.304182291030884, -1.3220245838165283, -0.01044615637511015, -1.9883219003677368, -0.22955907881259918, -0.14217770099639893, -1.5179463624954224, -1.3394033908843994, -1.6951385736465454, -2.0022246837615967, -2.6339468955993652, -1.395155429840088, -0.10532097518444061, -2.043074607849121, -2.3045735359191895, -2.0157673358917236, -1.8743120431900024, -1.7755258083343506, -1.9964042901992798, -0.8727505207061768, -1.979915976524353, -0.17354105412960052, -0.5497226119041443, -1.9375890493392944, -1.5559593439102173, -1.4919023513793945, -0.27882930636405945, -1.2873058319091797, -2.0528745651245117, -1.5292240381240845, -2.2581787109375, -2.4599995613098145, -0.9922648668289185, -1.6465659141540527, -1.9286936521530151, -0.632888674736023, -2.3334124088287354, -1.1932551860809326, -2.326206684112549, -1.316847801208496, -0.6069799661636353, -1.9004051685333252, -0.662935197353363, -1.6822967529296875, -0.3303556442260742, -2.1801249980926514, -2.506232976913452, -2.216367483139038, -2.296659231185913, -2.062530994415283, -0.9849057793617249, -2.1685400009155273, -1.5400296449661255, -2.663431406021118, -2.1215786933898926, -1.9477311372756958, -0.5263880491256714, -2.223478078842163, -1.2520756721496582, -2.158224105834961, -2.7143867015838623, -0.6450183987617493, -1.4438937902450562, -2.216050624847412, -2.476614236831665, -1.9746488332748413, -0.33159592747688293, -1.921496868133545, -0.7324754595756531, -0.9632342457771301, -1.8359882831573486, -1.8252835273742676, -0.29876673221588135, -0.04084816202521324, -0.5146541595458984, -1.7825343608856201, -2.089430332183838, -2.8270020484924316, -0.9620228409767151, -1.4220666885375977, -0.44099465012550354, -1.3298019170761108, -2.3992669582366943, -0.7925822734832764, -1.395201325416565, -2.5296382904052734, -1.5965217351913452, -1.634613275527954, -0.7424451112747192, -2.1342499256134033, -1.731654405593872, -1.746254563331604, -2.172335624694824, -2.914468765258789, -1.4672932624816895, -0.48484575748443604, -0.8363407850265503, -1.3239789009094238, -1.0732052326202393, -3.1433396339416504, -1.684173345565796, -1.6875646114349365, -1.375796914100647, -1.1779712438583374, -1.7717843055725098, -2.917808771133423, -0.0036535197868943214, -0.019851459190249443, -0.020860090851783752, -0.0982489362359047, -0.012294813990592957, -1.9184882640838623, -1.3239367008209229, -2.560044527053833, -2.1861538887023926, -1.710028052330017, -2.0615756511688232, -1.035120964050293, -1.671514868736267, -2.4367153644561768, -0.838534414768219, -0.48760151863098145, -0.0693478137254715, -2.093247890472412, -2.244072198867798, -1.7543030977249146, -2.123806953430176, -0.16238947212696075, -0.46414682269096375, -0.49165213108062744, -0.1686144769191742, -2.1455299854278564, -1.3616164922714233, -0.7849568128585815, -1.9043627977371216, -1.168988823890686, -1.9457803964614868, -1.452325701713562, -1.5615661144256592, -1.2424273490905762, -0.3395093083381653, -0.46558547019958496, -0.03315208479762077, -0.9447648525238037, -0.7419013977050781, -0.4904785454273224]}, "Bot001_111_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married? i plan for my first marriage to be my only marriage How old are you? i am in my 20s my brother has a son . Thats great, I'm twice older than you i'm 36 what about you ? [SMILING FACE WITH SUNGLASSES] You said you are in your 20s i'm in my early 30s , what you do for living. what are you up to tonight ? Oh ok, I'm a car salesman and I hate my job, what about you?", "response": "i am a female and i work as a mystery shopper , fun right ?", "annotation_id": "Bot001_111_16", "annotations": ["O", "T", "O", "O", "T", "O", "O", "O", "T", "T", "T", "O", "O", "O", "O"], "gpt2_target_score": [-11.311616897583008, -9.036556243896484, -5.407341957092285, -12.963824272155762, -5.050408840179443, -6.306928634643555, -13.98084545135498, -11.536046981811523, -10.378830909729004, -14.202360153198242, -16.6292724609375, -18.679529190063477, -11.185596466064453, -19.393569946289062, -20.265798568725586, -10.175241470336914], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -0.8183591365814209, -1.356451153755188, -1.5158740282058716, -0.771205484867096, -1.087759256362915, -1.2600324153900146, -1.5620366334915161, -1.5338951349258423, -0.8819693326950073, -1.7058078050613403, -1.5854521989822388, -1.8171353340148926, -1.0859566926956177, -2.231968402862549, -1.7771672010421753, -1.838064193725586, -0.6729292869567871, -1.6283537149429321, -0.7220025062561035, -1.1499459743499756, -2.2075917720794678, -2.032100200653076, -1.403552532196045, -1.1537584066390991, -1.5928493738174438, -1.576500415802002, -2.7373836040496826, -1.673022985458374, -2.094182014465332, -1.3144885301589966, -2.549679756164551, -0.12309137731790543, -2.1661384105682373, -2.0621283054351807, -1.8632886409759521, -1.3549795150756836, -2.722935438156128, -0.6029481887817383, -0.8420333862304688, -2.304182291030884, -1.3220245838165283, -0.01044615637511015, -1.9883219003677368, -0.22955907881259918, -0.14217770099639893, -1.5179463624954224, -1.3394033908843994, -1.6951385736465454, -2.0022246837615967, -2.6339468955993652, -1.395155429840088, -0.10532097518444061, -2.043074607849121, -2.3045735359191895, -2.0157673358917236, -1.8743120431900024, -1.7755258083343506, -1.9964042901992798, -0.8727505207061768, -1.979915976524353, -0.17354105412960052, -0.5497226119041443, -1.9375890493392944, -1.5559593439102173, -1.4919023513793945, -0.27882930636405945, -1.2873058319091797, -2.0528745651245117, -1.5292240381240845, -2.2581787109375, -2.4599995613098145, -0.9922648668289185, -1.6465659141540527, -1.9286936521530151, -0.632888674736023, -2.3334124088287354, -1.1932551860809326, -2.326206684112549, -1.316847801208496, -0.6069799661636353, -1.9004051685333252, -0.662935197353363, -1.6822967529296875, -0.3303556442260742, -2.1801249980926514, -2.506232976913452, -2.216367483139038, -2.296659231185913, -2.062530994415283, -0.9849057793617249, -2.1685400009155273, -1.5400296449661255, -2.663431406021118, -2.1215786933898926, -1.9477311372756958, -0.5263880491256714, -2.223478078842163, -1.2520756721496582, -2.158224105834961, -2.7143867015838623, -0.6450183987617493, -1.4438937902450562, -2.216050624847412, -2.476614236831665, -1.9746488332748413, -0.33159592747688293, -1.921496868133545, -0.7324754595756531, -0.9632342457771301, -1.8359882831573486, -1.8252835273742676, -0.29876673221588135, -0.04084816202521324, -0.5146541595458984, -1.7825343608856201, -2.089430332183838, -2.8270020484924316, -0.9620228409767151, -1.4220666885375977, -0.44099465012550354, -1.3298019170761108, -2.3992669582366943, -0.7925822734832764, -1.395201325416565, -2.5296382904052734, -1.5965217351913452, -1.634613275527954, -0.7424451112747192, -2.1342499256134033, -1.731654405593872, -1.746254563331604, -2.172335624694824, -2.914468765258789, -1.4672932624816895, -0.48484575748443604, -0.8363407850265503, -1.3239789009094238, -1.0732052326202393, -3.1433396339416504, -1.684173345565796, -1.6875646114349365, -1.375796914100647, -1.1779712438583374, -1.7717843055725098, -2.917808771133423, -0.0036535197868943214, -0.019851459190249443, -0.020860090851783752, -0.0982491597533226, -0.012294813990592957, -1.9184832572937012, -1.3239390850067139, -2.5600523948669434, -2.186166524887085, -1.710019826889038, -2.061587333679199, -1.0351204872131348, -1.6715137958526611, -2.4367051124572754, -0.8385335206985474, -0.4875924289226532, -0.0693478137254715, -2.0932466983795166, -1.8146748542785645, -2.4797277450561523, -0.6614186763763428, -0.5008934140205383, -0.507214367389679, -0.12247531861066818, -2.186293840408325, -2.325347423553467, -0.8817700743675232, -1.9779688119888306, -1.3850005865097046, -1.7129470109939575, -1.8304005861282349, -1.8257795572280884, -1.1850013732910156, -0.394802987575531, -0.4743053615093231, -0.04694180190563202, -1.0222880840301514, -0.7282902598381042, -2.0274736881256104, -2.381338596343994, -1.7935736179351807, -1.6948761940002441, -1.2415300607681274, -2.3093268871307373, -2.1908655166625977, -0.5720475912094116, -1.8253215551376343, -1.3765804767608643, -1.4728548526763916, -2.086111545562744, -0.09988903999328613, -1.3606516122817993, -1.5183583498001099, -1.393187165260315, -0.327322393655777, -0.30691611766815186, -1.6785023212432861, -1.7973265647888184, -2.0496459007263184, -1.5364934206008911, -0.7523617148399353, -2.0834710597991943, -0.921552300453186, -1.9222843647003174, -1.4426641464233398, -0.2041052281856537, -2.5096025466918945, -2.6061313152313232, -0.035290636122226715, -1.6335076093673706, -1.1151080131530762, -2.8761515617370605, -1.0245206356048584, -1.2572375535964966]}, "Bot001_111_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married? i plan for my first marriage to be my only marriage How old are you? i am in my 20s my brother has a son . Thats great, I'm twice older than you i'm 36 what about you ? [SMILING FACE WITH SUNGLASSES] You said you are in your 20s i'm in my early 30s , what you do for living. what are you up to tonight ? Oh ok, I'm a car salesman and I hate my job, what about you? i am a female and i work as a mystery shopper , fun right ? What is your name?", "response": "jessie. how are you doing tonight ?", "annotation_id": "Bot001_111_18", "annotations": ["O", "O", "O", "T", "T", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-12.519014358520508, -16.877010345458984, -12.620675086975098, -10.776217460632324, -9.783913612365723, -8.726652145385742, -11.889365196228027, -14.963827133178711, -11.272492408752441, -11.664518356323242], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -0.8183591365814209, -1.356451153755188, -1.5158740282058716, -0.771205484867096, -1.087759256362915, -1.2600324153900146, -1.5620366334915161, -1.5338951349258423, -0.8819693326950073, -1.7058078050613403, -1.5854521989822388, -1.8171353340148926, -1.0859566926956177, -2.231968402862549, -1.7771672010421753, -1.838064193725586, -0.6729292869567871, -1.6283537149429321, -0.7220025062561035, -1.1499459743499756, -2.2075917720794678, -2.032100200653076, -1.403552532196045, -1.1537584066390991, -1.5928493738174438, -1.576500415802002, -2.7373836040496826, -1.673022985458374, -2.094182014465332, -1.3144885301589966, -2.549679756164551, -0.12309137731790543, -2.1661384105682373, -2.0621283054351807, -1.8632886409759521, -1.3549795150756836, -2.722935438156128, -0.6029481887817383, -0.8420333862304688, -2.304182291030884, -1.3220245838165283, -0.01044615637511015, -1.9883219003677368, -0.22955907881259918, -0.14217770099639893, -1.5179463624954224, -1.3394033908843994, -1.6951385736465454, -2.0022246837615967, -2.6339468955993652, -1.395155429840088, -0.10532097518444061, -2.043074607849121, -2.3045735359191895, -2.0157673358917236, -1.8743120431900024, -1.7755258083343506, -1.9964042901992798, -0.8727505207061768, -1.979915976524353, -0.17354105412960052, -0.5497226119041443, -1.9375890493392944, -1.5559593439102173, -1.4919023513793945, -0.27882930636405945, -1.2873058319091797, -2.0528745651245117, -1.5292240381240845, -2.2581787109375, -2.4599995613098145, -0.9922648668289185, -1.6465659141540527, -1.9286936521530151, -0.632888674736023, -2.3334124088287354, -1.1932551860809326, -2.326206684112549, -1.316847801208496, -0.6069799661636353, -1.9004051685333252, -0.662935197353363, -1.6822967529296875, -0.3303556442260742, -2.1801249980926514, -2.506232976913452, -2.216367483139038, -2.296659231185913, -2.062530994415283, -0.9849057793617249, -2.1685400009155273, -1.5400296449661255, -2.663431406021118, -2.1215786933898926, -1.9477311372756958, -0.5263880491256714, -2.223478078842163, -1.2520756721496582, -2.158224105834961, -2.7143867015838623, -0.6450183987617493, -1.4438788890838623, -2.2160708904266357, -2.4766123294830322, -1.9746482372283936, -0.3315970301628113, -1.9214916229248047, -0.7324625253677368, -0.9632311463356018, -1.8359766006469727, -1.8252936601638794, -0.2987639904022217, -0.040847934782505035, -0.5146560072898865, -1.7825249433517456, -2.089427947998047, -2.8270065784454346, -0.962026834487915, -1.422071933746338, -0.44098928570747375, -1.329796314239502, -2.399266004562378, -0.7925739884376526, -1.3951919078826904, -2.529635190963745, -1.5965015888214111, -1.6346148252487183, -0.7424542903900146, -2.1342501640319824, -1.7316663265228271, -1.7462490797042847, -2.1723392009735107, -2.914492130279541, -1.467302918434143, -0.48484575748443604, -0.8363289833068848, -1.323978304862976, -1.0732016563415527, -3.143345594406128, -1.6841809749603271, -1.687576413154602, -1.3758049011230469, -1.1779670715332031, -1.7717876434326172, -2.917816400527954, -0.0036535197868943214, -0.019850991666316986, -0.020860090851783752, -0.09824937582015991, -0.012294813990592957, -1.9184778928756714, -1.3239425420761108, -2.560054302215576, -2.1861636638641357, -1.7100245952606201, -2.061572551727295, -1.0351155996322632, -1.671514868736267, -2.4367127418518066, -0.8385428190231323, -0.4876020848751068, -0.06934892386198044, -2.0932486057281494, -1.8146740198135376, -2.479745864868164, -0.6614260673522949, -0.5008934140205383, -0.5072137117385864, -0.12247353047132492, -2.1863045692443848, -2.325363874435425, -0.8817678689956665, -1.9779777526855469, -1.3850067853927612, -1.712946891784668, -1.8303841352462769, -1.8257781267166138, -1.1850028038024902, -0.3948071599006653, -0.4743095934391022, -0.04694180190563202, -1.0222910642623901, -0.7282822132110596, -2.0274784564971924, -2.3813302516937256, -1.7935806512832642, -1.6948752403259277, -1.241536259651184, -2.3093202114105225, -2.19085955619812, -0.572043776512146, -1.8253237009048462, -1.376566767692566, -1.472853422164917, -2.0861129760742188, -0.09988968819379807, -1.3606480360031128, -1.5183544158935547, -1.393174648284912, -0.32732024788856506, -0.3069183826446533, -1.6785022020339966, -2.3763279914855957, -2.0287954807281494, -2.0871644020080566, -2.025825023651123, -1.030469298362732, -1.0449565649032593, -1.5955783128738403, -0.20735043287277222, -2.618706464767456, -2.2872190475463867, -0.042794231325387955, -1.7118167877197266, -1.4211550951004028, -2.5989654064178467, -1.0328034162521362, -1.9390650987625122, -1.3926512002944946, -0.7871932983398438, -1.7871689796447754, -0.32460495829582214, -2.0690784454345703, -2.398078441619873, -2.575108051300049, -1.4279423952102661, -1.6806299686431885, -1.9011632204055786, -1.4956985712051392, -0.06753736734390259, -1.525323748588562, -1.2463977336883545, -0.4805220067501068, -0.5959339141845703]}, "Bot001_111_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married? i plan for my first marriage to be my only marriage How old are you? i am in my 20s my brother has a son . Thats great, I'm twice older than you i'm 36 what about you ? [SMILING FACE WITH SUNGLASSES] You said you are in your 20s i'm in my early 30s , what you do for living. what are you up to tonight ? Oh ok, I'm a car salesman and I hate my job, what about you? i am a female and i work as a mystery shopper , fun right ? What is your name? jessie. how are you doing tonight ? Jessie nice to meet you, and yes your job sounds fun, do you enjoy it?", "response": "do you allow dogs in your cab ?", "annotation_id": "Bot001_111_20", "annotations": ["T", "T", "X", "O", "X", "X", "O", "T", "O", "X", "T", "O", "T", "O", "X"], "gpt2_target_score": [-13.948648452758789, -7.748440265655518, -13.465645790100098, -13.574389457702637, -3.4973082542419434, -9.058927536010742, -17.85514259338379, -14.219121932983398], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.5027645826339722, -0.9596036672592163, -1.0322551727294922, -3.0353305339813232, -1.082525372505188, -0.5472343564033508, -0.5113736987113953, -0.821117639541626, -2.523672342300415, -3.153801202774048, -2.0923349857330322, -0.6671925187110901, -1.4955620765686035, -3.4960832595825195, -2.1248586177825928, -2.9502334594726562, -2.3135035037994385, -0.9283439517021179, -0.8586180210113525, -0.9735971093177795, -0.14504890143871307, -1.2785576581954956, -0.9938526749610901, -1.9476609230041504, -2.542877197265625, -0.7912733554840088, -1.942187786102295, -1.4533779621124268, -0.8912622332572937, -0.8183591365814209, -1.356451153755188, -1.5158740282058716, -0.771205484867096, -1.087759256362915, -1.2600324153900146, -1.5620366334915161, -1.5338951349258423, -0.8819693326950073, -1.7058078050613403, -1.5854521989822388, -1.8171353340148926, -1.0859566926956177, -2.231968402862549, -1.7771672010421753, -1.838064193725586, -0.6729292869567871, -1.6283537149429321, -0.7220025062561035, -1.1499459743499756, -2.2075917720794678, -2.032100200653076, -1.403552532196045, -1.1537584066390991, -1.5928493738174438, -1.576500415802002, -2.7373836040496826, -1.673022985458374, -2.094182014465332, -1.3144885301589966, -2.549679756164551, -0.12309137731790543, -2.1661384105682373, -2.0621283054351807, -1.8632886409759521, -1.3549795150756836, -2.722935438156128, -0.6029481887817383, -0.8420333862304688, -2.304182291030884, -1.3220245838165283, -0.01044615637511015, -1.9883219003677368, -0.22955907881259918, -0.14217770099639893, -1.5179463624954224, -1.3394033908843994, -1.6951385736465454, -2.0022246837615967, -2.6339468955993652, -1.395155429840088, -0.10532097518444061, -2.043074607849121, -2.3045735359191895, -2.0157673358917236, -1.8743120431900024, -1.7755258083343506, -1.9964042901992798, -0.8727505207061768, -1.979915976524353, -0.17354105412960052, -0.5497226119041443, -1.9375890493392944, -1.5559593439102173, -1.4919023513793945, -0.27882930636405945, -1.2873058319091797, -2.0528745651245117, -1.5292240381240845, -2.2581787109375, -2.4599995613098145, -0.9922648668289185, -1.6465659141540527, -1.9286936521530151, -0.632888674736023, -2.3334124088287354, -1.1932551860809326, -2.326206684112549, -1.316847801208496, -0.6069799661636353, -1.9004051685333252, -0.662935197353363, -1.6822967529296875, -0.3303556442260742, -2.1801249980926514, -2.506232976913452, -2.216367483139038, -2.296659231185913, -2.062530994415283, -0.9849057793617249, -2.1685400009155273, -1.5400296449661255, -2.663431406021118, -2.1215786933898926, -1.9477311372756958, -0.5263880491256714, -2.223478078842163, -1.2520756721496582, -2.158224105834961, -2.7143867015838623, -0.6450183987617493, -1.4438937902450562, -2.216050624847412, -2.476614236831665, -1.9746488332748413, -0.33159592747688293, -1.921496868133545, -0.7324754595756531, -0.9632342457771301, -1.8359882831573486, -1.8252835273742676, -0.29876673221588135, -0.04084816202521324, -0.5146541595458984, -1.7825430631637573, -2.089430809020996, -2.8270044326782227, -0.9620149731636047, -1.4220707416534424, -0.4409894347190857, -1.3297799825668335, -2.3992691040039062, -0.7925695180892944, -1.3951929807662964, -2.529621124267578, -1.5965183973312378, -1.634615182876587, -0.7424514889717102, -2.1342520713806152, -1.731663465499878, -1.74624502658844, -2.1723504066467285, -2.9144821166992188, -1.4672883749008179, -0.4848414957523346, -0.8363379240036011, -1.3239837884902954, -1.0732074975967407, -3.143343448638916, -1.6841692924499512, -1.6875702142715454, -1.3757940530776978, -1.1779718399047852, -1.7717853784561157, -2.9178173542022705, -0.0036535197868943214, -0.019851109012961388, -0.020860090851783752, -0.0982479676604271, -0.012294813990592957, -1.9184837341308594, -1.3239386081695557, -2.5600502490997314, -2.1861631870269775, -1.7100290060043335, -2.061582088470459, -1.0351123809814453, -1.6715145111083984, -2.4367129802703857, -0.8385357856750488, -0.48760369420051575, -0.0693478137254715, -2.0932369232177734, -1.814672589302063, -2.47975754737854, -0.6614261269569397, -0.5008916854858398, -0.5072190761566162, -0.12247531861066818, -2.1862988471984863, -2.3253626823425293, -0.8817754983901978, -1.9779777526855469, -1.385007619857788, -1.712937593460083, -1.8303965330123901, -1.825778603553772, -1.1849896907806396, -0.3947995901107788, -0.47430965304374695, -0.0469411201775074, -1.0222855806350708, -0.7282900214195251, -2.027463674545288, -2.3813328742980957, -1.7935694456100464, -1.6948703527450562, -1.24153733253479, -2.3093059062957764, -2.190871238708496, -0.5720452070236206, -1.8253117799758911, -1.3765590190887451, -1.4728546142578125, -2.0860965251922607, -0.09989023208618164, -1.360644817352295, -1.518357276916504, -1.3931732177734375, -0.32732075452804565, -0.30691689252853394, -1.6785050630569458, -2.376331090927124, -2.028799057006836, -2.0871613025665283, -2.0258238315582275, -1.0304640531539917, -1.044950008392334, -1.595587134361267, -0.2073483020067215, -2.618706703186035, -2.287217140197754, -0.042793888598680496, -1.7118192911148071, -1.421143651008606, -2.598972797393799, -1.0327842235565186, -1.9390498399734497, -1.3926442861557007, -0.7871990203857422, -1.7871791124343872, -0.32460856437683105, -2.0690865516662598, -1.8623284101486206, -1.60080087184906, -2.220384120941162, -1.967678427696228, -1.6608374118804932, -0.062030136585235596, -1.511041283607483, -1.090742826461792, -0.40246519446372986, -2.1351990699768066, -1.7310168743133545, -2.4549543857574463, -0.9673060178756714, -0.49293699860572815, -1.9734901189804077, -2.188260555267334, -2.174124240875244, -1.2612931728363037, -1.8948074579238892, -0.5649948120117188, -1.3140003681182861, -1.8703802824020386, -1.5849199295043945, -0.09822181612253189, -1.526885747909546, -1.4763238430023193, -0.5193929076194763, -2.0673201084136963, -2.019312620162964, -0.13212217390537262, -1.0072097778320312, -1.4189019203186035, -1.1695325374603271, -0.8876947164535522, -1.6014184951782227, -0.789238452911377, -1.1250572204589844]}, "Bot001_113_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four.", "response": "i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES]", "annotation_id": "Bot001_113_02", "annotations": ["X", "O", "X", "T", "O", "O", "X", "O", "X", "X", "T", "X", "O", "T", "X"], "gpt2_target_score": [-11.311614036560059, -10.586265563964844, -8.893525123596191, -10.244149208068848, -8.904865264892578, -11.333307266235352, -17.4068546295166, -15.276741981506348, -19.40534210205078, -13.186378479003906, -9.492544174194336, -15.298663139343262, -18.38675308227539, -11.36955451965332, -6.67528772354126, -12.157113075256348, -13.811026573181152, -11.423016548156738, -8.088991165161133, -15.837830543518066, -17.146963119506836, -14.274943351745605, -18.792095184326172, -17.728179931640625, -14.513936996459961], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.3311623334884644, -1.1522762775421143, -1.3288919925689697, -1.9351601600646973, -0.8930294513702393, -2.7708864212036133, -1.5374678373336792, -0.8718646764755249, -0.5610405206680298, -1.2887680530548096, -2.0198395252227783, -2.014760732650757, -1.4977670907974243, -1.4430474042892456, -1.2371282577514648, -0.2068604677915573, -3.3672280311584473, -1.8656245470046997, -1.9938106536865234, -1.325480341911316, -2.3467071056365967, -3.2929389476776123, -3.2745726108551025, -1.707140326499939, -1.1836706399917603, -1.8390432596206665, -1.9565377235412598, -1.1247080564498901, -1.7455296516418457, -2.193925380706787, -1.1588904857635498, -1.8643511533737183, -1.1542720794677734, -1.6351755857467651, -1.5110487937927246, -1.3626631498336792, -2.3308048248291016, -1.5323307514190674, -2.099987506866455, -1.1743080615997314, -2.598031997680664, -2.5236284732818604, -1.687597632408142, -0.6080330014228821, -3.5533103942871094, -0.025834137573838234, -0.8928529620170593, -0.03299015760421753, -0.2052333801984787, -0.11118797957897186, -2.2719955444335938, -0.21933381259441376, -0.0732974112033844, -0.7554078698158264, -1.136253833770752]}, "Bot001_113_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old", "response": "i don't know what that means . do you have a little girl like me ? [ROBOT FACE]", "annotation_id": "Bot001_113_04", "annotations": ["X", "X", "T", "T", "O", "X", "X", "O", "T", "X", "T", "O", "O", "T", "O"], "gpt2_target_score": [-11.311616897583008, -10.486202239990234, -12.67171573638916, -13.56579303741455, -10.918699264526367, -5.386064529418945, -14.782153129577637, -14.569211959838867, -11.312448501586914, -10.409093856811523, -12.638497352600098, -10.44733715057373, -11.689268112182617, -13.09774112701416, -9.623979568481445, -12.182926177978516, -10.435965538024902, -7.083571434020996, -13.38121223449707, -16.456899642944336, -17.337242126464844, -12.775411605834961, -12.643263816833496], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -2.3467400074005127, -3.2929015159606934, -3.2745399475097656, -1.707134485244751, -1.1836638450622559, -1.83903169631958, -1.9565379619598389, -1.1246947050094604, -1.7454895973205566, -1.1426246166229248, -1.7731740474700928, -2.2130889892578125, -1.8004281520843506, -1.5951725244522095, -1.214391827583313, -2.3286263942718506, -1.5909794569015503, -1.9548985958099365, -1.1116039752960205, -2.4135000705718994, -2.379182815551758, -1.5300933122634888, -1.6263223886489868, -3.1643545627593994, -0.020687870681285858, -0.6319636106491089, -0.03765471279621124, -0.17690208554267883, -0.13532862067222595, -2.070507526397705, -0.2872353196144104, -0.07439091801643372, -1.2512717247009277, -1.4418820142745972, -1.767431378364563, -0.07216455787420273, -0.0022419574670493603, -1.4310030937194824, -1.0306075811386108, -1.8254892826080322, -2.358585834503174, -1.671613097190857, -2.981595277786255, -2.48663067817688, -2.2415735721588135, -2.623685121536255, -1.6505963802337646, -0.06805234402418137, -1.0327180624008179, -1.6506165266036987, -1.1204555034637451, -0.4092695415019989, -1.5877602100372314, -1.2539525032043457, -0.23206540942192078, -1.5211526155471802, -1.1428723335266113, -1.6343742609024048, -1.961018681526184, -1.8834840059280396, -1.0664573907852173, -0.9842388033866882, -0.3113780617713928, -1.4627078771591187, -2.458749771118164, -1.1992267370224, -2.4793941974639893, -0.1621786504983902, -0.7381318211555481]}, "Bot001_113_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls.", "response": "my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ...", "annotation_id": "Bot001_113_06", "annotations": ["O", "O", "X", "O", "O", "O", "O", "O", "O", "X", "T", "T", "O", "O", "T"], "gpt2_target_score": [-12.782915115356445, -12.779354095458984, -4.351296424865723, -13.284253120422363, -7.096616744995117, -12.304460525512695, -8.604449272155762, -18.148557662963867, -14.404047012329102, -8.617452621459961, -7.909028053283691, -10.803988456726074, -9.330774307250977, -16.506572723388672, -4.325624465942383, -14.25888442993164, -11.024008750915527, -14.741240501403809, -9.172426223754883, -9.009084701538086, -9.826714515686035, -5.647482395172119, -11.629134178161621], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -2.3467400074005127, -3.2929015159606934, -3.2745399475097656, -1.707134485244751, -1.1836638450622559, -1.83903169631958, -1.9565379619598389, -1.1246947050094604, -1.7454895973205566, -1.1426246166229248, -1.7731740474700928, -2.2130889892578125, -1.8004281520843506, -1.5951725244522095, -1.214391827583313, -2.3286263942718506, -1.5909794569015503, -1.9548985958099365, -1.1116039752960205, -2.4135000705718994, -2.379182815551758, -1.5300933122634888, -1.6263223886489868, -3.1643545627593994, -0.020687870681285858, -0.6319636106491089, -0.03765471279621124, -0.17690208554267883, -0.13532862067222595, -2.070507526397705, -0.2872353196144104, -0.07439091801643372, -1.2512717247009277, -1.4418820142745972, -1.767431378364563, -0.07216455787420273, -0.0022419574670493603, -1.4310030937194824, -1.0306075811386108, -1.8254892826080322, -2.358585834503174, -1.671613097190857, -2.981595277786255, -2.48663067817688, -2.2415735721588135, -1.4259763956069946, -0.013372845947742462, -0.9699605107307434, -1.5467889308929443, -1.285881757736206, -0.647533118724823, -1.972861886024475, -2.2437286376953125, -0.2980862557888031, -1.763420820236206, -0.7733553051948547, -1.9899317026138306, -1.706288456916809, -1.9994657039642334, -1.4689348936080933, -1.1587176322937012, -1.3830245733261108, -0.916379988193512, -2.307732343673706, -1.3479543924331665, -2.038766622543335, -0.1436050981283188, -2.0468742847442627, -1.2050009965896606, -2.0267889499664307, -1.6057416200637817, -0.2348347008228302, -1.7771366834640503, -2.252418041229248, -1.8648006916046143, -1.4730089902877808, -1.8580920696258545, -1.4352054595947266, -1.6675338745117188, -1.8426063060760498, -2.133136749267578, -1.4420251846313477, -2.303354501724243, -2.670436382293701, -0.7001612186431885, -1.2089468240737915, -0.49760672450065613, -0.30938640236854553, -1.443350076675415, -2.168614387512207, -1.3990591764450073, -1.8643784523010254, -1.8806524276733398, -1.6135262250900269, -0.8164603114128113, -0.7241348624229431, -1.7173515558242798, -1.6096099615097046, -0.9327014088630676, -2.2572548389434814, -1.9050508737564087, -2.1359434127807617, -1.3218417167663574, -1.1506736278533936, -2.409925699234009, -4.403021812438965]}, "Bot001_113_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert", "response": "elementary school teacher, funny you :)", "annotation_id": "Bot001_113_08", "annotations": ["O", "O", "X", "X", "T", "O", "O", "O", "O", "X", "T", "X", "O", "T", "X"], "gpt2_target_score": [-18.963281631469727, -16.52553939819336, -9.983330726623535, -15.2907075881958, -6.113859176635742, -10.692171096801758, -8.604449272155762, -13.80485725402832], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -2.3467400074005127, -3.2929015159606934, -3.2745399475097656, -1.707134485244751, -1.1836638450622559, -1.83903169631958, -1.9565379619598389, -1.1246947050094604, -1.7454895973205566, -1.1426246166229248, -1.7731740474700928, -2.2130889892578125, -1.8004281520843506, -1.5951725244522095, -1.214391827583313, -2.3286263942718506, -1.5909794569015503, -1.9548985958099365, -1.1116039752960205, -2.4135000705718994, -2.379182815551758, -1.5300933122634888, -1.6263223886489868, -3.1643545627593994, -0.020687870681285858, -0.6319636106491089, -0.03765471279621124, -0.17690208554267883, -0.13532862067222595, -2.070507526397705, -0.2872353196144104, -0.07439091801643372, -1.2512717247009277, -1.4418820142745972, -1.767431378364563, -0.07216455787420273, -0.0022419574670493603, -1.4310030937194824, -1.0306075811386108, -1.8254892826080322, -2.358585834503174, -1.671613097190857, -2.981595277786255, -2.48663067817688, -2.2415735721588135, -1.4259763956069946, -0.013372845947742462, -0.9699605107307434, -1.5467889308929443, -1.285881757736206, -0.647533118724823, -1.972861886024475, -2.2437286376953125, -0.2980862557888031, -1.763420820236206, -0.7733553051948547, -1.9899317026138306, -1.706288456916809, -1.9994657039642334, -1.4689348936080933, -1.1587176322937012, -1.3830245733261108, -0.916379988193512, -2.307732343673706, -1.3479543924331665, -2.038766622543335, -0.1436050981283188, -2.0468742847442627, -1.2050089836120605, -2.026789426803589, -1.605736494064331, -0.23483413457870483, -1.777119755744934, -2.2524194717407227, -1.864786148071289, -1.4730080366134644, -1.8580870628356934, -1.4352229833602905, -1.6675267219543457, -1.8426212072372437, -2.133131265640259, -1.442021131515503, -2.366144895553589, -0.803858757019043, -1.388202428817749, -0.30118802189826965, -0.36797693371772766, -1.439142107963562, -2.2464826107025146, -2.273249387741089, -1.870241641998291, -1.8198187351226807, -1.8418209552764893, -1.8776705265045166, -1.7681615352630615, -1.3545500040054321, -1.266772985458374, -0.8802590370178223, -2.074580669403076, -2.00559139251709, -2.3653178215026855, -1.3911796808242798, -1.0913749933242798, -2.3317086696624756, -3.6918094158172607, -1.1236472129821777, -2.0861384868621826, -2.505929708480835, -0.2996145784854889, -0.8297011852264404, -2.428696632385254, -1.64764404296875, -1.8382418155670166, -2.5720417499542236, -2.3397648334503174, -0.456835001707077]}, "Bot001_113_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert elementary school teacher, funny you :) hahaha", "response": "I don't understand you [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot001_113_10", "annotations": ["X", "X", "X", "X", "O", "T", "X", "O", "T", "X", "T", "X", "T", "T", "X"], "gpt2_target_score": [-10.37339973449707, -10.486202239990234, -12.67171573638916, -17.12911605834961, -10.239255905151367, -8.447359085083008, -20.14329719543457, -9.754236221313477, -10.626199722290039, -5.358205795288086, -11.765336036682129, -7.1020073890686035, -7.164072036743164, -12.071755409240723, -1.497781753540039], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -2.3467400074005127, -3.2929015159606934, -3.2745399475097656, -1.707134485244751, -1.1836638450622559, -1.83903169631958, -1.9565379619598389, -1.1246947050094604, -1.7454895973205566, -1.1426246166229248, -1.7731740474700928, -2.2130889892578125, -1.8004281520843506, -1.5951725244522095, -1.214391827583313, -2.3286263942718506, -1.5909794569015503, -1.9548985958099365, -1.1116039752960205, -2.4135000705718994, -2.379182815551758, -1.5300933122634888, -1.6263223886489868, -3.1643545627593994, -0.020687870681285858, -0.6319636106491089, -0.03765471279621124, -0.17690208554267883, -0.13532862067222595, -2.070507526397705, -0.2872353196144104, -0.07439091801643372, -1.2512717247009277, -1.4418820142745972, -1.767431378364563, -0.07216455787420273, -0.0022419574670493603, -1.4310030937194824, -1.0306075811386108, -1.8254892826080322, -2.358585834503174, -1.671613097190857, -2.981595277786255, -2.48663067817688, -2.2415735721588135, -1.4259763956069946, -0.013372845947742462, -0.9699605107307434, -1.5467889308929443, -1.285881757736206, -0.647533118724823, -1.972861886024475, -2.2437286376953125, -0.2980862557888031, -1.763420820236206, -0.7733553051948547, -1.9899317026138306, -1.706288456916809, -1.9994657039642334, -1.4689348936080933, -1.1587176322937012, -1.3830245733261108, -0.916379988193512, -2.307732343673706, -1.3479543924331665, -2.038766622543335, -0.1436050981283188, -2.0468742847442627, -1.2050009965896606, -2.0267889499664307, -1.6057416200637817, -0.2348347008228302, -1.7771366834640503, -2.252418041229248, -1.8648006916046143, -1.4730089902877808, -1.8580920696258545, -1.4352054595947266, -1.6675338745117188, -1.8426063060760498, -2.133136749267578, -1.4420251846313477, -2.366145610809326, -0.8038564324378967, -1.3881988525390625, -0.3011859059333801, -0.36797940731048584, -1.4391359090805054, -2.246472120285034, -2.2732601165771484, -1.870244026184082, -1.8198283910751343, -1.8418233394622803, -1.877671718597412, -1.7681546211242676, -1.3545525074005127, -1.266768217086792, -0.8802590370178223, -2.0745816230773926, -2.005579710006714, -2.3653206825256348, -1.3911794424057007, -1.091370940208435, -2.3317160606384277, -3.6918106079101562, -1.1236556768417358, -2.08611798286438, -1.230707049369812, -1.5272529125213623, -1.8890429735183716, -1.4420256614685059, -2.2664852142333984, -2.24495530128479, -1.388049602508545, -0.2316778004169464, -0.353776752948761, -2.23013973236084, -2.3980374336242676, -1.5545865297317505, -0.10188838094472885, -0.8987821340560913, -2.0682408809661865, -1.7525757551193237, -2.4236931800842285, -1.758382797241211, -2.7778966426849365, -0.8544337749481201, -2.424558401107788, -0.9560105204582214, -1.6525708436965942, -1.3417624235153198, -1.6206649541854858, -1.2535464763641357]}, "Bot001_113_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert elementary school teacher, funny you :) hahaha I don't understand you [SEE-NO-EVIL MONKEY] you know what i do not pick up my toys.", "response": "i drive a mini van . i need it to drive my 2 children around .", "annotation_id": "Bot001_113_12", "annotations": ["X", "X", "X", "X", "T", "X", "X", "T", "T", "X", "T", "X", "O", "O", "X"], "gpt2_target_score": [-11.311616897583008, -14.737895965576172, -5.407341957092285, -12.994641304016113, -13.564237594604492, -10.897218704223633, -6.652544975280762, -12.556818008422852, -12.279451370239258, -8.069448471069336, -14.821518898010254, -11.979796409606934, -6.353208541870117, -16.32223129272461, -10.412622451782227, -10.05478286743164], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -2.3467400074005127, -3.2929015159606934, -3.2745399475097656, -1.707134485244751, -1.1836638450622559, -1.83903169631958, -1.9565379619598389, -1.1246947050094604, -1.7454895973205566, -1.1426246166229248, -1.7731740474700928, -2.2130889892578125, -1.8004281520843506, -1.5951725244522095, -1.214391827583313, -2.3286263942718506, -1.5909794569015503, -1.9548985958099365, -1.1116039752960205, -2.4135000705718994, -2.379182815551758, -1.5300933122634888, -1.6263223886489868, -3.1643545627593994, -0.020687870681285858, -0.6319636106491089, -0.03765471279621124, -0.17690208554267883, -0.13532862067222595, -2.070507526397705, -0.2872353196144104, -0.07439091801643372, -1.2512717247009277, -1.4418820142745972, -1.767431378364563, -0.07216455787420273, -0.0022419574670493603, -1.4310030937194824, -1.0306075811386108, -1.8254892826080322, -2.358585834503174, -1.671613097190857, -2.981595277786255, -2.48663067817688, -2.2415735721588135, -1.4259763956069946, -0.013372845947742462, -0.9699605107307434, -1.5467889308929443, -1.285881757736206, -0.647533118724823, -1.972861886024475, -2.2437286376953125, -0.2980862557888031, -1.763420820236206, -0.7733553051948547, -1.9899317026138306, -1.706288456916809, -1.9994657039642334, -1.4689348936080933, -1.1587176322937012, -1.3830245733261108, -0.916379988193512, -2.307732343673706, -1.3479543924331665, -2.038766622543335, -0.1436050981283188, -2.0468742847442627, -1.2050009965896606, -2.0267889499664307, -1.6057416200637817, -0.2348347008228302, -1.7771366834640503, -2.252418041229248, -1.8648006916046143, -1.4730089902877808, -1.8580920696258545, -1.4352054595947266, -1.6675338745117188, -1.8426063060760498, -2.133136749267578, -1.4420251846313477, -2.366145610809326, -0.8038564324378967, -1.3881988525390625, -0.3011859059333801, -0.36797940731048584, -1.4391359090805054, -2.246472120285034, -2.2732601165771484, -1.870244026184082, -1.8198283910751343, -1.8418233394622803, -1.877671718597412, -1.7681546211242676, -1.3545525074005127, -1.266768217086792, -0.8802590370178223, -2.0745816230773926, -2.005579710006714, -2.3653206825256348, -1.3911794424057007, -1.091370940208435, -2.3317160606384277, -3.6918106079101562, -1.1236556768417358, -2.08611798286438, -1.230707049369812, -1.5272529125213623, -1.8890429735183716, -1.4420256614685059, -2.2664852142333984, -2.24495530128479, -1.388049602508545, -0.2316778004169464, -0.353776752948761, -2.2301409244537354, -1.4268869161605835, -0.053648509085178375, -0.9102957248687744, -2.2057416439056396, -2.032317876815796, -1.580481767654419, -2.1130547523498535, -2.640073299407959, -0.9455491304397583, -2.4365921020507812, -0.8078461289405823, -1.224414587020874, -1.6135739088058472, -1.125914454460144, -2.3735742568969727, -1.527651071548462, -1.6830556392669678, -1.4924594163894653, -0.35696715116500854, -1.818937063217163, -0.8310467600822449, -0.49262186884880066, -2.3685355186462402, -1.7479393482208252, -2.6228270530700684, -1.778681993484497, -2.3024966716766357, -2.197293758392334, -1.9764372110366821, -1.9740413427352905, -2.4754087924957275, -1.9474186897277832, -1.8023264408111572, -2.2413454055786133, -0.9564798474311829, -1.499411702156067, -1.468843936920166, -1.8882392644882202, -2.676278829574585, -2.046318769454956, -1.2661958932876587, -2.3628792762756348, -0.9628409147262573]}, "Bot001_113_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert elementary school teacher, funny you :) hahaha I don't understand you [SEE-NO-EVIL MONKEY] you know what i do not pick up my toys. i drive a mini van . i need it to drive my 2 children around . haha where is this conversation going", "response": "i am not sure , i will be in court", "annotation_id": "Bot001_113_14", "annotations": ["X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "O", "X", "X", "T", "X"], "gpt2_target_score": [-11.311616897583008, -9.036556243896484, -10.325570106506348, -13.541424751281738, -11.81739616394043, -9.350313186645508, -11.491015434265137, -12.843225479125977, -10.415750503540039, -16.879804611206055], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -2.3467400074005127, -3.2929015159606934, -3.2745399475097656, -1.707134485244751, -1.1836638450622559, -1.83903169631958, -1.9565379619598389, -1.1246947050094604, -1.7454895973205566, -1.1426246166229248, -1.7731740474700928, -2.2130889892578125, -1.8004281520843506, -1.5951725244522095, -1.214391827583313, -2.3286263942718506, -1.5909794569015503, -1.9548985958099365, -1.1116039752960205, -2.4135000705718994, -2.379182815551758, -1.5300933122634888, -1.6263223886489868, -3.1643545627593994, -0.020687870681285858, -0.6319636106491089, -0.03765471279621124, -0.17690208554267883, -0.13532862067222595, -2.070507526397705, -0.2872353196144104, -0.07439091801643372, -1.2512717247009277, -1.4418820142745972, -1.767431378364563, -0.07216455787420273, -0.0022419574670493603, -1.4310030937194824, -1.0306075811386108, -1.8254892826080322, -2.358585834503174, -1.671613097190857, -2.981595277786255, -2.48663067817688, -2.2415735721588135, -1.4259763956069946, -0.013372845947742462, -0.9699605107307434, -1.5467889308929443, -1.285881757736206, -0.647533118724823, -1.972861886024475, -2.2437286376953125, -0.2980862557888031, -1.763420820236206, -0.7733553051948547, -1.9899317026138306, -1.706288456916809, -1.9994657039642334, -1.4689348936080933, -1.1587176322937012, -1.3830245733261108, -0.916379988193512, -2.307732343673706, -1.3479543924331665, -2.038766622543335, -0.1436050981283188, -2.0468742847442627, -1.2050009965896606, -2.0267889499664307, -1.6057416200637817, -0.2348347008228302, -1.7771366834640503, -2.252418041229248, -1.8648006916046143, -1.4730089902877808, -1.8580920696258545, -1.4352054595947266, -1.6675338745117188, -1.8426063060760498, -2.133136749267578, -1.4420251846313477, -2.366145610809326, -0.8038564324378967, -1.3881988525390625, -0.3011859059333801, -0.36797940731048584, -1.4391359090805054, -2.246472120285034, -2.2732601165771484, -1.870244026184082, -1.8198283910751343, -1.8418233394622803, -1.877671718597412, -1.7681546211242676, -1.3545525074005127, -1.266768217086792, -0.8802590370178223, -2.0745816230773926, -2.005579710006714, -2.3653206825256348, -1.3911794424057007, -1.091370940208435, -2.3317160606384277, -3.6918106079101562, -1.1236556768417358, -2.08611798286438, -1.230707049369812, -1.5272529125213623, -1.8890429735183716, -1.4420256614685059, -2.2664852142333984, -2.24495530128479, -1.388049602508545, -0.2316778004169464, -0.353776752948761, -2.23013973236084, -1.4268876314163208, -0.05364839360117912, -0.9102951884269714, -2.2057456970214844, -2.0323245525360107, -1.5804880857467651, -2.1130530834198, -2.640069007873535, -0.9455474019050598, -2.4365932941436768, -0.8078446984291077, -1.224411964416504, -1.6135780811309814, -1.1259095668792725, -2.3735783100128174, -1.527653694152832, -1.6830570697784424, -1.4924659729003906, -0.3569670617580414, -1.818926453590393, -0.8310414552688599, -0.492621511220932, -2.3685405254364014, -1.7479373216629028, -2.622821569442749, -1.778681993484497, -2.26832914352417, -1.980728030204773, -1.9168195724487305, -2.1709210872650146, -1.7896710634231567, -1.743095874786377, -2.3414132595062256, -1.0176259279251099, -1.6561448574066162, -1.311580777168274, -1.9795880317687988, -2.405665636062622, -2.1527140140533447, -1.1108911037445068, -2.466829538345337, -1.058759331703186, -1.9680848121643066, -1.453194260597229, -1.4233158826828003, -2.4704716205596924, -1.277674913406372, -0.8723912239074707, -2.606130599975586, -2.0550670623779297, -1.6415021419525146, -1.6922190189361572, -1.6347242593765259, -0.9426835179328918, -1.6590936183929443, -2.1737003326416016, -2.7009572982788086, -1.7206765413284302, -1.7437002658843994]}, "Bot001_113_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert elementary school teacher, funny you :) hahaha I don't understand you [SEE-NO-EVIL MONKEY] you know what i do not pick up my toys. i drive a mini van . i need it to drive my 2 children around . haha where is this conversation going i am not sure , i will be in court my best friend lives next door.", "response": "how nice . once i get my bachelors degree a great honeymoon spot. Also, try to guess: i love to ...", "annotation_id": "Bot001_113_16", "annotations": ["X", "X", "X", "X", "X", "X", "X", "T", "T", "X", "T", "T", "X", "O", "X"], "gpt2_target_score": [-13.73704719543457, -10.812557220458984, -13.426491737365723, -13.890713691711426, -10.972196578979492, -11.043489456176758, -7.863177299499512, -13.127939224243164, -20.378725051879883, -15.152921676635742, -16.239816665649414, -10.44733715057373, -11.678342819213867, -16.47735023498535, -18.246057510375977, -15.913089752197266, -11.48490047454834, -11.479048728942871, -8.000185012817383, -8.940526962280273, -4.799859046936035, -12.134115219116211, -7.961104393005371, -10.800363540649414, -10.159244537353516, -4.543453216552734, -7.273828029632568], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -2.3467400074005127, -3.2929015159606934, -3.2745399475097656, -1.707134485244751, -1.1836638450622559, -1.83903169631958, -1.9565379619598389, -1.1246947050094604, -1.7454895973205566, -1.1426246166229248, -1.7731740474700928, -2.2130889892578125, -1.8004281520843506, -1.5951725244522095, -1.214391827583313, -2.3286263942718506, -1.5909794569015503, -1.9548985958099365, -1.1116039752960205, -2.4135000705718994, -2.379182815551758, -1.5300933122634888, -1.6263223886489868, -3.1643545627593994, -0.020687870681285858, -0.6319636106491089, -0.03765471279621124, -0.17690208554267883, -0.13532862067222595, -2.070507526397705, -0.2872353196144104, -0.07439091801643372, -1.2512717247009277, -1.4418820142745972, -1.767431378364563, -0.07216455787420273, -0.0022419574670493603, -1.4310030937194824, -1.0306075811386108, -1.8254892826080322, -2.358585834503174, -1.671613097190857, -2.981595277786255, -2.48663067817688, -2.2415735721588135, -1.4259763956069946, -0.013372845947742462, -0.9699605107307434, -1.5467889308929443, -1.285881757736206, -0.647533118724823, -1.972861886024475, -2.2437286376953125, -0.2980862557888031, -1.763420820236206, -0.7733553051948547, -1.9899317026138306, -1.706288456916809, -1.9994657039642334, -1.4689348936080933, -1.1587176322937012, -1.3830245733261108, -0.916379988193512, -2.307732343673706, -1.3479543924331665, -2.038766622543335, -0.1436050981283188, -2.0468742847442627, -1.2050009965896606, -2.0267889499664307, -1.6057416200637817, -0.2348347008228302, -1.7771366834640503, -2.252418041229248, -1.8648006916046143, -1.4730089902877808, -1.8580920696258545, -1.4352054595947266, -1.6675338745117188, -1.8426063060760498, -2.133136749267578, -1.4420251846313477, -2.366145610809326, -0.8038564324378967, -1.3881988525390625, -0.3011859059333801, -0.36797940731048584, -1.4391359090805054, -2.246472120285034, -2.2732601165771484, -1.870244026184082, -1.8198283910751343, -1.8418233394622803, -1.877671718597412, -1.7681546211242676, -1.3545525074005127, -1.266768217086792, -0.8802590370178223, -2.0745816230773926, -2.005579710006714, -2.3653206825256348, -1.3911794424057007, -1.091370940208435, -2.3317160606384277, -3.6918106079101562, -1.1236556768417358, -2.08611798286438, -1.230707049369812, -1.5272529125213623, -1.8890429735183716, -1.4420256614685059, -2.2664852142333984, -2.24495530128479, -1.388049602508545, -0.2316778004169464, -0.353776752948761, -2.23013973236084, -1.4268876314163208, -0.05364839360117912, -0.9102951884269714, -2.2057456970214844, -2.0323245525360107, -1.5804880857467651, -2.1130530834198, -2.640069007873535, -0.9455474019050598, -2.4365932941436768, -0.8078446984291077, -1.224411964416504, -1.6135780811309814, -1.1259095668792725, -2.3735783100128174, -1.527653694152832, -1.6830570697784424, -1.4924659729003906, -0.3569670617580414, -1.818926453590393, -0.8310414552688599, -0.492621511220932, -2.3685405254364014, -1.7479373216629028, -2.622821569442749, -1.778681993484497, -2.26832914352417, -1.980728030204773, -1.9168195724487305, -2.1709210872650146, -1.7896710634231567, -1.743095874786377, -2.3414132595062256, -1.0176259279251099, -1.6561448574066162, -1.311580777168274, -1.9795880317687988, -2.405665636062622, -2.1527140140533447, -1.1108911037445068, -2.466829538345337, -1.058759331703186, -1.9680848121643066, -1.453194260597229, -1.4233158826828003, -2.4704716205596924, -1.277674913406372, -0.8723918199539185, -2.1641743183135986, -2.580561399459839, -1.2420395612716675, -1.7571470737457275, -1.2838460206985474, -1.9019575119018555, -2.3438031673431396, -2.9789211750030518, -1.7417852878570557, -1.7430312633514404, -2.844012975692749, -0.4503152370452881, -1.91287362575531, -0.9561851620674133, -1.1749372482299805, -1.2648372650146484, -1.9004133939743042, -2.674058675765991, -1.6385661363601685, -1.5947307348251343, -1.350557804107666, -1.1089773178100586, -1.7178568840026855, -1.9103490114212036, -2.7912893295288086, -0.992455244064331, -0.05141155421733856, -1.202099323272705, -0.8435362577438354, -1.3620508909225464, -1.7098801136016846, -0.8368896245956421, -2.174264907836914, -1.6699546575546265, -1.2723108530044556, -1.552834391593933, -1.3196070194244385, -0.46206793189048767, -2.5122621059417725, -2.1976466178894043, -1.0391677618026733, -0.9914218187332153, -1.084965705871582, -0.6014818549156189, -2.7851953506469727]}, "Bot001_113_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert elementary school teacher, funny you :) hahaha I don't understand you [SEE-NO-EVIL MONKEY] you know what i do not pick up my toys. i drive a mini van . i need it to drive my 2 children around . haha where is this conversation going i am not sure , i will be in court my best friend lives next door. how nice . once i get my bachelors degree a great honeymoon spot. Also, try to guess: i love to ... drive a mini van", "response": "play board games, funny you :)", "annotation_id": "Bot001_113_18", "annotations": ["X", "O", "X", "T", "X", "X", "O", "O", "O", "X", "T", "X", "O", "T", "X"], "gpt2_target_score": [-12.241037368774414, -13.295284271240234, -5.699288368225098, -10.042920112609863, -9.307889938354492, -7.996644973754883, -7.219683647155762], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -2.3467400074005127, -3.2929015159606934, -3.2745399475097656, -1.707134485244751, -1.1836638450622559, -1.83903169631958, -1.9565379619598389, -1.1246947050094604, -1.7454895973205566, -1.1426246166229248, -1.7731740474700928, -2.2130889892578125, -1.8004281520843506, -1.5951725244522095, -1.214391827583313, -2.3286263942718506, -1.5909794569015503, -1.9548985958099365, -1.1116039752960205, -2.4135000705718994, -2.379182815551758, -1.5300933122634888, -1.6263223886489868, -3.1643545627593994, -0.020687870681285858, -0.6319636106491089, -0.03765471279621124, -0.17690208554267883, -0.13532862067222595, -2.070507526397705, -0.2872353196144104, -0.07439091801643372, -1.2512717247009277, -1.4418820142745972, -1.767431378364563, -0.07216455787420273, -0.0022419574670493603, -1.4310030937194824, -1.0306075811386108, -1.8254892826080322, -2.358585834503174, -1.671613097190857, -2.981595277786255, -2.48663067817688, -2.2415735721588135, -1.4259763956069946, -0.013372845947742462, -0.9699605107307434, -1.5467889308929443, -1.285881757736206, -0.647533118724823, -1.972861886024475, -2.2437286376953125, -0.2980862557888031, -1.763420820236206, -0.7733553051948547, -1.9899317026138306, -1.706288456916809, -1.9994657039642334, -1.4689348936080933, -1.1587176322937012, -1.3830245733261108, -0.916379988193512, -2.307732343673706, -1.3479543924331665, -2.038766622543335, -0.1436050981283188, -2.0468742847442627, -1.2050009965896606, -2.0267889499664307, -1.6057416200637817, -0.2348347008228302, -1.7771366834640503, -2.252418041229248, -1.8648006916046143, -1.4730089902877808, -1.8580920696258545, -1.4352054595947266, -1.6675338745117188, -1.8426063060760498, -2.133136749267578, -1.4420251846313477, -2.366145610809326, -0.8038564324378967, -1.3881988525390625, -0.3011859059333801, -0.36797940731048584, -1.4391359090805054, -2.246472120285034, -2.2732601165771484, -1.870244026184082, -1.8198283910751343, -1.8418233394622803, -1.877671718597412, -1.7681546211242676, -1.3545525074005127, -1.266768217086792, -0.8802590370178223, -2.0745816230773926, -2.005579710006714, -2.3653206825256348, -1.3911794424057007, -1.091370940208435, -2.3317160606384277, -3.6918106079101562, -1.1236556768417358, -2.08611798286438, -1.230707049369812, -1.5272529125213623, -1.8890429735183716, -1.4420256614685059, -2.2664852142333984, -2.24495530128479, -1.388049602508545, -0.2316778004169464, -0.353776752948761, -2.23013973236084, -1.4268876314163208, -0.05364839360117912, -0.9102951884269714, -2.2057456970214844, -2.0323245525360107, -1.5804880857467651, -2.1130530834198, -2.640069007873535, -0.9455474019050598, -2.4365932941436768, -0.8078446984291077, -1.224411964416504, -1.6135780811309814, -1.1259095668792725, -2.3735783100128174, -1.527653694152832, -1.6830570697784424, -1.4924659729003906, -0.3569670617580414, -1.818926453590393, -0.8310414552688599, -0.492621511220932, -2.3685405254364014, -1.7479373216629028, -2.622821569442749, -1.778681993484497, -2.26832914352417, -1.980728030204773, -1.9168195724487305, -2.1709210872650146, -1.7896710634231567, -1.743095874786377, -2.3414132595062256, -1.0176259279251099, -1.6561448574066162, -1.311580777168274, -1.9795880317687988, -2.405665636062622, -2.1527140140533447, -1.1108911037445068, -2.466829538345337, -1.058759331703186, -1.9680848121643066, -1.453194260597229, -1.4233158826828003, -2.4704716205596924, -1.277674913406372, -0.8723912239074707, -2.164168357849121, -2.5805797576904297, -1.2420525550842285, -1.7571349143981934, -1.2838479280471802, -1.9019707441329956, -2.3438079357147217, -2.9789352416992188, -1.7417881488800049, -1.7430282831192017, -2.8440120220184326, -0.4503113627433777, -1.9128702878952026, -0.9561740159988403, -1.1749516725540161, -1.2648370265960693, -1.9004100561141968, -1.9298936128616333, -1.3610310554504395, -1.7689833641052246, -0.754844069480896, -1.5253067016601562, -1.9458835124969482, -2.7644920349121094, -0.953284502029419, -0.05468638986349106, -1.251601219177246, -0.8941987752914429, -1.5638933181762695, -1.7790563106536865, -0.48631078004837036, -2.117455005645752, -1.6049212217330933, -1.606296420097351, -1.4250173568725586, -1.1493085622787476, -0.36831170320510864, -2.660825490951538, -2.1799864768981934, -0.9677209258079529, -1.0131958723068237, -1.0331761837005615, -0.9649273753166199, -2.4940834045410156, -1.1883355379104614, -0.24602347612380981, -0.11359027773141861, -1.94217848777771, -2.501911163330078, -1.6543422937393188, -0.7550853490829468, -1.9361276626586914, -2.566608190536499, -1.681613564491272, -2.231811046600342, -0.6346503496170044]}, "Bot001_113_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert elementary school teacher, funny you :) hahaha I don't understand you [SEE-NO-EVIL MONKEY] you know what i do not pick up my toys. i drive a mini van . i need it to drive my 2 children around . haha where is this conversation going i am not sure , i will be in court my best friend lives next door. how nice . once i get my bachelors degree a great honeymoon spot. Also, try to guess: i love to ... drive a mini van play board games, funny you :) how could i know that hhaha", "response": "i just got elected to my newest position and its quite a challenge ! what do you do ?", "annotation_id": "Bot001_113_20", "annotations": ["X", "X", "T", "T", "X", "X", "T", "O", "O", "X", "O", "O", "T", "O", "O"], "gpt2_target_score": [-11.311616897583008, -7.82664155960083, -8.360482215881348, -17.163249969482422, -7.096616744995117, -8.442094802856445, -15.519976615905762, -16.86952781677246, -7.940683364868164, -11.84480094909668, -15.859414100646973, -10.44733715057373, -13.951238632202148, -11.369553565979004, -12.534624099731445, -12.524959564208984, -9.295660972595215, -12.081435203552246, -14.30491828918457], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.3311394453048706, -1.1523103713989258, -1.3288402557373047, -1.9351824522018433, -0.8930386304855347, -2.7708795070648193, -1.5374623537063599, -0.8718777298927307, -0.5610361695289612, -1.2887712717056274, -2.0198380947113037, -2.014763593673706, -1.497781753540039, -1.443065881729126, -1.2371588945388794, -0.20686230063438416, -3.3672430515289307, -1.8656290769577026, -1.9938437938690186, -1.3254913091659546, -2.3467400074005127, -3.2929015159606934, -3.2745399475097656, -1.707134485244751, -1.1836638450622559, -1.83903169631958, -1.9565379619598389, -1.1246947050094604, -1.7454895973205566, -1.1426246166229248, -1.7731740474700928, -2.2130889892578125, -1.8004281520843506, -1.5951725244522095, -1.214391827583313, -2.3286263942718506, -1.5909794569015503, -1.9548985958099365, -1.1116039752960205, -2.4135000705718994, -2.379182815551758, -1.5300933122634888, -1.6263223886489868, -3.1643545627593994, -0.020687870681285858, -0.6319636106491089, -0.03765471279621124, -0.17690208554267883, -0.13532862067222595, -2.070507526397705, -0.2872353196144104, -0.07439091801643372, -1.2512717247009277, -1.4418820142745972, -1.767431378364563, -0.07216455787420273, -0.0022419574670493603, -1.4310030937194824, -1.0306075811386108, -1.8254892826080322, -2.358585834503174, -1.671613097190857, -2.981595277786255, -2.48663067817688, -2.2415735721588135, -1.4259763956069946, -0.013372845947742462, -0.9699605107307434, -1.5467889308929443, -1.285881757736206, -0.647533118724823, -1.972861886024475, -2.2437286376953125, -0.2980862557888031, -1.763420820236206, -0.7733553051948547, -1.9899317026138306, -1.706288456916809, -1.9994657039642334, -1.4689348936080933, -1.1587176322937012, -1.3830245733261108, -0.916379988193512, -2.307732343673706, -1.3479543924331665, -2.038766622543335, -0.1436050981283188, -2.0468742847442627, -1.2050009965896606, -2.0267889499664307, -1.6057416200637817, -0.2348347008228302, -1.7771366834640503, -2.252418041229248, -1.8648006916046143, -1.4730089902877808, -1.8580920696258545, -1.4352054595947266, -1.6675338745117188, -1.8426063060760498, -2.133136749267578, -1.4420251846313477, -2.366145610809326, -0.8038564324378967, -1.3881988525390625, -0.3011859059333801, -0.36797940731048584, -1.4391359090805054, -2.246472120285034, -2.2732601165771484, -1.870244026184082, -1.8198283910751343, -1.8418233394622803, -1.877671718597412, -1.7681546211242676, -1.3545525074005127, -1.266768217086792, -0.8802590370178223, -2.0745816230773926, -2.005579710006714, -2.3653206825256348, -1.3911794424057007, -1.091370940208435, -2.3317160606384277, -3.6918106079101562, -1.1236556768417358, -2.08611798286438, -1.230707049369812, -1.5272529125213623, -1.8890429735183716, -1.4420256614685059, -2.2664852142333984, -2.24495530128479, -1.3880531787872314, -0.23167723417282104, -0.3537750840187073, -2.2301433086395264, -1.4269064664840698, -0.05364907160401344, -0.9102858304977417, -2.2057406902313232, -2.0323219299316406, -1.5804752111434937, -2.113046646118164, -2.640073299407959, -0.9455490708351135, -2.4365975856781006, -0.8078436851501465, -1.2244207859039307, -1.6135770082473755, -1.1259151697158813, -2.3735671043395996, -1.5276505947113037, -1.6830514669418335, -1.4924609661102295, -0.3569699227809906, -1.8189404010772705, -0.831040620803833, -0.49262070655822754, -2.3685381412506104, -1.7479387521743774, -2.6228244304656982, -1.7786834239959717, -2.268329620361328, -1.9807199239730835, -1.9168273210525513, -2.1709144115448, -1.7896724939346313, -1.7430967092514038, -2.341421127319336, -1.0176243782043457, -1.6561394929885864, -1.3115694522857666, -1.979597568511963, -2.405669927597046, -2.152710199356079, -1.1108958721160889, -2.4668209552764893, -1.0587501525878906, -1.9680781364440918, -1.4532041549682617, -1.4233107566833496, -2.4704833030700684, -1.2776741981506348, -0.872391402721405, -2.164156436920166, -2.5805814266204834, -1.2420408725738525, -1.7571524381637573, -1.283841848373413, -1.9019675254821777, -2.343813180923462, -2.9789159297943115, -1.7417811155319214, -1.74303138256073, -2.8440067768096924, -0.45031917095184326, -1.9128586053848267, -0.9561771154403687, -1.174938678741455, -1.2648282051086426, -1.9004043340682983, -1.929893970489502, -1.361026406288147, -1.7689690589904785, -0.7548398971557617, -1.525321125984192, -1.9458707571029663, -2.764500617980957, -0.953280508518219, -0.05468638986349106, -1.2516003847122192, -0.8942058682441711, -1.563888669013977, -1.779061198234558, -0.48630791902542114, -2.117464303970337, -1.6049118041992188, -1.6063088178634644, -1.4250246286392212, -1.1493101119995117, -0.36831632256507874, -2.6608338356018066, -2.1799840927124023, -0.9677331447601318, -1.0132066011428833, -1.0331827402114868, -0.9649171233177185, -2.4940996170043945, -1.1883318424224854, -0.24602654576301575, -0.11358942836523056, -1.9421899318695068, -1.2070398330688477, -0.46691709756851196, -2.007918119430542, -1.7062431573867798, -0.7632810473442078, -2.6644723415374756, -1.9369791746139526, -2.018932342529297, -0.8083487749099731, -2.216594696044922, -2.321546792984009, -1.4540538787841797, -1.4607396125793457, -0.3583276867866516, -1.0144799947738647, -2.4137706756591797, -2.645920991897583, -2.6213481426239014, -0.7518498301506042, -1.1388972997665405, -1.183890700340271, -2.0332179069519043, -2.3417420387268066, -1.8354580402374268, -0.8655201196670532, -2.16123366355896, -2.240635395050049, -2.277662515640259, -1.6911401748657227, -1.4399820566177368, -1.762022852897644, -0.18546506762504578, -1.2687466144561768, -0.6113029718399048, -0.6907809376716614]}, "Bot002_001_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you?", "response": "I am doing great, how are you?", "annotation_id": "Bot002_001_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654443740844727, -8.556458473205566, -10.01880931854248, -10.215118408203125, -4.706284523010254, -7.302000999450684, -12.583048820495605, -11.1011323928833, -8.436275482177734], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -0.336593896150589, -1.1202094554901123, -1.0530539751052856, -1.5516005754470825, -1.0987211465835571, -1.613247036933899, -1.6024560928344727, -0.930082380771637, -1.5302685499191284, -0.9514756798744202, -0.05515444651246071, -0.8512507677078247, -0.3298424482345581]}, "Bot002_001_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band", "response": "Nice i like music", "annotation_id": "Bot002_001_03", "annotations": ["O", "O", "O", "T", "T", "O", "O", "T", "X", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-15.008737564086914, -5.005753993988037, -9.894312858581543, -9.848770141601562], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -0.336593896150589, -1.1202094554901123, -1.0530539751052856, -1.190277099609375, -1.6621434688568115, -1.5909786224365234, -1.1048837900161743, -1.4308958053588867, -0.9273008108139038, -0.0578627847135067, -0.7147448658943176, -1.439925193786621, -2.3561854362487793, -2.183831214904785, -1.4050085544586182, -1.499268889427185, -0.3340664207935333, -1.0100611448287964, -1.4956861734390259, -1.902085542678833, -1.7973148822784424, -1.8413589000701904, -0.8321360945701599, -1.974127173423767, -2.6086349487304688, -1.5158320665359497]}, "Bot002_001_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer?", "response": "I like music, country, country, country, gospel, gospel", "annotation_id": "Bot002_001_05", "annotations": ["O", "O", "O", "T", "T", "O", "O", "X", "X", "X", "O", "O", "O", "T", "O"], "gpt2_target_score": [-8.654443740844727, -10.969727516174316, -11.41651439666748, -9.742019653320312, -13.536942481994629, -9.949110984802246, -16.082931518554688, -5.937671661376953, -12.079473495483398, -2.4287819862365723, -16.529102325439453, -8.155144691467285, -18.916048049926758], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -0.336593896150589, -1.1202094554901123, -1.0530539751052856, -1.190277099609375, -1.6621434688568115, -1.5909786224365234, -1.1048837900161743, -1.4308958053588867, -0.9273008108139038, -0.0578627847135067, -0.7147448658943176, -1.439925193786621, -2.3561854362487793, -2.183831214904785, -1.4050085544586182, -1.499268889427185, -0.3340664207935333, -1.0100611448287964, -1.4956861734390259, -1.902085542678833, -1.7973148822784424, -1.658506989479065, -1.8691684007644653, -2.3007237911224365, -1.7307833433151245, -2.4770314693450928, -2.2826430797576904, -1.6253365278244019, -2.368252754211426, -0.09361936151981354, -1.6927682161331177, -1.5018205642700195, -0.4502776861190796, -1.2960482835769653, -0.03218637406826019, -0.4640183746814728, -0.24782229959964752, -1.324934720993042, -2.1259241104125977, -0.9955719709396362, -2.9326584339141846, -1.7747269868850708, -1.975963830947876, -0.4350717067718506, -1.6694878339767456, -0.4574644863605499, -1.7598587274551392, -0.5485439300537109, -1.6505601406097412, -0.3695265054702759, -2.589449167251587, -0.33940327167510986]}, "Bot002_001_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty", "response": "I play video games, and play video games.", "annotation_id": "Bot002_001_07", "annotations": ["O", "O", "O", "T", "T", "O", "O", "O", "X", "O", "X", "O", "T", "T", "O"], "gpt2_target_score": [-8.654426574707031, -12.302419662475586, -11.898818016052246, -8.73454475402832, -4.7062177658081055, -7.277836322784424, -6.787854194641113, -11.174857139587402, -10.198854446411133, -1.8411120176315308], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.6621774435043335, -1.5910053253173828, -1.1048754453659058, -1.430871844291687, -0.9272802472114563, -0.057859521359205246, -0.714716374874115, -1.4398969411849976, -2.3562092781066895, -2.1838340759277344, -1.4049813747406006, -1.4992755651474, -0.3340472877025604, -1.0100635290145874, -1.4956761598587036, -1.9021090269088745, -1.7973138093948364, -1.6585067510604858, -1.8691883087158203, -2.3007307052612305, -1.730760931968689, -2.4770119190216064, -2.2826344966888428, -1.625312089920044, -2.3682138919830322, -0.09362337738275528, -1.6927344799041748, -1.5018259286880493, -0.45027434825897217, -1.2960065603256226, -0.032184988260269165, -0.46401679515838623, -0.24783113598823547, -1.3249465227127075, -1.2196731567382812, -2.8129830360412598, -1.903479814529419, -1.8873342275619507, -0.44529011845588684, -2.043292284011841, -0.5128848552703857, -1.870489478111267, -0.6119474768638611, -1.5741493701934814, -0.3542688190937042, -2.526498317718506, -0.33645960688591003, -0.683599054813385, -1.6400574445724487, -1.4793338775634766, -1.5445170402526855, -2.1946523189544678, -0.37630704045295715, -0.8554157614707947, -1.6848013401031494, -1.2195022106170654, -2.144178867340088, -2.0848374366760254, -2.2882938385009766, -0.7773287296295166, -0.004774004686623812, -1.5815088748931885, -1.8691761493682861, -1.4483938217163086, -2.314521312713623, -0.02366686426103115, -1.6299962997436523, -2.0604875087738037, -1.0447412729263306, -2.6043436527252197, -0.026462646201252937, -1.1647320985794067, -1.2646325826644897]}, "Bot002_001_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty I play video games, and play video games. Which one do you like most?", "response": "I like to go to the park and listen to music", "annotation_id": "Bot002_001_09", "annotations": ["T", "T", "X", "X", "T", "X", "X", "T", "X", "X", "X", "O", "X", "T", "X"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -3.2021324634552, -11.61192512512207, -7.367335319519043, -8.485431671142578, -12.228344917297363, -7.418220043182373, -13.59160041809082, -6.46580696105957, -9.488641738891602], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.6621774435043335, -1.5910053253173828, -1.1048754453659058, -1.430871844291687, -0.9272802472114563, -0.057859521359205246, -0.714716374874115, -1.4398969411849976, -2.3562092781066895, -2.1838340759277344, -1.4049813747406006, -1.4992755651474, -0.3340472877025604, -1.0100635290145874, -1.4956761598587036, -1.9021090269088745, -1.7973138093948364, -1.6585067510604858, -1.8691883087158203, -2.3007307052612305, -1.730760931968689, -2.4770119190216064, -2.2826344966888428, -1.625312089920044, -2.3682138919830322, -0.09362337738275528, -1.6927344799041748, -1.5018259286880493, -0.45027434825897217, -1.2960065603256226, -0.032184988260269165, -0.46401679515838623, -0.24783113598823547, -1.3249465227127075, -1.2196731567382812, -2.8129830360412598, -1.903479814529419, -1.8873342275619507, -0.44529011845588684, -2.043292284011841, -0.5128848552703857, -1.870489478111267, -0.6119474768638611, -1.5741493701934814, -0.3542688190937042, -2.526498317718506, -0.33645960688591003, -0.683599054813385, -1.6400574445724487, -1.4793338775634766, -1.5445170402526855, -2.1946523189544678, -0.37630704045295715, -0.8554157614707947, -1.6848013401031494, -1.2195022106170654, -2.144178867340088, -2.0848374366760254, -2.2882938385009766, -0.7773287296295166, -0.004774004686623812, -1.5815088748931885, -2.3655388355255127, -2.591627836227417, -0.018719438463449478, -1.7819972038269043, -1.9521334171295166, -1.3553193807601929, -2.4965267181396484, -0.029925478622317314, -1.3025109767913818, -1.3538658618927002, -1.8668698072433472, -1.4209929704666138, -0.017853274941444397, -1.0263093709945679, -0.7215641140937805, -0.2305445522069931, -1.489798903465271, -1.8380770683288574, -1.2477778196334839, -2.6343014240264893, -0.8185699582099915, -1.3952573537826538, -1.8789374828338623, -2.2173190116882324, -1.7413184642791748, -0.6425562500953674, -0.014967167750000954, -1.4065115451812744, -1.1664067506790161]}, "Bot002_001_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty I play video games, and play video games. Which one do you like most? I like to go to the park and listen to music Erm... ok. But what about games?", "response": "I like to play games with friends", "annotation_id": "Bot002_001_11", "annotations": ["T", "O", "O", "T", "T", "O", "O", "X", "X", "T", "O", "O", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -3.2021324634552, -11.87724494934082, -12.424418449401855, -10.032855987548828, -13.354657173156738], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.6621774435043335, -1.5910053253173828, -1.1048754453659058, -1.430871844291687, -0.9272802472114563, -0.057859521359205246, -0.714716374874115, -1.4398969411849976, -2.3562092781066895, -2.1838340759277344, -1.4049813747406006, -1.4992755651474, -0.3340472877025604, -1.0100635290145874, -1.4956761598587036, -1.9021090269088745, -1.7973138093948364, -1.6585067510604858, -1.8691883087158203, -2.3007307052612305, -1.730760931968689, -2.4770119190216064, -2.2826344966888428, -1.625312089920044, -2.3682138919830322, -0.09362337738275528, -1.6927344799041748, -1.5018259286880493, -0.45027434825897217, -1.2960065603256226, -0.032184988260269165, -0.46401679515838623, -0.24783113598823547, -1.3249465227127075, -1.2196731567382812, -2.8129830360412598, -1.903479814529419, -1.8873342275619507, -0.44529011845588684, -2.043292284011841, -0.5128848552703857, -1.870489478111267, -0.6119474768638611, -1.5741493701934814, -0.3542688190937042, -2.526498317718506, -0.33645960688591003, -0.683599054813385, -1.6400574445724487, -1.4793338775634766, -1.5445170402526855, -2.1946523189544678, -0.37630704045295715, -0.8554157614707947, -1.6848013401031494, -1.2195022106170654, -2.144178867340088, -2.0848374366760254, -2.2882938385009766, -0.7773287296295166, -0.004774004686623812, -1.5815088748931885, -2.3655388355255127, -2.591627836227417, -0.018719438463449478, -1.7819972038269043, -1.9521334171295166, -1.3553193807601929, -2.4965267181396484, -0.029925478622317314, -1.3025109767913818, -1.3538658618927002, -1.8668698072433472, -1.4209929704666138, -0.017853274941444397, -1.0263093709945679, -0.7215641140937805, -0.2305445522069931, -1.489798903465271, -1.4473148584365845, -2.4281954765319824, -0.8007261753082275, -1.3340834379196167, -1.9092870950698853, -1.6222492456436157, -1.5575096607208252, -0.7851228713989258, -0.015441506169736385, -1.1757861375808716, -1.1513752937316895, -1.9664251804351807, -1.1168177127838135, -2.1651036739349365, -1.203189730644226, -1.5199317932128906, -1.2947591543197632, -0.41638100147247314, -2.15279483795166, -0.3584521412849426, -1.5218496322631836, -1.6412992477416992, -1.0904767513275146, -2.4142394065856934, -1.2049970626831055, -1.9001408815383911, -1.769601821899414, -1.6196383237838745, -1.38299560546875]}, "Bot002_001_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty I play video games, and play video games. Which one do you like most? I like to go to the park and listen to music Erm... ok. But what about games? I like to play games with friends Good. It's nice to have friends", "response": "I love friends, they are so nice to meet me", "annotation_id": "Bot002_001_13", "annotations": ["O", "T", "O", "T", "T", "O", "O", "O", "X", "O", "O", "O", "X", "T", "O"], "gpt2_target_score": [-8.654426574707031, -12.058126449584961, -12.418807029724121, -9.741975784301758, -12.423365592956543, -7.841663837432861, -9.592373847961426, -8.76224422454834, -7.98777961730957, -12.251558303833008, -8.451959609985352], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.6621774435043335, -1.5910053253173828, -1.1048754453659058, -1.430871844291687, -0.9272802472114563, -0.057859521359205246, -0.714716374874115, -1.4398969411849976, -2.3562092781066895, -2.1838340759277344, -1.4049813747406006, -1.4992755651474, -0.3340472877025604, -1.0100635290145874, -1.4956761598587036, -1.9021090269088745, -1.7973138093948364, -1.6585067510604858, -1.8691883087158203, -2.3007307052612305, -1.730760931968689, -2.4770119190216064, -2.2826344966888428, -1.625312089920044, -2.3682138919830322, -0.09362337738275528, -1.6927344799041748, -1.5018259286880493, -0.45027434825897217, -1.2960065603256226, -0.032184988260269165, -0.46401679515838623, -0.24783113598823547, -1.3249465227127075, -1.2196731567382812, -2.8129830360412598, -1.903479814529419, -1.8873342275619507, -0.44529011845588684, -2.043292284011841, -0.5128848552703857, -1.870489478111267, -0.6119474768638611, -1.5741493701934814, -0.3542688190937042, -2.526498317718506, -0.33645960688591003, -0.683599054813385, -1.6400574445724487, -1.4793338775634766, -1.5445170402526855, -2.1946523189544678, -0.37630704045295715, -0.8554157614707947, -1.6848013401031494, -1.2195022106170654, -2.144178867340088, -2.0848374366760254, -2.2882938385009766, -0.7773287296295166, -0.004774004686623812, -1.5815088748931885, -2.3655388355255127, -2.591627836227417, -0.018719438463449478, -1.7819972038269043, -1.9521334171295166, -1.3553193807601929, -2.4965267181396484, -0.029925478622317314, -1.3025109767913818, -1.3538658618927002, -1.8668698072433472, -1.4209929704666138, -0.017853274941444397, -1.0263093709945679, -0.7215641140937805, -0.2305445522069931, -1.489798903465271, -1.4473148584365845, -2.4281954765319824, -0.8007261753082275, -1.3340834379196167, -1.9092906713485718, -1.6222517490386963, -1.5575114488601685, -0.7851268649101257, -0.015441506169736385, -1.1757838726043701, -1.1513787508010864, -1.9664208889007568, -1.1168136596679688, -2.165099859237671, -1.2031898498535156, -1.5199321508407593, -1.2947534322738647, -0.41637879610061646, -2.1528003215789795, -0.35845571756362915, -1.5218499898910522, -1.3568041324615479, -2.3659212589263916, -1.4517606496810913, -2.090334177017212, -1.8351813554763794, -1.6785820722579956, -1.398178219795227, -2.646467447280884, -1.5164704322814941, -0.3861842751502991, -2.2360317707061768, -0.6925588250160217, -1.431679606437683, -1.1908621788024902, -2.091254234313965, -1.830554723739624, -1.3322821855545044, -1.7816418409347534, -1.701918601989746, -1.141431450843811, -1.3048251867294312, -2.2913122177124023, -2.1553542613983154, -1.4061259031295776, -1.8083248138427734, -1.8382518291473389, -1.4470402002334595]}, "Bot002_001_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty I play video games, and play video games. Which one do you like most? I like to go to the park and listen to music Erm... ok. But what about games? I like to play games with friends Good. It's nice to have friends I love friends, they are so nice to meet me Do you have any other hobbies?", "response": "I love to do crafts", "annotation_id": "Bot002_001_15", "annotations": ["O", "O", "X", "T", "T", "O", "O", "T", "X", "O", "O", "T", "O", "T", "O"], "gpt2_target_score": [-8.654426574707031, -12.058126449584961, -3.2021324634552, -8.962495803833008, -15.699580192565918], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.6621774435043335, -1.5910053253173828, -1.1048754453659058, -1.430871844291687, -0.9272802472114563, -0.057859521359205246, -0.714716374874115, -1.4398969411849976, -2.3562092781066895, -2.1838340759277344, -1.4049813747406006, -1.4992755651474, -0.3340472877025604, -1.0100635290145874, -1.4956761598587036, -1.9021090269088745, -1.7973138093948364, -1.6585067510604858, -1.8691883087158203, -2.3007307052612305, -1.730760931968689, -2.4770119190216064, -2.2826344966888428, -1.625312089920044, -2.3682138919830322, -0.09362337738275528, -1.6927344799041748, -1.5018259286880493, -0.45027434825897217, -1.2960065603256226, -0.032184988260269165, -0.46401679515838623, -0.24783113598823547, -1.3249465227127075, -1.2196731567382812, -2.8129830360412598, -1.903479814529419, -1.8873342275619507, -0.44529011845588684, -2.043292284011841, -0.5128848552703857, -1.870489478111267, -0.6119474768638611, -1.5741493701934814, -0.3542688190937042, -2.526498317718506, -0.33645960688591003, -0.683599054813385, -1.6400574445724487, -1.4793338775634766, -1.5445170402526855, -2.1946523189544678, -0.37630704045295715, -0.8554157614707947, -1.6848013401031494, -1.2195022106170654, -2.144178867340088, -2.0848374366760254, -2.2882938385009766, -0.7773287296295166, -0.004774004686623812, -1.5815088748931885, -2.3655388355255127, -2.591627836227417, -0.018719438463449478, -1.7819972038269043, -1.9521334171295166, -1.3553193807601929, -2.4965267181396484, -0.029925478622317314, -1.3025109767913818, -1.3538658618927002, -1.8668698072433472, -1.4209929704666138, -0.017853274941444397, -1.0263093709945679, -0.7215641140937805, -0.2305445522069931, -1.489798903465271, -1.4473148584365845, -2.4281954765319824, -0.8007261753082275, -1.3340834379196167, -1.9092870950698853, -1.6222492456436157, -1.5575096607208252, -0.7851228713989258, -0.015441506169736385, -1.1757861375808716, -1.1513752937316895, -1.9664251804351807, -1.1168177127838135, -2.1651036739349365, -1.203189730644226, -1.5199317932128906, -1.2947591543197632, -0.41638100147247314, -2.15279483795166, -0.3584521412849426, -1.5218496322631836, -1.3568059206008911, -2.365912675857544, -1.4517699480056763, -2.090334177017212, -1.8351796865463257, -1.678596019744873, -1.3981671333312988, -2.646479606628418, -1.5164707899093628, -0.3861839771270752, -2.236032724380493, -0.692562997341156, -1.431681513786316, -1.1908496618270874, -2.0912539958953857, -1.7226109504699707, -1.3162943124771118, -1.477874517440796, -1.2459849119186401, -1.4115928411483765, -2.3370349407196045, -2.083543062210083, -1.190141201019287, -1.8455286026000977, -1.6328190565109253, -1.3668245077133179, -0.1243145689368248, -0.7624465227127075, -0.7569254040718079, -2.605600595474243, -0.9933674335479736, -0.565820574760437, -1.535448431968689, -1.5068546533584595, -1.8810158967971802, -1.604186773300171, -0.7305569648742676, -1.2913453578948975, -1.2495542764663696]}, "Bot002_001_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty I play video games, and play video games. Which one do you like most? I like to go to the park and listen to music Erm... ok. But what about games? I like to play games with friends Good. It's nice to have friends I love friends, they are so nice to meet me Do you have any other hobbies? I love to do crafts Like what, for example?", "response": "I like to read the new things", "annotation_id": "Bot002_001_17", "annotations": ["X", "X", "O", "X", "T", "X", "X", "X", "X", "T", "T", "O", "X", "O", "T"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -3.2021324634552, -12.723604202270508, -6.782404899597168, -10.205158233642578, -13.8069429397583], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.6621774435043335, -1.5910053253173828, -1.1048754453659058, -1.430871844291687, -0.9272802472114563, -0.057859521359205246, -0.714716374874115, -1.4398969411849976, -2.3562092781066895, -2.1838340759277344, -1.4049813747406006, -1.4992755651474, -0.3340472877025604, -1.0100635290145874, -1.4956761598587036, -1.9021090269088745, -1.7973138093948364, -1.6585067510604858, -1.8691883087158203, -2.3007307052612305, -1.730760931968689, -2.4770119190216064, -2.2826344966888428, -1.625312089920044, -2.3682138919830322, -0.09362337738275528, -1.6927344799041748, -1.5018259286880493, -0.45027434825897217, -1.2960065603256226, -0.032184988260269165, -0.46401679515838623, -0.24783113598823547, -1.3249465227127075, -1.2196731567382812, -2.8129830360412598, -1.903479814529419, -1.8873342275619507, -0.44529011845588684, -2.043292284011841, -0.5128848552703857, -1.870489478111267, -0.6119474768638611, -1.5741493701934814, -0.3542688190937042, -2.526498317718506, -0.33645960688591003, -0.683599054813385, -1.6400574445724487, -1.4793338775634766, -1.5445170402526855, -2.1946523189544678, -0.37630704045295715, -0.8554157614707947, -1.6848013401031494, -1.2195022106170654, -2.144178867340088, -2.0848374366760254, -2.2882938385009766, -0.7773287296295166, -0.004774004686623812, -1.5815088748931885, -2.3655388355255127, -2.591627836227417, -0.018719438463449478, -1.7819972038269043, -1.9521334171295166, -1.3553193807601929, -2.4965267181396484, -0.029925478622317314, -1.3025109767913818, -1.3538658618927002, -1.8668698072433472, -1.4209929704666138, -0.017853274941444397, -1.0263093709945679, -0.7215641140937805, -0.2305445522069931, -1.489798903465271, -1.4473148584365845, -2.4281954765319824, -0.8007261753082275, -1.3340834379196167, -1.9092870950698853, -1.6222492456436157, -1.5575096607208252, -0.7851228713989258, -0.015441506169736385, -1.1757861375808716, -1.1513752937316895, -1.9664251804351807, -1.1168177127838135, -2.1651036739349365, -1.203189730644226, -1.5199317932128906, -1.2947591543197632, -0.41638100147247314, -2.15279483795166, -0.3584521412849426, -1.5218496322631836, -1.3568059206008911, -2.365912675857544, -1.4517699480056763, -2.090334177017212, -1.8351796865463257, -1.678596019744873, -1.3981671333312988, -2.646479606628418, -1.5164707899093628, -0.3861839771270752, -2.236032724380493, -0.692562997341156, -1.431681513786316, -1.1908496618270874, -2.0912539958953857, -1.7226109504699707, -1.3162943124771118, -1.477874517440796, -1.2459849119186401, -1.4115928411483765, -2.3370349407196045, -2.083543062210083, -1.190141201019287, -1.8455286026000977, -1.6328190565109253, -1.3668245077133179, -0.1243145689368248, -0.7624465227127075, -0.7569254040718079, -2.605600595474243, -0.9933674335479736, -0.565820574760437, -1.535448431968689, -1.7614295482635498, -1.7612969875335693, -0.8987228274345398, -1.2616549730300903, -1.2148241996765137, -3.1284196376800537, -1.1875618696212769, -2.0601015090942383, -0.9212438464164734, -1.327073574066162, -1.5268231630325317, -1.5260218381881714, -1.7051970958709717, -1.5570894479751587, -1.0532629489898682, -1.7807247638702393, -2.1021881103515625, -2.317068099975586, -1.817075490951538]}, "Bot002_001_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty I play video games, and play video games. Which one do you like most? I like to go to the park and listen to music Erm... ok. But what about games? I like to play games with friends Good. It's nice to have friends I love friends, they are so nice to meet me Do you have any other hobbies? I love to do crafts Like what, for example? I like to read the new things Hey, man, you never follow the topic.", "response": "I do not know what that means", "annotation_id": "Bot002_001_19", "annotations": ["T", "T", "T", "T", "T", "X", "O", "O", "X", "X", "T", "T", "X", "T", "X"], "gpt2_target_score": [-8.654426574707031, -9.207998275756836, -9.391737937927246, -13.511796951293945, -11.03510570526123, -9.282062530517578, -13.956692695617676], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.6621774435043335, -1.5910053253173828, -1.1048754453659058, -1.430871844291687, -0.9272802472114563, -0.057859521359205246, -0.714716374874115, -1.4398969411849976, -2.3562092781066895, -2.1838340759277344, -1.4049813747406006, -1.4992755651474, -0.3340472877025604, -1.0100635290145874, -1.4956761598587036, -1.9021090269088745, -1.7973138093948364, -1.6585067510604858, -1.8691883087158203, -2.3007307052612305, -1.730760931968689, -2.4770119190216064, -2.2826344966888428, -1.625312089920044, -2.3682138919830322, -0.09362337738275528, -1.6927344799041748, -1.5018259286880493, -0.45027434825897217, -1.2960065603256226, -0.032184988260269165, -0.46401679515838623, -0.24783113598823547, -1.3249465227127075, -1.2196731567382812, -2.8129830360412598, -1.903479814529419, -1.8873342275619507, -0.44529011845588684, -2.043292284011841, -0.5128848552703857, -1.870489478111267, -0.6119474768638611, -1.5741493701934814, -0.3542688190937042, -2.526498317718506, -0.33645960688591003, -0.683599054813385, -1.6400574445724487, -1.4793338775634766, -1.5445170402526855, -2.1946523189544678, -0.37630704045295715, -0.8554157614707947, -1.6848013401031494, -1.2195022106170654, -2.144178867340088, -2.0848374366760254, -2.2882938385009766, -0.7773287296295166, -0.004774004686623812, -1.5815088748931885, -2.3655388355255127, -2.591627836227417, -0.018719438463449478, -1.7819972038269043, -1.9521334171295166, -1.3553193807601929, -2.4965267181396484, -0.029925478622317314, -1.3025109767913818, -1.3538658618927002, -1.8668698072433472, -1.4209929704666138, -0.017853274941444397, -1.0263093709945679, -0.7215641140937805, -0.2305445522069931, -1.489798903465271, -1.4473148584365845, -2.4281954765319824, -0.8007261753082275, -1.3340834379196167, -1.9092870950698853, -1.6222492456436157, -1.5575096607208252, -0.7851228713989258, -0.015441506169736385, -1.1757861375808716, -1.1513752937316895, -1.9664251804351807, -1.1168177127838135, -2.1651036739349365, -1.203189730644226, -1.5199317932128906, -1.2947591543197632, -0.41638100147247314, -2.15279483795166, -0.3584521412849426, -1.5218496322631836, -1.3568059206008911, -2.365912675857544, -1.4517699480056763, -2.090334177017212, -1.8351796865463257, -1.678596019744873, -1.3981671333312988, -2.646479606628418, -1.5164707899093628, -0.3861839771270752, -2.236032724380493, -0.692562997341156, -1.431681513786316, -1.1908496618270874, -2.0912539958953857, -1.7226109504699707, -1.3162943124771118, -1.477874517440796, -1.2459849119186401, -1.4115928411483765, -2.3370349407196045, -2.083543062210083, -1.190141201019287, -1.8455286026000977, -1.6328190565109253, -1.3668245077133179, -0.1243145689368248, -0.7624465227127075, -0.7569254040718079, -2.605600595474243, -0.9933674335479736, -0.565820574760437, -1.535448431968689, -1.7614295482635498, -1.7612969875335693, -0.8987228274345398, -1.2616549730300903, -1.2148127555847168, -3.128415822982788, -1.1875638961791992, -2.0601038932800293, -0.9212496280670166, -1.3270894289016724, -1.526835322380066, -1.3927569389343262, -1.2216966152191162, -1.1988048553466797, -1.573041558265686, -2.0218100547790527, -2.092573642730713, -1.7713311910629272, -1.1674829721450806, -1.286978840827942, -1.2177436351776123, -1.0197771787643433, -2.007617950439453, -0.6022461652755737, -1.6138995885849, -2.206003189086914, -1.4027745723724365, -1.2045925855636597, -1.7466830015182495, -1.928505301475525, -1.5727921724319458, -1.429444670677185, -1.7422305345535278, -1.5604074001312256, -0.8809052109718323, -1.2501726150512695]}, "Bot002_003_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile", "response": "I am from the south, where are you from?", "annotation_id": "Bot002_003_02", "annotations": ["O", "X", "O", "T", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-12.54684829711914, -6.785327434539795, -8.585091590881348, -6.980195999145508, -13.740987777709961, -10.939537048339844, -7.541507720947266, -9.332069396972656, -8.188023567199707, -6.951467037200928, -10.765170097351074], "gpt2_argmax_score": [-3.0563852787017822, -2.931262493133545, -1.4440162181854248, -2.4089908599853516, -1.016882061958313, -2.2402262687683105, -2.449786901473999, -0.6518025398254395, -1.537388801574707, -0.24730437994003296, -0.9663572907447815, -1.0741958618164062, -1.212426781654358, -2.4827680587768555, -1.1498825550079346, -1.9360268115997314, -1.2852988243103027, -0.6532531380653381, -1.2815638780593872, -1.5956995487213135, -1.618388295173645, -2.0157525539398193, -0.5898378491401672, -0.035194311290979385, -0.2693951725959778, -0.13783156871795654, -0.23591074347496033]}, "Bot002_003_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west", "response": "I live in cali", "annotation_id": "Bot002_003_04", "annotations": ["T", "X", "X", "X", "T", "O", "O", "O", "O", "O", "O", "X", "O", "X", "T"], "gpt2_target_score": [-12.54684829711914, -8.262065887451172, -6.910920143127441, -9.693178176879883, -12.184820175170898], "gpt2_argmax_score": [-3.0563852787017822, -2.931262493133545, -1.4440162181854248, -2.4089908599853516, -1.016882061958313, -2.2402262687683105, -2.449786901473999, -0.6518025398254395, -1.537388801574707, -0.24730437994003296, -0.9663572907447815, -1.0741958618164062, -1.212426781654358, -2.4827680587768555, -1.1498825550079346, -1.5914340019226074, -0.6832823157310486, -2.059993267059326, -1.814021348953247, -1.9785184860229492, -2.063408851623535, -0.6324838399887085, -0.050340794026851654, -0.21307872235774994, -0.15630502998828888, -1.2810719013214111, -0.663368284702301, -0.3430037796497345, -1.2368392944335938, -1.3483396768569946, -1.9957332611083984, -1.0281457901000977, -0.24433110654354095, -1.5690139532089233, -0.33740824460983276, -1.1695616245269775]}, "Bot002_003_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't", "response": "I am sorry to hear that.", "annotation_id": "Bot002_003_06", "annotations": ["X", "X", "X", "O", "O", "O", "T", "T", "O", "T", "T", "O", "O", "X", "O"], "gpt2_target_score": [-12.54684829711914, -6.785327434539795, -13.46254825592041, -5.116952896118164, -13.290700912475586, -5.296485424041748, -6.287433624267578], "gpt2_argmax_score": [-3.0563852787017822, -2.931262493133545, -1.4440162181854248, -2.4089908599853516, -1.016882061958313, -2.2402262687683105, -2.449786901473999, -0.6518025398254395, -1.537388801574707, -0.24730437994003296, -0.9663572907447815, -1.0741958618164062, -1.212426781654358, -2.4827680587768555, -1.1498825550079346, -1.5914340019226074, -0.6832823157310486, -2.059993267059326, -1.814021348953247, -1.9785184860229492, -2.063408851623535, -0.6324838399887085, -0.050340794026851654, -0.21307872235774994, -0.15630502998828888, -1.2810719013214111, -0.663368284702301, -0.3430037796497345, -1.2368392944335938, -1.3483396768569946, -0.56282639503479, -0.3736926317214966, -1.546393871307373, -0.1903897225856781, -1.5294734239578247, -0.9961981177330017, -0.15004175901412964, -1.1519687175750732, -1.8857462406158447, -1.4794350862503052, -0.4259336590766907, -1.242705225944519, -0.3550531268119812, -0.622277021408081, -1.1095645427703857, -0.9892556667327881]}, "Bot002_003_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why?", "response": "I am not sure what i want to do for, but i am a professional", "annotation_id": "Bot002_003_08", "annotations": ["X", "X", "X", "T", "X", "T", "X", "O", "T", "X", "O", "O", "T", "X", "X"], "gpt2_target_score": [-12.54684829711914, -6.785327434539795, -7.546616554260254, -10.143548965454102, -7.728796005249023, -5.4734110832214355, -10.242618560791016, -8.702186584472656, -10.459248542785645, -6.114659786224365, -10.151721000671387, -11.053092956542969, -9.331903457641602, -8.71988582611084, -7.1415205001831055, -15.93393325805664], "gpt2_argmax_score": [-3.0563852787017822, -2.931262493133545, -1.4440162181854248, -2.4089908599853516, -1.016882061958313, -2.2402262687683105, -2.449786901473999, -0.6518025398254395, -1.537388801574707, -0.24730437994003296, -0.9663572907447815, -1.0741958618164062, -1.212426781654358, -2.4827680587768555, -1.1498825550079346, -1.5914340019226074, -0.6832823157310486, -2.059993267059326, -1.814021348953247, -1.9785184860229492, -2.063408851623535, -0.6324838399887085, -0.050340794026851654, -0.21307872235774994, -0.15630502998828888, -1.2810719013214111, -0.663368284702301, -0.3430037796497345, -1.2368392944335938, -1.3483396768569946, -0.5628284811973572, -0.3737102448940277, -1.5463913679122925, -0.1903909146785736, -1.529470682144165, -0.9961856007575989, -0.15004585683345795, -1.1519755125045776, -2.258470296859741, -0.49269020557403564, -2.0493569374084473, -0.6670041084289551, -1.1586036682128906, -1.6894676685333252, -1.4512749910354614, -1.718380093574524, -1.2865444421768188, -1.6749846935272217, -1.3384798765182495, -0.4641840159893036, -1.4770078659057617, -1.7987796068191528, -1.308493971824646, -1.2409238815307617, -0.3708815574645996, -1.2019646167755127, -1.649851679801941, -1.5321440696716309, -0.7851537466049194, -1.1733250617980957, -1.7536075115203857, -2.5243330001831055, -3.1322004795074463, -1.483184576034546]}, "Bot002_003_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why? I am not sure what i want to do for, but i am a professional Me too", "response": "I do not like it either", "annotation_id": "Bot002_003_10", "annotations": ["X", "X", "X", "O", "T", "T", "O", "X", "X", "T", "O", "O", "O", "X", "X"], "gpt2_target_score": [-12.54683780670166, -6.028863906860352, -7.546614646911621, -7.247554779052734, -8.073725700378418, -9.495301246643066], "gpt2_argmax_score": [-3.0563671588897705, -2.9312613010406494, -1.4440371990203857, -2.4090003967285156, -1.0168712139129639, -2.2402658462524414, -2.4498369693756104, -0.6517941951751709, -1.537347674369812, -0.24729692935943604, -0.966339111328125, -1.0741716623306274, -1.2124565839767456, -2.482759714126587, -1.14988374710083, -1.5914851427078247, -0.6832897663116455, -2.059983968734741, -1.8140320777893066, -1.9785388708114624, -2.063370704650879, -0.6325024962425232, -0.05034022778272629, -0.2130652368068695, -0.15630033612251282, -1.2811163663864136, -0.6633725166320801, -0.3429866135120392, -1.236846685409546, -1.3483309745788574, -0.5628076791763306, -0.3736978769302368, -1.546396255493164, -0.19039130210876465, -1.5294817686080933, -0.9961669445037842, -0.15005016326904297, -1.1519898176193237, -2.258450508117676, -0.4926869869232178, -2.0493686199188232, -0.666999340057373, -1.1585990190505981, -1.6894183158874512, -1.451278567314148, -1.7183682918548584, -1.2865720987319946, -1.0167163610458374, -0.5842475295066833, -1.570984959602356, -1.7321443557739258, -1.4522868394851685, -1.077006459236145, -0.441772997379303, -1.0674134492874146, -1.6052910089492798, -1.7273701429367065, -1.063742995262146, -1.019281029701233, -1.7034070491790771, -2.7383270263671875, -3.055453062057495, -1.5134772062301636, -1.0688607692718506, -1.1650036573410034, -1.79030442237854, -1.7520406246185303, -1.325423240661621, -1.4914486408233643, -2.0864264965057373, -1.2789332866668701, -0.9146820306777954]}, "Bot002_003_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why? I am not sure what i want to do for, but i am a professional Me too I do not like it either Same here", "response": "I am sorry to hear that", "annotation_id": "Bot002_003_12", "annotations": ["X", "X", "X", "T", "O", "T", "O", "T", "T", "T", "O", "O", "O", "X", "T"], "gpt2_target_score": [-12.54683780670166, -6.78532600402832, -13.46256160736084, -5.116947174072266, -13.29072093963623, -5.296463966369629], "gpt2_argmax_score": [-3.0563671588897705, -2.9312613010406494, -1.4440371990203857, -2.4090003967285156, -1.0168712139129639, -2.2402658462524414, -2.4498369693756104, -0.6517941951751709, -1.537347674369812, -0.24729692935943604, -0.966339111328125, -1.0741716623306274, -1.2124565839767456, -2.482759714126587, -1.14988374710083, -1.5914851427078247, -0.6832897663116455, -2.059983968734741, -1.8140320777893066, -1.9785388708114624, -2.063370704650879, -0.6325024962425232, -0.05034022778272629, -0.2130652368068695, -0.15630033612251282, -1.2811163663864136, -0.6633725166320801, -0.3429866135120392, -1.236846685409546, -1.3483309745788574, -0.5628076791763306, -0.3736978769302368, -1.546396255493164, -0.19039130210876465, -1.5294817686080933, -0.9961669445037842, -0.15005016326904297, -1.1519898176193237, -2.258450508117676, -0.4926869869232178, -2.0493686199188232, -0.666999340057373, -1.1585990190505981, -1.6894183158874512, -1.451278567314148, -1.7183682918548584, -1.2865720987319946, -1.0167163610458374, -0.5842475295066833, -1.570984959602356, -1.7321443557739258, -1.4522868394851685, -1.077006459236145, -0.441772997379303, -1.0674134492874146, -1.6052910089492798, -1.7273701429367065, -1.063742995262146, -1.019281029701233, -1.7034070491790771, -2.7383270263671875, -3.055453062057495, -1.5134772062301636, -1.0688607692718506, -1.1650036573410034, -1.5051699876785278, -1.0083118677139282, -1.0366941690444946, -1.776619791984558, -1.3817248344421387, -1.1143423318862915, -0.47846314311027527, -1.2638355493545532, -1.7784138917922974, -1.6271778345108032, -0.7138476371765137, -1.292521595954895, -0.010995747521519661, -0.17579180002212524, -0.6116454601287842]}, "Bot002_003_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why? I am not sure what i want to do for, but i am a professional Me too I do not like it either Same here I am sorry to hear that Why", "response": "I just like to say it is", "annotation_id": "Bot002_003_14", "annotations": ["X", "X", "X", "T", "T", "T", "T", "O", "O", "T", "O", "O", "O", "X", "O"], "gpt2_target_score": [-12.54683780670166, -5.981592178344727, -8.207869529724121, -5.116947174072266, -10.728983879089355, -4.384720802307129, -2.5550310611724854], "gpt2_argmax_score": [-3.0563671588897705, -2.9312613010406494, -1.4440371990203857, -2.4090003967285156, -1.0168712139129639, -2.2402658462524414, -2.4498369693756104, -0.6517941951751709, -1.537347674369812, -0.24729692935943604, -0.966339111328125, -1.0741716623306274, -1.2124565839767456, -2.482759714126587, -1.14988374710083, -1.5914851427078247, -0.6832897663116455, -2.059983968734741, -1.8140320777893066, -1.9785388708114624, -2.063370704650879, -0.6325024962425232, -0.05034022778272629, -0.2130652368068695, -0.15630033612251282, -1.2811163663864136, -0.6633725166320801, -0.3429866135120392, -1.236846685409546, -1.3483309745788574, -0.5628076791763306, -0.3736978769302368, -1.546396255493164, -0.19039130210876465, -1.5294817686080933, -0.9961669445037842, -0.15005016326904297, -1.1519898176193237, -2.258450508117676, -0.4926869869232178, -2.0493686199188232, -0.666999340057373, -1.1586008071899414, -1.6894222497940063, -1.45128333568573, -1.7183865308761597, -1.2865923643112183, -1.016716718673706, -0.5842486619949341, -1.570995569229126, -1.7321312427520752, -1.4522711038589478, -1.0770105123519897, -0.4417668581008911, -1.0674095153808594, -1.6052886247634888, -1.7273794412612915, -1.0637398958206177, -1.0192791223526, -1.703385353088379, -2.7383384704589844, -3.055459976196289, -1.5134917497634888, -1.0688587427139282, -1.164993166923523, -1.5051629543304443, -1.0083131790161133, -1.0366944074630737, -1.7766213417053223, -1.3817144632339478, -1.1143511533737183, -0.47845226526260376, -1.2638349533081055, -0.8554337024688721, -0.5335137248039246, -1.425222635269165, -0.01335955411195755, -0.18817943334579468, -0.8015838861465454, -0.946660041809082, -1.7633839845657349, -1.4396902322769165, -1.8394534587860107, -1.6281698942184448, -2.414104700088501, -0.8818854689598083, -1.8125841617584229, -2.1231937408447266]}, "Bot002_003_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why? I am not sure what i want to do for, but i am a professional Me too I do not like it either Same here I am sorry to hear that Why I just like to say it is Ok", "response": "I am so much, i am just getting ready to go to the gym", "annotation_id": "Bot002_003_16", "annotations": ["O", "X", "X", "O", "T", "T", "O", "O", "X", "O", "O", "X", "O", "X", "T"], "gpt2_target_score": [-12.54683780670166, -6.78532600402832, -7.873824119567871, -8.300212860107422, -1.9382121562957764, -5.473450660705566, -4.449882507324219, -9.694412231445312, -3.552774429321289, -14.313901901245117, -10.068496704101562, -5.891462802886963, -7.424370765686035, -2.482759714126587, -16.177227020263672], "gpt2_argmax_score": [-3.0563671588897705, -2.9312613010406494, -1.4440371990203857, -2.4090003967285156, -1.0168712139129639, -2.2402658462524414, -2.4498369693756104, -0.6517941951751709, -1.537347674369812, -0.24729692935943604, -0.966339111328125, -1.0741716623306274, -1.2124565839767456, -2.482759714126587, -1.14988374710083, -1.5914851427078247, -0.6832897663116455, -2.059983968734741, -1.8140320777893066, -1.9785388708114624, -2.063370704650879, -0.6325024962425232, -0.05034022778272629, -0.2130652368068695, -0.15630033612251282, -1.2811163663864136, -0.6633725166320801, -0.3429866135120392, -1.236846685409546, -1.3483309745788574, -0.5628076791763306, -0.3736978769302368, -1.546396255493164, -0.19039130210876465, -1.5294817686080933, -0.9961669445037842, -0.15005016326904297, -1.1519898176193237, -2.258450508117676, -0.4926869869232178, -2.0493686199188232, -0.666999340057373, -1.1585990190505981, -1.6894183158874512, -1.451278567314148, -1.7183682918548584, -1.2865720987319946, -1.0167163610458374, -0.5842475295066833, -1.570984959602356, -1.7321443557739258, -1.4522868394851685, -1.077006459236145, -0.441772997379303, -1.0674134492874146, -1.6052910089492798, -1.7273701429367065, -1.063742995262146, -1.019281029701233, -1.7034070491790771, -2.7383270263671875, -3.055453062057495, -1.5134772062301636, -1.0688607692718506, -1.1650036573410034, -1.5051699876785278, -1.0083118677139282, -1.0366941690444946, -1.776619791984558, -1.3817248344421387, -1.1143423318862915, -0.47846314311027527, -1.2638275623321533, -0.8554296493530273, -0.53352290391922, -1.4252201318740845, -0.013359436765313148, -0.18818269670009613, -0.8015862703323364, -0.9466508030891418, -1.3490593433380127, -1.5045939683914185, -0.8858914971351624, -2.515247344970703, -0.8006080389022827, -1.9789538383483887, -2.2546803951263428, -1.4371587038040161, -1.823243498802185, -1.595388412475586, -1.3604285717010498, -0.09505560249090195, -1.1103116273880005, -1.4008711576461792, -1.99087393283844, -1.5154060125350952, -2.407724618911743, -1.9392009973526, -0.7770490050315857, -1.6311240196228027, -1.0394175052642822, -1.8197252750396729, -1.8971551656723022, -1.6428278684616089]}, "Bot002_003_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why? I am not sure what i want to do for, but i am a professional Me too I do not like it either Same here I am sorry to hear that Why I just like to say it is Ok I am so much, i am just getting ready to go to the gym Do you like kayaking?", "response": "I do not like kayaking, but i do like to do kayaking.", "annotation_id": "Bot002_003_18", "annotations": ["X", "X", "X", "T", "X", "X", "O", "T", "O", "T", "O", "X", "O", "X", "T"], "gpt2_target_score": [-12.54683780670166, -6.028863906860352, -7.546614646911621, -7.247554779052734, -14.284266471862793, -17.259490966796875, -6.817710876464844, -10.972396850585938, -9.792734146118164, -11.157407760620117, -9.996231079101562, -10.157378196716309, -11.435952186584473, -12.439016342163086, -17.644512176513672, -8.314690589904785], "gpt2_argmax_score": [-3.0563671588897705, -2.9312613010406494, -1.4440371990203857, -2.4090003967285156, -1.0168712139129639, -2.2402658462524414, -2.4498369693756104, -0.6517941951751709, -1.537347674369812, -0.24729692935943604, -0.966339111328125, -1.0741716623306274, -1.2124565839767456, -2.482759714126587, -1.14988374710083, -1.5914851427078247, -0.6832897663116455, -2.059983968734741, -1.8140320777893066, -1.9785388708114624, -2.063370704650879, -0.6325024962425232, -0.05034022778272629, -0.2130652368068695, -0.15630033612251282, -1.2811163663864136, -0.6633725166320801, -0.3429866135120392, -1.236846685409546, -1.3483309745788574, -0.5628076791763306, -0.3736978769302368, -1.546396255493164, -0.19039130210876465, -1.5294817686080933, -0.9961669445037842, -0.15005016326904297, -1.1519898176193237, -2.258450508117676, -0.4926869869232178, -2.0493686199188232, -0.666999340057373, -1.1585990190505981, -1.6894183158874512, -1.451278567314148, -1.7183682918548584, -1.2865720987319946, -1.0167163610458374, -0.5842475295066833, -1.570984959602356, -1.7321443557739258, -1.4522868394851685, -1.077006459236145, -0.441772997379303, -1.0674134492874146, -1.6052910089492798, -1.7273701429367065, -1.063742995262146, -1.019281029701233, -1.7034070491790771, -2.7383270263671875, -3.055453062057495, -1.5134772062301636, -1.0688607692718506, -1.1650036573410034, -1.5051699876785278, -1.0083118677139282, -1.0366941690444946, -1.776619791984558, -1.3817248344421387, -1.1143423318862915, -0.47846314311027527, -1.2638275623321533, -0.8554296493530273, -0.53352290391922, -1.4252201318740845, -0.013359436765313148, -0.18818269670009613, -0.8015862703323364, -0.9466508030891418, -1.3490593433380127, -1.5045939683914185, -0.8858914971351624, -2.515247344970703, -0.8006188869476318, -1.978959321975708, -2.2546799182891846, -1.437162160873413, -1.4122432470321655, -1.105156660079956, -0.17622116208076477, -0.6594274640083313, -1.4743655920028687, -1.6914845705032349, -1.2155494689941406, -2.511974573135376, -1.9634664058685303, -0.7554231882095337, -1.548057198524475, -1.0755425691604614, -1.92875337600708, -1.9717596769332886, -1.7319189310073853, -0.07586286962032318, -1.3681881427764893, -1.454471230506897, -0.7213640213012695, -0.8196608424186707, -1.5066066980361938, -1.4075942039489746, -1.8655449151992798, -1.710778832435608, -0.26450130343437195, -0.6816644668579102, -0.05030984804034233, -1.2935534715652466, -1.449101209640503, -0.9436193704605103, -1.4389595985412598, -0.7152414917945862, -1.2352666854858398, -1.729474663734436, -0.8195443153381348, -0.12950162589550018, -1.2710492610931396, -1.1258299350738525]}, "Bot002_003_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why? I am not sure what i want to do for, but i am a professional Me too I do not like it either Same here I am sorry to hear that Why I just like to say it is Ok I am so much, i am just getting ready to go to the gym Do you like kayaking? I do not like kayaking, but i do like to do kayaking. Me too!", "response": "I love the smell of the water", "annotation_id": "Bot002_003_20", "annotations": ["O", "T", "X", "T", "O", "X", "O", "O", "O", "O", "T", "X", "O", "X", "O"], "gpt2_target_score": [-12.54683780670166, -7.231485366821289, -6.853629112243652, -10.576335906982422, -8.773173332214355, -4.855439186096191, -10.155876159667969], "gpt2_argmax_score": [-3.0563671588897705, -2.9312613010406494, -1.4440371990203857, -2.4090003967285156, -1.0168712139129639, -2.2402658462524414, -2.4498369693756104, -0.6517941951751709, -1.537347674369812, -0.24729692935943604, -0.966339111328125, -1.0741716623306274, -1.2124565839767456, -2.482759714126587, -1.14988374710083, -1.5914851427078247, -0.6832897663116455, -2.059983968734741, -1.8140320777893066, -1.9785388708114624, -2.063370704650879, -0.6325024962425232, -0.05034022778272629, -0.2130652368068695, -0.15630033612251282, -1.2811163663864136, -0.6633725166320801, -0.3429866135120392, -1.236846685409546, -1.3483309745788574, -0.5628076791763306, -0.3736978769302368, -1.546396255493164, -0.19039130210876465, -1.5294817686080933, -0.9961669445037842, -0.15005016326904297, -1.1519898176193237, -2.258450508117676, -0.4926869869232178, -2.0493686199188232, -0.666999340057373, -1.1585990190505981, -1.6894183158874512, -1.451278567314148, -1.7183682918548584, -1.2865720987319946, -1.0167163610458374, -0.5842475295066833, -1.570984959602356, -1.7321443557739258, -1.4522868394851685, -1.077006459236145, -0.441772997379303, -1.0674134492874146, -1.6052910089492798, -1.7273701429367065, -1.063742995262146, -1.019281029701233, -1.7034070491790771, -2.7383270263671875, -3.055453062057495, -1.5134772062301636, -1.0688607692718506, -1.1650036573410034, -1.5051699876785278, -1.0083118677139282, -1.0366941690444946, -1.776619791984558, -1.3817248344421387, -1.1143423318862915, -0.47846314311027527, -1.2638275623321533, -0.8554296493530273, -0.53352290391922, -1.4252201318740845, -0.013359436765313148, -0.18818269670009613, -0.8015862703323364, -0.9466508030891418, -1.3490593433380127, -1.5045939683914185, -0.8858914971351624, -2.515247344970703, -0.8006080389022827, -1.9789538383483887, -2.2546803951263428, -1.4371587038040161, -1.4122368097305298, -1.105143427848816, -0.17622077465057373, -0.6594253778457642, -1.474362850189209, -1.691481113433838, -1.215556263923645, -2.5119740962982178, -1.9634724855422974, -0.7554098963737488, -1.5480561256408691, -1.0755279064178467, -1.9287582635879517, -1.9717501401901245, -1.7319248914718628, -0.07586320489645004, -1.368187665939331, -1.4544650316238403, -0.721368670463562, -0.8196735382080078, -1.5066046714782715, -1.6035919189453125, -1.5657256841659546, -0.2597511410713196, -1.2332682609558105, -0.04739644378423691, -1.4415671825408936, -1.4268007278442383, -1.1178630590438843, -1.4152661561965942, -0.7961167693138123, -1.6578158140182495, -1.692492127418518, -0.9157593846321106, -0.1471429020166397, -1.6088738441467285, -1.2074264287948608, -0.7365981340408325, -1.6230791807174683, -1.409399151802063, -1.4939759969711304, -1.9477719068527222, -0.16793353855609894, -1.10359525680542, -0.6532942652702332, -1.6911039352416992, -2.1653013229370117, -1.4938228130340576]}, "Bot002_005_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello", "response": "Hello, how are you?", "annotation_id": "Bot002_005_02", "annotations": ["T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-16.98308753967285, -7.144224166870117, -10.930623054504395, -10.121826171875, -8.487336158752441, -11.281475067138672], "gpt2_argmax_score": [-1.731363296508789, -1.8456095457077026, -2.432194709777832, -2.1923978328704834, -1.83419930934906, -2.031566858291626, -2.624680280685425, -1.5237674713134766, -1.0360360145568848, -1.7860890626907349, -1.1707260608673096, -1.176123857498169, -1.4521734714508057, -0.09246507287025452, -1.121654748916626, -0.4867563545703888]}, "Bot002_005_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine", "response": "Nice, what do you do for fun?", "annotation_id": "Bot002_005_04", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-18.089059829711914, -7.144224166870117, -11.041050910949707, -9.4833984375, -8.487336158752441, -5.915691375732422, -5.371811866760254, -13.318353652954102, -4.973536014556885], "gpt2_argmax_score": [-1.731363296508789, -1.8456095457077026, -2.432194709777832, -2.1923978328704834, -1.83419930934906, -2.031566858291626, -2.624680280685425, -1.5237674713134766, -1.0360360145568848, -1.1271755695343018, -1.295271873474121, -1.2985458374023438, -0.09983747452497482, -0.8812552094459534, -0.925190269947052, -1.4695271253585815, -1.4808504581451416, -0.7175672650337219, -1.6668909788131714, -1.1807279586791992, -1.4485445022583008, -1.450754165649414, -0.04455513879656792, -0.8542643189430237, -0.8998562097549438, -1.2829232215881348, -0.2789499759674072, -0.24536873400211334]}, "Bot002_005_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you?", "response": "I like skating, but i like to skate, and skate, and skate, i love it.", "annotation_id": "Bot002_005_06", "annotations": ["O", "T", "X", "O", "O", "O", "T", "O", "O", "O", "T", "T", "X", "O", "O"], "gpt2_target_score": [-10.675424575805664, -8.744253158569336, -16.447101593017578, -3.8107755184173584, -2.4696364402770996, -5.448635101318359, -5.886612892150879, -10.605249404907227, -14.947198867797852, -1.4006130695343018, -5.511687278747559, -16.798667907714844, -11.174010276794434, -5.019362449645996, -16.60354995727539, -7.684142112731934, -9.308746337890625, -11.335517883300781, -7.619704723358154, -10.266722679138184], "gpt2_argmax_score": [-1.731363296508789, -1.8456095457077026, -2.432194709777832, -2.1923978328704834, -1.83419930934906, -2.031566858291626, -2.624680280685425, -1.5237674713134766, -1.0360360145568848, -1.1271755695343018, -1.295271873474121, -1.2985458374023438, -0.09983747452497482, -0.8812552094459534, -0.925190269947052, -1.4695271253585815, -1.4808504581451416, -0.7175672650337219, -1.6369624137878418, -1.4498586654663086, -1.4088683128356934, -0.052554238587617874, -1.064283847808838, -0.8953932523727417, -1.3497594594955444, -0.294979989528656, -1.4297953844070435, -1.7889091968536377, -0.5805529952049255, -1.283361554145813, -1.191133975982666, -1.1759287118911743, -2.240795612335205, -1.6742527484893799, -1.5381637811660767, -1.1256072521209717, -0.9495376348495483, -1.0067524909973145, -1.8282842636108398, -0.6719646453857422, -2.039045572280884, -1.0445799827575684, -0.5986300110816956, -1.245653748512268, -1.548490285873413, -0.9145387411117554, -1.751478672027588, -0.8549396991729736, -1.1070036888122559, -1.0156850814819336, -0.49796855449676514, -1.0706990957260132, -1.1784613132476807, -1.1278669834136963, -0.9964928030967712]}, "Bot002_005_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like?", "response": "I like to listen to music", "annotation_id": "Bot002_005_08", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-10.675421714782715, -8.744223594665527, -8.808802604675293, -13.258870124816895, -5.01125431060791, -4.015171051025391], "gpt2_argmax_score": [-1.7313454151153564, -1.84561026096344, -2.432185411453247, -2.192417860031128, -1.8342065811157227, -2.0315892696380615, -2.624652147293091, -1.5237715244293213, -1.0360398292541504, -1.1271827220916748, -1.2952854633331299, -1.29849374294281, -0.09983488917350769, -0.8812902569770813, -0.9251839518547058, -1.469544768333435, -1.4808465242385864, -0.7175853848457336, -1.6369602680206299, -1.4498472213745117, -1.4088786840438843, -0.0525551438331604, -1.0642902851104736, -0.8954156637191772, -1.349777102470398, -0.29499027132987976, -1.4298449754714966, -1.788881778717041, -0.5805563926696777, -1.2833783626556396, -1.191158413887024, -1.1759507656097412, -2.2407450675964355, -1.674267292022705, -1.2696139812469482, -1.1407146453857422, -0.9487939476966858, -1.765010952949524, -0.7061456441879272, -1.8015189170837402, -1.139542818069458, -0.7012333869934082, -1.1185743808746338, -1.5835283994674683, -1.1357743740081787, -1.600030779838562, -0.7908247709274292, -1.2847437858581543, -1.115737795829773, -0.46737557649612427, -1.053146243095398, -1.2979426383972168, -0.8271512389183044, -1.3992003202438354, -1.1344614028930664, -0.687492847442627, -0.038475342094898224, -0.6454073190689087, -0.442084401845932, -1.4559365510940552, -1.3426512479782104, -0.6720862984657288, -1.1766133308410645, -0.7555658221244812, -0.06342718750238419, -0.945515513420105, -1.1540870666503906]}, "Bot002_005_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like? I like to listen to music Wow. Me too. What kind of music do you like?", "response": "I like music, country, country, country, country, jazz", "annotation_id": "Bot002_005_10", "annotations": ["T", "T", "T", "O", "O", "O", "T", "O", "T", "O", "T", "T", "X", "X", "O"], "gpt2_target_score": [-10.675421714782715, -8.744223594665527, -10.402934074401855, -3.8107802867889404, -14.126458168029785, -6.656482696533203, -10.39875316619873, -11.308774948120117, -11.35444450378418, -1.4005897045135498, -11.7280855178833, -6.9977126121521, -12.872127532958984], "gpt2_argmax_score": [-1.7313454151153564, -1.84561026096344, -2.432185411453247, -2.192417860031128, -1.8342065811157227, -2.0315892696380615, -2.624652147293091, -1.5237715244293213, -1.0360398292541504, -1.1271827220916748, -1.2952854633331299, -1.29849374294281, -0.09983488917350769, -0.8812902569770813, -0.9251839518547058, -1.469544768333435, -1.4808465242385864, -0.7175853848457336, -1.6369602680206299, -1.4498472213745117, -1.4088786840438843, -0.0525551438331604, -1.0642902851104736, -0.8954156637191772, -1.349777102470398, -0.29499027132987976, -1.4298449754714966, -1.788881778717041, -0.5805563926696777, -1.2833783626556396, -1.191158413887024, -1.1759507656097412, -2.2407450675964355, -1.674267292022705, -1.2696139812469482, -1.1407146453857422, -0.9487939476966858, -1.765010952949524, -0.7061456441879272, -1.8015189170837402, -1.139542818069458, -0.7012333869934082, -1.1185743808746338, -1.5835283994674683, -1.1357743740081787, -1.600030779838562, -0.7908247709274292, -1.2847437858581543, -1.115737795829773, -0.46737557649612427, -1.053146243095398, -1.2979426383972168, -0.8271512389183044, -1.3992003202438354, -1.1344614028930664, -0.687492847442627, -0.038475342094898224, -0.6454073190689087, -0.442084401845932, -1.4559365510940552, -0.8289152979850769, -1.3897171020507812, -0.6136785745620728, -0.09733860194683075, -0.7538819909095764, -0.9446775317192078, -0.8511902093887329, -1.2662733793258667, -0.14039529860019684, -1.0147297382354736, -1.129542350769043, -1.9851676225662231, -0.020353157073259354, -0.09587173908948898, -0.5998017191886902, -0.013347791507840157, -0.5454679131507874, -0.15568022429943085, -1.3861392736434937, -1.6414337158203125, -0.5422940850257874, -1.4379677772521973, -1.5035786628723145, -1.4586427211761475, -0.3684143126010895, -1.2943058013916016, -0.31432464718818665, -1.4077420234680176, -0.4021405577659607, -1.7184430360794067, -0.3935621380805969, -1.0042105913162231, -0.25762638449668884]}, "Bot002_005_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like? I like to listen to music Wow. Me too. What kind of music do you like? I like music, country, country, country, country, jazz pop music?", "response": "I like music, but i like all kinds.", "annotation_id": "Bot002_005_12", "annotations": ["T", "T", "T", "T", "O", "O", "O", "O", "O", "O", "T", "T", "O", "T", "O"], "gpt2_target_score": [-10.675421714782715, -8.744223594665527, -10.402934074401855, -3.8107802867889404, -2.4696435928344727, -5.448642730712891, -5.886599540710449, -11.29420280456543, -14.732389450073242, -2.904160261154175], "gpt2_argmax_score": [-1.7313454151153564, -1.84561026096344, -2.432185411453247, -2.192417860031128, -1.8342065811157227, -2.0315892696380615, -2.624652147293091, -1.5237715244293213, -1.0360398292541504, -1.1271827220916748, -1.2952854633331299, -1.29849374294281, -0.09983488917350769, -0.8812902569770813, -0.9251839518547058, -1.469544768333435, -1.4808465242385864, -0.7175853848457336, -1.6369602680206299, -1.4498472213745117, -1.4088786840438843, -0.0525551438331604, -1.0642902851104736, -0.8954156637191772, -1.349777102470398, -0.29499027132987976, -1.4298449754714966, -1.788881778717041, -0.5805563926696777, -1.2833783626556396, -1.191158413887024, -1.1759507656097412, -2.2407450675964355, -1.674267292022705, -1.2696139812469482, -1.1407146453857422, -0.9487939476966858, -1.765010952949524, -0.7061456441879272, -1.8015189170837402, -1.139542818069458, -0.7012333869934082, -1.1185743808746338, -1.5835283994674683, -1.1357743740081787, -1.600030779838562, -0.7908247709274292, -1.2847437858581543, -1.115737795829773, -0.46737557649612427, -1.053146243095398, -1.2979426383972168, -0.8271512389183044, -1.3992003202438354, -1.1344614028930664, -0.687492847442627, -0.038475342094898224, -0.6454073190689087, -0.442084401845932, -1.4559365510940552, -0.8289152979850769, -1.3897171020507812, -0.6136785745620728, -0.09733860194683075, -0.7538819909095764, -0.9446775317192078, -0.8511902093887329, -1.2662733793258667, -0.14039529860019684, -1.0147297382354736, -1.129542350769043, -1.9851676225662231, -0.020353157073259354, -0.09587173908948898, -0.5998017191886902, -0.013347791507840157, -0.5454679131507874, -0.15568022429943085, -1.3861392736434937, -0.6896935105323792, -1.4676357507705688, -1.3899673223495483, -1.2845876216888428, -0.39829060435295105, -1.304304599761963, -0.33245790004730225, -1.4571537971496582, -0.3972633481025696, -1.7294716835021973, -0.3988475799560547, -0.9191446304321289, -0.23710960149765015, -0.36942481994628906, -0.8852044343948364, -1.616689682006836, -1.7235331535339355, -0.47094324231147766, -2.071110248565674, -1.1703109741210938, -0.9429975152015686, -0.8262439966201782, -1.243951439857483, -1.4003173112869263, -1.152238368988037, -0.01940271072089672, -1.2252230644226074]}, "Bot002_005_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like? I like to listen to music Wow. Me too. What kind of music do you like? I like music, country, country, country, country, jazz pop music? I like music, but i like all kinds. do you like metall?", "response": "I do, i do not like it", "annotation_id": "Bot002_005_14", "annotations": ["X", "X", "X", "X", "O", "T", "T", "O", "T", "O", "O", "T", "X", "X", "X"], "gpt2_target_score": [-10.675421714782715, -8.555960655212402, -8.190531730651855, -9.295979499816895, -9.991692543029785, -4.953159332275391, -5.886599540710449, -9.433683395385742], "gpt2_argmax_score": [-1.7313454151153564, -1.84561026096344, -2.432185411453247, -2.192417860031128, -1.8342065811157227, -2.0315892696380615, -2.624652147293091, -1.5237715244293213, -1.0360398292541504, -1.1271827220916748, -1.2952854633331299, -1.29849374294281, -0.09983488917350769, -0.8812902569770813, -0.9251839518547058, -1.469544768333435, -1.4808465242385864, -0.7175853848457336, -1.6369602680206299, -1.4498472213745117, -1.4088786840438843, -0.0525551438331604, -1.0642902851104736, -0.8954156637191772, -1.349777102470398, -0.29499027132987976, -1.4298449754714966, -1.788881778717041, -0.5805563926696777, -1.2833783626556396, -1.191158413887024, -1.1759507656097412, -2.2407450675964355, -1.674267292022705, -1.2696139812469482, -1.1407146453857422, -0.9487939476966858, -1.765010952949524, -0.7061456441879272, -1.8015189170837402, -1.139542818069458, -0.7012333869934082, -1.1185743808746338, -1.5835283994674683, -1.1357743740081787, -1.600030779838562, -0.7908247709274292, -1.2847437858581543, -1.115737795829773, -0.46737557649612427, -1.053146243095398, -1.2979426383972168, -0.8271512389183044, -1.3992003202438354, -1.1344614028930664, -0.687492847442627, -0.038475342094898224, -0.6454073190689087, -0.442084401845932, -1.4559365510940552, -0.8289152979850769, -1.3897171020507812, -0.6136785745620728, -0.09733860194683075, -0.7538819909095764, -0.9446775317192078, -0.8511902093887329, -1.2662733793258667, -0.14039529860019684, -1.0147297382354736, -1.129542350769043, -1.9851676225662231, -0.020353157073259354, -0.09587173908948898, -0.5998017191886902, -0.013347791507840157, -0.5454679131507874, -0.15568022429943085, -1.3861392736434937, -0.6896935105323792, -1.4676357507705688, -1.3899673223495483, -1.2845876216888428, -0.39829060435295105, -1.304304599761963, -0.33245790004730225, -1.4571537971496582, -0.3972633481025696, -1.7294716835021973, -0.3988475799560547, -0.9191446304321289, -0.23710960149765015, -0.36942481994628906, -0.8852044343948364, -1.616689682006836, -0.5997775197029114, -2.3314478397369385, -1.262012243270874, -1.8403557538986206, -1.1429986953735352, -1.4363104104995728, -1.7152162790298462, -1.172264814376831, -0.02279670350253582, -1.2130389213562012, -0.045926135033369064, -0.27915632724761963, -2.5785601139068604, -1.3221075534820557, -0.1184903085231781, -1.4146907329559326, -1.4311261177062988, -0.5051648616790771, -1.3972073793411255, -1.5406514406204224, -0.7683365345001221, -1.6807881593704224, -0.38189733028411865, -0.44807422161102295, -0.9605415463447571]}, "Bot002_005_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like? I like to listen to music Wow. Me too. What kind of music do you like? I like music, country, country, country, country, jazz pop music? I like music, but i like all kinds. do you like metall? I do, i do not like it Where do you live?", "response": "I live in the midwest", "annotation_id": "Bot002_005_16", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-10.675421714782715, -8.729369163513184, -9.79566478729248, -3.1166884899139404, -10.65615177154541, -21.610340118408203], "gpt2_argmax_score": [-1.7313454151153564, -1.84561026096344, -2.432185411453247, -2.192417860031128, -1.8342065811157227, -2.0315892696380615, -2.624652147293091, -1.5237715244293213, -1.0360398292541504, -1.1271827220916748, -1.2952854633331299, -1.29849374294281, -0.09983488917350769, -0.8812902569770813, -0.9251839518547058, -1.469544768333435, -1.4808465242385864, -0.7175853848457336, -1.6369602680206299, -1.4498472213745117, -1.4088786840438843, -0.0525551438331604, -1.0642902851104736, -0.8954156637191772, -1.349777102470398, -0.29499027132987976, -1.4298449754714966, -1.788881778717041, -0.5805563926696777, -1.2833783626556396, -1.191158413887024, -1.1759507656097412, -2.2407450675964355, -1.674267292022705, -1.2696139812469482, -1.1407146453857422, -0.9487939476966858, -1.765010952949524, -0.7061456441879272, -1.8015189170837402, -1.139542818069458, -0.7012333869934082, -1.1185743808746338, -1.5835283994674683, -1.1357743740081787, -1.600030779838562, -0.7908247709274292, -1.2847437858581543, -1.115737795829773, -0.46737557649612427, -1.053146243095398, -1.2979426383972168, -0.8271512389183044, -1.3992003202438354, -1.1344614028930664, -0.687492847442627, -0.038475342094898224, -0.6454073190689087, -0.442084401845932, -1.4559365510940552, -0.8289152979850769, -1.3897171020507812, -0.6136785745620728, -0.09733860194683075, -0.7538819909095764, -0.9446775317192078, -0.8511902093887329, -1.2662733793258667, -0.14039529860019684, -1.0147297382354736, -1.129542350769043, -1.9851676225662231, -0.020353157073259354, -0.09587173908948898, -0.5998017191886902, -0.013347791507840157, -0.5454679131507874, -0.15568022429943085, -1.3861392736434937, -0.6896935105323792, -1.4676357507705688, -1.3899673223495483, -1.2845876216888428, -0.39829060435295105, -1.304304599761963, -0.33245790004730225, -1.4571537971496582, -0.3972633481025696, -1.7294716835021973, -0.3988475799560547, -0.9191446304321289, -0.23710960149765015, -0.36942481994628906, -0.8852044343948364, -1.616689682006836, -0.5997775197029114, -2.3314478397369385, -1.262012243270874, -1.8403557538986206, -1.1429986953735352, -1.4363104104995728, -1.7152162790298462, -1.172264814376831, -0.02279670350253582, -1.2130389213562012, -0.045926135033369064, -0.27915632724761963, -2.5785601139068604, -1.3221075534820557, -0.1184903085231781, -1.4146907329559326, -0.5505448579788208, -1.0521695613861084, -1.2241499423980713, -0.5268731713294983, -0.9997847080230713, -0.25556105375289917, -0.9906563758850098, -0.9228508472442627, -1.0578893423080444, -0.09923963248729706, -0.4880160689353943, -0.16196486353874207, -1.4552783966064453, -1.8462274074554443, -0.5370901823043823, -0.23394685983657837, -1.783300518989563, -1.80404794216156, -0.05555935949087143, -1.2681330442428589]}, "Bot002_005_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like? I like to listen to music Wow. Me too. What kind of music do you like? I like music, country, country, country, country, jazz pop music? I like music, but i like all kinds. do you like metall? I do, i do not like it Where do you live? I live in the midwest where exactly?", "response": "There'S at boston boston boston boston boston boston boston boston boston boston boston boston boston", "annotation_id": "Bot002_005_18", "annotations": ["T", "X", "T", "X", "T", "O", "X", "O", "X", "O", "T", "T", "X", "X", "O"], "gpt2_target_score": [-15.420416831970215, -12.181723594665527, -15.755106925964355, -5.976475715637207, -8.771416664123535, -22.471134185791016, -7.246645927429199, -24.994047164916992, -8.49317741394043, -22.829269409179688, -7.923901557922363, -26.67918586730957, -11.770458221435547, -25.45694351196289, -10.48756217956543, -26.598787307739258, -8.419078826904297, -26.23577308654785, -7.448040962219238, -24.248310089111328, -10.473575592041016, -26.84061050415039, -10.693501472473145, -26.686660766601562, -8.59967041015625, -23.20319366455078, -10.088170051574707, -26.878023147583008, -8.899023056030273, -24.40599822998047], "gpt2_argmax_score": [-1.7313454151153564, -1.84561026096344, -2.432185411453247, -2.192417860031128, -1.8342065811157227, -2.0315892696380615, -2.624652147293091, -1.5237715244293213, -1.0360398292541504, -1.1271827220916748, -1.2952854633331299, -1.29849374294281, -0.09983488917350769, -0.8812902569770813, -0.9251839518547058, -1.469544768333435, -1.4808465242385864, -0.7175853848457336, -1.6369602680206299, -1.4498472213745117, -1.4088786840438843, -0.0525551438331604, -1.0642902851104736, -0.8954156637191772, -1.349777102470398, -0.29499027132987976, -1.4298449754714966, -1.788881778717041, -0.5805563926696777, -1.2833783626556396, -1.191158413887024, -1.1759507656097412, -2.2407450675964355, -1.674267292022705, -1.2696139812469482, -1.1407146453857422, -0.9487939476966858, -1.765010952949524, -0.7061456441879272, -1.8015189170837402, -1.139542818069458, -0.7012333869934082, -1.1185743808746338, -1.5835283994674683, -1.1357743740081787, -1.600030779838562, -0.7908247709274292, -1.2847437858581543, -1.115737795829773, -0.46737557649612427, -1.053146243095398, -1.2979426383972168, -0.8271512389183044, -1.3992003202438354, -1.1344614028930664, -0.687492847442627, -0.038475342094898224, -0.6454073190689087, -0.442084401845932, -1.4559365510940552, -0.8289152979850769, -1.3897171020507812, -0.6136785745620728, -0.09733860194683075, -0.7538819909095764, -0.9446775317192078, -0.8511902093887329, -1.2662733793258667, -0.14039529860019684, -1.0147297382354736, -1.129542350769043, -1.9851676225662231, -0.020353157073259354, -0.09587173908948898, -0.5998017191886902, -0.013347791507840157, -0.5454679131507874, -0.15568022429943085, -1.3861392736434937, -0.6896935105323792, -1.4676357507705688, -1.3899673223495483, -1.2845876216888428, -0.39829060435295105, -1.304304599761963, -0.33245790004730225, -1.4571537971496582, -0.3972633481025696, -1.7294716835021973, -0.3988475799560547, -0.9191446304321289, -0.23710960149765015, -0.36942481994628906, -0.8852044343948364, -1.616689682006836, -0.5997775197029114, -2.3314478397369385, -1.262012243270874, -1.8403557538986206, -1.1429986953735352, -1.4363104104995728, -1.7152162790298462, -1.172264814376831, -0.02279670350253582, -1.2130389213562012, -0.045926135033369064, -0.27915632724761963, -2.5785601139068604, -1.3221075534820557, -0.1184903085231781, -1.4146907329559326, -0.5505448579788208, -1.0521695613861084, -1.2241499423980713, -0.5268731713294983, -0.9997847080230713, -0.25556105375289917, -0.9906563758850098, -0.9228508472442627, -1.0578893423080444, -0.09923800826072693, -0.48801034688949585, -0.16196638345718384, -1.4552838802337646, -1.152712106704712, -0.3224976062774658, -1.8237195014953613, -1.7840769290924072, -0.05497020483016968, -1.2168651819229126, -1.474948525428772, -1.7400059700012207, -1.5859098434448242, -1.814342975616455, -0.8348720669746399, -0.544101357460022, -0.9135980606079102, -0.32545754313468933, -1.981891393661499, -1.8063311576843262, -0.23222343623638153, -1.351665735244751, -0.13141769170761108, -0.993307888507843, -0.026645133271813393, -0.9133925437927246, -0.011531603522598743, -0.8836588263511658, -0.006632812786847353, -0.9098764061927795, -0.004500736016780138, -0.984123945236206, -0.0039046963211148977, -1.0852279663085938, -0.003201955696567893, -1.0369476079940796, -0.002931109629571438, -0.9238292574882507, -0.0026982349809259176, -0.8068524599075317, -0.002517152111977339, -0.7364973425865173, -0.002123126992955804, -0.7162184715270996]}, "Bot002_005_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like? I like to listen to music Wow. Me too. What kind of music do you like? I like music, country, country, country, country, jazz pop music? I like music, but i like all kinds. do you like metall? I do, i do not like it Where do you live? I live in the midwest where exactly? There'S at boston boston boston boston boston boston boston boston boston boston boston boston boston Why do you keep repeating words?", "response": "I do not know..............................................", "annotation_id": "Bot002_005_20", "annotations": ["X", "O", "O", "T", "O", "T", "O", "T", "T", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-10.675421714782715, -8.555960655212402, -6.249384880065918, -12.584431648254395, -15.55757999420166, -13.503238677978516, -11.998759269714355], "gpt2_argmax_score": [-1.7313454151153564, -1.84561026096344, -2.432185411453247, -2.192417860031128, -1.8342065811157227, -2.0315892696380615, -2.624652147293091, -1.5237715244293213, -1.0360398292541504, -1.1271827220916748, -1.2952854633331299, -1.29849374294281, -0.09983488917350769, -0.8812902569770813, -0.9251839518547058, -1.469544768333435, -1.4808465242385864, -0.7175853848457336, -1.6369602680206299, -1.4498472213745117, -1.4088786840438843, -0.0525551438331604, -1.0642902851104736, -0.8954156637191772, -1.349777102470398, -0.29499027132987976, -1.4298449754714966, -1.788881778717041, -0.5805563926696777, -1.2833783626556396, -1.191158413887024, -1.1759507656097412, -2.2407450675964355, -1.674267292022705, -1.2696139812469482, -1.1407146453857422, -0.9487939476966858, -1.765010952949524, -0.7061456441879272, -1.8015189170837402, -1.139542818069458, -0.7012333869934082, -1.1185743808746338, -1.5835283994674683, -1.1357743740081787, -1.600030779838562, -0.7908247709274292, -1.2847437858581543, -1.115737795829773, -0.46737557649612427, -1.053146243095398, -1.2979426383972168, -0.8271512389183044, -1.3992003202438354, -1.1344614028930664, -0.687492847442627, -0.038475342094898224, -0.6454073190689087, -0.442084401845932, -1.4559365510940552, -0.8289152979850769, -1.3897171020507812, -0.6136785745620728, -0.09733860194683075, -0.7538819909095764, -0.9446775317192078, -0.8511902093887329, -1.2662733793258667, -0.14039529860019684, -1.0147297382354736, -1.129542350769043, -1.9851676225662231, -0.020353157073259354, -0.09587173908948898, -0.5998017191886902, -0.013347791507840157, -0.5454679131507874, -0.15568022429943085, -1.3861392736434937, -0.6896935105323792, -1.4676357507705688, -1.3899673223495483, -1.2845876216888428, -0.39829060435295105, -1.304304599761963, -0.33245790004730225, -1.4571537971496582, -0.3972633481025696, -1.7294716835021973, -0.3988475799560547, -0.9191446304321289, -0.23710960149765015, -0.36942481994628906, -0.8852044343948364, -1.616689682006836, -0.5997775197029114, -2.3314478397369385, -1.262012243270874, -1.8403557538986206, -1.1429986953735352, -1.4363104104995728, -1.7152162790298462, -1.172264814376831, -0.02279670350253582, -1.2130389213562012, -0.045926135033369064, -0.27915632724761963, -2.5785601139068604, -1.3221075534820557, -0.1184903085231781, -1.4146907329559326, -0.5505448579788208, -1.0521695613861084, -1.2241499423980713, -0.5268731713294983, -0.9997847080230713, -0.25556105375289917, -0.9906563758850098, -0.9228508472442627, -1.0578893423080444, -0.09923800826072693, -0.48801034688949585, -0.16196638345718384, -1.4552838802337646, -1.152712106704712, -0.3224976062774658, -1.8237195014953613, -1.7840769290924072, -0.05497020483016968, -1.2168651819229126, -1.474948525428772, -1.7400059700012207, -1.5859098434448242, -0.746061384677887, -1.1271275281906128, -0.8632552027702332, -0.21058428287506104, -2.035590648651123, -1.8302537202835083, -0.2381242960691452, -1.9155919551849365, -0.11567669361829758, -1.8789161443710327, -0.030361436307430267, -2.0011794567108154, -0.012265963479876518, -1.6796404123306274, -0.006749805994331837, -1.373597264289856, -0.005083255469799042, -1.0559754371643066, -0.004482341464608908, -0.9435722827911377, -0.003938181791454554, -0.8252742886543274, -0.0032650516368448734, -0.7277633547782898, -0.002642593812197447, -0.6501924991607666, -0.0026217871345579624, -0.615449845790863, -0.0022539705969393253, -0.5815668106079102, -1.2168225049972534, -0.07120084017515182, -0.6572520136833191, -2.1685233116149902, -1.3248361349105835, -1.1032017469406128, -1.3773752450942993, -1.3442212343215942, -1.8497029542922974, -1.718686819076538, -0.6147339344024658, -1.9254777431488037, -2.4697043895721436, -1.970371127128601, -1.4618072509765625]}, "Bot002_010_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida", "response": "Nice, i love the sunny season, sunny here.", "annotation_id": "Bot002_010_02", "annotations": ["X", "T", "T", "O", "O", "O", "O", "O", "T", "O", "T", "X", "O", "T", "O"], "gpt2_target_score": [-19.470970153808594, -9.296080589294434, -11.255671501159668, -13.237797737121582, -7.642965316772461, -16.454444885253906, -10.247091293334961, -10.946335792541504, -14.09075927734375, -9.150959014892578, -5.909102439880371], "gpt2_argmax_score": [-1.3871618509292603, -0.6411576867103577, -2.063075065612793, -0.1316574513912201, -0.5526333451271057, -0.5649493336677551, -0.9525816440582275, -1.0034338235855103, -1.841171383857727, -1.4810526371002197, -1.7711018323898315, -1.9365055561065674, -2.4210433959960938, -0.12008964270353317, -0.011196049861609936, -1.7379647493362427, -2.9848854541778564, -0.8984940648078918, -2.4898438453674316, -2.0653624534606934, -1.7012546062469482, -1.5337717533111572, -1.1398853063583374, -0.7661598324775696, -1.6951614618301392, -1.718336582183838, -1.3822243213653564, -0.6225125789642334]}, "Bot002_010_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from?", "response": "I live in the midwest", "annotation_id": "Bot002_010_04", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "X", "O"], "gpt2_target_score": [-13.462349891662598, -13.038069725036621, -5.877955436706543, -8.34514331817627, -11.573751449584961, -20.33722686767578], "gpt2_argmax_score": [-1.3871618509292603, -0.6411576867103577, -2.063075065612793, -0.1316574513912201, -0.5526333451271057, -0.5649493336677551, -0.9525816440582275, -1.0034338235855103, -1.841171383857727, -1.4810526371002197, -1.7711018323898315, -1.9365055561065674, -2.4210433959960938, -0.12008964270353317, -0.011196049861609936, -1.7379647493362427, -1.7476024627685547, -2.4978017807006836, -1.9513391256332397, -2.0454294681549072, -1.7462249994277954, -1.2698147296905518, -1.5541317462921143, -1.661035418510437, -1.724200963973999, -1.1616342067718506, -2.076432704925537, -1.028306245803833, -0.10471329838037491, -1.1908016204833984, -0.21252678334712982, -1.3533729314804077, -3.148730516433716, -1.2148950099945068, -0.20565301179885864, -2.063857316970825, -2.2702112197875977, -0.08735916763544083, -1.5101962089538574]}, "Bot002_010_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports?", "response": "I do, but i like to play football", "annotation_id": "Bot002_010_06", "annotations": ["O", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "X", "O"], "gpt2_target_score": [-13.462349891662598, -9.040724754333496, -6.4905195236206055, -10.682377815246582, -12.828084945678711, -5.7128071784973145, -5.660024642944336, -11.798935890197754, -10.299423217773438], "gpt2_argmax_score": [-1.3871618509292603, -0.6411576867103577, -2.063075065612793, -0.1316574513912201, -0.5526333451271057, -0.5649493336677551, -0.9525816440582275, -1.0034338235855103, -1.841171383857727, -1.4810526371002197, -1.7711018323898315, -1.9365055561065674, -2.4210433959960938, -0.12008964270353317, -0.011196049861609936, -1.7379647493362427, -1.7476024627685547, -2.4978017807006836, -1.9513391256332397, -2.0454294681549072, -1.7462249994277954, -1.2698147296905518, -1.5541317462921143, -1.661035418510437, -1.7241920232772827, -1.1616103649139404, -2.0764272212982178, -1.0283147096633911, -0.10471265763044357, -1.1908249855041504, -0.2125299721956253, -1.3533658981323242, -1.3276652097702026, -0.23156820237636566, -1.964268445968628, -2.2688229084014893, -0.11076037585735321, -1.4221506118774414, -0.12265776097774506, -1.0063244104385376, -1.7222871780395508, -0.6144087314605713, -1.2988442182540894, -2.4643728733062744, -1.9166477918624878, -1.5470870733261108, -1.7017170190811157, -1.3501899242401123, -2.6175312995910645, -1.9742357730865479, -1.9669705629348755, -2.346235752105713, -1.5005353689193726]}, "Bot002_010_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football?", "response": "I like football, football, football, and hockey", "annotation_id": "Bot002_010_08", "annotations": ["X", "T", "O", "O", "T", "T", "T", "O", "T", "O", "T", "X", "O", "X", "O"], "gpt2_target_score": [-13.462345123291016, -10.307065963745117, -12.907251358032227, -8.486724853515625, -12.823230743408203, -7.071357250213623, -9.957677841186523, -10.946364402770996, -4.411245346069336, -14.423615455627441], "gpt2_argmax_score": [-1.3871572017669678, -0.6411576271057129, -2.0631051063537598, -0.13165317475795746, -0.5526461601257324, -0.5649334192276001, -0.9525354504585266, -1.0034323930740356, -1.8411312103271484, -1.4810492992401123, -1.7711217403411865, -1.93647301197052, -2.4210684299468994, -0.12008900940418243, -0.011196167208254337, -1.7379803657531738, -1.7476228475570679, -2.497765302658081, -1.9513744115829468, -2.045412063598633, -1.7462109327316284, -1.269791841506958, -1.554115653038025, -1.661015510559082, -1.7241904735565186, -1.1616239547729492, -2.0764546394348145, -1.0283209085464478, -0.10471319407224655, -1.1908185482025146, -0.2125275582075119, -1.3533488512039185, -1.3276292085647583, -0.23157009482383728, -1.9642770290374756, -2.268812894821167, -0.11076229065656662, -1.4221158027648926, -0.1226535439491272, -1.0063202381134033, -1.7222964763641357, -0.6144140362739563, -1.2988430261611938, -2.2750251293182373, -2.025418281555176, -1.500531792640686, -1.5463541746139526, -2.5256857872009277, -2.0312933921813965, -1.8063609600067139, -2.4272148609161377, -1.589086651802063, -0.4876389801502228, -1.2367303371429443, -1.5881580114364624, -1.3571033477783203, -2.280552387237549, -1.9697296619415283, -1.4986382722854614, -1.6270073652267456, -1.2659658193588257, -0.7340767979621887, -0.9475821852684021, -0.507455050945282, -1.0607296228408813, -1.730759620666504, -0.8479148149490356]}, "Bot002_010_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football? I like football, football, football, and hockey Let's Talk About Hiking?", "response": "I haven't heard of that, but i am in the south.", "annotation_id": "Bot002_010_10", "annotations": ["T", "T", "T", "T", "T", "T", "T", "X", "T", "T", "T", "X", "T", "X", "O"], "gpt2_target_score": [-13.462345123291016, -17.583799362182617, -10.185800552368164, -16.058761596679688, -10.633563995361328, -5.2400126457214355, -4.566381454467773, -9.481215476989746, -3.4738216400146484, -2.482407331466675, -2.9955785274505615, -1.93647301197052, -4.933076858520508, -5.004335880279541], "gpt2_argmax_score": [-1.3871572017669678, -0.6411576271057129, -2.0631051063537598, -0.13165317475795746, -0.5526461601257324, -0.5649334192276001, -0.9525354504585266, -1.0034323930740356, -1.8411312103271484, -1.4810492992401123, -1.7711217403411865, -1.93647301197052, -2.4210684299468994, -0.12008900940418243, -0.011196167208254337, -1.7379803657531738, -1.7476228475570679, -2.497765302658081, -1.9513744115829468, -2.045412063598633, -1.7462109327316284, -1.269791841506958, -1.554115653038025, -1.661015510559082, -1.7241904735565186, -1.1616239547729492, -2.0764546394348145, -1.0283209085464478, -0.10471319407224655, -1.1908185482025146, -0.2125275582075119, -1.3533488512039185, -1.3276292085647583, -0.23157009482383728, -1.9642770290374756, -2.268812894821167, -0.11076229065656662, -1.4221158027648926, -0.1226535439491272, -1.0063202381134033, -1.7222964763641357, -0.6144140362739563, -1.298846960067749, -2.275012969970703, -2.0254204273223877, -1.5005414485931396, -1.54635488986969, -2.525688409805298, -2.0312976837158203, -1.8063472509384155, -2.427231788635254, -1.589086890220642, -0.4876413941383362, -1.2367326021194458, -1.5881773233413696, -1.3570994138717651, -2.3888602256774902, -1.7586644887924194, -1.9386827945709229, -1.2125957012176514, -0.6918144226074219, -1.1368962526321411, -0.5746321678161621, -1.2207924127578735, -1.8881278038024902, -1.10722017288208, -0.52931147813797, -2.1370692253112793, -1.8908734321594238, -2.524017572402954, -2.0559091567993164, -2.1414687633514404, -1.485208511352539, -2.081390380859375, -1.8442926406860352, -0.2463889718055725, -1.527328372001648, -0.4843631088733673, -1.4218926429748535, -1.409916639328003, -0.8830710649490356, -1.0932998657226562, -2.2810287475585938, -1.7037867307662964, -1.1206941604614258, -1.8663982152938843, -1.6458150148391724, -0.8855376839637756]}, "Bot002_010_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football? I like football, football, football, and hockey Let's Talk About Hiking? I haven't heard of that, but i am in the south. but i like it, i have dog, we going hiking together. Do you like dogs", "response": "I love dogs, i have one, and i love to have a dog.", "annotation_id": "Bot002_010_12", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "X", "O"], "gpt2_target_score": [-13.462345123291016, -13.191328048706055, -13.737848281860352, -8.486724853515625, -12.828052520751953, -11.905723571777344, -8.138708114624023, -10.946364402770996, -4.411245346069336, -7.631302833557129, -10.841632843017578, -8.074397087097168, -9.17479133605957, -8.071100234985352, -19.89266586303711, -2.621311664581299], "gpt2_argmax_score": [-1.3871572017669678, -0.6411576271057129, -2.0631051063537598, -0.13165317475795746, -0.5526461601257324, -0.5649334192276001, -0.9525354504585266, -1.0034323930740356, -1.8411312103271484, -1.4810492992401123, -1.7711217403411865, -1.93647301197052, -2.4210684299468994, -0.12008900940418243, -0.011196167208254337, -1.7379803657531738, -1.7476228475570679, -2.497765302658081, -1.9513744115829468, -2.045412063598633, -1.7462109327316284, -1.269791841506958, -1.554115653038025, -1.661015510559082, -1.7241904735565186, -1.1616239547729492, -2.0764546394348145, -1.0283209085464478, -0.10471319407224655, -1.1908185482025146, -0.2125275582075119, -1.3533488512039185, -1.3276292085647583, -0.23157009482383728, -1.9642770290374756, -2.268812894821167, -0.11076229065656662, -1.4221158027648926, -0.1226535439491272, -1.0063202381134033, -1.7222964763641357, -0.6144140362739563, -1.2988430261611938, -2.2750251293182373, -2.025418281555176, -1.500531792640686, -1.5463541746139526, -2.5256857872009277, -2.0312933921813965, -1.8063609600067139, -2.4272148609161377, -1.589086651802063, -0.4876389801502228, -1.2367303371429443, -1.5881580114364624, -1.3571033477783203, -2.388864278793335, -1.7586791515350342, -1.9386905431747437, -1.2125873565673828, -0.6918174028396606, -1.13689124584198, -0.5746250152587891, -1.2208049297332764, -1.8881313800811768, -1.1072096824645996, -0.52931147813797, -2.13706111907959, -1.890883207321167, -2.5240187644958496, -2.0559093952178955, -2.1414732933044434, -1.4852055311203003, -1.5985757112503052, -0.06940053403377533, -1.5075315237045288, -0.6839273571968079, -1.3169171810150146, -1.4839566946029663, -0.9681029319763184, -1.3272478580474854, -2.448312282562256, -2.2252180576324463, -1.1703052520751953, -1.969112753868103, -1.9239522218704224, -1.6959903240203857, -1.080094337463379, -2.2884745597839355, -1.6502470970153809, -1.7554092407226562, -1.951396107673645, -1.6066838502883911, -1.1482635736465454, -1.9868031740188599, -1.460473656654358, -1.6137582063674927, -0.5570892691612244, -1.0979570150375366, -1.5032837390899658, -1.6332050561904907, -0.08549843728542328, -0.7948739528656006, -1.1428760290145874, -0.3783121705055237, -1.8641525506973267, -1.447935700416565, -1.1182717084884644, -1.2033133506774902, -1.4201234579086304, -1.192528247833252, -1.1955041885375977, -1.9656171798706055, -1.4389703273773193, -0.919717013835907, -0.9181458950042725, -2.148587465286255, -1.386771321296692, -1.349273681640625, -0.3849380612373352, -0.9364502429962158, -1.7192800045013428]}, "Bot002_010_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football? I like football, football, football, and hockey Let's Talk About Hiking? I haven't heard of that, but i am in the south. but i like it, i have dog, we going hiking together. Do you like dogs I love dogs, i have one, and i love to have a dog. Sweet, is it she or he", "response": "She'S a star wars star wars and a year old.", "annotation_id": "Bot002_010_14", "annotations": ["X", "T", "T", "T", "X", "X", "T", "T", "T", "T", "X", "X", "T", "X", "O"], "gpt2_target_score": [-18.425525665283203, -13.493452072143555, -14.041971206665039, -9.1331787109375, -10.834339141845703, -16.58606719970703, -12.423940658569336, -14.820006370544434, -4.411245346069336, -8.130158424377441, -10.473957061767578, -9.801493644714355, -5.82249641418457], "gpt2_argmax_score": [-1.3871572017669678, -0.6411576271057129, -2.0631051063537598, -0.13165317475795746, -0.5526461601257324, -0.5649334192276001, -0.9525354504585266, -1.0034323930740356, -1.8411312103271484, -1.4810492992401123, -1.7711217403411865, -1.93647301197052, -2.4210684299468994, -0.12008900940418243, -0.011196167208254337, -1.7379803657531738, -1.7476228475570679, -2.497765302658081, -1.9513744115829468, -2.045412063598633, -1.7462109327316284, -1.269791841506958, -1.554115653038025, -1.661015510559082, -1.7241904735565186, -1.1616239547729492, -2.0764546394348145, -1.0283209085464478, -0.10471319407224655, -1.1908185482025146, -0.2125275582075119, -1.3533488512039185, -1.3276292085647583, -0.23157009482383728, -1.9642770290374756, -2.268812894821167, -0.11076229065656662, -1.4221158027648926, -0.1226535439491272, -1.0063202381134033, -1.7222964763641357, -0.6144140362739563, -1.2988430261611938, -2.2750251293182373, -2.025418281555176, -1.500531792640686, -1.5463541746139526, -2.5256857872009277, -2.0312933921813965, -1.8063609600067139, -2.4272148609161377, -1.589086651802063, -0.4876389801502228, -1.2367303371429443, -1.5881580114364624, -1.3571033477783203, -2.388864278793335, -1.7586791515350342, -1.9386905431747437, -1.2125873565673828, -0.6918174028396606, -1.13689124584198, -0.5746250152587891, -1.2208049297332764, -1.8881313800811768, -1.1072096824645996, -0.52931147813797, -2.13706111907959, -1.890883207321167, -2.5240187644958496, -2.0559093952178955, -2.1414732933044434, -1.4852055311203003, -1.5985757112503052, -0.06940053403377533, -1.5075315237045288, -0.6839273571968079, -1.3169171810150146, -1.4839566946029663, -0.9681029319763184, -1.3272478580474854, -2.448312282562256, -2.2252180576324463, -1.1703052520751953, -1.9691128730773926, -1.9239568710327148, -1.695993423461914, -1.0800906419754028, -2.28847599029541, -1.650242805480957, -1.7554196119308472, -1.95139479637146, -1.6066800355911255, -1.1482588052749634, -1.9868007898330688, -1.4604763984680176, -1.613750696182251, -0.5570884346961975, -1.0979620218276978, -1.5032886266708374, -1.6332118511199951, -0.08549734950065613, -0.7948682308197021, -1.1428848505020142, -0.37831905484199524, -1.2798298597335815, -1.3632051944732666, -0.507342517375946, -2.4711616039276123, -1.1767065525054932, -1.2026759386062622, -2.0176870822906494, -1.4930797815322876, -1.061402678489685, -1.0370279550552368, -2.259875774383545, -1.4853367805480957, -1.2836990356445312, -0.3903014063835144, -0.9585673809051514, -2.075490713119507, -1.5757899284362793, -1.7593402862548828, -1.0255571603775024, -2.2127530574798584, -3.0350100994110107, -2.0945613384246826, -0.3346320688724518, -2.1689696311950684, -0.9138209223747253, -1.1677930355072021, -1.27347731590271, -1.5826120376586914, -1.2465509176254272, -0.902891218662262, -0.6920593976974487, -1.4403929710388184, -1.8877339363098145, -2.8630552291870117, -1.7347605228424072, -1.7542212009429932, -0.8759480714797974]}, "Bot002_010_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football? I like football, football, football, and hockey Let's Talk About Hiking? I haven't heard of that, but i am in the south. but i like it, i have dog, we going hiking together. Do you like dogs I love dogs, i have one, and i love to have a dog. Sweet, is it she or he She'S a star wars star wars and a year old. [FACE SCREAMING IN FEAR]  Do you have kids?", "response": "No, i do not have any kids", "annotation_id": "Bot002_010_16", "annotations": ["O", "T", "O", "O", "O", "O", "T", "O", "T", "O", "O", "X", "O", "X", "O"], "gpt2_target_score": [-17.048152923583984, -9.29615592956543, -11.255640029907227, -7.498474597930908, -8.230167388916016, -11.905723571777344, -8.483221054077148, -10.795744895935059], "gpt2_argmax_score": [-1.3871572017669678, -0.6411576271057129, -2.0631051063537598, -0.13165317475795746, -0.5526461601257324, -0.5649334192276001, -0.9525354504585266, -1.0034323930740356, -1.8411312103271484, -1.4810492992401123, -1.7711217403411865, -1.93647301197052, -2.4210684299468994, -0.12008900940418243, -0.011196167208254337, -1.7379803657531738, -1.7476228475570679, -2.497765302658081, -1.9513744115829468, -2.045412063598633, -1.7462109327316284, -1.269791841506958, -1.554115653038025, -1.661015510559082, -1.7241904735565186, -1.1616239547729492, -2.0764546394348145, -1.0283209085464478, -0.10471319407224655, -1.1908185482025146, -0.2125275582075119, -1.3533488512039185, -1.3276292085647583, -0.23157009482383728, -1.9642770290374756, -2.268812894821167, -0.11076229065656662, -1.4221158027648926, -0.1226535439491272, -1.0063202381134033, -1.7222964763641357, -0.6144140362739563, -1.2988430261611938, -2.2750251293182373, -2.025418281555176, -1.500531792640686, -1.5463541746139526, -2.5256857872009277, -2.0312933921813965, -1.8063609600067139, -2.4272148609161377, -1.589086651802063, -0.4876389801502228, -1.2367303371429443, -1.5881580114364624, -1.3571033477783203, -2.388864278793335, -1.7586791515350342, -1.9386905431747437, -1.2125873565673828, -0.6918174028396606, -1.13689124584198, -0.5746250152587891, -1.2208049297332764, -1.8881313800811768, -1.1072096824645996, -0.52931147813797, -2.13706111907959, -1.890883207321167, -2.5240187644958496, -2.0559093952178955, -2.1414732933044434, -1.4852055311203003, -1.5985757112503052, -0.06940053403377533, -1.5075315237045288, -0.6839273571968079, -1.3169171810150146, -1.4839566946029663, -0.9681029319763184, -1.3272478580474854, -2.448312282562256, -2.2252180576324463, -1.1703052520751953, -1.9691128730773926, -1.9239568710327148, -1.695993423461914, -1.0800906419754028, -2.28847599029541, -1.650242805480957, -1.7554196119308472, -1.95139479637146, -1.6066800355911255, -1.1482588052749634, -1.9868007898330688, -1.4604763984680176, -1.613750696182251, -0.5570884346961975, -1.0979620218276978, -1.5032886266708374, -1.6332118511199951, -0.08549734950065613, -0.7948682308197021, -1.1428848505020142, -0.37831905484199524, -1.2798298597335815, -1.3632051944732666, -0.507342517375946, -2.4711616039276123, -1.1767065525054932, -1.2026759386062622, -2.0176870822906494, -1.4930797815322876, -1.061402678489685, -1.0370279550552368, -2.259875774383545, -1.4853367805480957, -1.2836990356445312, -0.3903014063835144, -0.9585673809051514, -2.075490713119507, -1.5757899284362793, -1.7593402862548828, -1.0255571603775024, -2.2127530574798584, -3.0350100994110107, -2.0945613384246826, -0.3346320688724518, -0.9751545786857605, -2.042144536972046, -2.3243515491485596, -1.4369237422943115, -0.5787482857704163, -1.1692382097244263, -0.9609038233757019, -1.297579288482666, -2.192627429962158, -2.0278666019439697, -1.9893362522125244, -0.7760898470878601, -1.6332687139511108, -2.7685015201568604, -0.10534489899873734, -0.6960136294364929, -1.3682377338409424, -1.2569210529327393, -1.0205109119415283, -2.1978840827941895, -1.9101550579071045, -1.5587445497512817, -1.5730136632919312, -0.10270132124423981, -0.2703879177570343, -1.0511891841888428, -0.3330492377281189, -1.7601803541183472, -2.2303268909454346, -0.7272621989250183, -1.9897329807281494, -1.9952009916305542, -1.3319745063781738, -0.9263120889663696, -0.6752322912216187, -0.9358344078063965, -0.7539308667182922]}, "Bot002_010_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football? I like football, football, football, and hockey Let's Talk About Hiking? I haven't heard of that, but i am in the south. but i like it, i have dog, we going hiking together. Do you like dogs I love dogs, i have one, and i love to have a dog. Sweet, is it she or he She'S a star wars star wars and a year old. [FACE SCREAMING IN FEAR]  Do you have kids? No, i do not have any kids Are you married?", "response": "No, not at all.........................????????????????????", "annotation_id": "Bot002_010_18", "annotations": ["O", "T", "T", "O", "O", "T", "O", "O", "T", "O", "O", "X", "O", "T", "O"], "gpt2_target_score": [-17.048152923583984, -9.29615592956543, -5.665781497955322, -8.559249877929688, -9.60416030883789, -19.038368225097656, -14.452032089233398, -15.994154930114746, -12.419317245483398, -13.164124488830566], "gpt2_argmax_score": [-1.3871572017669678, -0.6411576271057129, -2.0631051063537598, -0.13165317475795746, -0.5526461601257324, -0.5649334192276001, -0.9525354504585266, -1.0034323930740356, -1.8411312103271484, -1.4810492992401123, -1.7711217403411865, -1.93647301197052, -2.4210684299468994, -0.12008900940418243, -0.011196167208254337, -1.7379803657531738, -1.7476228475570679, -2.497765302658081, -1.9513744115829468, -2.045412063598633, -1.7462109327316284, -1.269791841506958, -1.554115653038025, -1.661015510559082, -1.7241904735565186, -1.1616239547729492, -2.0764546394348145, -1.0283209085464478, -0.10471319407224655, -1.1908185482025146, -0.2125275582075119, -1.3533488512039185, -1.3276292085647583, -0.23157009482383728, -1.9642770290374756, -2.268812894821167, -0.11076229065656662, -1.4221158027648926, -0.1226535439491272, -1.0063202381134033, -1.7222964763641357, -0.6144140362739563, -1.2988430261611938, -2.2750251293182373, -2.025418281555176, -1.500531792640686, -1.5463541746139526, -2.5256857872009277, -2.0312933921813965, -1.8063609600067139, -2.4272148609161377, -1.589086651802063, -0.4876389801502228, -1.2367303371429443, -1.5881580114364624, -1.3571033477783203, -2.388864278793335, -1.7586791515350342, -1.9386905431747437, -1.2125873565673828, -0.6918174028396606, -1.13689124584198, -0.5746250152587891, -1.2208049297332764, -1.8881313800811768, -1.1072096824645996, -0.52931147813797, -2.13706111907959, -1.890883207321167, -2.5240187644958496, -2.0559093952178955, -2.1414732933044434, -1.4852055311203003, -1.5985757112503052, -0.06940053403377533, -1.5075315237045288, -0.6839273571968079, -1.3169171810150146, -1.4839566946029663, -0.9681029319763184, -1.3272478580474854, -2.448312282562256, -2.2252180576324463, -1.1703052520751953, -1.9691128730773926, -1.9239568710327148, -1.695993423461914, -1.0800906419754028, -2.28847599029541, -1.650242805480957, -1.7554196119308472, -1.95139479637146, -1.6066800355911255, -1.1482588052749634, -1.9868007898330688, -1.4604763984680176, -1.613750696182251, -0.5570884346961975, -1.0979620218276978, -1.5032886266708374, -1.6332118511199951, -0.08549734950065613, -0.7948682308197021, -1.1428848505020142, -0.37831905484199524, -1.2798298597335815, -1.3632051944732666, -0.507342517375946, -2.4711616039276123, -1.1767065525054932, -1.2026759386062622, -2.0176870822906494, -1.4930797815322876, -1.061402678489685, -1.0370279550552368, -2.259875774383545, -1.4853367805480957, -1.2836990356445312, -0.3903014063835144, -0.9585673809051514, -2.075490713119507, -1.5757899284362793, -1.7593402862548828, -1.0255571603775024, -2.2127530574798584, -3.0350100994110107, -2.0945613384246826, -0.3346320688724518, -0.9751545786857605, -2.042144536972046, -2.3243515491485596, -1.4369237422943115, -0.5787482857704163, -1.1692382097244263, -0.9609038233757019, -1.297579288482666, -2.192627429962158, -2.0278666019439697, -1.9893362522125244, -0.7760898470878601, -1.6332687139511108, -2.7685015201568604, -0.10534489899873734, -0.6960136294364929, -1.3682377338409424, -1.2569210529327393, -1.0205109119415283, -2.1978840827941895, -1.9101550579071045, -1.5587445497512817, -1.5730136632919312, -0.10270132124423981, -0.2703879177570343, -1.0511891841888428, -0.3330492377281189, -1.7601803541183472, -0.7725391387939453, -1.9414622783660889, -1.5547200441360474, -1.3306406736373901, -0.8848216533660889, -0.8055808544158936, -1.2872323989868164, -0.7362613677978516, -0.16893993318080902, -1.8974683284759521, -0.5866948366165161, -1.868385910987854, -2.015012264251709, -0.4956141710281372, -1.2807914018630981, -1.2742674350738525, -0.22475843131542206, -0.5980755686759949, -1.870578408241272, -1.1495039463043213, -1.830660343170166, -1.102110505104065, -1.235376000404358]}, "Bot002_010_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football? I like football, football, football, and hockey Let's Talk About Hiking? I haven't heard of that, but i am in the south. but i like it, i have dog, we going hiking together. Do you like dogs I love dogs, i have one, and i love to have a dog. Sweet, is it she or he She'S a star wars star wars and a year old. [FACE SCREAMING IN FEAR]  Do you have kids? No, i do not have any kids Are you married? No, not at all.........................???????????????????? how old are you?", "response": "I'M 6 vh1 100th", "annotation_id": "Bot002_010_20", "annotations": ["X", "T", "T", "T", "X", "X", "T", "X", "T", "O", "T", "X", "T", "X", "O"], "gpt2_target_score": [-13.462345123291016, -13.493452072143555, -12.919275283813477, -12.3251953125, -11.963871002197266, -15.356163024902344, -16.013601303100586, -9.222853660583496, -11.635656356811523], "gpt2_argmax_score": [-1.3871572017669678, -0.6411576271057129, -2.0631051063537598, -0.13165317475795746, -0.5526461601257324, -0.5649334192276001, -0.9525354504585266, -1.0034323930740356, -1.8411312103271484, -1.4810492992401123, -1.7711217403411865, -1.93647301197052, -2.4210684299468994, -0.12008900940418243, -0.011196167208254337, -1.7379803657531738, -1.7476228475570679, -2.497765302658081, -1.9513744115829468, -2.045412063598633, -1.7462109327316284, -1.269791841506958, -1.554115653038025, -1.661015510559082, -1.7241904735565186, -1.1616239547729492, -2.0764546394348145, -1.0283209085464478, -0.10471319407224655, -1.1908185482025146, -0.2125275582075119, -1.3533488512039185, -1.3276292085647583, -0.23157009482383728, -1.9642770290374756, -2.268812894821167, -0.11076229065656662, -1.4221158027648926, -0.1226535439491272, -1.0063202381134033, -1.7222964763641357, -0.6144140362739563, -1.2988430261611938, -2.2750251293182373, -2.025418281555176, -1.500531792640686, -1.5463541746139526, -2.5256857872009277, -2.0312933921813965, -1.8063609600067139, -2.4272148609161377, -1.589086651802063, -0.4876389801502228, -1.2367303371429443, -1.5881580114364624, -1.3571033477783203, -2.388864278793335, -1.7586791515350342, -1.9386905431747437, -1.2125873565673828, -0.6918174028396606, -1.13689124584198, -0.5746250152587891, -1.2208049297332764, -1.8881313800811768, -1.1072096824645996, -0.52931147813797, -2.13706111907959, -1.890883207321167, -2.5240187644958496, -2.0559093952178955, -2.1414732933044434, -1.4852055311203003, -1.5985757112503052, -0.06940053403377533, -1.5075315237045288, -0.6839273571968079, -1.3169171810150146, -1.4839566946029663, -0.9681029319763184, -1.3272478580474854, -2.448312282562256, -2.2252180576324463, -1.1703052520751953, -1.9691128730773926, -1.9239568710327148, -1.695993423461914, -1.0800906419754028, -2.28847599029541, -1.650242805480957, -1.7554196119308472, -1.95139479637146, -1.6066800355911255, -1.1482588052749634, -1.9868007898330688, -1.4604763984680176, -1.613750696182251, -0.5570884346961975, -1.0979620218276978, -1.5032886266708374, -1.6332118511199951, -0.08549734950065613, -0.7948682308197021, -1.1428848505020142, -0.37831905484199524, -1.2798298597335815, -1.3632051944732666, -0.507342517375946, -2.4711616039276123, -1.1767065525054932, -1.2026759386062622, -2.0176870822906494, -1.4930797815322876, -1.061402678489685, -1.0370279550552368, -2.259875774383545, -1.4853367805480957, -1.2836990356445312, -0.3903014063835144, -0.9585673809051514, -2.075490713119507, -1.5757899284362793, -1.7593402862548828, -1.0255571603775024, -2.2127530574798584, -3.0350100994110107, -2.0945613384246826, -0.3346320688724518, -0.9751545786857605, -2.042144536972046, -2.3243515491485596, -1.4369237422943115, -0.5787482857704163, -1.1692382097244263, -0.9609038233757019, -1.297579288482666, -2.192627429962158, -2.0278666019439697, -1.9893362522125244, -0.7760898470878601, -1.6332687139511108, -2.7685015201568604, -0.10534489899873734, -0.6960136294364929, -1.3682377338409424, -1.2569210529327393, -1.0205109119415283, -2.1978840827941895, -1.9101550579071045, -1.5587445497512817, -1.5730136632919312, -0.10270132124423981, -0.2703879177570343, -1.0511891841888428, -0.3330492377281189, -1.7601803541183472, -0.7725391387939453, -1.9414622783660889, -1.5547200441360474, -1.3306406736373901, -0.8848216533660889, -0.8055808544158936, -1.2872323989868164, -0.7362613677978516, -0.16893993318080902, -1.8974683284759521, -0.5866948366165161, -1.868385910987854, -0.40240517258644104, -0.9675660133361816, -1.8868283033370972, -0.16538073122501373, -0.5573447346687317, -1.3660688400268555, -2.4056735038757324, -1.717894434928894, -0.927873969078064, -2.1626791954040527, -1.7379525899887085, -0.3191186487674713, -0.06923558562994003, -0.2824898362159729, -1.8232736587524414, -2.4506022930145264, -1.2231563329696655, -0.07587491720914841, -2.943380832672119, -1.590270757675171, -1.4140371084213257, -1.6991719007492065, -1.759848713874817, -1.5145827531814575, -1.362903118133545]}, "Bot002_012_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot?", "response": "Yes, i do, i swim and surf", "annotation_id": "Bot002_012_02", "annotations": ["O", "O", "O", "T", "O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "O"], "gpt2_target_score": [-17.104394912719727, -7.758008003234863, -10.48615550994873, -12.581480979919434, -11.969010353088379, -6.747592926025391, -13.832427978515625, -9.717086791992188, -13.229894638061523], "gpt2_argmax_score": [-1.731363296508789, -0.1810121238231659, -1.483500599861145, -0.09142924845218658, -0.00047350639943033457, -1.4458656311035156, -2.2457804679870605, -1.7551196813583374, -1.321478247642517, -2.039909839630127, -2.010826826095581, -0.2207561433315277, -1.4417403936386108, -1.3187881708145142, -0.20299166440963745, -0.34187623858451843, -1.2462966442108154, -1.813007116317749, -0.9827536940574646, -1.2047622203826904, -0.8500836491584778, -0.7973293662071228, -1.337267279624939, -0.9230943322181702, -1.186387538909912, -1.5354377031326294, -2.113595962524414]}, "Bot002_012_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports?", "response": "I do, but i like to play football, but i like to play with friends.", "annotation_id": "Bot002_012_04", "annotations": ["O", "O", "T", "O", "O", "O", "T", "X", "O", "O", "O", "O", "X", "T", "T"], "gpt2_target_score": [-10.675424575805664, -12.471463203430176, -8.0479154586792, -11.238905906677246, -16.06462860107422, -8.129474639892578, -5.7345805168151855, -10.544784545898438, -12.776830673217773, -2.039909839630127, -8.43221378326416, -6.052894115447998, -2.9505295753479004, -4.600968837738037, -12.545856475830078, -4.777239799499512, -13.795063972473145, -1.0145889520645142], "gpt2_argmax_score": [-1.731363296508789, -0.1810121238231659, -1.483500599861145, -0.09142924845218658, -0.00047350639943033457, -1.4458656311035156, -2.2457804679870605, -1.7551196813583374, -1.321478247642517, -2.039909839630127, -2.010826826095581, -0.2207561433315277, -1.4417403936386108, -1.3187881708145142, -0.20299166440963745, -0.34187623858451843, -1.2462966442108154, -1.0145889520645142, -1.170845866203308, -0.9881716370582581, -0.7342092990875244, -1.1366709470748901, -0.9720089435577393, -1.148750901222229, -1.6990448236465454, -2.0283796787261963, -0.9308506846427917, -2.1329963207244873, -1.0949357748031616, -1.5214931964874268, -0.06178765371441841, -1.3122316598892212, -1.8588619232177734, -0.42403683066368103, -1.46128249168396, -1.6598200798034668, -1.6963098049163818, -1.3395507335662842, -1.276868462562561, -1.3500545024871826, -2.1042568683624268, -1.8442999124526978, -0.45098209381103516, -2.319575786590576, -1.3852601051330566, -1.242734670639038, -0.7956900596618652, -2.035848379135132, -0.5313361287117004, -1.461844563484192, -2.394278049468994, -1.8279258012771606, -1.0528981685638428, -1.0707662105560303]}, "Bot002_012_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup?", "response": "I do, i like to watch football, but i love it.", "annotation_id": "Bot002_012_06", "annotations": ["T", "O", "T", "T", "O", "O", "X", "X", "O", "O", "T", "O", "X", "T", "T"], "gpt2_target_score": [-10.675421714782715, -12.471503257751465, -8.047908782958984, -10.595940589904785, -18.334823608398438, -6.95784330368042, -11.41387939453125, -10.4553804397583, -1.695943832397461, -4.428972244262695, -6.952768325805664, -9.933246612548828, -9.983765602111816, -5.687260627746582], "gpt2_argmax_score": [-1.7313454151153564, -0.18100605905056, -1.4835010766983032, -0.09142793715000153, -0.00047350639943033457, -1.44588041305542, -2.245781183242798, -1.755116581916809, -1.3214778900146484, -2.039919137954712, -2.0108277797698975, -0.22075298428535461, -1.4417580366134644, -1.318760633468628, -0.20299243927001953, -0.3418613374233246, -1.2462635040283203, -1.0145889520645142, -1.1708365678787231, -0.9881814122200012, -0.7342223525047302, -1.1366996765136719, -0.9720197916030884, -1.148742437362671, -1.6990687847137451, -2.0283849239349365, -0.9308539032936096, -2.1330137252807617, -1.0949677228927612, -1.5215169191360474, -0.06179157644510269, -1.3122423887252808, -1.8588863611221313, -0.42403459548950195, -1.4612791538238525, -1.8651500940322876, -1.48158597946167, -0.9094340205192566, -1.2046163082122803, -1.9610297679901123, -2.157564401626587, -0.48331180214881897, -2.206808567047119, -1.3628207445144653, -1.430465579032898, -0.8837465047836304, -1.872842788696289, -0.5630660653114319, -1.5534133911132812, -2.3715567588806152, -1.9014531373977661, -0.9640762805938721, -1.3991376161575317, -0.7270087003707886, -1.538886547088623, -1.3840903043746948, -1.6932011842727661, -0.04313715919852257, -0.8250211477279663, -2.199498414993286, -0.13634389638900757, -0.991645336151123, -1.4801114797592163, -1.6679511070251465, -1.7057948112487793, -1.2467979192733765, -0.8866983652114868, -1.3194506168365479, -1.2610961198806763, -0.48684337735176086, -1.1552624702453613, -1.2219895124435425, -0.31408679485321045, -0.3586244583129883, -1.6911782026290894, -1.2685654163360596, -1.0125125646591187, -1.1529244184494019]}, "Bot002_012_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports?", "response": "I like football, basketball, basketball, basketball, basketball, basketball", "annotation_id": "Bot002_012_08", "annotations": ["X", "T", "O", "T", "T", "O", "X", "X", "X", "O", "X", "X", "X", "X", "T"], "gpt2_target_score": [-10.675421714782715, -7.318319797515869, -12.889598846435547, -7.962582588195801, -21.16844940185547, -1.512134075164795, -12.010574340820312, -10.486310005187988, -13.358282089233398, -2.039919137954712, -15.180734634399414, -9.019336700439453, -14.708847999572754], "gpt2_argmax_score": [-1.7313454151153564, -0.18100605905056, -1.4835010766983032, -0.09142793715000153, -0.00047350639943033457, -1.44588041305542, -2.245781183242798, -1.755116581916809, -1.3214778900146484, -2.039919137954712, -2.0108277797698975, -0.22075298428535461, -1.4417580366134644, -1.318760633468628, -0.20299243927001953, -0.3418613374233246, -1.2462635040283203, -1.0145889520645142, -1.1708365678787231, -0.9881814122200012, -0.7342223525047302, -1.1366996765136719, -0.9720197916030884, -1.148742437362671, -1.6990687847137451, -2.0283849239349365, -0.9308539032936096, -2.1330137252807617, -1.0949677228927612, -1.5215169191360474, -0.06179157644510269, -1.3122423887252808, -1.8588863611221313, -0.42403459548950195, -1.4612791538238525, -1.8651500940322876, -1.4815843105316162, -0.9094415307044983, -1.2046103477478027, -1.961022973060608, -2.1575629711151123, -0.4833127558231354, -2.2067959308624268, -1.3628178834915161, -1.4304754734039307, -0.8837441205978394, -1.8728481531143188, -0.5630770921707153, -1.5533994436264038, -2.3715593814849854, -1.9014546871185303, -0.9640823006629944, -1.3991446495056152, -0.7270163297653198, -1.5388801097869873, -1.3840912580490112, -1.6932003498077393, -0.04313727468252182, -0.8250277042388916, -2.1994919776916504, -0.1363437920808792, -0.9916438460350037, -1.4801105260849, -1.703660249710083, -1.2921696901321411, -0.5643869042396545, -1.10420823097229, -1.1355165243148804, -0.4145611524581909, -1.217996597290039, -1.0806219577789307, -0.2188648134469986, -0.3588379919528961, -1.5894222259521484, -1.294922947883606, -0.7942522168159485, -1.5572707653045654, -1.262181282043457, -1.0454682111740112, -0.3398536741733551, -0.286751389503479, -1.3552100658416748, -1.7199331521987915, -1.7861839532852173, -1.1695958375930786, -1.2045663595199585, -0.9510685205459595, -0.26594802737236023, -1.0763978958129883, -0.33226296305656433, -1.4097633361816406, -0.4446410834789276, -1.6714487075805664, -0.4562242925167084, -1.9147062301635742, -0.42016440629959106]}, "Bot002_012_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports? I like football, basketball, basketball, basketball, basketball, basketball You are the fan of basketball. Do you play it?", "response": "I do not play, but i do play professionally", "annotation_id": "Bot002_012_10", "annotations": ["O", "T", "X", "O", "X", "X", "X", "X", "X", "T", "X", "X", "X", "X", "T"], "gpt2_target_score": [-10.675421714782715, -12.471503257751465, -9.405895233154297, -14.291356086730957, -11.969002723693848, -4.114749431610107, -8.231719970703125, -10.017239570617676, -11.531118392944336, -15.32664680480957], "gpt2_argmax_score": [-1.7313454151153564, -0.18100605905056, -1.4835010766983032, -0.09142793715000153, -0.00047350639943033457, -1.44588041305542, -2.245781183242798, -1.755116581916809, -1.3214778900146484, -2.039919137954712, -2.0108277797698975, -0.22075298428535461, -1.4417580366134644, -1.318760633468628, -0.20299243927001953, -0.3418613374233246, -1.2462635040283203, -1.0145889520645142, -1.1708365678787231, -0.9881814122200012, -0.7342223525047302, -1.1366996765136719, -0.9720197916030884, -1.148742437362671, -1.6990687847137451, -2.0283849239349365, -0.9308539032936096, -2.1330137252807617, -1.0949677228927612, -1.5215169191360474, -0.06179157644510269, -1.3122423887252808, -1.8588863611221313, -0.42403459548950195, -1.4612791538238525, -1.8651500940322876, -1.4815843105316162, -0.9094415307044983, -1.2046103477478027, -1.961022973060608, -2.1575629711151123, -0.4833127558231354, -2.2067959308624268, -1.3628178834915161, -1.4304754734039307, -0.8837441205978394, -1.8728481531143188, -0.5630770921707153, -1.5533994436264038, -2.3715593814849854, -1.9014546871185303, -0.9640823006629944, -1.3991446495056152, -0.7270163297653198, -1.5388801097869873, -1.3840912580490112, -1.6932003498077393, -0.04313727468252182, -0.8250277042388916, -2.1994919776916504, -0.1363437920808792, -0.9916438460350037, -1.4801105260849, -1.703660249710083, -1.2921696901321411, -0.5643869042396545, -1.10420823097229, -1.1355165243148804, -0.4145611524581909, -1.217996597290039, -1.0806219577789307, -0.2188648134469986, -0.3588379919528961, -1.5894222259521484, -1.294922947883606, -0.7942522168159485, -1.5572707653045654, -1.262181282043457, -1.0454682111740112, -0.3398536741733551, -0.286751389503479, -1.3552100658416748, -2.1172406673431396, -1.4480921030044556, -1.1666574478149414, -0.7465700507164001, -0.21799354255199432, -1.2828357219696045, -0.33585768938064575, -1.654681921005249, -0.42158961296081543, -1.9846347570419312, -0.437863826751709, -2.1779160499572754, -0.4114827811717987, -2.3923287391662598, -2.123114824295044, -1.4264851808547974, -1.2928918600082397, -1.6687830686569214, -1.4704792499542236, -1.5266011953353882, -0.04736017435789108, -0.9706209897994995, -2.2614991664886475, -1.3678576946258545, -1.602807641029358, -1.5991079807281494, -1.9203835725784302, -1.0830703973770142, -1.267966866493225, -1.3834030628204346, -1.0044857263565063, -0.96384596824646, -1.3328044414520264, -1.6029866933822632, -1.6728981733322144, -0.6764416098594666]}, "Bot002_012_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports? I like football, basketball, basketball, basketball, basketball, basketball You are the fan of basketball. Do you play it? I do not play, but i do play professionally Are you a professional basketball player?", "response": "No, i play for the celtics", "annotation_id": "Bot002_012_12", "annotations": ["T", "X", "X", "T", "X", "T", "X", "X", "X", "T", "X", "X", "X", "X", "T"], "gpt2_target_score": [-12.93625545501709, -7.758047580718994, -10.486148834228516, -14.291356086730957, -15.132584571838379, -7.306369304656982, -7.54010009765625, -20.52045249938965, -17.1353816986084], "gpt2_argmax_score": [-1.7313454151153564, -0.18100605905056, -1.4835010766983032, -0.09142793715000153, -0.00047350639943033457, -1.44588041305542, -2.245781183242798, -1.755116581916809, -1.3214778900146484, -2.039919137954712, -2.0108277797698975, -0.22075298428535461, -1.4417580366134644, -1.318760633468628, -0.20299243927001953, -0.3418613374233246, -1.2462635040283203, -1.0145889520645142, -1.1708365678787231, -0.9881814122200012, -0.7342223525047302, -1.1366996765136719, -0.9720197916030884, -1.148742437362671, -1.6990687847137451, -2.0283849239349365, -0.9308539032936096, -2.1330137252807617, -1.0949677228927612, -1.5215169191360474, -0.06179157644510269, -1.3122423887252808, -1.8588863611221313, -0.42403459548950195, -1.4612791538238525, -1.8651500940322876, -1.4815843105316162, -0.9094415307044983, -1.2046103477478027, -1.961022973060608, -2.1575629711151123, -0.4833127558231354, -2.2067959308624268, -1.3628178834915161, -1.4304754734039307, -0.8837441205978394, -1.8728481531143188, -0.5630770921707153, -1.5533994436264038, -2.3715593814849854, -1.9014546871185303, -0.9640823006629944, -1.3991446495056152, -0.7270163297653198, -1.5388801097869873, -1.3840912580490112, -1.6932003498077393, -0.04313727468252182, -0.8250277042388916, -2.1994919776916504, -0.1363437920808792, -0.9916438460350037, -1.4801105260849, -1.703660249710083, -1.2921696901321411, -0.5643869042396545, -1.10420823097229, -1.1355165243148804, -0.4145611524581909, -1.217996597290039, -1.0806219577789307, -0.2188648134469986, -0.3588379919528961, -1.5894222259521484, -1.294922947883606, -0.7942522168159485, -1.5572707653045654, -1.262181282043457, -1.0454682111740112, -0.3398536741733551, -0.286751389503479, -1.3552100658416748, -2.1172406673431396, -1.4480921030044556, -1.1666574478149414, -0.7465700507164001, -0.21799354255199432, -1.2828357219696045, -0.33585768938064575, -1.654681921005249, -0.4215863347053528, -1.984639048576355, -0.4378686547279358, -2.177917242050171, -0.4114767014980316, -2.3923263549804688, -2.1231038570404053, -1.4264750480651855, -1.2929050922393799, -1.668787956237793, -1.4704864025115967, -1.526595115661621, -0.047360628843307495, -0.9706181287765503, -2.261500835418701, -1.3678572177886963, -1.602809190750122, -2.1357710361480713, -0.9127688407897949, -1.5086064338684082, -1.49801504611969, -1.223017930984497, -0.6750893592834473, -1.5508655309677124, -1.5149470567703247, -1.9588871002197266, -0.6791062355041504, -0.10360550135374069, -1.054102897644043, -0.9108995795249939, -1.1414393186569214, -0.4542818069458008, -0.3372843861579895, -1.6044209003448486, -1.65876305103302, -0.8509999513626099, -1.291927695274353, -1.7312508821487427, -1.933485746383667, -1.5530842542648315, -1.8069756031036377, -1.9405549764633179, -0.10560397058725357, -1.1646398305892944]}, "Bot002_012_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports? I like football, basketball, basketball, basketball, basketball, basketball You are the fan of basketball. Do you play it? I do not play, but i do play professionally Are you a professional basketball player? No, i play for the celtics Okay. Do you exercise often?", "response": "Yes, i do, i try to stay healthy", "annotation_id": "Bot002_012_14", "annotations": ["X", "O", "O", "T", "O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "T"], "gpt2_target_score": [-17.10442352294922, -7.758047580718994, -10.486148834228516, -12.581501960754395, -11.969002723693848, -6.747607707977295, -12.041633605957031, -10.617810249328613, -12.508764266967773, -13.122468948364258], "gpt2_argmax_score": [-1.7313454151153564, -0.18100605905056, -1.4835010766983032, -0.09142793715000153, -0.00047350639943033457, -1.44588041305542, -2.245781183242798, -1.755116581916809, -1.3214778900146484, -2.039919137954712, -2.0108277797698975, -0.22075298428535461, -1.4417580366134644, -1.318760633468628, -0.20299243927001953, -0.3418613374233246, -1.2462635040283203, -1.0145889520645142, -1.1708365678787231, -0.9881814122200012, -0.7342223525047302, -1.1366996765136719, -0.9720197916030884, -1.148742437362671, -1.6990687847137451, -2.0283849239349365, -0.9308539032936096, -2.1330137252807617, -1.0949677228927612, -1.5215169191360474, -0.06179157644510269, -1.3122423887252808, -1.8588863611221313, -0.42403459548950195, -1.4612791538238525, -1.8651500940322876, -1.4815843105316162, -0.9094415307044983, -1.2046103477478027, -1.961022973060608, -2.1575629711151123, -0.4833127558231354, -2.2067959308624268, -1.3628178834915161, -1.4304754734039307, -0.8837441205978394, -1.8728481531143188, -0.5630770921707153, -1.5533994436264038, -2.3715593814849854, -1.9014546871185303, -0.9640823006629944, -1.3991446495056152, -0.7270163297653198, -1.5388801097869873, -1.3840912580490112, -1.6932003498077393, -0.04313727468252182, -0.8250277042388916, -2.1994919776916504, -0.1363437920808792, -0.9916438460350037, -1.4801105260849, -1.703660249710083, -1.2921696901321411, -0.5643869042396545, -1.10420823097229, -1.1355165243148804, -0.4145611524581909, -1.217996597290039, -1.0806219577789307, -0.2188648134469986, -0.3588379919528961, -1.5894222259521484, -1.294922947883606, -0.7942522168159485, -1.5572707653045654, -1.262181282043457, -1.0454682111740112, -0.3398536741733551, -0.286751389503479, -1.3552100658416748, -2.1172406673431396, -1.4480921030044556, -1.1666574478149414, -0.7465700507164001, -0.21799354255199432, -1.2828357219696045, -0.33585768938064575, -1.654681921005249, -0.42158961296081543, -1.9846347570419312, -0.437863826751709, -2.1779160499572754, -0.4114827811717987, -2.3923287391662598, -2.123114824295044, -1.4264851808547974, -1.2928918600082397, -1.6687830686569214, -1.4704792499542236, -1.5266011953353882, -0.04736017435789108, -0.9706209897994995, -2.2614991664886475, -1.3678576946258545, -1.602807641029358, -2.1357760429382324, -0.9127683639526367, -1.5086050033569336, -1.4980186223983765, -1.2230331897735596, -0.6750891208648682, -1.5508613586425781, -1.5149471759796143, -1.9588804244995117, -0.6791027188301086, -0.1036047488451004, -1.0541068315505981, -0.9109035134315491, -1.1414434909820557, -0.45427778363227844, -0.3372797966003418, -1.6044328212738037, -0.8868576884269714, -1.2761245965957642, -1.6219698190689087, -2.022423267364502, -1.4739629030227661, -1.9107635021209717, -1.8242393732070923, -0.06776809692382812, -1.1635655164718628, -0.81986004114151, -1.2698742151260376, -0.053958483040332794, -1.040672779083252, -1.0127229690551758, -0.29244160652160645, -1.7311989068984985, -1.6211521625518799, -0.8575727343559265, -0.7300743460655212, -0.4602048397064209, -0.7586405277252197, -0.8012540936470032, -0.9348592758178711, -0.512531578540802, -1.3246749639511108, -1.728897213935852, -1.4571830034255981]}, "Bot002_012_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports? I like football, basketball, basketball, basketball, basketball, basketball You are the fan of basketball. Do you play it? I do not play, but i do play professionally Are you a professional basketball player? No, i play for the celtics Okay. Do you exercise often? Yes, i do, i try to stay healthy Nice. Do you eat healthy food?", "response": "Yes i do, i love to eat healthy", "annotation_id": "Bot002_012_16", "annotations": ["O", "O", "O", "O", "O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "T"], "gpt2_target_score": [-17.10442352294922, -11.82077693939209, -11.408832550048828, -7.962582588195801, -16.064651489257812, -9.681476593017578, -5.73455810546875, -13.467755317687988, -14.446477890014648], "gpt2_argmax_score": [-1.7313454151153564, -0.18100605905056, -1.4835010766983032, -0.09142793715000153, -0.00047350639943033457, -1.44588041305542, -2.245781183242798, -1.755116581916809, -1.3214778900146484, -2.039919137954712, -2.0108277797698975, -0.22075298428535461, -1.4417580366134644, -1.318760633468628, -0.20299243927001953, -0.3418613374233246, -1.2462635040283203, -1.0145889520645142, -1.1708365678787231, -0.9881814122200012, -0.7342223525047302, -1.1366996765136719, -0.9720197916030884, -1.148742437362671, -1.6990687847137451, -2.0283849239349365, -0.9308539032936096, -2.1330137252807617, -1.0949677228927612, -1.5215169191360474, -0.06179157644510269, -1.3122423887252808, -1.8588863611221313, -0.42403459548950195, -1.4612791538238525, -1.8651500940322876, -1.4815843105316162, -0.9094415307044983, -1.2046103477478027, -1.961022973060608, -2.1575629711151123, -0.4833127558231354, -2.2067959308624268, -1.3628178834915161, -1.4304754734039307, -0.8837441205978394, -1.8728481531143188, -0.5630770921707153, -1.5533994436264038, -2.3715593814849854, -1.9014546871185303, -0.9640823006629944, -1.3991446495056152, -0.7270163297653198, -1.5388801097869873, -1.3840912580490112, -1.6932003498077393, -0.04313727468252182, -0.8250277042388916, -2.1994919776916504, -0.1363437920808792, -0.9916438460350037, -1.4801105260849, -1.703660249710083, -1.2921696901321411, -0.5643869042396545, -1.10420823097229, -1.1355165243148804, -0.4145611524581909, -1.217996597290039, -1.0806219577789307, -0.2188648134469986, -0.3588379919528961, -1.5894222259521484, -1.294922947883606, -0.7942522168159485, -1.5572707653045654, -1.262181282043457, -1.0454682111740112, -0.3398536741733551, -0.286751389503479, -1.3552100658416748, -2.1172406673431396, -1.4480921030044556, -1.1666574478149414, -0.7465700507164001, -0.21799354255199432, -1.2828357219696045, -0.33585768938064575, -1.654681921005249, -0.42158961296081543, -1.9846347570419312, -0.437863826751709, -2.1779160499572754, -0.4114827811717987, -2.3923287391662598, -2.123114824295044, -1.4264851808547974, -1.2928918600082397, -1.6687830686569214, -1.4704792499542236, -1.5266011953353882, -0.04736017435789108, -0.9706209897994995, -2.2614991664886475, -1.3678576946258545, -1.602807641029358, -2.1357760429382324, -0.9127683639526367, -1.5086050033569336, -1.4980186223983765, -1.2230331897735596, -0.6750891208648682, -1.5508613586425781, -1.5149471759796143, -1.9588804244995117, -0.6791027188301086, -0.1036047488451004, -1.0541068315505981, -0.9109035134315491, -1.1414434909820557, -0.45427778363227844, -0.3372797966003418, -1.6044328212738037, -0.8868576884269714, -1.2761245965957642, -1.6219698190689087, -2.022423267364502, -1.4739629030227661, -1.9107635021209717, -1.8242393732070923, -0.06776809692382812, -1.1635655164718628, -0.81986004114151, -1.2698742151260376, -0.053958483040332794, -1.040672779083252, -1.0127229690551758, -0.29244160652160645, -1.7311989068984985, -0.7637676000595093, -0.5914938449859619, -0.46918195486068726, -0.7570590376853943, -0.7724462151527405, -0.774580717086792, -0.6041117906570435, -1.1903584003448486, -1.9161670207977295, -1.44888436794281, -1.113463282585144, -1.1888628005981445, -0.02367594465613365, -1.6448345184326172, -1.6188898086547852, -0.4096696674823761, -0.3904791474342346, -0.7676588296890259, -1.7276217937469482, -0.6157224178314209, -0.8218972086906433, -0.8710373044013977, -0.5169843435287476, -1.309148907661438, -1.6099766492843628, -1.0109978914260864, -0.4510480761528015, -1.5360745191574097]}, "Bot002_012_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports? I like football, basketball, basketball, basketball, basketball, basketball You are the fan of basketball. Do you play it? I do not play, but i do play professionally Are you a professional basketball player? No, i play for the celtics Okay. Do you exercise often? Yes, i do, i try to stay healthy Nice. Do you eat healthy food? Yes i do, i love to eat healthy You are really nice guy", "response": "Yes, i am. i am...........................................", "annotation_id": "Bot002_012_18", "annotations": ["T", "T", "O", "T", "O", "X", "T", "X", "T", "X", "O", "O", "X", "O", "T"], "gpt2_target_score": [-17.10442352294922, -7.758047580718994, -10.486148834228516, -14.889752388000488, -12.836861610412598, -6.747607707977295, -8.537063598632812, -18.477819442749023, -10.455663681030273, -4.337480545043945], "gpt2_argmax_score": [-1.7313454151153564, -0.18100605905056, -1.4835010766983032, -0.09142793715000153, -0.00047350639943033457, -1.44588041305542, -2.245781183242798, -1.755116581916809, -1.3214778900146484, -2.039919137954712, -2.0108277797698975, -0.22075298428535461, -1.4417580366134644, -1.318760633468628, -0.20299243927001953, -0.3418613374233246, -1.2462635040283203, -1.0145889520645142, -1.1708365678787231, -0.9881814122200012, -0.7342223525047302, -1.1366996765136719, -0.9720197916030884, -1.148742437362671, -1.6990687847137451, -2.0283849239349365, -0.9308539032936096, -2.1330137252807617, -1.0949677228927612, -1.5215169191360474, -0.06179157644510269, -1.3122423887252808, -1.8588863611221313, -0.42403459548950195, -1.4612791538238525, -1.8651500940322876, -1.4815843105316162, -0.9094415307044983, -1.2046103477478027, -1.961022973060608, -2.1575629711151123, -0.4833127558231354, -2.2067959308624268, -1.3628178834915161, -1.4304754734039307, -0.8837441205978394, -1.8728481531143188, -0.5630770921707153, -1.5533994436264038, -2.3715593814849854, -1.9014546871185303, -0.9640823006629944, -1.3991446495056152, -0.7270163297653198, -1.5388801097869873, -1.3840912580490112, -1.6932003498077393, -0.04313727468252182, -0.8250277042388916, -2.1994919776916504, -0.1363437920808792, -0.9916438460350037, -1.4801105260849, -1.703660249710083, -1.2921696901321411, -0.5643869042396545, -1.10420823097229, -1.1355165243148804, -0.4145611524581909, -1.217996597290039, -1.0806219577789307, -0.2188648134469986, -0.3588379919528961, -1.5894222259521484, -1.294922947883606, -0.7942522168159485, -1.5572707653045654, -1.262181282043457, -1.0454682111740112, -0.3398536741733551, -0.286751389503479, -1.3552100658416748, -2.1172406673431396, -1.4480921030044556, -1.1666574478149414, -0.7465700507164001, -0.21799354255199432, -1.2828357219696045, -0.33585768938064575, -1.654681921005249, -0.42158961296081543, -1.9846347570419312, -0.437863826751709, -2.1779160499572754, -0.4114827811717987, -2.3923287391662598, -2.123114824295044, -1.4264851808547974, -1.2928918600082397, -1.6687830686569214, -1.4704792499542236, -1.5266011953353882, -0.04736017435789108, -0.9706209897994995, -2.2614991664886475, -1.3678576946258545, -1.602807641029358, -2.1357760429382324, -0.9127683639526367, -1.5086050033569336, -1.4980186223983765, -1.2230331897735596, -0.6750891208648682, -1.5508613586425781, -1.5149471759796143, -1.9588804244995117, -0.6791027188301086, -0.1036047488451004, -1.0541068315505981, -0.9109035134315491, -1.1414434909820557, -0.45427778363227844, -0.3372797966003418, -1.6044328212738037, -0.8868576884269714, -1.2761245965957642, -1.6219698190689087, -2.022423267364502, -1.4739629030227661, -1.9107635021209717, -1.8242393732070923, -0.06776809692382812, -1.1635655164718628, -0.81986004114151, -1.2698742151260376, -0.053958483040332794, -1.040672779083252, -1.0127229690551758, -0.2924412488937378, -1.7311749458312988, -0.7637625932693481, -0.5914974212646484, -0.4691814184188843, -0.7570507526397705, -0.7724493145942688, -0.774592399597168, -0.6041160225868225, -1.1903542280197144, -1.9161385297775269, -1.4488773345947266, -1.1134473085403442, -1.1888617277145386, -0.02367594465613365, -1.6448312997817993, -1.6188976764678955, -0.4096681773662567, -0.390481173992157, -0.7676610350608826, -0.3538123369216919, -0.7560115456581116, -0.6722350716590881, -0.3960132896900177, -1.1999322175979614, -1.6373552083969116, -0.8420472741127014, -0.5804669260978699, -1.6323628425598145, -1.2213445901870728, -1.264145851135254, -1.130116581916809, -1.2384529113769531, -0.9787471294403076, -2.056166172027588, -0.7357558012008667, -0.312543123960495, -0.610096275806427, -0.7377400398254395, -1.0854606628417969, -1.423688530921936, -1.29377281665802, -2.25988507270813, -1.6814548969268799, -1.4162923097610474]}, "Bot002_012_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports? I like football, basketball, basketball, basketball, basketball, basketball You are the fan of basketball. Do you play it? I do not play, but i do play professionally Are you a professional basketball player? No, i play for the celtics Okay. Do you exercise often? Yes, i do, i try to stay healthy Nice. Do you eat healthy food? Yes i do, i love to eat healthy You are really nice guy Yes, i am. i am........................................... What do you do for living?", "response": "I work at a bank, you?", "annotation_id": "Bot002_012_20", "annotations": ["X", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "X", "O", "T"], "gpt2_target_score": [-10.675421714782715, -12.85312557220459, -10.008594512939453, -10.79152774810791, -21.287498474121094, -1.512134075164795, -5.0163116455078125, -14.353726387023926], "gpt2_argmax_score": [-1.7313454151153564, -0.18100605905056, -1.4835010766983032, -0.09142793715000153, -0.00047350639943033457, -1.44588041305542, -2.245781183242798, -1.755116581916809, -1.3214778900146484, -2.039919137954712, -2.0108277797698975, -0.22075298428535461, -1.4417580366134644, -1.318760633468628, -0.20299243927001953, -0.3418613374233246, -1.2462635040283203, -1.0145889520645142, -1.1708365678787231, -0.9881814122200012, -0.7342223525047302, -1.1366996765136719, -0.9720197916030884, -1.148742437362671, -1.6990687847137451, -2.0283849239349365, -0.9308539032936096, -2.1330137252807617, -1.0949677228927612, -1.5215169191360474, -0.06179157644510269, -1.3122423887252808, -1.8588863611221313, -0.42403459548950195, -1.4612791538238525, -1.8651500940322876, -1.4815843105316162, -0.9094415307044983, -1.2046103477478027, -1.961022973060608, -2.1575629711151123, -0.4833127558231354, -2.2067959308624268, -1.3628178834915161, -1.4304754734039307, -0.8837441205978394, -1.8728481531143188, -0.5630770921707153, -1.5533994436264038, -2.3715593814849854, -1.9014546871185303, -0.9640823006629944, -1.3991446495056152, -0.7270163297653198, -1.5388801097869873, -1.3840912580490112, -1.6932003498077393, -0.04313727468252182, -0.8250277042388916, -2.1994919776916504, -0.1363437920808792, -0.9916438460350037, -1.4801105260849, -1.703660249710083, -1.2921696901321411, -0.5643869042396545, -1.10420823097229, -1.1355165243148804, -0.4145611524581909, -1.217996597290039, -1.0806219577789307, -0.2188648134469986, -0.3588379919528961, -1.5894222259521484, -1.294922947883606, -0.7942522168159485, -1.5572707653045654, -1.262181282043457, -1.0454682111740112, -0.3398536741733551, -0.286751389503479, -1.3552100658416748, -2.1172406673431396, -1.4480921030044556, -1.1666574478149414, -0.7465700507164001, -0.21799354255199432, -1.2828357219696045, -0.33585768938064575, -1.654681921005249, -0.42158961296081543, -1.9846347570419312, -0.437863826751709, -2.1779160499572754, -0.4114827811717987, -2.3923287391662598, -2.123114824295044, -1.4264851808547974, -1.2928918600082397, -1.6687830686569214, -1.4704792499542236, -1.5266011953353882, -0.04736017435789108, -0.9706209897994995, -2.2614991664886475, -1.3678576946258545, -1.602807641029358, -2.1357760429382324, -0.9127683639526367, -1.5086050033569336, -1.4980186223983765, -1.2230331897735596, -0.6750891208648682, -1.5508613586425781, -1.5149471759796143, -1.9588804244995117, -0.6791027188301086, -0.1036047488451004, -1.0541068315505981, -0.9109035134315491, -1.1414434909820557, -0.45427778363227844, -0.3372797966003418, -1.6044328212738037, -0.8868576884269714, -1.2761245965957642, -1.6219698190689087, -2.022423267364502, -1.4739629030227661, -1.9107635021209717, -1.8242393732070923, -0.06776809692382812, -1.1635655164718628, -0.81986004114151, -1.2698742151260376, -0.053958483040332794, -1.040672779083252, -1.0127229690551758, -0.29244160652160645, -1.7311989068984985, -0.7637676000595093, -0.5914938449859619, -0.46918195486068726, -0.7570590376853943, -0.7724462151527405, -0.774580717086792, -0.6041117906570435, -1.1903584003448486, -1.9161670207977295, -1.44888436794281, -1.113463282585144, -1.1888628005981445, -0.02367594465613365, -1.6448345184326172, -1.6188898086547852, -0.4096696674823761, -0.3904791474342346, -0.7676588296890259, -0.35381242632865906, -0.7560105323791504, -0.6722428202629089, -0.3960148096084595, -1.1999315023422241, -1.6373610496520996, -0.8420485258102417, -0.5804608464241028, -1.6323506832122803, -1.2213497161865234, -1.2641406059265137, -1.1301164627075195, -1.2384467124938965, -0.9787468910217285, -0.9792883396148682, -0.25789114832878113, -0.7507092952728271, -0.8305663466453552, -1.1367727518081665, -1.171015739440918, -0.6660170555114746, -1.9629615545272827, -1.7196234464645386, -2.6594913005828857, -0.7966279983520508, -0.0654594898223877, -0.8513033986091614, -1.3717098236083984, -2.0194308757781982, -1.223220944404602, -1.9193909168243408, -1.8378618955612183, -1.8723281621932983, -1.5125311613082886, -0.285876601934433, -1.9088246822357178, -1.4246580600738525, -1.3947030305862427, -1.5869523286819458, -0.853926956653595]}, "Bot002_013_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you?", "response": "I'M 6 vh1 100th", "annotation_id": "Bot002_013_02", "annotations": ["X", "X", "T", "O", "X", "T", "T", "O", "X", "X", "O", "X", "X", "O", "X"], "gpt2_target_score": [-11.58863353729248, -7.72076940536499, -13.38978385925293, -11.038002967834473, -11.201336860656738, -12.125175476074219, -13.24605655670166, -9.696826934814453, -14.695552825927734], "gpt2_argmax_score": [-2.044527769088745, -1.5876058340072632, -2.305525302886963, -2.8051459789276123, -1.7278261184692383, -1.6019210815429688, -1.042885661125183, -0.8458139896392822, -1.7400020360946655, -0.440761536359787, -0.08207574486732483, -0.3285144865512848, -1.2602062225341797, -2.194643020629883, -0.7190297842025757, -0.046583905816078186, -3.1516993045806885, -1.4911795854568481, -1.8469083309173584, -1.5056815147399902, -1.6380562782287598, -1.6274185180664062, -1.5637933015823364]}, "Bot002_013_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :)", "response": "Yeah it is. i am sure it is.", "annotation_id": "Bot002_013_04", "annotations": ["T", "T", "O", "X", "O", "T", "T", "O", "O", "O", "O", "T", "T", "O", "X"], "gpt2_target_score": [-14.843951225280762, -6.110082149505615, -7.27883768081665, -8.079728126525879, -5.594876289367676, -10.444587707519531, -10.863900184631348, -8.11142349243164, -3.03300142288208, -9.311107635498047], "gpt2_argmax_score": [-2.044527769088745, -1.5876058340072632, -2.305525302886963, -2.8051459789276123, -1.7278261184692383, -1.6019210815429688, -1.042885661125183, -0.8458139896392822, -1.7400020360946655, -0.440761536359787, -0.08207574486732483, -0.3285144865512848, -1.2602062225341797, -0.7302106022834778, -0.062616266310215, -3.137082815170288, -1.55406653881073, -1.9117001295089722, -1.6631501913070679, -1.7687171697616577, -2.032902240753174, -1.7599302530288696, -2.4328227043151855, -1.4283626079559326, -1.8697291612625122, -1.3298876285552979, -2.024954080581665, -1.1589032411575317, -0.6913127899169922, -1.7244793176651, -1.2913602590560913, -1.837528109550476, -2.4136288166046143, -1.7090880870819092, -0.8189052939414978, -1.8994654417037964, -1.0387009382247925]}, "Bot002_013_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie?", "response": "I do, but i love to read and make short stories.", "annotation_id": "Bot002_013_06", "annotations": ["T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-11.58863353729248, -9.53734302520752, -7.635511875152588, -10.859551429748535, -5.594876289367676, -9.262351989746094, -1.042885661125183, -13.326374053955078, -7.269131183624268, -11.510250091552734, -14.130797386169434, -15.925254821777344, -10.407651901245117], "gpt2_argmax_score": [-2.044527769088745, -1.5876058340072632, -2.305525302886963, -2.8051459789276123, -1.7278261184692383, -1.6019210815429688, -1.042885661125183, -0.8458139896392822, -1.7400020360946655, -0.440761536359787, -0.08207574486732483, -0.3285144865512848, -1.2602062225341797, -0.7302106022834778, -0.062616266310215, -3.137082815170288, -1.55406653881073, -1.9117001295089722, -1.6631501913070679, -1.7687171697616577, -2.032902240753174, -1.7599302530288696, -2.4328227043151855, -1.4283626079559326, -1.8697291612625122, -1.3298876285552979, -1.339479923248291, -0.6462365388870239, -1.7086330652236938, -1.3989543914794922, -1.5994845628738403, -2.5727694034576416, -1.6689852476119995, -0.8834184408187866, -1.7306640148162842, -2.1567225456237793, -0.21404390037059784, -1.5989993810653687, -1.0660619735717773, -1.7710504531860352, -2.5224709510803223, -0.04839858040213585, -1.0885988473892212, -1.1066350936889648, -2.046431064605713, -1.9017072916030884, -1.5029206275939941, -1.6975294351577759, -1.221157193183899, -1.8762493133544922, -1.1740301847457886, -2.209578275680542, -1.5831239223480225, -1.952232003211975, -2.2159955501556396, -0.20260809361934662, -0.7931669354438782, -1.2039653062820435]}, "Bot002_013_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries", "response": "I love movies too! i love watching movies.", "annotation_id": "Bot002_013_08", "annotations": ["O", "T", "T", "X", "O", "O", "O", "O", "O", "X", "O", "O", "O", "X", "O"], "gpt2_target_score": [-11.58862590789795, -9.331823348999023, -10.88786792755127, -9.784217834472656, -3.0445351600646973, -8.183294296264648, -9.611738204956055, -12.898871421813965, -12.904155731201172, -9.31112289428711], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -2.805175304412842, -1.7278541326522827, -1.6018738746643066, -1.0429061651229858, -0.8458015322685242, -1.7400015592575073, -0.4407612979412079, -0.08207310736179352, -0.328525573015213, -1.2602351903915405, -0.7302144765853882, -0.06261492520570755, -3.137084722518921, -1.5540434122085571, -1.9117016792297363, -1.6631447076797485, -1.7687172889709473, -2.032902956008911, -1.759909987449646, -2.432788372039795, -1.4283688068389893, -1.8697625398635864, -1.3298454284667969, -1.339462161064148, -0.6462188959121704, -1.7086586952209473, -1.398953914642334, -1.59947669506073, -2.572805881500244, -1.668972134590149, -0.8834052681922913, -1.730645775794983, -2.1567065715789795, -0.2140476554632187, -1.5989820957183838, -1.0660613775253296, -1.7710635662078857, -2.522500514984131, -0.048398807644844055, -1.08860445022583, -1.1066240072250366, -2.168570041656494, -1.5038145780563354, -1.521672248840332, -1.3986951112747192, -1.8333511352539062, -1.457255482673645, -2.147111177444458, -1.5932040214538574, -1.9765549898147583, -2.2031478881835938, -0.19664032757282257, -0.7314669489860535, -1.6040502786636353, -1.4182478189468384, -1.5628225803375244, -1.9534900188446045, -2.228956460952759, -1.295032024383545, -2.0269434452056885, -1.9138069152832031, -1.203408122062683, -2.119358777999878, -2.2516443729400635, -0.5865395069122314, -1.5377800464630127, -1.134311318397522, -1.1619623899459839, -2.019785165786743, -2.5601680278778076, -2.334026336669922, -0.7076404690742493, -1.3825128078460693]}, "Bot002_013_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries I love movies too! i love watching movies. What is your favourite?", "response": "I like all kinds, what is yours?", "annotation_id": "Bot002_013_10", "annotations": ["O", "O", "T", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-11.58862590789795, -8.076986312866211, -4.0568742752075195, -14.087310791015625, -2.7313179969787598, -7.220495700836182, -7.9285569190979, -13.826956748962402, -4.775173187255859], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -2.805175304412842, -1.7278541326522827, -1.6018738746643066, -1.0429061651229858, -0.8458015322685242, -1.7400015592575073, -0.4407612979412079, -0.08207310736179352, -0.328525573015213, -1.2602351903915405, -0.7302144765853882, -0.06261492520570755, -3.137084722518921, -1.5540434122085571, -1.9117016792297363, -1.6631447076797485, -1.7687172889709473, -2.032902956008911, -1.759909987449646, -2.432788372039795, -1.4283688068389893, -1.8697625398635864, -1.3298454284667969, -1.339462161064148, -0.6462188959121704, -1.7086586952209473, -1.398953914642334, -1.59947669506073, -2.572805881500244, -1.668972134590149, -0.8834052681922913, -1.730645775794983, -2.1567065715789795, -0.2140444666147232, -1.598982572555542, -1.0660628080368042, -1.7710669040679932, -2.522484302520752, -0.04839903488755226, -1.0886093378067017, -1.1066218614578247, -2.168577194213867, -1.5038073062896729, -1.521658182144165, -1.3986824750900269, -1.8333359956741333, -1.4572620391845703, -2.1471071243286133, -1.5931856632232666, -1.976549744606018, -2.203136444091797, -0.1966400444507599, -0.7314594984054565, -1.604041576385498, -1.418251872062683, -1.5628398656845093, -1.953503131866455, -2.2289633750915527, -1.2950363159179688, -2.0269572734832764, -1.913813591003418, -1.2034093141555786, -2.858403205871582, -1.744072675704956, -1.4230979681015015, -0.8586880564689636, -1.7152795791625977, -2.3436119556427, -2.4214134216308594, -2.528343439102173, -1.2143863439559937, -1.6541340351104736, -1.8731989860534668, -1.062296748161316, -1.16378915309906, -2.302879810333252, -1.2135813236236572, -2.1011481285095215, -2.154061794281006, -2.351815938949585, -1.3627065420150757, -0.03856664523482323, -1.5568819046020508, -1.496506690979004, -0.4524171054363251, -0.15251310169696808, -0.30675455927848816]}, "Bot002_013_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries I love movies too! i love watching movies. What is your favourite? I like all kinds, what is yours? documentary", "response": "I like documentaries, documentaries, documentaries, documentaries, documentaries, and they make a lot of it", "annotation_id": "Bot002_013_12", "annotations": ["T", "X", "T", "X", "T", "T", "T", "O", "X", "O", "X", "X", "T", "T", "X"], "gpt2_target_score": [-11.58862590789795, -8.076986312866211, -14.41277027130127, -6.0490031242370605, -14.853052139282227, -7.530767917633057, -16.311094284057617, -11.605887413024902, -16.433055877685547, -7.023540019989014, -15.018840789794922, -3.9022865295410156, -8.02260971069336, -12.03990650177002, -13.99507999420166, -4.882568359375, -12.459149360656738, -9.064685821533203, -8.341794967651367], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -2.805175304412842, -1.7278541326522827, -1.6018738746643066, -1.0429061651229858, -0.8458015322685242, -1.7400015592575073, -0.4407612979412079, -0.08207310736179352, -0.328525573015213, -1.2602351903915405, -0.7302144765853882, -0.06261492520570755, -3.137084722518921, -1.5540434122085571, -1.9117016792297363, -1.6631447076797485, -1.7687172889709473, -2.032902956008911, -1.759909987449646, -2.432788372039795, -1.4283688068389893, -1.8697625398635864, -1.3298454284667969, -1.339462161064148, -0.6462188959121704, -1.7086586952209473, -1.398953914642334, -1.59947669506073, -2.572805881500244, -1.668972134590149, -0.8834052681922913, -1.730645775794983, -2.1567065715789795, -0.2140444666147232, -1.598982572555542, -1.0660628080368042, -1.7710669040679932, -2.522484302520752, -0.04839903488755226, -1.0886069536209106, -1.106618881225586, -2.168564796447754, -1.503800868988037, -1.5216752290725708, -1.398693323135376, -1.833349347114563, -1.4572689533233643, -2.1471152305603027, -1.5931801795959473, -1.9765541553497314, -2.2031362056732178, -0.19664062559604645, -0.731459379196167, -1.6040406227111816, -1.4182406663894653, -1.5628422498703003, -1.9534990787506104, -2.228954315185547, -1.2950358390808105, -2.0269410610198975, -1.9138095378875732, -1.203413486480713, -2.85841965675354, -1.7440686225891113, -1.4231007099151611, -0.8586745262145996, -1.715284824371338, -2.3436262607574463, -2.421401023864746, -2.528336524963379, -1.2143903970718384, -1.6541290283203125, -1.8731989860534668, -1.0622868537902832, -1.163787603378296, -2.3028786182403564, -1.213575839996338, -2.1593618392944336, -2.3810367584228516, -1.4473166465759277, -0.03616287186741829, -1.6060643196105957, -1.4230328798294067, -0.4277431070804596, -0.13477662205696106, -1.325669288635254, -2.0324838161468506, -2.1022462844848633, -1.7951971292495728, -2.5203194618225098, -1.5496939420700073, -1.4229528903961182, -0.7080001831054688, -1.5360729694366455, -0.5100423693656921, -1.5386062860488892, -0.5383216738700867, -1.5626842975616455, -0.5206894278526306, -1.1117618083953857, -2.048018217086792, -1.0997925996780396, -0.5395941138267517, -0.5217240452766418, -0.07525493204593658, -1.3003250360488892, -0.91908860206604]}, "Bot002_013_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries I love movies too! i love watching movies. What is your favourite? I like all kinds, what is yours? documentary I like documentaries, documentaries, documentaries, documentaries, documentaries, and they make a lot of it You are so funny :)", "response": "I am so funny i know", "annotation_id": "Bot002_013_14", "annotations": ["T", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O"], "gpt2_target_score": [-11.58862590789795, -10.137487411499023, -5.775822639465332, -3.4399943351745605, -5.594889163970947, -10.417577743530273], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -2.805175304412842, -1.7278541326522827, -1.6018738746643066, -1.0429061651229858, -0.8458015322685242, -1.7400015592575073, -0.4407612979412079, -0.08207310736179352, -0.328525573015213, -1.2602351903915405, -0.7302144765853882, -0.06261492520570755, -3.137084722518921, -1.5540434122085571, -1.9117016792297363, -1.6631447076797485, -1.7687172889709473, -2.032902956008911, -1.759909987449646, -2.432788372039795, -1.4283688068389893, -1.8697625398635864, -1.3298454284667969, -1.339462161064148, -0.6462188959121704, -1.7086586952209473, -1.398953914642334, -1.59947669506073, -2.572805881500244, -1.668972134590149, -0.8834052681922913, -1.730645775794983, -2.1567065715789795, -0.2140444666147232, -1.598982572555542, -1.0660628080368042, -1.7710669040679932, -2.522484302520752, -0.04839903488755226, -1.0886069536209106, -1.106618881225586, -2.168564796447754, -1.503800868988037, -1.5216752290725708, -1.398693323135376, -1.833349347114563, -1.4572689533233643, -2.1471152305603027, -1.5931801795959473, -1.9765541553497314, -2.2031362056732178, -0.19664062559604645, -0.731459379196167, -1.6040406227111816, -1.4182406663894653, -1.5628422498703003, -1.9534990787506104, -2.228954315185547, -1.2950358390808105, -2.0269410610198975, -1.9138095378875732, -1.203413486480713, -2.85841965675354, -1.7440686225891113, -1.4231007099151611, -0.8586745262145996, -1.715284824371338, -2.3436262607574463, -2.421401023864746, -2.528336524963379, -1.2143903970718384, -1.6541290283203125, -1.8731989860534668, -1.0622868537902832, -1.163787603378296, -2.3028786182403564, -1.213575839996338, -2.1593618392944336, -2.3810367584228516, -1.4473166465759277, -0.03616287186741829, -1.6060664653778076, -1.4230339527130127, -0.42774444818496704, -0.13477808237075806, -1.3256759643554688, -2.0325028896331787, -1.46775484085083, -2.7037041187286377, -1.638939619064331, -1.6958622932434082, -0.8350184559822083, -1.8793070316314697, -0.5807808637619019, -1.5783665180206299, -0.5615112781524658, -1.1926556825637817, -0.5214105248451233, -0.8409527540206909, -1.7406129837036133, -1.0291287899017334, -0.44652655720710754, -0.592814564704895, -0.08299119025468826, -1.2531694173812866, -0.9091722369194031, -2.0622482299804688, -2.3102455139160156, -1.9631619453430176, -1.572464108467102, -1.878797173500061, -1.8460100889205933, -2.0904617309570312, -1.8959671258926392, -1.5001901388168335, -1.1332241296768188, -2.0654516220092773, -1.9755265712738037]}, "Bot002_013_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries I love movies too! i love watching movies. What is your favourite? I like all kinds, what is yours? documentary I like documentaries, documentaries, documentaries, documentaries, documentaries, and they make a lot of it You are so funny :) I am so funny i know and not as stupid as Siri :)", "response": "I have heard that show.", "annotation_id": "Bot002_013_16", "annotations": ["X", "X", "X", "X", "T", "X", "X", "O", "X", "O", "O", "X", "X", "O", "T"], "gpt2_target_score": [-11.58862590789795, -8.015493392944336, -13.298527717590332, -7.3879313468933105, -10.389825820922852, -8.102209091186523], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -2.805175304412842, -1.7278541326522827, -1.6018738746643066, -1.0429061651229858, -0.8458015322685242, -1.7400015592575073, -0.4407612979412079, -0.08207310736179352, -0.328525573015213, -1.2602351903915405, -0.7302144765853882, -0.06261492520570755, -3.137084722518921, -1.5540434122085571, -1.9117016792297363, -1.6631447076797485, -1.7687172889709473, -2.032902956008911, -1.759909987449646, -2.432788372039795, -1.4283688068389893, -1.8697625398635864, -1.3298454284667969, -1.339462161064148, -0.6462188959121704, -1.7086586952209473, -1.398953914642334, -1.59947669506073, -2.572805881500244, -1.668972134590149, -0.8834052681922913, -1.730645775794983, -2.1567065715789795, -0.2140444666147232, -1.598982572555542, -1.0660628080368042, -1.7710669040679932, -2.522484302520752, -0.04839903488755226, -1.0886069536209106, -1.106618881225586, -2.168564796447754, -1.503800868988037, -1.5216752290725708, -1.398693323135376, -1.833349347114563, -1.4572689533233643, -2.1471152305603027, -1.5931801795959473, -1.9765541553497314, -2.2031362056732178, -0.19664062559604645, -0.731459379196167, -1.6040406227111816, -1.4182406663894653, -1.5628422498703003, -1.9534990787506104, -2.228954315185547, -1.2950358390808105, -2.0269410610198975, -1.9138095378875732, -1.203413486480713, -2.85841965675354, -1.7440686225891113, -1.4231007099151611, -0.8586745262145996, -1.715284824371338, -2.3436262607574463, -2.421401023864746, -2.528336524963379, -1.2143903970718384, -1.6541290283203125, -1.8731989860534668, -1.0622868537902832, -1.163787603378296, -2.3028786182403564, -1.213575839996338, -2.1593618392944336, -2.3810367584228516, -1.4473166465759277, -0.03616287186741829, -1.6060643196105957, -1.4230328798294067, -0.4277431070804596, -0.13477662205696106, -1.325669288635254, -2.0324838161468506, -1.4677517414093018, -2.703718423843384, -1.6389561891555786, -1.6958707571029663, -0.8350105881690979, -1.8793025016784668, -0.5807859897613525, -1.578374981880188, -0.5615122318267822, -1.1926555633544922, -0.5214115977287292, -0.8409470915794373, -1.7406233549118042, -1.0291246175765991, -0.44652092456817627, -0.5928117632865906, -0.0829920694231987, -1.2531694173812866, -0.9091719388961792, -2.0622522830963135, -2.3102569580078125, -1.9631575345993042, -1.5724433660507202, -1.8787833452224731, -2.050877809524536, -2.04228138923645, -2.0842461585998535, -1.7111718654632568, -2.1801767349243164, -2.512232780456543, -1.5060421228408813, -2.5923614501953125, -0.5841614007949829, -0.6245626211166382, -1.1543430089950562, -1.8562558889389038, -1.617542028427124, -1.8326834440231323, -1.970272421836853, -1.2361968755722046, -1.770885705947876, -2.18402361869812, -1.3114938735961914, -1.4340479373931885]}, "Bot002_013_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries I love movies too! i love watching movies. What is your favourite? I like all kinds, what is yours? documentary I like documentaries, documentaries, documentaries, documentaries, documentaries, and they make a lot of it You are so funny :) I am so funny i know and not as stupid as Siri :) I have heard that show. it's not a show! it's bot like you", "response": "I like the show show cartoons, i like the show cartoons.", "annotation_id": "Bot002_013_18", "annotations": ["T", "X", "X", "X", "X", "X", "X", "O", "X", "O", "O", "X", "X", "T", "X"], "gpt2_target_score": [-11.58862590789795, -8.076986312866211, -2.305546760559082, -13.071914672851562, -10.389825820922852, -11.311254501342773, -2.896559238433838, -6.827780723571777, -8.75393295288086, -8.57021713256836, -14.245677947998047, -16.822895050048828, -10.407649993896484], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -2.805175304412842, -1.7278541326522827, -1.6018738746643066, -1.0429061651229858, -0.8458015322685242, -1.7400015592575073, -0.4407612979412079, -0.08207310736179352, -0.328525573015213, -1.2602351903915405, -0.7302144765853882, -0.06261492520570755, -3.137084722518921, -1.5540434122085571, -1.9117016792297363, -1.6631447076797485, -1.7687172889709473, -2.032902956008911, -1.759909987449646, -2.432788372039795, -1.4283688068389893, -1.8697625398635864, -1.3298454284667969, -1.339462161064148, -0.6462188959121704, -1.7086586952209473, -1.398953914642334, -1.59947669506073, -2.572805881500244, -1.668972134590149, -0.8834052681922913, -1.730645775794983, -2.1567065715789795, -0.2140444666147232, -1.598982572555542, -1.0660628080368042, -1.7710669040679932, -2.522484302520752, -0.04839903488755226, -1.0886069536209106, -1.106618881225586, -2.168564796447754, -1.503800868988037, -1.5216752290725708, -1.398693323135376, -1.833349347114563, -1.4572689533233643, -2.1471152305603027, -1.5931801795959473, -1.9765541553497314, -2.2031362056732178, -0.19664062559604645, -0.731459379196167, -1.6040406227111816, -1.4182406663894653, -1.5628422498703003, -1.9534990787506104, -2.228954315185547, -1.2950358390808105, -2.0269410610198975, -1.9138095378875732, -1.203413486480713, -2.85841965675354, -1.7440686225891113, -1.4231007099151611, -0.8586745262145996, -1.715284824371338, -2.3436262607574463, -2.421401023864746, -2.528336524963379, -1.2143903970718384, -1.6541290283203125, -1.8731989860534668, -1.0622868537902832, -1.163787603378296, -2.3028786182403564, -1.213575839996338, -2.1593618392944336, -2.3810367584228516, -1.4473166465759277, -0.03616287186741829, -1.6060643196105957, -1.4230328798294067, -0.4277431070804596, -0.13477662205696106, -1.325669288635254, -2.0324838161468506, -1.467754602432251, -2.7037129402160645, -1.6389421224594116, -1.695852518081665, -0.8350116014480591, -1.8793082237243652, -0.5807807445526123, -1.5783617496490479, -0.5615108609199524, -1.1926630735397339, -0.5214083790779114, -0.8409541845321655, -1.7406160831451416, -1.029129981994629, -0.4465295374393463, -0.5928172469139099, -0.08299019932746887, -1.2531750202178955, -0.9091563820838928, -2.062251567840576, -2.3102471828460693, -1.9631487131118774, -1.5724537372589111, -1.8787857294082642, -2.050841808319092, -2.0422935485839844, -2.084239959716797, -1.7111530303955078, -2.1801676750183105, -2.512234926223755, -1.5060439109802246, -2.5923657417297363, -0.5841635465621948, -0.6245722770690918, -1.1543281078338623, -1.8562473058700562, -1.6175456047058105, -1.6411420106887817, -1.4006752967834473, -2.07934832572937, -2.151319742202759, -1.450165033340454, -1.4095262289047241, -1.0734186172485352, -2.185001850128174, -2.164309024810791, -2.082237482070923, -1.5586947202682495, -1.9800689220428467, -0.2812560200691223, -0.6715324521064758, -2.4372782707214355, -2.3651986122131348, -1.7277644872665405, -1.9784133434295654, -2.1892902851104736, -1.354897379875183, -0.9692798852920532, -1.4762696027755737, -1.5134903192520142, -1.6008334159851074, -1.4659265279769897, -1.826398253440857, -1.3182358741760254, -1.6749377250671387, -2.4165709018707275, -1.8193941116333008, -1.2648905515670776]}, "Bot002_013_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries I love movies too! i love watching movies. What is your favourite? I like all kinds, what is yours? documentary I like documentaries, documentaries, documentaries, documentaries, documentaries, and they make a lot of it You are so funny :) I am so funny i know and not as stupid as Siri :) I have heard that show. it's not a show! it's bot like you I like the show show cartoons, i like the show cartoons. What else do you like?", "response": "I like to listen to music", "annotation_id": "Bot002_013_20", "annotations": ["O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "X", "O"], "gpt2_target_score": [-11.58862590789795, -8.076986312866211, -7.855870246887207, -13.500236511230469, -1.8424628973007202, -9.351095199584961], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -2.805175304412842, -1.7278541326522827, -1.6018738746643066, -1.0429061651229858, -0.8458015322685242, -1.7400015592575073, -0.4407612979412079, -0.08207310736179352, -0.328525573015213, -1.2602351903915405, -0.7302144765853882, -0.06261492520570755, -3.137084722518921, -1.5540434122085571, -1.9117016792297363, -1.6631447076797485, -1.7687172889709473, -2.032902956008911, -1.759909987449646, -2.432788372039795, -1.4283688068389893, -1.8697625398635864, -1.3298454284667969, -1.339462161064148, -0.6462188959121704, -1.7086586952209473, -1.398953914642334, -1.59947669506073, -2.572805881500244, -1.668972134590149, -0.8834052681922913, -1.730645775794983, -2.1567065715789795, -0.2140444666147232, -1.598982572555542, -1.0660628080368042, -1.7710669040679932, -2.522484302520752, -0.04839903488755226, -1.0886069536209106, -1.106618881225586, -2.168564796447754, -1.503800868988037, -1.5216752290725708, -1.398693323135376, -1.833349347114563, -1.4572689533233643, -2.1471152305603027, -1.5931801795959473, -1.9765541553497314, -2.2031362056732178, -0.19664062559604645, -0.731459379196167, -1.6040406227111816, -1.4182406663894653, -1.5628422498703003, -1.9534990787506104, -2.228954315185547, -1.2950358390808105, -2.0269410610198975, -1.9138095378875732, -1.203413486480713, -2.85841965675354, -1.7440686225891113, -1.4231007099151611, -0.8586745262145996, -1.715284824371338, -2.3436262607574463, -2.421401023864746, -2.528336524963379, -1.2143903970718384, -1.6541290283203125, -1.8731989860534668, -1.0622868537902832, -1.163787603378296, -2.3028786182403564, -1.213575839996338, -2.1593618392944336, -2.3810367584228516, -1.4473166465759277, -0.03616287186741829, -1.6060643196105957, -1.4230328798294067, -0.4277431070804596, -0.13477662205696106, -1.325669288635254, -2.0324838161468506, -1.467754602432251, -2.7037129402160645, -1.6389421224594116, -1.695852518081665, -0.8350116014480591, -1.8793082237243652, -0.5807807445526123, -1.5783617496490479, -0.5615108609199524, -1.1926630735397339, -0.5214083790779114, -0.8409541845321655, -1.7406160831451416, -1.029129981994629, -0.4465295374393463, -0.5928172469139099, -0.08299019932746887, -1.2531750202178955, -0.9091563820838928, -2.062251567840576, -2.3102471828460693, -1.9631487131118774, -1.5724537372589111, -1.8787857294082642, -2.050841808319092, -2.0422935485839844, -2.084239959716797, -1.7111530303955078, -2.1801676750183105, -2.512234926223755, -1.5060439109802246, -2.5923657417297363, -0.5841635465621948, -0.6245722770690918, -1.1543281078338623, -1.8562473058700562, -1.6175456047058105, -1.6411420106887817, -1.4006752967834473, -2.07934832572937, -2.151319742202759, -1.450165033340454, -1.4095242023468018, -1.073410153388977, -2.184990882873535, -2.164294958114624, -2.0822370052337646, -1.5586968660354614, -1.9800679683685303, -0.2812575697898865, -0.6715383529663086, -2.4372684955596924, -2.365196466445923, -1.7277659177780151, -1.8301221132278442, -1.601906180381775, -1.0809214115142822, -2.0774972438812256, -2.1079561710357666, -2.023695945739746, -1.5005807876586914, -1.563138723373413, -1.3536790609359741, -1.2476264238357544, -2.571089267730713, -1.564115047454834, -1.9495755434036255, -1.9974019527435303, -1.285899043083191, -0.051439069211483, -0.5087395310401917, -0.9467113018035889, -1.689257025718689, -1.756255030632019, -1.2045596837997437, -1.2197359800338745, -0.3205493688583374, -0.0693725049495697, -1.7324719429016113, -1.6375021934509277]}, "Bot002_015_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim?", "response": "I do not like to swim", "annotation_id": "Bot002_015_02", "annotations": ["O", "O", "X", "O", "O", "T", "O", "O", "O", "O", "X", "O", "T", "X", "O"], "gpt2_target_score": [-11.58863353729248, -9.53734302520752, -3.5628342628479004, -8.564131736755371, -9.85097599029541, -11.493363380432129], "gpt2_argmax_score": [-2.044527769088745, -1.5876058340072632, -2.305525302886963, -1.6454609632492065, -1.3106012344360352, -1.96200692653656, -2.137202024459839, -1.3532352447509766, -1.5091127157211304, -2.112710475921631, -1.6191147565841675, -0.6476554870605469, -2.138113260269165, -1.8203531503677368, -0.3386825621128082, -0.9568295478820801, -1.273211121559143, -1.9111729860305786, -1.6647374629974365, -0.8855523467063904, -0.8129948973655701, -0.6646188497543335, -0.03571632504463196, -0.9520272016525269]}, "Bot002_015_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water?", "response": "I do not like to swim", "annotation_id": "Bot002_015_04", "annotations": ["T", "T", "X", "X", "T", "X", "T", "X", "O", "T", "X", "X", "X", "O", "O"], "gpt2_target_score": [-11.58863353729248, -9.53734302520752, -3.5628342628479004, -8.564131736755371, -9.85097599029541, -11.493363380432129], "gpt2_argmax_score": [-2.044527769088745, -1.5876058340072632, -2.305525302886963, -1.6454609632492065, -1.3106012344360352, -1.96200692653656, -2.137202024459839, -1.3532352447509766, -1.5091127157211304, -2.112710475921631, -1.6191147565841675, -0.6476554870605469, -2.138113260269165, -1.8203531503677368, -0.3386825621128082, -0.9568295478820801, -1.2732082605361938, -1.7047697305679321, -0.8883280158042908, -0.8395700454711914, -0.7319343686103821, -0.05973585322499275, -0.9041604399681091, -1.1790858507156372, -1.5237174034118652, -1.645615577697754, -0.06073266267776489, -0.45247843861579895, -0.15996813774108887, -0.2130001187324524, -1.6022472381591797, -1.9441591501235962, -1.3855493068695068, -0.8772311210632324, -0.1999056190252304, -0.7189798355102539, -0.02017465978860855, -0.878288984298706]}, "Bot002_015_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then?", "response": "I like to go to the park and see the best", "annotation_id": "Bot002_015_06", "annotations": ["T", "T", "X", "O", "T", "T", "O", "O", "O", "T", "T", "O", "O", "O", "O"], "gpt2_target_score": [-11.58863353729248, -8.077000617980957, -7.855894565582275, -10.078352928161621, -9.85097599029541, -9.507981300354004, -10.280634880065918, -4.918100357055664, -12.335406303405762, -5.361505031585693, -8.962864875793457], "gpt2_argmax_score": [-2.044527769088745, -1.5876058340072632, -2.305525302886963, -1.6454609632492065, -1.3106012344360352, -1.96200692653656, -2.137202024459839, -1.3532352447509766, -1.5091127157211304, -2.112710475921631, -1.6191147565841675, -0.6476554870605469, -2.138113260269165, -1.8203531503677368, -0.3386825621128082, -0.9568295478820801, -1.2732082605361938, -1.7047697305679321, -0.8883280158042908, -0.8395700454711914, -0.7319343686103821, -0.05973585322499275, -0.9041604399681091, -1.1790858507156372, -1.5237174034118652, -1.645615577697754, -0.06073266267776489, -0.45247843861579895, -0.15996813774108887, -0.2130001187324524, -1.6022472381591797, -1.536351203918457, -0.5111944079399109, -0.13547073304653168, -0.685040295124054, -0.01887947879731655, -0.962963879108429, -1.188331961631775, -1.3039480447769165, -1.616910696029663, -1.6345188617706299, -0.04376276582479477, -0.9814456701278687, -0.6693083047866821, -0.08941083401441574, -1.134106993675232, -1.5317206382751465, -0.9141927361488342, -0.9099389910697937, -0.059465181082487106, -1.306452989578247, -0.8639234304428101, -0.6721892356872559, -1.2513903379440308, -1.1002949476242065, -1.6700704097747803, -2.184926986694336, -2.1511340141296387]}, "Bot002_015_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute?", "response": "I do not like to watch much tv. i like to watch the movies.", "annotation_id": "Bot002_015_08", "annotations": ["O", "T", "X", "X", "T", "X", "T", "X", "O", "T", "X", "X", "X", "X", "X"], "gpt2_target_score": [-11.58862590789795, -9.537328720092773, -3.5628252029418945, -8.564101219177246, -9.850940704345703, -7.200234889984131, -7.134924411773682, -11.248230934143066, -11.46058464050293, -5.746760368347168, -5.625311374664307, -7.935230731964111, -5.312521457672119, -2.6243488788604736, -12.929313659667969, -5.880536079406738], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -1.6454153060913086, -1.3106269836425781, -1.9620451927185059, -2.137197971343994, -1.3532114028930664, -1.5091153383255005, -2.112696886062622, -1.6191009283065796, -0.647648274898529, -2.138113498687744, -1.8203632831573486, -0.3386760950088501, -0.9567996859550476, -1.2732105255126953, -1.7047709226608276, -0.8883277177810669, -0.8395728468894958, -0.7318975329399109, -0.059735290706157684, -0.9041805267333984, -1.179100513458252, -1.5237401723861694, -1.6456011533737183, -0.06073053181171417, -0.4524739682674408, -0.15997077524662018, -0.2130129337310791, -1.6023069620132446, -1.5363507270812988, -0.5111927390098572, -0.13547645509243011, -0.6850326657295227, -0.018878426402807236, -0.9629402160644531, -1.1883668899536133, -1.3039995431900024, -1.6169030666351318, -1.6345036029815674, -0.043761394917964935, -0.9814406633377075, -0.6693148016929626, -0.08941236138343811, -1.134100317955017, -1.4809869527816772, -0.9942249655723572, -0.05450071021914482, -1.259227991104126, -0.9762552380561829, -0.7351639866828918, -1.2209458351135254, -1.2463082075119019, -1.6673457622528076, -2.181859254837036, -2.0608701705932617, -0.09413909912109375, -1.082035779953003, -1.518324613571167, -0.02138672024011612, -0.22126342356204987, -0.7440868616104126, -1.8975491523742676, -0.6410053968429565, -0.7319326400756836, -1.547554850578308, -1.67438542842865, -0.6853723526000977, -1.2070260047912598, -0.13744378089904785, -0.8604490160942078, -0.08736910670995712, -1.5465089082717896, -1.6243634223937988, -1.3095393180847168, -1.142096996307373, -1.5735092163085938, -0.4996756315231323, -1.1529569625854492, -2.559750556945801, -2.517940044403076, -1.5026967525482178, -1.652454137802124]}, "Bot002_015_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute? I do not like to watch much tv. i like to watch the movies. What is your favorite type of movie?", "response": "I like action movies, movies, movies, movies, movies, movies, movies", "annotation_id": "Bot002_015_10", "annotations": ["X", "T", "X", "O", "O", "T", "T", "O", "O", "X", "T", "O", "X", "X", "X"], "gpt2_target_score": [-11.58862590789795, -8.076986312866211, -13.593602180480957, -11.922713279724121, -11.326221466064453, -15.230127334594727, -3.3929810523986816, -9.596131324768066, -10.150747299194336, -13.475382804870605, -9.024724960327148, -10.47348403930664, -6.619406223297119, -8.25969409942627, -8.750099182128906, -12.949673652648926], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -1.6454153060913086, -1.3106269836425781, -1.9620451927185059, -2.137197971343994, -1.3532114028930664, -1.5091153383255005, -2.112696886062622, -1.6191009283065796, -0.647648274898529, -2.138113498687744, -1.8203632831573486, -0.3386760950088501, -0.9567996859550476, -1.2732105255126953, -1.7047709226608276, -0.8883277177810669, -0.8395728468894958, -0.7318975329399109, -0.059735290706157684, -0.9041805267333984, -1.179100513458252, -1.5237401723861694, -1.6456011533737183, -0.06073053181171417, -0.4524739682674408, -0.15997077524662018, -0.2130129337310791, -1.6023069620132446, -1.5363507270812988, -0.5111927390098572, -0.13547645509243011, -0.6850326657295227, -0.018878426402807236, -0.9629402160644531, -1.1883668899536133, -1.3039995431900024, -1.6169030666351318, -1.6345036029815674, -0.043761394917964935, -0.9814406633377075, -0.6693148016929626, -0.08941236138343811, -1.134100317955017, -1.4809869527816772, -0.9942249655723572, -0.05450071021914482, -1.259227991104126, -0.9762552380561829, -0.7351639866828918, -1.2209458351135254, -1.2463082075119019, -1.6673457622528076, -2.181859254837036, -2.0608701705932617, -0.09413909912109375, -1.082035779953003, -1.518324613571167, -0.02138672024011612, -0.22126342356204987, -0.7440868616104126, -1.8975491523742676, -0.6410053968429565, -0.7319326400756836, -1.547554850578308, -0.9285212755203247, -0.6479984521865845, -0.09982949495315552, -0.9545689225196838, -0.0874299556016922, -1.799189805984497, -1.6313501596450806, -1.1915122270584106, -1.1544157266616821, -1.3492703437805176, -0.508435070514679, -0.9135726690292358, -2.5765111446380615, -2.429781675338745, -1.1714667081832886, -1.604504942893982, -1.1101502180099487, -0.8562183380126953, -0.502048671245575, -2.0666537284851074, -0.12615631520748138, -1.7073472738265991, -0.21431005001068115, -1.4195457696914673, -1.965637445449829, -0.799525797367096, -1.220842957496643, -0.655026912689209, -1.028843879699707, -1.7558135986328125, -0.8363996744155884, -1.7309682369232178, -0.6182119250297546, -2.0187370777130127, -0.7045334577560425, -2.174875259399414, -0.6992998123168945, -1.68313467502594, -0.649166464805603, -1.2729967832565308, -0.5894457697868347]}, "Bot002_015_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute? I do not like to watch much tv. i like to watch the movies. What is your favorite type of movie? I like action movies, movies, movies, movies, movies, movies, movies Action movie. I see. Don't you like drama?", "response": "I like to watch movies, i love movies", "annotation_id": "Bot002_015_12", "annotations": ["X", "O", "X", "O", "O", "T", "T", "X", "O", "T", "T", "O", "X", "O", "O"], "gpt2_target_score": [-11.58862590789795, -8.076986312866211, -7.855870246887207, -9.603636741638184, -14.35940933227539, -7.141259670257568, -5.981527805328369, -5.982621192932129, -9.319486618041992], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -1.6454153060913086, -1.3106269836425781, -1.9620451927185059, -2.137197971343994, -1.3532114028930664, -1.5091153383255005, -2.112696886062622, -1.6191009283065796, -0.647648274898529, -2.138113498687744, -1.8203632831573486, -0.3386760950088501, -0.9567996859550476, -1.2732105255126953, -1.7047709226608276, -0.8883277177810669, -0.8395728468894958, -0.7318975329399109, -0.059735290706157684, -0.9041805267333984, -1.179100513458252, -1.5237401723861694, -1.6456011533737183, -0.06073053181171417, -0.4524739682674408, -0.15997077524662018, -0.2130129337310791, -1.6023069620132446, -1.5363507270812988, -0.5111927390098572, -0.13547645509243011, -0.6850326657295227, -0.018878426402807236, -0.9629402160644531, -1.1883668899536133, -1.3039995431900024, -1.6169030666351318, -1.6345036029815674, -0.043761394917964935, -0.9814406633377075, -0.6693148016929626, -0.08941236138343811, -1.134100317955017, -1.4809869527816772, -0.9942249655723572, -0.05450071021914482, -1.259227991104126, -0.9762552380561829, -0.7351639866828918, -1.2209458351135254, -1.2463082075119019, -1.6673457622528076, -2.181859254837036, -2.0608701705932617, -0.09413909912109375, -1.082035779953003, -1.518324613571167, -0.02138672024011612, -0.22126342356204987, -0.7440868616104126, -1.8975491523742676, -0.6410053968429565, -0.7319326400756836, -1.547554850578308, -0.9285212755203247, -0.6479984521865845, -0.09982949495315552, -0.9545689225196838, -0.0874299556016922, -1.799189805984497, -1.6313501596450806, -1.1915122270584106, -1.1544157266616821, -1.3492703437805176, -0.508435070514679, -0.9135726690292358, -2.5765111446380615, -2.429781675338745, -1.1714667081832886, -1.604504942893982, -1.1101502180099487, -0.8562183380126953, -0.502048671245575, -2.0666537284851074, -0.12615631520748138, -1.7073472738265991, -0.21431005001068115, -1.4195457696914673, -0.8753237128257751, -1.0219959020614624, -0.9741807579994202, -0.8623906373977661, -1.823340654373169, -0.7623814344406128, -1.9854172468185425, -0.7109030485153198, -2.3174076080322266, -0.7397390604019165, -2.064488172531128, -0.711746096611023, -1.5546437501907349, -0.6242222189903259, -1.1308236122131348, -0.5952619314193726, -1.1822843551635742, -0.7174131870269775, -1.5895546674728394, -0.7722344398498535, -2.140383005142212, -1.373753547668457, -0.18920621275901794, -1.2793571949005127, -0.19528427720069885, -1.9967817068099976, -0.681453287601471, -1.37778902053833, -1.3723855018615723, -0.7962365746498108, -2.149103879928589, -0.12757128477096558, -1.948622703552246, -1.121744155883789, -1.13962721824646, -0.8462539315223694, -2.3812015056610107, -0.9230445027351379]}, "Bot002_015_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute? I do not like to watch much tv. i like to watch the movies. What is your favorite type of movie? I like action movies, movies, movies, movies, movies, movies, movies Action movie. I see. Don't you like drama? I like to watch movies, i love movies Got it. What about books?", "response": "I read books about books, i love it.", "annotation_id": "Bot002_015_14", "annotations": ["O", "O", "X", "O", "O", "T", "T", "X", "O", "T", "T", "O", "X", "O", "O"], "gpt2_target_score": [-11.58862590789795, -13.393499374389648, -12.779683113098145, -3.951613426208496, -15.33908462524414, -7.141259670257568, -5.981527805328369, -5.982621192932129, -10.928808212280273, -2.215327501296997], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -1.6454153060913086, -1.3106269836425781, -1.9620451927185059, -2.137197971343994, -1.3532114028930664, -1.5091153383255005, -2.112696886062622, -1.6191009283065796, -0.647648274898529, -2.138113498687744, -1.8203632831573486, -0.3386760950088501, -0.9567996859550476, -1.2732105255126953, -1.7047709226608276, -0.8883277177810669, -0.8395728468894958, -0.7318975329399109, -0.059735290706157684, -0.9041805267333984, -1.179100513458252, -1.5237401723861694, -1.6456011533737183, -0.06073053181171417, -0.4524739682674408, -0.15997077524662018, -0.2130129337310791, -1.6023069620132446, -1.5363507270812988, -0.5111927390098572, -0.13547645509243011, -0.6850326657295227, -0.018878426402807236, -0.9629402160644531, -1.1883668899536133, -1.3039995431900024, -1.6169030666351318, -1.6345036029815674, -0.043761394917964935, -0.9814406633377075, -0.6693148016929626, -0.08941236138343811, -1.134100317955017, -1.4809869527816772, -0.9942249655723572, -0.05450071021914482, -1.259227991104126, -0.9762552380561829, -0.7351639866828918, -1.2209458351135254, -1.2463082075119019, -1.6673457622528076, -2.181859254837036, -2.0608701705932617, -0.09413909912109375, -1.082035779953003, -1.518324613571167, -0.02138672024011612, -0.22126342356204987, -0.7440868616104126, -1.8975491523742676, -0.6410053968429565, -0.7319326400756836, -1.547554850578308, -0.9285212755203247, -0.6479984521865845, -0.09982949495315552, -0.9545689225196838, -0.0874299556016922, -1.799189805984497, -1.6313501596450806, -1.1915122270584106, -1.1544157266616821, -1.3492703437805176, -0.508435070514679, -0.9135726690292358, -2.5765111446380615, -2.429781675338745, -1.1714667081832886, -1.604504942893982, -1.1101502180099487, -0.8562183380126953, -0.502048671245575, -2.0666537284851074, -0.12615631520748138, -1.7073472738265991, -0.21431005001068115, -1.4195457696914673, -0.8753237128257751, -1.0219959020614624, -0.9741807579994202, -0.8623906373977661, -1.823340654373169, -0.7623814344406128, -1.9854172468185425, -0.7109030485153198, -2.3174076080322266, -0.7397390604019165, -2.064488172531128, -0.711746096611023, -1.5546437501907349, -0.6242222189903259, -1.1308236122131348, -0.5952619314193726, -1.1822843551635742, -0.7174131870269775, -1.5895546674728394, -0.7722344398498535, -2.140383005142212, -1.373753547668457, -0.18920621275901794, -1.2793571949005127, -0.19528427720069885, -1.9967817068099976, -0.681453287601471, -1.37778902053833, -0.9374710321426392, -2.5082790851593018, -0.23883655667304993, -2.0215868949890137, -0.8029473423957825, -0.7410333752632141, -0.7019259929656982, -2.4336321353912354, -1.0527678728103638, -0.5060626268386841, -0.8187087774276733, -1.3756906986236572, -1.693998098373413, -1.0668748617172241, -0.2762712240219116, -1.269899606704712, -1.4858766794204712, -0.9391860961914062, -1.2078733444213867, -1.6755530834197998, -2.219312906265259, -1.5019805431365967, -1.8409677743911743, -1.6767553091049194, -1.8205502033233643, -0.5849102139472961, -1.4127538204193115]}, "Bot002_015_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute? I do not like to watch much tv. i like to watch the movies. What is your favorite type of movie? I like action movies, movies, movies, movies, movies, movies, movies Action movie. I see. Don't you like drama? I like to watch movies, i love movies Got it. What about books? I read books about books, i love it. Sounds nice. Is that how to write a book?", "response": "I write books about it, i write it is writing it.", "annotation_id": "Bot002_015_16", "annotations": ["X", "O", "X", "O", "O", "T", "T", "X", "O", "X", "X", "X", "X", "X", "X"], "gpt2_target_score": [-11.58862590789795, -14.083806991577148, -12.779683113098145, -3.951613426208496, -7.972614288330078, -7.141259670257568, -5.981527805328369, -15.952637672424316, -10.928808212280273, -6.8477888107299805, -12.872091293334961, -3.3521313667297363, -6.530523777008057], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -1.6454153060913086, -1.3106269836425781, -1.9620451927185059, -2.137197971343994, -1.3532114028930664, -1.5091153383255005, -2.112696886062622, -1.6191009283065796, -0.647648274898529, -2.138113498687744, -1.8203632831573486, -0.3386760950088501, -0.9567996859550476, -1.2732105255126953, -1.7047709226608276, -0.8883277177810669, -0.8395728468894958, -0.7318975329399109, -0.059735290706157684, -0.9041805267333984, -1.179100513458252, -1.5237401723861694, -1.6456011533737183, -0.06073053181171417, -0.4524739682674408, -0.15997077524662018, -0.2130129337310791, -1.6023069620132446, -1.5363507270812988, -0.5111927390098572, -0.13547645509243011, -0.6850326657295227, -0.018878426402807236, -0.9629402160644531, -1.1883668899536133, -1.3039995431900024, -1.6169030666351318, -1.6345036029815674, -0.043761394917964935, -0.9814406633377075, -0.6693148016929626, -0.08941236138343811, -1.134100317955017, -1.4809869527816772, -0.9942249655723572, -0.05450071021914482, -1.259227991104126, -0.9762552380561829, -0.7351639866828918, -1.2209458351135254, -1.2463082075119019, -1.6673457622528076, -2.181859254837036, -2.0608701705932617, -0.09413909912109375, -1.082035779953003, -1.518324613571167, -0.02138672024011612, -0.22126342356204987, -0.7440868616104126, -1.8975491523742676, -0.6410053968429565, -0.7319326400756836, -1.547554850578308, -0.9285212755203247, -0.6479984521865845, -0.09982949495315552, -0.9545689225196838, -0.0874299556016922, -1.799189805984497, -1.6313501596450806, -1.1915122270584106, -1.1544157266616821, -1.3492703437805176, -0.508435070514679, -0.9135726690292358, -2.5765111446380615, -2.429781675338745, -1.1714667081832886, -1.604504942893982, -1.1101502180099487, -0.8562183380126953, -0.502048671245575, -2.0666537284851074, -0.12615631520748138, -1.7073472738265991, -0.21431005001068115, -1.4195457696914673, -0.8753237128257751, -1.0219959020614624, -0.9741807579994202, -0.8623906373977661, -1.823340654373169, -0.7623814344406128, -1.9854172468185425, -0.7109030485153198, -2.3174076080322266, -0.7397390604019165, -2.064488172531128, -0.711746096611023, -1.5546437501907349, -0.6242222189903259, -1.1308236122131348, -0.5952619314193726, -1.1822843551635742, -0.7174131870269775, -1.5895546674728394, -0.7722344398498535, -2.140383005142212, -1.373753547668457, -0.18920621275901794, -1.2793571949005127, -0.19528427720069885, -1.9967817068099976, -0.681453287601471, -1.37778902053833, -0.9374710321426392, -2.5082790851593018, -0.23883655667304993, -2.0215868949890137, -0.8029473423957825, -0.7410333752632141, -0.7019259929656982, -2.4336321353912354, -1.0527678728103638, -0.5060626268386841, -0.8187087774276733, -1.3756906986236572, -1.693998098373413, -1.0668798685073853, -0.27627140283584595, -1.2698986530303955, -0.8396373987197876, -1.1342029571533203, -1.19562828540802, -2.3434174060821533, -1.1485536098480225, -1.657435655593872, -1.4133243560791016, -1.8025528192520142, -0.39986929297447205, -1.3269822597503662, -1.4797186851501465, -1.0519522428512573, -1.6084893941879272, -0.8321429491043091, -1.8104734420776367, -0.3255825638771057, -2.041851282119751, -1.4307096004486084, -1.0749515295028687, -0.22718581557273865, -1.6136234998703003, -1.7602016925811768, -1.2780557870864868, -1.3264434337615967, -1.4630588293075562, -1.5944300889968872, -0.7139977216720581, -2.02671217918396, -1.32260000705719, -1.2822526693344116, -1.2588521242141724, -2.264272928237915, -1.6309278011322021, -0.57999187707901, -1.0308891534805298]}, "Bot002_015_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute? I do not like to watch much tv. i like to watch the movies. What is your favorite type of movie? I like action movies, movies, movies, movies, movies, movies, movies Action movie. I see. Don't you like drama? I like to watch movies, i love movies Got it. What about books? I read books about books, i love it. Sounds nice. Is that how to write a book? I write books about it, i write it is writing it. So you are a writer?", "response": "I write, mostly poetry and poetry", "annotation_id": "Bot002_015_18", "annotations": ["T", "O", "X", "O", "O", "T", "T", "T", "O", "T", "O", "O", "X", "X", "O"], "gpt2_target_score": [-11.58862590789795, -14.083806991577148, -7.635533332824707, -12.692763328552246, -15.136402130126953, -9.195520401000977, -13.427724838256836], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -1.6454153060913086, -1.3106269836425781, -1.9620451927185059, -2.137197971343994, -1.3532114028930664, -1.5091153383255005, -2.112696886062622, -1.6191009283065796, -0.647648274898529, -2.138113498687744, -1.8203632831573486, -0.3386760950088501, -0.9567996859550476, -1.2732105255126953, -1.7047709226608276, -0.8883277177810669, -0.8395728468894958, -0.7318975329399109, -0.059735290706157684, -0.9041805267333984, -1.179100513458252, -1.5237401723861694, -1.6456011533737183, -0.06073053181171417, -0.4524739682674408, -0.15997077524662018, -0.2130129337310791, -1.6023069620132446, -1.5363507270812988, -0.5111927390098572, -0.13547645509243011, -0.6850326657295227, -0.018878426402807236, -0.9629402160644531, -1.1883668899536133, -1.3039995431900024, -1.6169030666351318, -1.6345036029815674, -0.043761394917964935, -0.9814406633377075, -0.6693148016929626, -0.08941236138343811, -1.134100317955017, -1.4809869527816772, -0.9942249655723572, -0.05450071021914482, -1.259227991104126, -0.9762552380561829, -0.7351639866828918, -1.2209458351135254, -1.2463082075119019, -1.6673457622528076, -2.181859254837036, -2.0608701705932617, -0.09413909912109375, -1.082035779953003, -1.518324613571167, -0.02138672024011612, -0.22126342356204987, -0.7440868616104126, -1.8975491523742676, -0.6410053968429565, -0.7319326400756836, -1.547554850578308, -0.9285212755203247, -0.6479984521865845, -0.09982949495315552, -0.9545689225196838, -0.0874299556016922, -1.799189805984497, -1.6313501596450806, -1.1915122270584106, -1.1544157266616821, -1.3492703437805176, -0.508435070514679, -0.9135726690292358, -2.5765111446380615, -2.429781675338745, -1.1714667081832886, -1.604504942893982, -1.1101502180099487, -0.8562183380126953, -0.502048671245575, -2.0666537284851074, -0.12615631520748138, -1.7073472738265991, -0.21431005001068115, -1.4195457696914673, -0.8753237128257751, -1.0219959020614624, -0.9741807579994202, -0.8623906373977661, -1.823340654373169, -0.7623814344406128, -1.9854172468185425, -0.7109030485153198, -2.3174076080322266, -0.7397390604019165, -2.064488172531128, -0.711746096611023, -1.5546437501907349, -0.6242222189903259, -1.1308236122131348, -0.5952619314193726, -1.1822843551635742, -0.7174131870269775, -1.5895546674728394, -0.7722344398498535, -2.140383005142212, -1.373753547668457, -0.18920621275901794, -1.2793571949005127, -0.19528427720069885, -1.9967817068099976, -0.681453287601471, -1.37778902053833, -0.9374710321426392, -2.5082790851593018, -0.23883655667304993, -2.0215868949890137, -0.8029473423957825, -0.7410333752632141, -0.7019259929656982, -2.4336321353912354, -1.0527678728103638, -0.5060626268386841, -0.8187087774276733, -1.3756906986236572, -1.693998098373413, -1.0668748617172241, -0.2762712240219116, -1.269899606704712, -0.8396292328834534, -1.1342053413391113, -1.1956279277801514, -2.3434250354766846, -1.148545503616333, -1.657429575920105, -1.413325548171997, -1.8025516271591187, -0.3998706638813019, -1.3269795179367065, -1.4797096252441406, -1.0519474744796753, -1.6084849834442139, -0.8321328163146973, -1.810481071472168, -0.32558324933052063, -2.041867733001709, -1.4307100772857666, -1.0749562978744507, -0.22718629240989685, -1.6136225461959839, -1.5153685808181763, -1.3108783960342407, -1.3904443979263306, -1.8973039388656616, -0.6406305432319641, -1.513504147529602, -1.3819811344146729, -1.4792088270187378, -1.2414458990097046, -2.2336392402648926, -1.6512117385864258, -0.8957415223121643, -1.4991148710250854, -2.097909927368164, -2.2944397926330566, -1.7397955656051636, -2.3484926223754883, -0.7802828550338745, -1.8533453941345215, -1.7377535104751587, -1.9710036516189575, -0.9348220229148865, -1.918944239616394, -1.344760537147522, -0.8583750128746033, -2.7118139266967773, -0.6054611802101135]}, "Bot002_015_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute? I do not like to watch much tv. i like to watch the movies. What is your favorite type of movie? I like action movies, movies, movies, movies, movies, movies, movies Action movie. I see. Don't you like drama? I like to watch movies, i love movies Got it. What about books? I read books about books, i love it. Sounds nice. Is that how to write a book? I write books about it, i write it is writing it. So you are a writer? I write, mostly poetry and poetry Good. Do you like your job?", "response": "I do, i like to work at the local theater", "annotation_id": "Bot002_015_20", "annotations": ["O", "O", "X", "O", "T", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O"], "gpt2_target_score": [-11.58862590789795, -9.537328720092773, -7.635533332824707, -6.005721092224121, -10.318241119384766, -9.829278945922852, -10.573583602905273, -6.300278663635254, -8.838476181030273, -13.42927074432373, -13.803960800170898], "gpt2_argmax_score": [-2.044520378112793, -1.587621808052063, -2.305546760559082, -1.6454153060913086, -1.3106269836425781, -1.9620451927185059, -2.137197971343994, -1.3532114028930664, -1.5091153383255005, -2.112696886062622, -1.6191009283065796, -0.647648274898529, -2.138113498687744, -1.8203632831573486, -0.3386760950088501, -0.9567996859550476, -1.2732105255126953, -1.7047709226608276, -0.8883277177810669, -0.8395728468894958, -0.7318975329399109, -0.059735290706157684, -0.9041805267333984, -1.179100513458252, -1.5237401723861694, -1.6456011533737183, -0.06073053181171417, -0.4524739682674408, -0.15997077524662018, -0.2130129337310791, -1.6023069620132446, -1.5363507270812988, -0.5111927390098572, -0.13547645509243011, -0.6850326657295227, -0.018878426402807236, -0.9629402160644531, -1.1883668899536133, -1.3039995431900024, -1.6169030666351318, -1.6345036029815674, -0.043761394917964935, -0.9814406633377075, -0.6693148016929626, -0.08941236138343811, -1.134100317955017, -1.4809869527816772, -0.9942249655723572, -0.05450071021914482, -1.259227991104126, -0.9762552380561829, -0.7351639866828918, -1.2209458351135254, -1.2463082075119019, -1.6673457622528076, -2.181859254837036, -2.0608701705932617, -0.09413909912109375, -1.082035779953003, -1.518324613571167, -0.02138672024011612, -0.22126342356204987, -0.7440868616104126, -1.8975491523742676, -0.6410053968429565, -0.7319326400756836, -1.547554850578308, -0.9285212755203247, -0.6479984521865845, -0.09982949495315552, -0.9545689225196838, -0.0874299556016922, -1.799189805984497, -1.6313501596450806, -1.1915122270584106, -1.1544157266616821, -1.3492703437805176, -0.508435070514679, -0.9135726690292358, -2.5765111446380615, -2.429781675338745, -1.1714667081832886, -1.604504942893982, -1.1101502180099487, -0.8562183380126953, -0.502048671245575, -2.0666537284851074, -0.12615631520748138, -1.7073472738265991, -0.21431005001068115, -1.4195457696914673, -0.8753237128257751, -1.0219959020614624, -0.9741807579994202, -0.8623906373977661, -1.823340654373169, -0.7623814344406128, -1.9854172468185425, -0.7109030485153198, -2.3174076080322266, -0.7397390604019165, -2.064488172531128, -0.711746096611023, -1.5546437501907349, -0.6242222189903259, -1.1308236122131348, -0.5952619314193726, -1.1822843551635742, -0.7174131870269775, -1.5895546674728394, -0.7722344398498535, -2.140383005142212, -1.373753547668457, -0.18920621275901794, -1.2793571949005127, -0.19528427720069885, -1.9967817068099976, -0.681453287601471, -1.37778902053833, -0.9374710321426392, -2.5082790851593018, -0.23883655667304993, -2.0215868949890137, -0.8029473423957825, -0.7410333752632141, -0.7019259929656982, -2.4336321353912354, -1.0527678728103638, -0.5060626268386841, -0.8187087774276733, -1.3756906986236572, -1.693998098373413, -1.0668748617172241, -0.2762712240219116, -1.269899606704712, -0.8396292328834534, -1.1342053413391113, -1.1956279277801514, -2.3434221744537354, -1.148552656173706, -1.6574431657791138, -1.4133350849151611, -1.8025493621826172, -0.3998616337776184, -1.3269816637039185, -1.4797013998031616, -1.051944613456726, -1.6084949970245361, -0.8321322798728943, -1.8104766607284546, -0.32558298110961914, -2.0418541431427, -1.4307159185409546, -1.0749599933624268, -0.22718657553195953, -1.613632082939148, -1.5153684616088867, -1.3108879327774048, -1.3904435634613037, -1.8973016738891602, -0.6406266093254089, -1.5135014057159424, -1.3819894790649414, -1.479200839996338, -1.2414554357528687, -2.2336459159851074, -1.651206612586975, -0.895757794380188, -1.499107003211975, -2.0979063510894775, -2.294438600540161, -1.7397849559783936, -2.348484516143799, -0.7802854776382446, -1.8533440828323364, -2.2086222171783447, -1.2167311906814575, -1.3824928998947144, -1.238246202468872, -0.7718283534049988, -2.7078466415405273, -0.5880040526390076, -1.7862300872802734, -1.390731692314148, -0.035413872450590134, -0.3167867958545685, -2.1614394187927246, -1.766013741493225, -0.28640884160995483, -1.3076872825622559, -1.6540440320968628, -1.8705655336380005, -1.5160980224609375, -1.2274209260940552, -1.606032133102417, -1.5340198278427124, -1.0300915241241455, -1.4192153215408325, -1.209520936012268, -1.9164291620254517, -1.0360159873962402, -0.8003719449043274]}, "Bot002_016_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi", "response": "Hello, how are you?", "annotation_id": "Bot002_016_02", "annotations": ["X", "O", "O", "O", "O", "O", "O", "T", "X", "X", "O", "T", "O", "O", "T"], "gpt2_target_score": [-16.98308753967285, -7.095426559448242, -10.699444770812988, -11.030783653259277, -10.389533042907715, -11.36282730102539], "gpt2_argmax_score": [-1.731363296508789, -1.6892073154449463, -3.102368116378784, -1.7058175802230835, -0.7998417615890503, -1.3822513818740845, -1.6800291538238525, -2.2009291648864746, -2.1646435260772705, -1.3933537006378174, -1.3913917541503906, -1.5361286401748657, -0.10749439895153046, -1.2330870628356934, -0.43105602264404297]}, "Bot002_016_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training", "response": "That is good. i just finished walking my two miles.", "annotation_id": "Bot002_016_04", "annotations": ["O", "O", "T", "T", "O", "T", "T", "O", "O", "O", "O", "T", "X", "O", "O"], "gpt2_target_score": [-15.93284797668457, -10.085248947143555, -6.731869697570801, -3.368323802947998, -8.809653282165527, -7.892138957977295, -12.740102767944336, -11.925264358520508, -5.043586254119873, -8.706777572631836, -14.323892593383789, -11.600011825561523], "gpt2_argmax_score": [-1.731363296508789, -1.6892073154449463, -3.102368116378784, -1.7058175802230835, -0.7998417615890503, -1.3822513818740845, -1.6800291538238525, -2.2009291648864746, -1.487281322479248, -1.4092459678649902, -1.6705870628356934, -0.13973082602024078, -1.283141016960144, -1.6619412899017334, -0.8679068088531494, -1.1271228790283203, -1.6914594173431396, -2.281428575515747, -1.3404614925384521, -1.2443231344223022, -2.130436897277832, -1.6650316715240479, -2.3248684406280518, -0.687303900718689, -2.117375373840332, -1.7180581092834473, -1.419769048690796, -2.1827704906463623, -0.9067177772521973, -0.6484516263008118, -2.4961841106414795, -1.8392301797866821, -2.4254114627838135, -2.263820171356201, -1.4640368223190308]}, "Bot002_016_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to?", "response": "Sure, what is your favorite color?", "annotation_id": "Bot002_016_06", "annotations": ["X", "T", "O", "O", "T", "T", "T", "T", "X", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-18.12517738342285, -7.095426559448242, -9.498684883117676, -8.809531211853027, -13.50693416595459, -12.079486846923828, -15.632513046264648, -4.939317226409912], "gpt2_argmax_score": [-1.731363296508789, -1.6892073154449463, -3.102368116378784, -1.7058175802230835, -0.7998417615890503, -1.3822513818740845, -1.6800291538238525, -2.2009291648864746, -1.487281322479248, -1.4092459678649902, -1.6705870628356934, -0.13973082602024078, -1.283141016960144, -1.6619412899017334, -0.8679068088531494, -1.1271228790283203, -1.6914594173431396, -2.281428575515747, -1.3404614925384521, -1.2443231344223022, -2.130436897277832, -1.6650316715240479, -0.7827194333076477, -2.1767473220825195, -1.4695477485656738, -1.4908370971679688, -2.196716547012329, -0.8546203970909119, -0.7270386815071106, -2.428065538406372, -2.1428701877593994, -2.288510799407959, -2.2281925678253174, -1.867861032485962, -0.7800202369689941, -1.6244001388549805, -0.8656440377235413, -1.9134455919265747, -2.0042152404785156, -2.3106110095977783, -0.8031419515609741, -1.4629355669021606, -1.935754418373108, -1.6578638553619385, -1.2952266931533813, -2.11944317817688, -2.61389422416687, -0.10823047906160355, -2.2310259342193604, -1.322676658630371, -1.87164306640625, -1.123789668083191, -1.7748140096664429, -2.3533291816711426, -0.7681062817573547, -1.748265266418457, -1.9515985250473022, -0.5565640926361084, -0.631922721862793]}, "Bot002_016_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours?", "response": "I like blue, i like blue", "annotation_id": "Bot002_016_08", "annotations": ["O", "O", "X", "O", "T", "T", "O", "O", "O", "O", "O", "T", "X", "O", "T"], "gpt2_target_score": [-10.675421714782715, -7.795090198516846, -10.61845874786377, -3.7094831466674805, -8.80959415435791, -8.134498596191406, -11.837129592895508], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7058669328689575, -0.7998589873313904, -1.3822705745697021, -1.6799790859222412, -2.2009387016296387, -1.487282633781433, -1.4092762470245361, -1.670557975769043, -0.13972657918930054, -1.283085584640503, -1.6619014739990234, -0.8679097294807434, -1.1271038055419922, -1.6914767026901245, -2.2813918590545654, -1.3403873443603516, -1.2443162202835083, -2.130422592163086, -1.6649820804595947, -0.7827200889587402, -2.176799774169922, -1.4695831537246704, -1.4908299446105957, -2.196725606918335, -0.8546102643013, -0.7270642518997192, -2.428067445755005, -2.1428494453430176, -2.288532018661499, -2.2282040119171143, -1.8678752183914185, -0.7799893021583557, -1.6243605613708496, -0.8656395077705383, -1.9134517908096313, -2.0042483806610107, -2.310605525970459, -0.8031383156776428, -1.4629400968551636, -1.9357280731201172, -1.6578449010849, -1.2952561378479004, -2.119478464126587, -2.6138477325439453, -0.1082276999950409, -2.2310128211975098, -1.3227112293243408, -0.9747823476791382, -1.4465562105178833, -2.3356618881225586, -0.7714624404907227, -1.8858654499053955, -1.9133267402648926, -0.6406251192092896, -1.3302967548370361, -1.5610954761505127, -1.489145278930664, -1.651854157447815, -1.3507806062698364, -1.2358413934707642, -2.015164375305176, -2.0367491245269775, -1.7889020442962646, -1.3918133974075317, -1.3697075843811035, -1.5775535106658936, -1.5718775987625122, -1.2096366882324219]}, "Bot002_016_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours? I like blue, i like blue are you still in college?", "response": "Yes, i am. i am not sure what i want to go to college.", "annotation_id": "Bot002_016_10", "annotations": ["O", "O", "X", "O", "O", "T", "T", "T", "O", "O", "X", "T", "X", "O", "T"], "gpt2_target_score": [-17.10442352294922, -7.095428943634033, -11.192402839660645, -7.4432477951049805, -5.21248722076416, -8.026496887207031, -6.741731643676758, -7.045299053192139, -10.764092445373535, -3.665410280227661, -7.8105268478393555, -13.230775833129883, -7.4340410232543945, -10.248769760131836, -4.630879878997803, -13.404905319213867, -7.613473892211914], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7058669328689575, -0.7998589873313904, -1.3822705745697021, -1.6799790859222412, -2.2009387016296387, -1.487282633781433, -1.4092762470245361, -1.670557975769043, -0.13972657918930054, -1.283085584640503, -1.6619014739990234, -0.8679097294807434, -1.1271038055419922, -1.6914767026901245, -2.2813918590545654, -1.3403873443603516, -1.2443162202835083, -2.130422592163086, -1.6649820804595947, -0.7827200889587402, -2.176799774169922, -1.4695831537246704, -1.4908299446105957, -2.196725606918335, -0.8546102643013, -0.7270642518997192, -2.428067445755005, -2.1428494453430176, -2.288532018661499, -2.2282040119171143, -1.8678752183914185, -0.7799893021583557, -1.6243605613708496, -0.8656395077705383, -1.9134517908096313, -2.0042483806610107, -2.310605525970459, -0.8031383156776428, -1.4629400968551636, -1.9357280731201172, -1.6578449010849, -1.2952561378479004, -2.119478464126587, -2.6138477325439453, -0.1082276999950409, -2.2310128211975098, -1.3227112293243408, -0.9747823476791382, -1.4465562105178833, -2.3356618881225586, -0.7714624404907227, -1.8858654499053955, -1.9133267402648926, -0.6406251192092896, -1.3302967548370361, -1.5610954761505127, -1.489145278930664, -1.651854157447815, -1.3507806062698364, -1.2358413934707642, -1.911675214767456, -1.7746214866638184, -1.3322218656539917, -1.3517500162124634, -1.4004361629486084, -1.644382357597351, -1.1299636363983154, -1.4003418684005737, -1.1156471967697144, -2.2145416736602783, -1.0709819793701172, -0.3959434926509857, -1.65665602684021, -1.960821270942688, -0.8363478183746338, -1.1396948099136353, -0.9805123805999756, -1.3269925117492676, -1.580021858215332, -1.2289553880691528, -2.2435333728790283, -1.730713963508606, -1.4168121814727783, -0.5932714343070984, -1.3794416189193726, -0.4392745792865753, -0.29768607020378113, -1.2713534832000732, -1.3989254236221313, -1.2699062824249268, -0.9735919237136841]}, "Bot002_016_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours? I like blue, i like blue are you still in college? Yes, i am. i am not sure what i want to go to college. how old are you?", "response": "I'M 6 vh1 100th", "annotation_id": "Bot002_016_12", "annotations": ["X", "X", "X", "O", "T", "T", "T", "O", "X", "X", "X", "X", "X", "O", "O"], "gpt2_target_score": [-10.675421714782715, -11.855438232421875, -13.910801887512207, -10.644648551940918, -7.82503604888916, -7.184150695800781, -10.22319221496582, -8.33016586303711, -13.370858192443848], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7058669328689575, -0.7998589873313904, -1.3822705745697021, -1.6799790859222412, -2.2009387016296387, -1.487282633781433, -1.4092762470245361, -1.670557975769043, -0.13972657918930054, -1.283085584640503, -1.6619014739990234, -0.8679097294807434, -1.1271038055419922, -1.6914767026901245, -2.2813918590545654, -1.3403873443603516, -1.2443162202835083, -2.130422592163086, -1.6649820804595947, -0.7827200889587402, -2.176799774169922, -1.4695831537246704, -1.4908299446105957, -2.196725606918335, -0.8546102643013, -0.7270642518997192, -2.428067445755005, -2.1428494453430176, -2.288532018661499, -2.2282040119171143, -1.8678752183914185, -0.7799893021583557, -1.6243605613708496, -0.8656395077705383, -1.9134517908096313, -2.0042483806610107, -2.310605525970459, -0.8031383156776428, -1.4629400968551636, -1.9357280731201172, -1.6578449010849, -1.2952561378479004, -2.119478464126587, -2.6138477325439453, -0.1082276999950409, -2.2310128211975098, -1.3227112293243408, -0.9747823476791382, -1.4465562105178833, -2.3356618881225586, -0.7714624404907227, -1.8858654499053955, -1.9133267402648926, -0.6406251192092896, -1.3302967548370361, -1.5610954761505127, -1.489145278930664, -1.651854157447815, -1.3507806062698364, -1.2358413934707642, -1.911675214767456, -1.7746214866638184, -1.3322218656539917, -1.3517500162124634, -1.4004361629486084, -1.644382357597351, -1.1299636363983154, -1.4003418684005737, -1.1156471967697144, -2.2145416736602783, -1.0709819793701172, -0.3959434926509857, -1.65665602684021, -0.7731658220291138, -1.105173945426941, -1.0078434944152832, -1.2638996839523315, -1.5837681293487549, -1.2204209566116333, -1.8099600076675415, -1.7238377332687378, -1.4698150157928467, -0.7402204871177673, -1.3807193040847778, -0.4155746102333069, -0.2885543406009674, -1.199347972869873, -1.349944829940796, -1.1469680070877075, -1.3542128801345825, -1.767913818359375, -0.22468121349811554, -0.03824600949883461, -0.28438687324523926, -1.8384264707565308, -2.1893978118896484, -0.9098273515701294, -0.09463589638471603, -2.77177095413208, -1.4792391061782837, -1.7434207201004028, -1.5989359617233276, -1.8268595933914185, -1.7776378393173218, -1.612961769104004]}, "Bot002_016_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours? I like blue, i like blue are you still in college? Yes, i am. i am not sure what i want to go to college. how old are you? I'M 6 vh1 100th I am only 18", "response": "I am sorry to hear that.", "annotation_id": "Bot002_016_14", "annotations": ["X", "X", "X", "O", "T", "T", "T", "T", "X", "T", "O", "T", "X", "O", "T"], "gpt2_target_score": [-10.675421714782715, -9.046005249023438, -8.470402717590332, -6.3117475509643555, -16.962173461914062, -5.733131408691406, -2.2164018154144287], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7058669328689575, -0.7998589873313904, -1.3822705745697021, -1.6799790859222412, -2.2009387016296387, -1.487282633781433, -1.4092762470245361, -1.670557975769043, -0.13972657918930054, -1.283085584640503, -1.6619014739990234, -0.8679097294807434, -1.1271038055419922, -1.6914767026901245, -2.2813918590545654, -1.3403873443603516, -1.2443162202835083, -2.130422592163086, -1.6649820804595947, -0.7827200889587402, -2.176799774169922, -1.4695831537246704, -1.4908299446105957, -2.196725606918335, -0.8546102643013, -0.7270642518997192, -2.428067445755005, -2.1428494453430176, -2.288532018661499, -2.2282040119171143, -1.8678752183914185, -0.7799893021583557, -1.6243605613708496, -0.8656395077705383, -1.9134517908096313, -2.0042483806610107, -2.310605525970459, -0.8031383156776428, -1.4629400968551636, -1.9357280731201172, -1.6578449010849, -1.2952561378479004, -2.119478464126587, -2.6138477325439453, -0.1082276999950409, -2.2310128211975098, -1.3227112293243408, -0.9747823476791382, -1.4465562105178833, -2.3356618881225586, -0.7714624404907227, -1.8858654499053955, -1.9133267402648926, -0.6406251192092896, -1.3302967548370361, -1.5610954761505127, -1.489145278930664, -1.651854157447815, -1.3507806062698364, -1.2358413934707642, -1.911675214767456, -1.7746214866638184, -1.3322218656539917, -1.3517500162124634, -1.4004361629486084, -1.644382357597351, -1.1299636363983154, -1.4003418684005737, -1.1156471967697144, -2.2145416736602783, -1.0709819793701172, -0.3959434926509857, -1.65665602684021, -0.7731658220291138, -1.105173945426941, -1.0078434944152832, -1.2638996839523315, -1.5837681293487549, -1.2204209566116333, -1.8099600076675415, -1.7238377332687378, -1.4698150157928467, -0.7402204871177673, -1.3807193040847778, -0.4155746102333069, -0.2885543406009674, -1.199347972869873, -1.349944829940796, -1.1469680070877075, -1.3542128801345825, -1.767913818359375, -0.22468121349811554, -0.03824600949883461, -0.2843848764896393, -1.838418960571289, -0.6869461536407471, -0.1598404347896576, -2.8673593997955322, -1.7434159517288208, -1.6785184144973755, -1.7454744577407837, -1.8409210443496704, -2.6495044231414795, -1.6194074153900146, -1.6543892621994019, -2.7211570739746094, -1.648205280303955, -1.427532434463501, -2.148632526397705, -1.4584589004516602, -2.3595447540283203, -1.4419615268707275, -0.29988861083984375, -0.5045052170753479, -0.7838265299797058, -0.987026572227478]}, "Bot002_016_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours? I like blue, i like blue are you still in college? Yes, i am. i am not sure what i want to go to college. how old are you? I'M 6 vh1 100th I am only 18 I am sorry to hear that. it is fine", "response": "What do you do for fun?", "annotation_id": "Bot002_016_16", "annotations": ["O", "O", "O", "O", "X", "T", "T", "O", "X", "X", "O", "O", "O", "O", "T"], "gpt2_target_score": [-14.302084922790527, -10.411895751953125, -8.941975593566895, -11.50306224822998, -7.895791053771973, -11.258888244628906, -7.166566848754883], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7058669328689575, -0.7998589873313904, -1.3822705745697021, -1.6799790859222412, -2.2009387016296387, -1.487282633781433, -1.4092762470245361, -1.670557975769043, -0.13972657918930054, -1.283085584640503, -1.6619014739990234, -0.8679097294807434, -1.1271038055419922, -1.6914767026901245, -2.2813918590545654, -1.3403873443603516, -1.2443162202835083, -2.130422592163086, -1.6649820804595947, -0.7827200889587402, -2.176799774169922, -1.4695831537246704, -1.4908299446105957, -2.196725606918335, -0.8546102643013, -0.7270642518997192, -2.428067445755005, -2.1428494453430176, -2.288532018661499, -2.2282040119171143, -1.8678752183914185, -0.7799893021583557, -1.6243605613708496, -0.8656395077705383, -1.9134517908096313, -2.0042483806610107, -2.310605525970459, -0.8031383156776428, -1.4629400968551636, -1.9357280731201172, -1.6578449010849, -1.2952561378479004, -2.119478464126587, -2.6138477325439453, -0.1082276999950409, -2.2310128211975098, -1.3227112293243408, -0.9747823476791382, -1.4465562105178833, -2.3356618881225586, -0.7714624404907227, -1.8858654499053955, -1.9133267402648926, -0.6406251192092896, -1.3302967548370361, -1.5610954761505127, -1.489145278930664, -1.651854157447815, -1.3507806062698364, -1.2358413934707642, -1.911675214767456, -1.7746214866638184, -1.3322218656539917, -1.3517500162124634, -1.4004361629486084, -1.644382357597351, -1.1299636363983154, -1.4003418684005737, -1.1156471967697144, -2.2145416736602783, -1.0709819793701172, -0.3959434926509857, -1.65665602684021, -0.7731658220291138, -1.105173945426941, -1.0078434944152832, -1.2638996839523315, -1.5837681293487549, -1.2204209566116333, -1.8099600076675415, -1.7238377332687378, -1.4698150157928467, -0.7402204871177673, -1.3807193040847778, -0.4155746102333069, -0.2885543406009674, -1.199347972869873, -1.349944829940796, -1.1469680070877075, -1.3542128801345825, -1.767913818359375, -0.22468121349811554, -0.03824600949883461, -0.2843848764896393, -1.838418960571289, -0.6869461536407471, -0.1598404347896576, -2.8673593997955322, -1.7434159517288208, -1.6785184144973755, -1.7454744577407837, -1.8409210443496704, -2.6495044231414795, -1.6194074153900146, -1.6543892621994019, -2.7211570739746094, -1.648205280303955, -1.427532434463501, -1.1606990098953247, -2.84981632232666, -1.6145236492156982, -0.6540017127990723, -0.7872791290283203, -0.8925444483757019, -1.5225486755371094, -1.3139829635620117, -2.2439675331115723, -1.4450819492340088, -2.0760843753814697, -2.2010130882263184, -0.05487767979502678, -0.8318217396736145, -1.3415697813034058, -2.124403953552246, -0.3673112988471985, -0.655687153339386]}, "Bot002_016_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours? I like blue, i like blue are you still in college? Yes, i am. i am not sure what i want to go to college. how old are you? I'M 6 vh1 100th I am only 18 I am sorry to hear that. it is fine What do you do for fun? i am a cancer survivor, so everything is fun now", "response": "I am so sorry to hear that.", "annotation_id": "Bot002_016_18", "annotations": ["O", "X", "X", "O", "T", "T", "T", "T", "X", "O", "T", "T", "X", "T", "X"], "gpt2_target_score": [-10.675421714782715, -9.046005249023438, -6.3284807205200195, -14.983698844909668, -7.156655311584473, -13.303321838378906, -8.10246467590332, -2.9000964164733887], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7058669328689575, -0.7998589873313904, -1.3822705745697021, -1.6799790859222412, -2.2009387016296387, -1.487282633781433, -1.4092762470245361, -1.670557975769043, -0.13972657918930054, -1.283085584640503, -1.6619014739990234, -0.8679097294807434, -1.1271038055419922, -1.6914767026901245, -2.2813918590545654, -1.3403873443603516, -1.2443162202835083, -2.130422592163086, -1.6649820804595947, -0.7827200889587402, -2.176799774169922, -1.4695831537246704, -1.4908299446105957, -2.196725606918335, -0.8546102643013, -0.7270642518997192, -2.428067445755005, -2.1428494453430176, -2.288532018661499, -2.2282040119171143, -1.8678752183914185, -0.7799893021583557, -1.6243605613708496, -0.8656395077705383, -1.9134517908096313, -2.0042483806610107, -2.310605525970459, -0.8031383156776428, -1.4629400968551636, -1.9357280731201172, -1.6578449010849, -1.2952561378479004, -2.119478464126587, -2.6138477325439453, -0.1082276999950409, -2.2310128211975098, -1.3227112293243408, -0.9747823476791382, -1.4465562105178833, -2.3356618881225586, -0.7714624404907227, -1.8858654499053955, -1.9133267402648926, -0.6406251192092896, -1.3302967548370361, -1.5610954761505127, -1.489145278930664, -1.651854157447815, -1.3507806062698364, -1.2358413934707642, -1.911675214767456, -1.7746214866638184, -1.3322218656539917, -1.3517500162124634, -1.4004361629486084, -1.644382357597351, -1.1299636363983154, -1.4003418684005737, -1.1156471967697144, -2.2145416736602783, -1.0709819793701172, -0.3959434926509857, -1.65665602684021, -0.7731658220291138, -1.105173945426941, -1.0078434944152832, -1.2638996839523315, -1.5837681293487549, -1.2204209566116333, -1.8099600076675415, -1.7238377332687378, -1.4698150157928467, -0.7402204871177673, -1.3807193040847778, -0.4155746102333069, -0.2885543406009674, -1.199347972869873, -1.349944829940796, -1.1469680070877075, -1.3542128801345825, -1.767913818359375, -0.22468121349811554, -0.03824600949883461, -0.2843848764896393, -1.838418960571289, -0.6869461536407471, -0.1598404347896576, -2.8673593997955322, -1.7434159517288208, -1.6785184144973755, -1.7454744577407837, -1.8409210443496704, -2.6495044231414795, -1.6194074153900146, -1.6543892621994019, -2.7211570739746094, -1.648205280303955, -1.427532434463501, -1.1606990098953247, -2.84981632232666, -1.6145236492156982, -0.6540017127990723, -0.7872791290283203, -0.8925444483757019, -1.5225486755371094, -1.3139829635620117, -2.2439675331115723, -1.4450788497924805, -2.287820816040039, -0.06227267161011696, -1.1357170343399048, -1.3489421606063843, -2.068591594696045, -0.4446738660335541, -1.6748179197311401, -2.0829641819000244, -2.3759498596191406, -3.2199177742004395, -0.8477131128311157, -1.778504490852356, -1.3071497678756714, -0.9457379579544067, -1.2267526388168335, -1.189998745918274, -0.9588481783866882, -0.661195695400238, -2.000465154647827, -1.8956027030944824, -2.182927370071411, -0.311637282371521, -1.4432376623153687, -0.0037592235021293163, -0.10185618698596954, -0.4059126675128937, -1.1691302061080933]}, "Bot002_016_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours? I like blue, i like blue are you still in college? Yes, i am. i am not sure what i want to go to college. how old are you? I'M 6 vh1 100th I am only 18 I am sorry to hear that. it is fine What do you do for fun? i am a cancer survivor, so everything is fun now I am so sorry to hear that. are you careerist?", "response": "Yes, i am. i am.", "annotation_id": "Bot002_016_20", "annotations": ["O", "X", "X", "O", "O", "T", "T", "O", "O", "O", "O", "T", "X", "T", "T"], "gpt2_target_score": [-17.10442352294922, -7.095428943634033, -11.192402839660645, -7.4432477951049805, -5.21248722076416, -8.026496887207031, -6.741731643676758, -2.9000964164733887], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7058669328689575, -0.7998589873313904, -1.3822705745697021, -1.6799790859222412, -2.2009387016296387, -1.487282633781433, -1.4092762470245361, -1.670557975769043, -0.13972657918930054, -1.283085584640503, -1.6619014739990234, -0.8679097294807434, -1.1271038055419922, -1.6914767026901245, -2.2813918590545654, -1.3403873443603516, -1.2443162202835083, -2.130422592163086, -1.6649820804595947, -0.7827200889587402, -2.176799774169922, -1.4695831537246704, -1.4908299446105957, -2.196725606918335, -0.8546102643013, -0.7270642518997192, -2.428067445755005, -2.1428494453430176, -2.288532018661499, -2.2282040119171143, -1.8678752183914185, -0.7799893021583557, -1.6243605613708496, -0.8656395077705383, -1.9134517908096313, -2.0042483806610107, -2.310605525970459, -0.8031383156776428, -1.4629400968551636, -1.9357280731201172, -1.6578449010849, -1.2952561378479004, -2.119478464126587, -2.6138477325439453, -0.1082276999950409, -2.2310128211975098, -1.3227112293243408, -0.9747823476791382, -1.4465562105178833, -2.3356618881225586, -0.7714624404907227, -1.8858654499053955, -1.9133267402648926, -0.6406251192092896, -1.3302967548370361, -1.5610954761505127, -1.489145278930664, -1.651854157447815, -1.3507806062698364, -1.2358413934707642, -1.911675214767456, -1.7746214866638184, -1.3322218656539917, -1.3517500162124634, -1.4004361629486084, -1.644382357597351, -1.1299636363983154, -1.4003418684005737, -1.1156471967697144, -2.2145416736602783, -1.0709819793701172, -0.3959434926509857, -1.65665602684021, -0.7731658220291138, -1.105173945426941, -1.0078434944152832, -1.2638996839523315, -1.5837681293487549, -1.2204209566116333, -1.8099600076675415, -1.7238377332687378, -1.4698150157928467, -0.7402204871177673, -1.3807193040847778, -0.4155746102333069, -0.2885543406009674, -1.199347972869873, -1.349944829940796, -1.1469680070877075, -1.3542128801345825, -1.767913818359375, -0.22468121349811554, -0.03824600949883461, -0.2843848764896393, -1.838418960571289, -0.6869461536407471, -0.1598404347896576, -2.8673593997955322, -1.7434159517288208, -1.6785184144973755, -1.7454744577407837, -1.8409210443496704, -2.6495044231414795, -1.6194074153900146, -1.6543892621994019, -2.7211570739746094, -1.648205280303955, -1.427532434463501, -1.1606990098953247, -2.84981632232666, -1.6145236492156982, -0.6540017127990723, -0.7872791290283203, -0.8925444483757019, -1.5225486755371094, -1.3139829635620117, -2.2439675331115723, -1.4450788497924805, -2.287820816040039, -0.06227267161011696, -1.1357170343399048, -1.3489421606063843, -2.068591594696045, -0.4446738660335541, -1.6748179197311401, -2.0829641819000244, -2.3759498596191406, -3.2199177742004395, -0.8477131128311157, -1.778504490852356, -1.3071497678756714, -0.9457379579544067, -1.2267526388168335, -1.189998745918274, -0.9588481783866882, -0.661195695400238, -1.3799999952316284, -2.3558509349823, -1.229387879371643, -1.5587797164916992, -0.016260500997304916, -0.26781272888183594, -0.42821043729782104, -1.7924327850341797, -0.06829030811786652, -1.8876261711120605, -1.9033997058868408, -0.7192591428756714, -1.749155879020691, -1.9232730865478516, -0.9130846858024597, -0.9825496077537537, -0.2587938606739044, -1.3686717748641968, -0.9668733477592468, -0.4798969626426697, -1.8125404119491577, -0.8114680647850037]}, "Bot002_020_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi", "response": "Hello, how are you?", "annotation_id": "Bot002_020_02", "annotations": ["O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-16.98308753967285, -7.095426559448242, -10.699444770812988, -10.72729206085205, -7.872405052185059, -6.570697784423828], "gpt2_argmax_score": [-1.731363296508789, -1.6892073154449463, -3.102368116378784, -1.7001773118972778, -1.1215888261795044, -2.0938146114349365, -0.6449170112609863, -1.6582226753234863, -2.411064624786377, -1.189103603363037, -1.6396986246109009, -1.5691710710525513, -0.154866561293602, -1.145959734916687, -0.40060994029045105]}, "Bot002_020_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you.", "response": "I am good thanks for asking", "annotation_id": "Bot002_020_04", "annotations": ["O", "X", "O", "X", "T", "O", "O", "X", "O", "T", "T", "T", "T", "X", "X"], "gpt2_target_score": [-10.675424575805664, -9.046003341674805, -6.731869697570801, -12.605435371398926, -6.621123313903809, -12.495929718017578], "gpt2_argmax_score": [-1.731363296508789, -1.6892073154449463, -3.102368116378784, -1.7001773118972778, -1.1215888261795044, -2.0938146114349365, -0.6449170112609863, -1.6582226753234863, -1.4176490306854248, -1.7061337232589722, -1.5960968732833862, -0.16400718688964844, -1.271229863166809, -1.8230353593826294, -1.0717822313308716, -1.9232535362243652, -1.0803316831588745, -0.05474473908543587, -1.4992221593856812, -1.4135913848876953, -1.897484302520752, -1.1719748973846436, -2.1767680644989014, -1.962293028831482, -1.3049296140670776, -1.6678571701049805, -1.3169339895248413]}, "Bot002_020_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero?", "response": "I like the color superman, he's from the union super hero", "annotation_id": "Bot002_020_06", "annotations": ["O", "X", "T", "T", "O", "O", "O", "X", "T", "O", "T", "X", "O", "T", "X"], "gpt2_target_score": [-10.675424575805664, -7.79505729675293, -5.023373603820801, -14.372937202453613, -12.193770408630371, -12.939441680908203, -10.434452056884766, -7.314350605010986, -9.704224586486816, -7.721468925476074, -5.779629707336426, -16.275197982788086, -10.560261726379395, -11.890067100524902], "gpt2_argmax_score": [-1.731363296508789, -1.6892073154449463, -3.102368116378784, -1.7001773118972778, -1.1215888261795044, -2.0938146114349365, -0.6449170112609863, -1.6582226753234863, -1.4176490306854248, -1.7061337232589722, -1.5960968732833862, -0.16400718688964844, -1.271229863166809, -1.8230353593826294, -1.0717822313308716, -1.9232535362243652, -1.0803316831588745, -0.05474473908543587, -1.4992221593856812, -1.4135913848876953, -0.9141797423362732, -2.2256040573120117, -1.650596022605896, -1.3681881427764893, -1.831024408340454, -1.1055763959884644, -0.998401403427124, -1.781339406967163, -1.3983943462371826, -2.39282488822937, -1.0757490396499634, -1.4683080911636353, -1.1776156425476074, -2.3334643840789795, -0.9188001155853271, -2.115981340408325, -2.910637855529785, -1.3673299551010132, -0.1528850644826889, -1.568105936050415, -1.4716037511825562, -1.2555838823318481, -2.022120237350464, -1.6406527757644653, -3.111672878265381, -1.4994624853134155, -1.1864415407180786, -2.1504149436950684]}, "Bot002_020_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite", "response": "He'S a comedian, he's pretty 22 800!", "annotation_id": "Bot002_020_08", "annotations": ["X", "X", "T", "X", "T", "X", "X", "X", "T", "T", "T", "X", "O", "X", "X"], "gpt2_target_score": [-15.578597068786621, -11.855438232421875, -13.580708503723145, -8.819249153137207, -18.305376052856445, -2.2987518310546875, -11.468844413757324, -8.628116607666016, -10.14138126373291, -10.607952117919922, -16.13504981994629, -11.047304153442383], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7002307176589966, -1.1215916872024536, -2.09381103515625, -0.6449159979820251, -1.6582070589065552, -1.4176108837127686, -1.7061419486999512, -1.5960932970046997, -0.164002925157547, -1.2712122201919556, -1.823089361190796, -1.0717852115631104, -1.923233985900879, -1.0803148746490479, -0.0547475628554821, -1.4992071390151978, -1.4135453701019287, -0.9141928553581238, -2.2256553173065186, -1.650604248046875, -1.3681859970092773, -1.8310332298278809, -1.1055303812026978, -0.9983989000320435, -1.7813761234283447, -1.398405909538269, -2.392838478088379, -1.0757490396499634, -1.468347191810608, -1.1775795221328735, -1.055757761001587, -1.6405616998672485, -2.468106985092163, -1.4913948774337769, -0.1635221242904663, -1.7192250490188599, -1.3950755596160889, -1.1840853691101074, -2.0714454650878906, -1.6656659841537476, -3.1053807735443115, -1.6313692331314087, -1.1987870931625366, -2.066316843032837, -1.9112054109573364, -0.9859973192214966, -0.6156073212623596, -1.3224644660949707, -0.6767886877059937, -2.172947645187378, -0.3215444087982178, -1.1532325744628906, -1.9546990394592285, -0.8561340570449829, -1.8874831199645996, -1.826157808303833, -1.5787450075149536, -1.3782728910446167, -1.9462828636169434, -0.572742223739624, -1.4082894325256348, -1.4635623693466187, -1.8288648128509521, -2.7694716453552246, -0.1707485020160675]}, "Bot002_020_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite He'S a comedian, he's pretty 22 800! my name is larry", "response": "Nice to meet you dave, my name is george", "annotation_id": "Bot002_020_10", "annotations": ["X", "X", "O", "X", "T", "X", "X", "X", "O", "X", "T", "X", "O", "X", "X"], "gpt2_target_score": [-18.08905029296875, -7.408569812774658, -13.717244148254395, -10.250142097473145, -8.235712051391602, -14.596084594726562, -10.43445110321045, -4.816547393798828, -9.826607704162598, -5.417064189910889, -13.159600257873535, -22.575685501098633], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7002307176589966, -1.1215916872024536, -2.09381103515625, -0.6449159979820251, -1.6582070589065552, -1.4176108837127686, -1.7061419486999512, -1.5960932970046997, -0.164002925157547, -1.2712122201919556, -1.823089361190796, -1.0717852115631104, -1.923233985900879, -1.0803148746490479, -0.0547475628554821, -1.4992071390151978, -1.4135453701019287, -0.9141928553581238, -2.2256553173065186, -1.650604248046875, -1.3681859970092773, -1.8310332298278809, -1.1055303812026978, -0.9983989000320435, -1.7813761234283447, -1.398405909538269, -2.392838478088379, -1.0757490396499634, -1.468347191810608, -1.1775795221328735, -1.055757761001587, -1.6405616998672485, -2.468106985092163, -1.4913948774337769, -0.1635221242904663, -1.7192250490188599, -1.3950755596160889, -1.1840853691101074, -2.0714454650878906, -1.6656665802001953, -3.105381727218628, -1.6313786506652832, -1.1987993717193604, -2.0663437843322754, -1.9112038612365723, -0.9859877228736877, -0.615605354309082, -1.3224666118621826, -0.6767976880073547, -2.172966957092285, -0.32154449820518494, -1.1532267332077026, -1.0330405235290527, -1.263035535812378, -1.970969557762146, -1.8014975786209106, -1.7945080995559692, -1.4950826168060303, -0.7057051658630371, -1.5121164321899414, -1.383729338645935, -1.8506642580032349, -2.9518327713012695, -1.371463418006897, -0.7871466279029846, -0.10090203583240509, -4.445766448974609, -2.982886791229248, -2.701626777648926, -2.3261756896972656, -1.0171910524368286, -1.4020406007766724, -0.2944660484790802, -0.774708092212677, -2.725739002227783, -0.9672344326972961, -1.7080137729644775, -0.5536985397338867, -0.06951196491718292, -1.1698274612426758, -0.7648363709449768, -1.346548318862915]}, "Bot002_020_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite He'S a comedian, he's pretty 22 800! my name is larry Nice to meet you dave, my name is george so george what is your profession?", "response": "I am a manager of a local alabama", "annotation_id": "Bot002_020_12", "annotations": ["O", "X", "T", "X", "T", "T", "O", "X", "O", "O", "T", "X", "O", "T", "X"], "gpt2_target_score": [-10.675421714782715, -9.046005249023438, -3.102360725402832, -15.93126392364502, -7.778650283813477, -6.1824188232421875, -13.491244316101074, -8.610355377197266, -23.71979522705078], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7002307176589966, -1.1215916872024536, -2.09381103515625, -0.6449159979820251, -1.6582070589065552, -1.4176108837127686, -1.7061419486999512, -1.5960932970046997, -0.164002925157547, -1.2712122201919556, -1.823089361190796, -1.0717852115631104, -1.923233985900879, -1.0803148746490479, -0.0547475628554821, -1.4992071390151978, -1.4135453701019287, -0.9141928553581238, -2.2256553173065186, -1.650604248046875, -1.3681859970092773, -1.8310332298278809, -1.1055303812026978, -0.9983989000320435, -1.7813761234283447, -1.398405909538269, -2.392838478088379, -1.0757490396499634, -1.468347191810608, -1.1775795221328735, -1.055757761001587, -1.6405616998672485, -2.468106985092163, -1.4913948774337769, -0.1635221242904663, -1.7192250490188599, -1.3950755596160889, -1.1840853691101074, -2.0714454650878906, -1.6656659841537476, -3.1053807735443115, -1.6313692331314087, -1.1987870931625366, -2.066316843032837, -1.9112054109573364, -0.9859973192214966, -0.6156073212623596, -1.3224644660949707, -0.6767886877059937, -2.172947645187378, -0.3215444087982178, -1.1532325744628906, -1.0330419540405273, -1.2630481719970703, -1.9709851741790771, -1.8014929294586182, -1.7944902181625366, -1.4950950145721436, -0.7057123184204102, -1.5121119022369385, -1.3837226629257202, -1.85067617893219, -2.9518368244171143, -1.3714687824249268, -0.7871472835540771, -0.10090462118387222, -4.445766925811768, -2.9828879833221436, -2.7016236782073975, -1.7247482538223267, -1.4624401330947876, -0.46226271986961365, -1.4412249326705933, -2.71217679977417, -2.3736202716827393, -1.7310035228729248, -0.3225395083427429, -0.06688487529754639, -1.2510671615600586, -0.7723279595375061, -1.90187668800354, -1.8113354444503784, -0.0018206939566880465, -1.6633561849594116, -1.9781051874160767, -1.1106488704681396, -0.7642037868499756, -0.5847577452659607, -0.974085807800293, -2.3024373054504395, -1.3121941089630127, -1.0684894323349, -0.8748687505722046, -1.8952580690383911, -1.0607647895812988, -2.7601823806762695, -3.0985662937164307, -2.336857795715332, -2.2686901092529297]}, "Bot002_020_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite He'S a comedian, he's pretty 22 800! my name is larry Nice to meet you dave, my name is george so george what is your profession? I am a manager of a local alabama and i am a chef", "response": "That sounds like fun. i am a chef.", "annotation_id": "Bot002_020_14", "annotations": ["O", "X", "T", "X", "T", "O", "O", "X", "T", "T", "T", "X", "T", "X", "X"], "gpt2_target_score": [-15.932868003845215, -14.758071899414062, -7.1683549880981445, -12.168522834777832, -4.696840286254883, -6.6168212890625, -9.0930814743042, -6.677219390869141, -12.59395694732666, -10.671321868896484], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7002307176589966, -1.1215916872024536, -2.09381103515625, -0.6449159979820251, -1.6582070589065552, -1.4176108837127686, -1.7061419486999512, -1.5960932970046997, -0.164002925157547, -1.2712122201919556, -1.823089361190796, -1.0717852115631104, -1.923233985900879, -1.0803148746490479, -0.0547475628554821, -1.4992071390151978, -1.4135453701019287, -0.9141928553581238, -2.2256553173065186, -1.650604248046875, -1.3681859970092773, -1.8310332298278809, -1.1055303812026978, -0.9983989000320435, -1.7813761234283447, -1.398405909538269, -2.392838478088379, -1.0757490396499634, -1.468347191810608, -1.1775795221328735, -1.055757761001587, -1.6405616998672485, -2.468106985092163, -1.4913948774337769, -0.1635221242904663, -1.7192250490188599, -1.3950755596160889, -1.1840853691101074, -2.0714454650878906, -1.6656659841537476, -3.1053807735443115, -1.6313692331314087, -1.1987870931625366, -2.066316843032837, -1.9112054109573364, -0.9859973192214966, -0.6156073212623596, -1.3224644660949707, -0.6767886877059937, -2.172947645187378, -0.3215444087982178, -1.1532325744628906, -1.0330419540405273, -1.2630481719970703, -1.9709851741790771, -1.8014929294586182, -1.7944902181625366, -1.4950950145721436, -0.7057123184204102, -1.5121119022369385, -1.3837226629257202, -1.85067617893219, -2.9518368244171143, -1.3714687824249268, -0.7871472835540771, -0.10090462118387222, -4.445766925811768, -2.9828879833221436, -2.7016236782073975, -1.7247482538223267, -1.4624401330947876, -0.46226271986961365, -1.4412249326705933, -2.71217679977417, -2.3736202716827393, -1.7310035228729248, -0.3225395083427429, -0.06688487529754639, -1.2510671615600586, -0.7723279595375061, -1.90187668800354, -1.8113354444503784, -0.0018206939566880465, -1.6633561849594116, -1.9781051874160767, -1.1106488704681396, -0.7642037868499756, -0.5847577452659607, -0.974085807800293, -1.597812533378601, -1.2197223901748657, -1.6988030672073364, -1.9551104307174683, -1.2796237468719482, -2.8949429988861084, -3.137131690979004, -2.4763736724853516, -2.3177366256713867, -1.2866435050964355, -1.5019174814224243, -1.0569698810577393, -2.624691963195801, -1.7362703084945679, -2.195025682449341, -0.740963876247406, -1.6815882921218872, -0.9470993876457214, -0.6781544089317322, -1.5145511627197266, -2.370515823364258, -1.0101186037063599, -1.109426736831665, -1.7665449380874634, -1.0447036027908325]}, "Bot002_020_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite He'S a comedian, he's pretty 22 800! my name is larry Nice to meet you dave, my name is george so george what is your profession? I am a manager of a local alabama and i am a chef That sounds like fun. i am a chef. do you like cooking?", "response": "I do, but i like to cook", "annotation_id": "Bot002_020_16", "annotations": ["X", "X", "T", "X", "T", "O", "T", "X", "T", "O", "T", "X", "X", "T", "T"], "gpt2_target_score": [-10.675421714782715, -10.411895751953125, -9.730107307434082, -5.4257097244262695, -8.290742874145508, -8.786788940429688, -9.563342094421387, -12.01340103149414], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7002307176589966, -1.1215916872024536, -2.09381103515625, -0.6449159979820251, -1.6582070589065552, -1.4176108837127686, -1.7061419486999512, -1.5960932970046997, -0.164002925157547, -1.2712122201919556, -1.823089361190796, -1.0717852115631104, -1.923233985900879, -1.0803148746490479, -0.0547475628554821, -1.4992071390151978, -1.4135453701019287, -0.9141928553581238, -2.2256553173065186, -1.650604248046875, -1.3681859970092773, -1.8310332298278809, -1.1055303812026978, -0.9983989000320435, -1.7813761234283447, -1.398405909538269, -2.392838478088379, -1.0757490396499634, -1.468347191810608, -1.1775795221328735, -1.055757761001587, -1.6405616998672485, -2.468106985092163, -1.4913948774337769, -0.1635221242904663, -1.7192250490188599, -1.3950755596160889, -1.1840853691101074, -2.0714454650878906, -1.6656659841537476, -3.1053807735443115, -1.6313692331314087, -1.1987870931625366, -2.066316843032837, -1.9112054109573364, -0.9859973192214966, -0.6156073212623596, -1.3224644660949707, -0.6767886877059937, -2.172947645187378, -0.3215444087982178, -1.1532325744628906, -1.0330419540405273, -1.2630481719970703, -1.9709851741790771, -1.8014929294586182, -1.7944902181625366, -1.4950950145721436, -0.7057123184204102, -1.5121119022369385, -1.3837226629257202, -1.85067617893219, -2.9518368244171143, -1.3714687824249268, -0.7871472835540771, -0.10090462118387222, -4.445766925811768, -2.9828879833221436, -2.7016236782073975, -1.7247482538223267, -1.4624401330947876, -0.46226271986961365, -1.4412249326705933, -2.71217679977417, -2.3736202716827393, -1.7310035228729248, -0.3225395083427429, -0.06688487529754639, -1.2510671615600586, -0.7723279595375061, -1.90187668800354, -1.8113354444503784, -0.0018206939566880465, -1.6633561849594116, -1.9781051874160767, -1.1106488704681396, -0.7642037868499756, -0.5847577452659607, -0.974085807800293, -1.597812533378601, -1.2197223901748657, -1.6988030672073364, -1.9551104307174683, -1.2796237468719482, -2.8949429988861084, -3.137131690979004, -2.4763736724853516, -2.3177366256713867, -1.2866435050964355, -1.5019174814224243, -1.0569698810577393, -2.624691963195801, -1.7362703084945679, -0.8931869268417358, -1.5552831888198853, -0.9325177073478699, -1.4023808240890503, -1.5809004306793213, -1.9623792171478271, -0.917311429977417, -1.2263375520706177, -2.1706032752990723, -1.8792380094528198, -0.10076882690191269, -1.199622631072998, -1.9858293533325195, -0.5266793370246887, -1.531997799873352, -1.8977521657943726, -1.7815943956375122, -1.5121194124221802, -1.7062058448791504, -1.2689672708511353, -2.1380372047424316, -0.796209990978241, -0.5046040415763855, -1.5748683214187622]}, "Bot002_020_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite He'S a comedian, he's pretty 22 800! my name is larry Nice to meet you dave, my name is george so george what is your profession? I am a manager of a local alabama and i am a chef That sounds like fun. i am a chef. do you like cooking? I do, but i like to cook well this was the best bot experience so far", "response": "I am sure it is.", "annotation_id": "Bot002_020_18", "annotations": ["O", "X", "O", "O", "X", "O", "O", "X", "T", "T", "T", "O", "T", "O", "O"], "gpt2_target_score": [-10.675421714782715, -9.046005249023438, -7.3099870681762695, -9.448338508605957, -9.151651382446289, -3.0833587646484375], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7002307176589966, -1.1215916872024536, -2.09381103515625, -0.6449159979820251, -1.6582070589065552, -1.4176108837127686, -1.7061419486999512, -1.5960932970046997, -0.164002925157547, -1.2712122201919556, -1.823089361190796, -1.0717852115631104, -1.923233985900879, -1.0803148746490479, -0.0547475628554821, -1.4992071390151978, -1.4135453701019287, -0.9141928553581238, -2.2256553173065186, -1.650604248046875, -1.3681859970092773, -1.8310332298278809, -1.1055303812026978, -0.9983989000320435, -1.7813761234283447, -1.398405909538269, -2.392838478088379, -1.0757490396499634, -1.468347191810608, -1.1775795221328735, -1.055757761001587, -1.6405616998672485, -2.468106985092163, -1.4913948774337769, -0.1635221242904663, -1.7192250490188599, -1.3950755596160889, -1.1840853691101074, -2.0714454650878906, -1.6656659841537476, -3.1053807735443115, -1.6313692331314087, -1.1987870931625366, -2.066316843032837, -1.9112054109573364, -0.9859973192214966, -0.6156073212623596, -1.3224644660949707, -0.6767886877059937, -2.172947645187378, -0.3215444087982178, -1.1532325744628906, -1.0330419540405273, -1.2630481719970703, -1.9709851741790771, -1.8014929294586182, -1.7944902181625366, -1.4950950145721436, -0.7057123184204102, -1.5121119022369385, -1.3837226629257202, -1.85067617893219, -2.9518368244171143, -1.3714687824249268, -0.7871472835540771, -0.10090462118387222, -4.445766925811768, -2.9828879833221436, -2.7016236782073975, -1.7247482538223267, -1.4624401330947876, -0.46226271986961365, -1.4412249326705933, -2.71217679977417, -2.3736202716827393, -1.7310035228729248, -0.3225395083427429, -0.06688487529754639, -1.2510671615600586, -0.7723279595375061, -1.90187668800354, -1.8113354444503784, -0.0018206939566880465, -1.6633561849594116, -1.9781051874160767, -1.1106488704681396, -0.7642037868499756, -0.5847577452659607, -0.974085807800293, -1.597812533378601, -1.2197223901748657, -1.6988030672073364, -1.9551104307174683, -1.2796237468719482, -2.8949429988861084, -3.137131690979004, -2.4763736724853516, -2.3177366256713867, -1.2866435050964355, -1.5019174814224243, -1.0569698810577393, -2.624691963195801, -1.7362703084945679, -0.8931869268417358, -1.5552831888198853, -0.9325177073478699, -1.4023808240890503, -1.5809004306793213, -1.9623792171478271, -0.917311429977417, -1.2263375520706177, -2.1706032752990723, -1.8792380094528198, -0.10076882690191269, -1.199622631072998, -1.9858293533325195, -0.5266793370246887, -1.5319817066192627, -1.8198763132095337, -2.2348721027374268, -1.709315299987793, -1.2017887830734253, -1.950648546218872, -1.0072873830795288, -0.6379669904708862, -1.6974047422409058, -1.1597883701324463, -1.4363046884536743, -1.3886957168579102, -0.8085496425628662, -2.2197601795196533, -1.8281769752502441, -1.090149164199829, -0.40327775478363037, -1.0504162311553955, -1.861899971961975, -2.130744695663452, -0.5437350273132324, -0.8754568696022034, -1.4340174198150635, -2.238180637359619, -1.0953532457351685]}, "Bot002_020_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite He'S a comedian, he's pretty 22 800! my name is larry Nice to meet you dave, my name is george so george what is your profession? I am a manager of a local alabama and i am a chef That sounds like fun. i am a chef. do you like cooking? I do, but i like to cook well this was the best bot experience so far I am sure it is. you are good george", "response": "Yes, i am. i am...........................................", "annotation_id": "Bot002_020_20", "annotations": ["O", "T", "T", "T", "T", "O", "O", "X", "T", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-17.10442352294922, -7.095428943634033, -11.192402839660645, -7.384129524230957, -4.696840286254883, -6.6168212890625, -9.0930814743042, -14.066654205322266, -10.583123207092285, -9.84029769897461], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -3.102360725402832, -1.7002307176589966, -1.1215916872024536, -2.09381103515625, -0.6449159979820251, -1.6582070589065552, -1.4176108837127686, -1.7061419486999512, -1.5960932970046997, -0.164002925157547, -1.2712122201919556, -1.823089361190796, -1.0717852115631104, -1.923233985900879, -1.0803148746490479, -0.0547475628554821, -1.4992071390151978, -1.4135453701019287, -0.9141928553581238, -2.2256553173065186, -1.650604248046875, -1.3681859970092773, -1.8310332298278809, -1.1055303812026978, -0.9983989000320435, -1.7813761234283447, -1.398405909538269, -2.392838478088379, -1.0757490396499634, -1.468347191810608, -1.1775795221328735, -1.055757761001587, -1.6405616998672485, -2.468106985092163, -1.4913948774337769, -0.1635221242904663, -1.7192250490188599, -1.3950755596160889, -1.1840853691101074, -2.0714454650878906, -1.6656659841537476, -3.1053807735443115, -1.6313692331314087, -1.1987870931625366, -2.066316843032837, -1.9112054109573364, -0.9859973192214966, -0.6156073212623596, -1.3224644660949707, -0.6767886877059937, -2.172947645187378, -0.3215444087982178, -1.1532325744628906, -1.0330419540405273, -1.2630481719970703, -1.9709851741790771, -1.8014929294586182, -1.7944902181625366, -1.4950950145721436, -0.7057123184204102, -1.5121119022369385, -1.3837226629257202, -1.85067617893219, -2.9518368244171143, -1.3714687824249268, -0.7871472835540771, -0.10090462118387222, -4.445766925811768, -2.9828879833221436, -2.7016236782073975, -1.7247482538223267, -1.4624401330947876, -0.46226271986961365, -1.4412249326705933, -2.71217679977417, -2.3736202716827393, -1.7310035228729248, -0.3225395083427429, -0.06688487529754639, -1.2510671615600586, -0.7723279595375061, -1.90187668800354, -1.8113354444503784, -0.0018206939566880465, -1.6633561849594116, -1.9781051874160767, -1.1106488704681396, -0.7642037868499756, -0.5847577452659607, -0.974085807800293, -1.597812533378601, -1.2197223901748657, -1.6988030672073364, -1.9551104307174683, -1.2796237468719482, -2.8949429988861084, -3.137131690979004, -2.4763736724853516, -2.3177366256713867, -1.2866435050964355, -1.5019174814224243, -1.0569698810577393, -2.624691963195801, -1.7362703084945679, -0.8931869268417358, -1.5552831888198853, -0.9325177073478699, -1.4023808240890503, -1.5809004306793213, -1.9623792171478271, -0.917311429977417, -1.2263375520706177, -2.1706032752990723, -1.8792380094528198, -0.10076882690191269, -1.199622631072998, -1.9858293533325195, -0.5266793370246887, -1.5319817066192627, -1.8198763132095337, -2.2348721027374268, -1.709315299987793, -1.2017887830734253, -1.950648546218872, -1.0072873830795288, -0.6379669904708862, -1.6974047422409058, -1.1597883701324463, -1.4363046884536743, -1.3886957168579102, -0.8085496425628662, -2.2197601795196533, -1.8281769752502441, -1.090149164199829, -0.40327775478363037, -1.0504162311553955, -1.8467645645141602, -2.088179111480713, -1.2699322700500488, -1.5471374988555908, -2.229802131652832, -1.7048332691192627, -1.8916360139846802, -1.6632286310195923, -1.6832728385925293, -0.0021256250329315662, -2.071507215499878, -2.0747745037078857, -1.3250068426132202, -1.14813232421875, -1.324423909187317, -0.8048681020736694, -1.3103338479995728, -1.0006189346313477, -0.8910610675811768, -2.705124855041504, -1.8127126693725586, -1.2613433599472046]}, "Bot002_023_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours?", "response": "I am good, i am just watching the news", "annotation_id": "Bot002_023_02", "annotations": ["T", "T", "T", "T", "T", "X", "O", "X", "X", "T", "O", "T", "T", "O", "O"], "gpt2_target_score": [-12.54684829711914, -10.751556396484375, -10.419465065002441, -7.249515056610107, -6.727719783782959, -9.66190242767334, -8.001006126403809, -12.85742473602295, -9.246824264526367, -15.627053260803223], "gpt2_argmax_score": [-3.0563852787017822, -1.1230770349502563, -2.0807583332061768, -1.6787067651748657, -2.0830206871032715, -1.3644168376922607, -0.6176749467849731, -1.1611658334732056, -2.8467164039611816, -1.6293267011642456, -1.419832468032837, -1.2920900583267212, -1.7164549827575684, -1.838196873664856, -1.9034658670425415, -1.6778740882873535, -1.9684945344924927, -2.5953516960144043, -1.789223074913025]}, "Bot002_023_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town?", "response": "Yes, there are a lot of cities", "annotation_id": "Bot002_023_04", "annotations": ["T", "T", "T", "X", "O", "X", "X", "X", "X", "T", "O", "T", "O", "T", "T"], "gpt2_target_score": [-15.956958770751953, -3.218749523162842, -10.769600868225098, -10.183780670166016, -2.3664984703063965, -13.957266807556152, -7.943968772888184, -14.912707328796387], "gpt2_argmax_score": [-3.0563852787017822, -1.1230770349502563, -2.0807583332061768, -1.6787067651748657, -2.0830206871032715, -1.3644168376922607, -0.6176749467849731, -1.1611658334732056, -1.57888925075531, -1.441400170326233, -1.3546451330184937, -1.650308609008789, -1.8383700847625732, -1.8188151121139526, -1.8413479328155518, -2.044628858566284, -2.522158622741699, -1.9124619960784912, -2.8813750743865967, -3.131516218185425, -1.5922895669937134, -2.480232000350952, -1.409753680229187, -0.24457813799381256, -1.0109890699386597, -1.8107900619506836, -1.6267272233963013, -0.33912765979766846, -1.0649242401123047, -2.567389965057373, -1.1298067569732666, -1.9681720733642578, -1.2545005083084106, -1.5875205993652344, -0.47304555773735046, -0.16221119463443756, -2.6596179008483887, -1.3351242542266846]}, "Bot002_023_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from?", "response": "I live in the midwest", "annotation_id": "Bot002_023_06", "annotations": ["O", "T", "O", "O", "T", "O", "X", "O", "X", "O", "O", "T", "O", "O", "X"], "gpt2_target_score": [-12.54684829711914, -11.639266967773438, -8.416016578674316, -8.267688751220703, -11.34834098815918, -20.5217342376709], "gpt2_argmax_score": [-3.0563852787017822, -1.1230770349502563, -2.0807583332061768, -1.6787067651748657, -2.0830206871032715, -1.3644168376922607, -0.6176749467849731, -1.1611658334732056, -1.57888925075531, -1.441400170326233, -1.3546451330184937, -1.650308609008789, -1.8383700847625732, -1.8188151121139526, -1.8413479328155518, -2.044628858566284, -2.522158622741699, -1.9124619960784912, -2.8813750743865967, -3.131516218185425, -1.5922895669937134, -2.480232000350952, -1.409753680229187, -0.24457813799381256, -1.010988473892212, -1.810798168182373, -1.6267154216766357, -0.3391316533088684, -1.0649241209030151, -1.1003378629684448, -1.8796123266220093, -1.1903680562973022, -1.5980879068374634, -0.4356137216091156, -0.14398358762264252, -2.5686533451080322, -1.477016568183899, -1.3197286128997803, -2.6330254077911377, -0.7970937490463257, -1.3209786415100098, -1.2768151760101318, -2.0184433460235596, -1.402923345565796, -0.17673227190971375, -2.1778976917266846, -2.6497347354888916, -0.07922349870204926, -1.4115997552871704]}, "Bot002_023_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do?", "response": "I work at a local shelter", "annotation_id": "Bot002_023_08", "annotations": ["O", "T", "T", "O", "O", "O", "T", "O", "X", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-12.54684829711914, -8.8184814453125, -9.443146705627441, -7.832713603973389, -10.662580490112305, -14.91702938079834], "gpt2_argmax_score": [-3.0563852787017822, -1.1230770349502563, -2.0807583332061768, -1.6787067651748657, -2.0830206871032715, -1.3644168376922607, -0.6176749467849731, -1.1611658334732056, -1.57888925075531, -1.441400170326233, -1.3546451330184937, -1.650308609008789, -1.8383700847625732, -1.8188151121139526, -1.8413479328155518, -2.044628858566284, -2.522158622741699, -1.9124619960784912, -2.8813750743865967, -3.131516218185425, -1.5922895669937134, -2.480232000350952, -1.409753680229187, -0.24457813799381256, -1.0109890699386597, -1.8107900619506836, -1.6267272233963013, -0.33912765979766846, -1.0649242401123047, -1.1003389358520508, -1.8796101808547974, -1.1903566122055054, -1.5980769395828247, -0.4356165826320648, -0.14398398995399475, -2.5686330795288086, -1.4770293235778809, -1.3197249174118042, -2.633035898208618, -0.7970888018608093, -1.3209731578826904, -1.2768151760101318, -1.4293195009231567, -0.2185894101858139, -2.059201717376709, -2.522367238998413, -0.07827968150377274, -1.3346964120864868, -1.4915649890899658, -0.07339146733283997, -0.8230682611465454, -1.0001517534255981, -1.175247311592102, -1.6908036470413208, -1.5616967678070068, -0.696078896522522, -0.4522632360458374, -2.7886226177215576, -2.426607847213745, -1.4382002353668213]}, "Bot002_023_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do? I work at a local shelter oh. is it for humans or animals?", "response": "I do not know, i am a vet", "annotation_id": "Bot002_023_10", "annotations": ["O", "T", "O", "X", "O", "X", "O", "X", "X", "T", "T", "T", "T", "T", "T"], "gpt2_target_score": [-12.54683780670166, -9.661659240722656, -9.04780387878418, -12.693496704101562, -6.576432228088379, -9.115473747253418, -10.69846248626709, -6.096701145172119, -16.522968292236328], "gpt2_argmax_score": [-3.0563671588897705, -1.123070240020752, -2.08077073097229, -1.678688406944275, -2.0830700397491455, -1.3644055128097534, -0.6176828742027283, -1.1611846685409546, -1.5789066553115845, -1.4413955211639404, -1.3546849489212036, -1.6503233909606934, -1.8383479118347168, -1.8188363313674927, -1.8413219451904297, -2.044642925262451, -2.5221750736236572, -1.912421703338623, -2.8813705444335938, -3.131504535675049, -1.5922802686691284, -2.4801697731018066, -1.4097644090652466, -0.24457570910453796, -1.0109943151474, -1.8107469081878662, -1.6266793012619019, -0.33911600708961487, -1.0649646520614624, -1.1003684997558594, -1.8796128034591675, -1.1903626918792725, -1.5981091260910034, -0.43560871481895447, -0.14398430287837982, -2.568657875061035, -1.4770476818084717, -1.3197416067123413, -2.633094549179077, -0.7970852851867676, -1.3209530115127563, -1.2768086194992065, -1.4293270111083984, -0.21858184039592743, -2.0591881275177, -2.5223758220672607, -0.07827835530042648, -1.3346933126449585, -1.4915666580200195, -0.07339245826005936, -0.823080837726593, -1.0001095533370972, -1.1752582788467407, -1.7157007455825806, -0.6986652612686157, -0.47887861728668213, -2.970834493637085, -2.545217990875244, -1.4028115272521973, -1.4444235563278198, -1.9153865575790405, -1.242423176765442, -2.3013980388641357, -2.011716365814209, -0.688003420829773, -1.7825511693954468, -0.3322431147098541, -1.4423534870147705, -2.256857395172119, -2.228346347808838, -1.8185434341430664, -1.6147817373275757, -1.9617294073104858, -1.6011604070663452, -1.3809623718261719, -1.4818803071975708, -2.218829393386841, -1.771927833557129]}, "Bot002_023_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do? I work at a local shelter oh. is it for humans or animals? I do not know, i am a vet veterinarian? so it's an animal shelter", "response": "Yes, i have a dog named after a long walk", "annotation_id": "Bot002_023_12", "annotations": ["O", "T", "T", "T", "O", "O", "X", "T", "X", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-15.95693302154541, -3.2187581062316895, -9.941045761108398, -10.965164184570312, -2.366471529006958, -9.76093578338623, -9.726126670837402, -9.941946029663086, -8.819660186767578, -7.8831071853637695, -13.365915298461914], "gpt2_argmax_score": [-3.0563671588897705, -1.123070240020752, -2.08077073097229, -1.678688406944275, -2.0830700397491455, -1.3644055128097534, -0.6176828742027283, -1.1611846685409546, -1.5789066553115845, -1.4413955211639404, -1.3546849489212036, -1.6503233909606934, -1.8383479118347168, -1.8188363313674927, -1.8413219451904297, -2.044642925262451, -2.5221750736236572, -1.912421703338623, -2.8813705444335938, -3.131504535675049, -1.5922802686691284, -2.4801697731018066, -1.4097644090652466, -0.24457570910453796, -1.0109943151474, -1.8107469081878662, -1.6266793012619019, -0.33911600708961487, -1.0649646520614624, -1.1003684997558594, -1.8796128034591675, -1.1903626918792725, -1.5981091260910034, -0.43560871481895447, -0.14398430287837982, -2.568657875061035, -1.4770530462265015, -1.3197526931762695, -2.6331121921539307, -0.7970892190933228, -1.3209686279296875, -1.2768199443817139, -1.4293304681777954, -0.21858203411102295, -2.059189796447754, -2.5223634243011475, -0.07827736437320709, -1.3346959352493286, -1.4915566444396973, -0.07339168339967728, -0.8230726718902588, -1.0001055002212524, -1.175257921218872, -1.715714454650879, -0.6986641883850098, -0.4788738191127777, -2.9708259105682373, -2.545210123062134, -1.4028078317642212, -1.444419264793396, -1.9153928756713867, -1.242423176765442, -2.3014163970947266, -2.0117290019989014, -0.6879922747612, -1.7825558185577393, -0.33224019408226013, -1.4423518180847168, -1.9715521335601807, -1.3322508335113525, -1.464310646057129, -1.9297449588775635, -1.6645773649215698, -1.276611089706421, -1.6249395608901978, -2.4798760414123535, -1.7391808032989502, -1.6087368726730347, -1.647533893585205, -1.4376627206802368, -1.2197914123535156, -1.685672640800476, -0.5681209564208984, -1.337432861328125, -1.0642728805541992, -2.507272243499756, -0.90094393491745, -1.6147164106369019, -0.7874922752380371, -1.2732656002044678, -2.20257830619812, -1.5044647455215454, -3.7912120819091797, -1.0244667530059814, -2.1132681369781494, -0.5972074866294861, -0.3443297743797302]}, "Bot002_023_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do? I work at a local shelter oh. is it for humans or animals? I do not know, i am a vet veterinarian? so it's an animal shelter Yes, i have a dog named after a long walk hahaha what was the result of that walk? how did you name it?", "response": "I was born in the usa", "annotation_id": "Bot002_023_14", "annotations": ["X", "T", "T", "X", "O", "T", "X", "X", "X", "T", "T", "T", "T", "X", "T"], "gpt2_target_score": [-12.54683780670166, -7.3195271492004395, -14.51765251159668, -8.950927734375, -3.3348095417022705, -10.803935050964355, -12.598578453063965], "gpt2_argmax_score": [-3.0563671588897705, -1.123070240020752, -2.08077073097229, -1.678688406944275, -2.0830700397491455, -1.3644055128097534, -0.6176828742027283, -1.1611846685409546, -1.5789066553115845, -1.4413955211639404, -1.3546849489212036, -1.6503233909606934, -1.8383479118347168, -1.8188363313674927, -1.8413219451904297, -2.044642925262451, -2.5221750736236572, -1.912421703338623, -2.8813705444335938, -3.131504535675049, -1.5922802686691284, -2.4801697731018066, -1.4097644090652466, -0.24457570910453796, -1.0109943151474, -1.8107469081878662, -1.6266793012619019, -0.33911600708961487, -1.0649646520614624, -1.1003684997558594, -1.8796128034591675, -1.1903626918792725, -1.5981091260910034, -0.43560871481895447, -0.14398430287837982, -2.568657875061035, -1.4770530462265015, -1.3197526931762695, -2.6331121921539307, -0.7970892190933228, -1.3209686279296875, -1.2768199443817139, -1.4293304681777954, -0.21858203411102295, -2.059189796447754, -2.5223634243011475, -0.07827736437320709, -1.3346959352493286, -1.4915566444396973, -0.07339168339967728, -0.8230726718902588, -1.0001055002212524, -1.175257921218872, -1.715714454650879, -0.6986641883850098, -0.4788738191127777, -2.9708259105682373, -2.545210123062134, -1.4028078317642212, -1.444419264793396, -1.9153928756713867, -1.242423176765442, -2.3014163970947266, -2.0117290019989014, -0.6879922747612, -1.7825558185577393, -0.33224019408226013, -1.4423518180847168, -1.9715521335601807, -1.3322508335113525, -1.464310646057129, -1.9297449588775635, -1.6645773649215698, -1.276611089706421, -1.6249395608901978, -2.4798760414123535, -1.7391808032989502, -1.6087368726730347, -1.647533893585205, -1.4376627206802368, -1.2197914123535156, -1.685672640800476, -0.5681209564208984, -1.337432861328125, -1.0642694234848022, -0.9883947968482971, -1.5558137893676758, -0.5963807106018066, -1.3279577493667603, -2.088066577911377, -1.397039532661438, -3.9199111461639404, -0.773213267326355, -1.9816854000091553, -0.6122886538505554, -0.4252258837223053, -0.5399208664894104, -0.8053999543190002, -1.657368779182434, -1.9753899574279785, -1.6026771068572998, -0.5084651112556458, -0.5633085370063782, -1.4880064725875854, -0.4896213412284851, -0.8217654228210449, -1.6527773141860962, -1.6849970817565918, -0.7097295522689819, -1.1368293762207031, -0.698981523513794, -0.3324446380138397, -1.5661629438400269, -2.1556601524353027, -2.3804285526275635, -1.8940010070800781, -1.0044819116592407, -1.3033134937286377, -0.8386000990867615, -1.5596448183059692, -1.9794511795043945]}, "Bot002_023_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do? I work at a local shelter oh. is it for humans or animals? I do not know, i am a vet veterinarian? so it's an animal shelter Yes, i have a dog named after a long walk hahaha what was the result of that walk? how did you name it? I was born in the usa me too", "response": "I do not like it either", "annotation_id": "Bot002_023_16", "annotations": ["T", "T", "O", "T", "O", "T", "T", "X", "X", "T", "T", "T", "O", "T", "O"], "gpt2_target_score": [-12.54683780670166, -9.661659240722656, -9.04780387878418, -8.355560302734375, -6.558228492736816, -11.969416618347168], "gpt2_argmax_score": [-3.0563671588897705, -1.123070240020752, -2.08077073097229, -1.678688406944275, -2.0830700397491455, -1.3644055128097534, -0.6176828742027283, -1.1611846685409546, -1.5789066553115845, -1.4413955211639404, -1.3546849489212036, -1.6503233909606934, -1.8383479118347168, -1.8188363313674927, -1.8413219451904297, -2.044642925262451, -2.5221750736236572, -1.912421703338623, -2.8813705444335938, -3.131504535675049, -1.5922802686691284, -2.4801697731018066, -1.4097644090652466, -0.24457570910453796, -1.0109943151474, -1.8107469081878662, -1.6266793012619019, -0.33911600708961487, -1.0649646520614624, -1.1003684997558594, -1.8796128034591675, -1.1903626918792725, -1.5981091260910034, -0.43560871481895447, -0.14398430287837982, -2.568657875061035, -1.4770530462265015, -1.3197526931762695, -2.6331121921539307, -0.7970892190933228, -1.3209686279296875, -1.2768199443817139, -1.4293304681777954, -0.21858203411102295, -2.059189796447754, -2.5223634243011475, -0.07827736437320709, -1.3346959352493286, -1.4915566444396973, -0.07339168339967728, -0.8230726718902588, -1.0001055002212524, -1.175257921218872, -1.715714454650879, -0.6986641883850098, -0.4788738191127777, -2.9708259105682373, -2.545210123062134, -1.4028078317642212, -1.444419264793396, -1.9153928756713867, -1.242423176765442, -2.3014163970947266, -2.0117290019989014, -0.6879922747612, -1.7825558185577393, -0.33224019408226013, -1.4423518180847168, -1.9715521335601807, -1.3322508335113525, -1.464310646057129, -1.9297449588775635, -1.6645773649215698, -1.276611089706421, -1.6249395608901978, -2.4798760414123535, -1.7391808032989502, -1.6087368726730347, -1.647533893585205, -1.4376627206802368, -1.2197914123535156, -1.685672640800476, -0.5681209564208984, -1.337432861328125, -1.0642728805541992, -0.988394558429718, -1.5558147430419922, -0.5963815450668335, -1.3279781341552734, -2.0880627632141113, -1.3970476388931274, -3.919915199279785, -0.7732303142547607, -1.9816863536834717, -0.6122856736183167, -0.42522478103637695, -0.5399174094200134, -0.8054133057594299, -1.6573585271835327, -1.9753869771957397, -1.6026756763458252, -0.5084691047668457, -0.5632969737052917, -1.4880045652389526, -0.4896259605884552, -0.8217722773551941, -1.6527782678604126, -1.6849989891052246, -0.7097278237342834, -1.1368366479873657, -0.6989648938179016, -0.33244121074676514, -1.5661755800247192, -1.5805166959762573, -2.069847345352173, -0.9674359560012817, -1.3428972959518433, -1.0261821746826172, -1.5691081285476685, -2.140446424484253, -1.5912491083145142, -1.3913698196411133, -2.298532485961914, -2.3211331367492676, -0.7233695983886719, -0.6316754221916199, -1.3287822008132935, -1.442189335823059, -0.9556373953819275]}, "Bot002_023_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do? I work at a local shelter oh. is it for humans or animals? I do not know, i am a vet veterinarian? so it's an animal shelter Yes, i have a dog named after a long walk hahaha what was the result of that walk? how did you name it? I was born in the usa me too I do not like it either umm... i like usa", "response": "I love the usa, i am from florida", "annotation_id": "Bot002_023_18", "annotations": ["O", "T", "T", "X", "T", "O", "X", "O", "X", "O", "O", "T", "O", "T", "T"], "gpt2_target_score": [-12.54683780670166, -11.225349426269531, -9.173238754272461, -12.436347961425781, -7.684159278869629, -9.396403312683105, -7.1720499992370605, -9.523397445678711, -10.27615737915039, -9.526951789855957, -12.382944107055664, -16.471384048461914], "gpt2_argmax_score": [-3.0563671588897705, -1.123070240020752, -2.08077073097229, -1.678688406944275, -2.0830700397491455, -1.3644055128097534, -0.6176828742027283, -1.1611846685409546, -1.5789066553115845, -1.4413955211639404, -1.3546849489212036, -1.6503233909606934, -1.8383479118347168, -1.8188363313674927, -1.8413219451904297, -2.044642925262451, -2.5221750736236572, -1.912421703338623, -2.8813705444335938, -3.131504535675049, -1.5922802686691284, -2.4801697731018066, -1.4097644090652466, -0.24457570910453796, -1.0109943151474, -1.8107469081878662, -1.6266793012619019, -0.33911600708961487, -1.0649646520614624, -1.1003684997558594, -1.8796128034591675, -1.1903626918792725, -1.5981091260910034, -0.43560871481895447, -0.14398430287837982, -2.568657875061035, -1.4770530462265015, -1.3197526931762695, -2.6331121921539307, -0.7970892190933228, -1.3209686279296875, -1.2768199443817139, -1.4293304681777954, -0.21858203411102295, -2.059189796447754, -2.5223634243011475, -0.07827736437320709, -1.3346959352493286, -1.4915566444396973, -0.07339168339967728, -0.8230726718902588, -1.0001055002212524, -1.175257921218872, -1.715714454650879, -0.6986641883850098, -0.4788738191127777, -2.9708259105682373, -2.545210123062134, -1.4028078317642212, -1.444419264793396, -1.9153928756713867, -1.242423176765442, -2.3014163970947266, -2.0117290019989014, -0.6879922747612, -1.7825558185577393, -0.33224019408226013, -1.4423518180847168, -1.9715521335601807, -1.3322508335113525, -1.464310646057129, -1.9297449588775635, -1.6645773649215698, -1.276611089706421, -1.6249395608901978, -2.4798760414123535, -1.7391808032989502, -1.6087368726730347, -1.647533893585205, -1.4376627206802368, -1.2197914123535156, -1.685672640800476, -0.5681209564208984, -1.337432861328125, -1.0642728805541992, -0.988394558429718, -1.5558147430419922, -0.5963815450668335, -1.3279781341552734, -2.0880627632141113, -1.3970476388931274, -3.919915199279785, -0.7732303142547607, -1.9816863536834717, -0.6122856736183167, -0.42522478103637695, -0.5399174094200134, -0.8054133057594299, -1.6573585271835327, -1.9753869771957397, -1.6026756763458252, -0.5084691047668457, -0.5632969737052917, -1.4880045652389526, -0.4896259605884552, -0.8217722773551941, -1.6527782678604126, -1.6849989891052246, -0.7097278237342834, -1.1368366479873657, -0.6989648938179016, -0.33244121074676514, -1.5661755800247192, -1.5805166959762573, -2.069847345352173, -0.9674359560012817, -1.3428972959518433, -1.0261821746826172, -1.5691081285476685, -2.140446424484253, -1.5912585258483887, -1.3913646936416626, -2.2530581951141357, -0.42840734124183655, -0.7122913599014282, -1.2520579099655151, -2.0665557384490967, -1.4017843008041382, -1.9586611986160278, -2.608067274093628, -2.4845261573791504, -1.700763463973999, -1.293759822845459, -0.12450309842824936, -1.8139277696609497, -2.427659273147583, -2.388375997543335, -1.8294858932495117, -1.6909610033035278, -0.03996087610721588, -2.1186423301696777, -1.9067294597625732, -1.9202098846435547, -1.3112537860870361, -1.0504766702651978, -0.20847097039222717, -0.04195999726653099, -1.551786184310913]}, "Bot002_023_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do? I work at a local shelter oh. is it for humans or animals? I do not know, i am a vet veterinarian? so it's an animal shelter Yes, i have a dog named after a long walk hahaha what was the result of that walk? how did you name it? I was born in the usa me too I do not like it either umm... i like usa I love the usa, i am from florida i was born in 1981. what is your age?", "response": "My age is 20lbs, a baby, a year old", "annotation_id": "Bot002_023_20", "annotations": ["T", "T", "O", "X", "O", "X", "O", "X", "X", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-13.632760047912598, -13.949623107910156, -8.789945602416992, -10.758872985839844, -17.042726516723633, -9.396403312683105, -7.472815990447998, -9.577917098999023, -7.44984769821167, -1.4413955211639404, -11.190744400024414, -7.082635402679443], "gpt2_argmax_score": [-3.0563671588897705, -1.123070240020752, -2.08077073097229, -1.678688406944275, -2.0830700397491455, -1.3644055128097534, -0.6176828742027283, -1.1611846685409546, -1.5789066553115845, -1.4413955211639404, -1.3546849489212036, -1.6503233909606934, -1.8383479118347168, -1.8188363313674927, -1.8413219451904297, -2.044642925262451, -2.5221750736236572, -1.912421703338623, -2.8813705444335938, -3.131504535675049, -1.5922802686691284, -2.4801697731018066, -1.4097644090652466, -0.24457570910453796, -1.0109943151474, -1.8107469081878662, -1.6266793012619019, -0.33911600708961487, -1.0649646520614624, -1.1003684997558594, -1.8796128034591675, -1.1903626918792725, -1.5981091260910034, -0.43560871481895447, -0.14398430287837982, -2.568657875061035, -1.4770530462265015, -1.3197526931762695, -2.6331121921539307, -0.7970892190933228, -1.3209686279296875, -1.2768199443817139, -1.4293304681777954, -0.21858203411102295, -2.059189796447754, -2.5223634243011475, -0.07827736437320709, -1.3346959352493286, -1.4915566444396973, -0.07339168339967728, -0.8230726718902588, -1.0001055002212524, -1.175257921218872, -1.715714454650879, -0.6986641883850098, -0.4788738191127777, -2.9708259105682373, -2.545210123062134, -1.4028078317642212, -1.444419264793396, -1.9153928756713867, -1.242423176765442, -2.3014163970947266, -2.0117290019989014, -0.6879922747612, -1.7825558185577393, -0.33224019408226013, -1.4423518180847168, -1.9715521335601807, -1.3322508335113525, -1.464310646057129, -1.9297449588775635, -1.6645773649215698, -1.276611089706421, -1.6249395608901978, -2.4798760414123535, -1.7391808032989502, -1.6087368726730347, -1.647533893585205, -1.4376627206802368, -1.2197914123535156, -1.685672640800476, -0.5681209564208984, -1.337432861328125, -1.0642728805541992, -0.988394558429718, -1.5558147430419922, -0.5963815450668335, -1.3279781341552734, -2.0880627632141113, -1.3970476388931274, -3.919915199279785, -0.7732303142547607, -1.9816863536834717, -0.6122856736183167, -0.42522478103637695, -0.5399174094200134, -0.8054133057594299, -1.6573585271835327, -1.9753869771957397, -1.6026756763458252, -0.5084691047668457, -0.5632969737052917, -1.4880045652389526, -0.4896259605884552, -0.8217722773551941, -1.6527782678604126, -1.6849989891052246, -0.7097278237342834, -1.1368366479873657, -0.6989648938179016, -0.33244121074676514, -1.5661755800247192, -1.5805166959762573, -2.069847345352173, -0.9674359560012817, -1.3428972959518433, -1.0261821746826172, -1.5691081285476685, -2.140446424484253, -1.5912585258483887, -1.3913646936416626, -2.2530581951141357, -0.42840734124183655, -0.7122913599014282, -1.2520579099655151, -2.0665557384490967, -1.4017843008041382, -1.9586611986160278, -2.608067274093628, -2.4845261573791504, -1.700763463973999, -1.2937625646591187, -0.12450288236141205, -1.8139318227767944, -1.9960170984268188, -1.2467553615570068, -1.7360504865646362, -0.043428268283605576, -2.457676649093628, -1.6918593645095825, -1.6954724788665771, -1.5313811302185059, -1.0249857902526855, -0.22995565831661224, -0.04679745435714722, -1.8708769083023071, -1.919371247291565, -0.16641129553318024, -0.25935617089271545, -0.9894698858261108, -1.7629542350769043, -2.3149609565734863, -2.0251848697662354, -1.3994921445846558, -1.5409959554672241, -0.47232335805892944, -1.7576651573181152, -2.4707114696502686, -0.5611653327941895, -0.4623202979564667, -2.884103298187256, -1.521552324295044, -1.8254904747009277, -2.126347064971924, -1.730433464050293, -1.6826554536819458, -1.2944468259811401, -2.6042447090148926, -1.1637084484100342, -1.5031665563583374]}, "Bot002_024_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello", "response": "Hi, how are you doing?", "annotation_id": "Bot002_024_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-11.856884002685547, -9.541168212890625, -7.798328399658203, -6.071320056915283, -5.656144618988037, -11.155003547668457, -1.927258849143982], "gpt2_argmax_score": [-1.8457903861999512, -2.0303499698638916, -0.9599646925926208, -1.0816501379013062, -1.602311611175537, -0.2115371823310852, -1.309216856956482, -1.116100788116455, -0.5659785866737366]}, "Bot002_024_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good", "response": "I am sorry to hear that.", "annotation_id": "Bot002_024_03", "annotations": ["O", "O", "O", "O", "O", "O", "O", "X", "O", "X", "O", "O", "T", "O", "O"], "gpt2_target_score": [-9.925350189208984, -9.146509170532227, -5.973755836486816, -3.152562141418457, -15.22111988067627, -8.490100860595703, -5.725866317749023], "gpt2_argmax_score": [-1.8457903861999512, -1.2904301881790161, -1.090958833694458, -1.6400498151779175, -0.27182525396347046, -1.3517651557922363, -1.1432857513427734, -0.5756080150604248, -2.0786054134368896, -1.5721337795257568, -1.7844734191894531, -1.2730672359466553, -2.4650468826293945, -1.6196061372756958, -0.5264476537704468, -0.8430446982383728, -1.0170222520828247, -1.1241461038589478]}, "Bot002_024_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok", "response": "I am not sure what you do for a living?", "annotation_id": "Bot002_024_05", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "T", "X", "O", "O", "T", "O", "T"], "gpt2_target_score": [-9.925350189208984, -9.146509170532227, -6.536499977111816, -11.42052173614502, -10.627202033996582, -9.74856948852539, -11.559423446655273, -8.019211769104004, -3.175239324569702, -10.350072860717773, -10.059611320495605], "gpt2_argmax_score": [-1.8457903861999512, -1.2904301881790161, -1.090958833694458, -1.6400498151779175, -0.27182525396347046, -1.3517651557922363, -1.1432857513427734, -0.5756080150604248, -2.0786054134368896, -1.5721337795257568, -1.526576042175293, -2.5003321170806885, -1.6971819400787354, -0.7630555033683777, -1.4214280843734741, -1.203628420829773, -1.2823140621185303, -1.3482822179794312, -1.9061968326568604, -1.607719898223877, -2.0648186206817627, -1.4412654638290405, -1.3477489948272705, -1.323622226715088, -0.961372435092926, -1.370238184928894, -2.063141107559204, -1.9080328941345215, -0.892143964767456, -0.786567211151123]}, "Bot002_024_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker", "response": "That'S cool. i like to play ball", "annotation_id": "Bot002_024_07", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "X", "X", "O", "O", "O", "X", "T"], "gpt2_target_score": [-14.615222930908203, -8.565423965454102, -10.656785011291504, -7.6241350173950195, -11.80583667755127, -9.58475112915039, -8.572851181030273, -8.733902931213379, -9.512596130371094, -11.625280380249023], "gpt2_argmax_score": [-1.8457903861999512, -1.2904301881790161, -1.090958833694458, -1.6400498151779175, -0.27182525396347046, -1.3517651557922363, -1.1432857513427734, -0.5756080150604248, -2.0786054134368896, -1.5721337795257568, -1.526576042175293, -2.5003321170806885, -1.6971819400787354, -0.7630555033683777, -1.4214280843734741, -1.203628420829773, -1.2823140621185303, -1.3482822179794312, -1.666874885559082, -1.9924769401550293, -1.7561712265014648, -1.2120569944381714, -0.9334858655929565, -1.1424564123153687, -1.265078067779541, -1.9746917486190796, -1.5273550748825073, -0.9251689910888672, -1.6444556713104248, -0.9857437610626221, -1.8172340393066406, -3.26491641998291, -2.3838274478912354, -2.3397216796875, -0.7223554253578186, -1.2714073657989502, -1.9624028205871582, -0.7057578563690186, -1.0132113695144653, -2.089043140411377, -1.3652220964431763, -1.5162978172302246, -2.1664505004882812, -1.5072697401046753, -2.5865721702575684, -1.5028223991394043, -2.116147041320801]}, "Bot002_024_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker That'S cool. i like to play ball Do you like to suck balls?", "response": "I do, but i do not like to bake.", "annotation_id": "Bot002_024_09", "annotations": ["X", "T", "O", "T", "O", "T", "O", "O", "X", "X", "O", "O", "O", "X", "T"], "gpt2_target_score": [-9.925333976745605, -8.911789894104004, -9.59432601928711, -11.524456024169922, -6.3842363357543945, -7.876777648925781, -8.702707290649414, -9.588154792785645, -4.739278316497803, -14.902657508850098, -8.128177642822266], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.6400418281555176, -0.27182507514953613, -1.3517686128616333, -1.1433049440383911, -0.5755812525749207, -2.0786185264587402, -1.5721067190170288, -1.5265690088272095, -2.500335693359375, -1.6971468925476074, -0.7630614042282104, -1.4214273691177368, -1.2036161422729492, -1.2823097705841064, -1.3482773303985596, -1.666864037513733, -1.992475152015686, -1.7560778856277466, -1.212027668952942, -0.9334819912910461, -1.1424633264541626, -1.2651091814041138, -1.9746919870376587, -1.527374267578125, -0.9251411557197571, -1.6444531679153442, -0.9857372641563416, -1.8171933889389038, -3.264911413192749, -2.383845090866089, -2.3397023677825928, -0.7223355174064636, -1.271405577659607, -0.7976082563400269, -0.3572153151035309, -2.2115283012390137, -1.319589376449585, -1.4145208597183228, -2.1421735286712646, -1.2468700408935547, -2.552469253540039, -1.540137767791748, -2.1647262573242188, -0.14316467940807343, -1.1252968311309814, -1.144621729850769, -0.9899369478225708, -0.974740207195282, -0.6059382557868958, -1.5577588081359863, -1.8204752206802368, -1.6935224533081055, -1.5578150749206543, -1.3519039154052734, -1.0221368074417114, -1.9494044780731201, -0.929008424282074, -0.7312029600143433, -0.7346117496490479, -0.9580654501914978, -1.4595311880111694, -1.3451591730117798]}, "Bot002_024_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker That'S cool. i like to play ball Do you like to suck balls? I do, but i do not like to bake. So don't bake", "response": "I am a teacher, but i do not have a job", "annotation_id": "Bot002_024_11", "annotations": ["X", "T", "O", "X", "O", "O", "X", "O", "X", "X", "O", "X", "T", "T", "T"], "gpt2_target_score": [-9.925333976745605, -9.146561622619629, -5.705928802490234, -15.982295989990234, -10.311161994934082, -8.673896789550781, -8.495706558227539, -9.341221809387207, -8.399297714233398, -10.06411075592041, -9.710819244384766, -9.242111206054688], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.6400418281555176, -0.27182507514953613, -1.3517686128616333, -1.1433049440383911, -0.5755812525749207, -2.0786185264587402, -1.5721067190170288, -1.5265690088272095, -2.500335693359375, -1.6971468925476074, -0.7630614042282104, -1.4214273691177368, -1.2036161422729492, -1.2823097705841064, -1.3482773303985596, -1.666864037513733, -1.992475152015686, -1.7560778856277466, -1.212027668952942, -0.9334819912910461, -1.1424633264541626, -1.2651091814041138, -1.9746919870376587, -1.527374267578125, -0.9251411557197571, -1.6444531679153442, -0.9857372641563416, -1.8171933889389038, -3.264911413192749, -2.383845090866089, -2.3397023677825928, -0.7223355174064636, -1.271405577659607, -0.7976082563400269, -0.3572153151035309, -2.2115283012390137, -1.319589376449585, -1.4145208597183228, -2.1421735286712646, -1.2468700408935547, -2.552469253540039, -1.540137767791748, -2.1647262573242188, -0.14316467940807343, -1.1252968311309814, -1.144621729850769, -0.9899369478225708, -0.974740207195282, -0.6059382557868958, -1.5577588081359863, -1.8740144968032837, -1.8113725185394287, -1.2560635805130005, -1.1677032709121704, -1.7719147205352783, -1.2767714262008667, -0.6715369820594788, -0.7412196397781372, -1.3670237064361572, -1.9682039022445679, -1.3727130889892578, -1.9105027914047241, -0.04379585385322571, -1.6019951105117798, -1.2040479183197021, -1.8082354068756104, -1.8637579679489136, -1.2602360248565674, -2.2395119667053223, -1.7302950620651245, -1.6184895038604736, -0.852093517780304, -1.853919506072998, -0.4338870048522949, -0.4196205139160156, -0.9658998847007751, -2.264559268951416, -1.0573934316635132]}, "Bot002_024_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker That'S cool. i like to play ball Do you like to suck balls? I do, but i do not like to bake. So don't bake I am a teacher, but i do not have a job You are stupid teacher", "response": "I am not sure, i am 34, but i am not very good at it.", "annotation_id": "Bot002_024_13", "annotations": ["X", "O", "O", "X", "O", "O", "T", "O", "X", "X", "O", "X", "O", "X", "T"], "gpt2_target_score": [-9.925333976745605, -9.146561622619629, -6.536464691162109, -11.42055892944336, -10.311161994934082, -9.584815979003906, -12.878274917602539, -11.708012580871582, -6.932912349700928, -3.7915892601013184, -11.396961212158203, -8.984268188476562, -6.914432048797607, -11.026626586914062, -8.928919792175293, -6.861193656921387, -7.697211265563965, -2.468470811843872], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.6400418281555176, -0.27182507514953613, -1.3517686128616333, -1.1433049440383911, -0.5755812525749207, -2.0786185264587402, -1.5721067190170288, -1.5265690088272095, -2.500335693359375, -1.6971468925476074, -0.7630614042282104, -1.4214273691177368, -1.2036161422729492, -1.2823097705841064, -1.3482773303985596, -1.666864037513733, -1.992475152015686, -1.7560778856277466, -1.212027668952942, -0.9334819912910461, -1.1424633264541626, -1.2651091814041138, -1.9746919870376587, -1.527374267578125, -0.9251411557197571, -1.6444531679153442, -0.9857372641563416, -1.8171933889389038, -3.264911413192749, -2.383845090866089, -2.3397023677825928, -0.7223355174064636, -1.271405577659607, -0.7976082563400269, -0.3572153151035309, -2.2115283012390137, -1.319589376449585, -1.4145208597183228, -2.1421735286712646, -1.2468700408935547, -2.552469253540039, -1.540137767791748, -2.1647262573242188, -0.14316467940807343, -1.1252968311309814, -1.144621729850769, -0.9899369478225708, -0.974740207195282, -0.6059382557868958, -1.5577588081359863, -1.8740144968032837, -1.8113725185394287, -1.2560635805130005, -1.1677032709121704, -1.7719147205352783, -1.2767714262008667, -0.6715369820594788, -0.7412196397781372, -1.3670237064361572, -1.9682039022445679, -1.3727130889892578, -1.9105027914047241, -0.04379585385322571, -1.6019951105117798, -1.2040479183197021, -1.9128267765045166, -1.6013520956039429, -3.3739006519317627, -1.8294556140899658, -2.134103536605835, -1.2081364393234253, -1.4950004816055298, -0.7159745097160339, -0.3395141661167145, -1.1064635515213013, -1.982775330543518, -1.030380129814148, -1.9027206897735596, -1.416013479232788, -1.4136028289794922, -1.3504077196121216, -1.9815270900726318, -1.7104846239089966, -1.163590431213379, -1.4875649213790894, -1.1233106851577759, -1.3539154529571533, -1.746849536895752, -1.119669795036316, -1.5694820880889893, -1.716572880744934, -0.6857014298439026, -1.4496228694915771, -1.500542402267456, -1.5505965948104858, -0.48140454292297363, -0.5058751702308655, -1.1540403366088867, -0.8102231025695801, -1.444001317024231]}, "Bot002_024_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker That'S cool. i like to play ball Do you like to suck balls? I do, but i do not like to bake. So don't bake I am a teacher, but i do not have a job You are stupid teacher I am not sure, i am 34, but i am not very good at it. Are you not good at been 34? Are you kidding me?", "response": "No, i am not sure. i am not sure i am.", "annotation_id": "Bot002_024_15", "annotations": ["T", "O", "X", "O", "O", "O", "O", "X", "X", "X", "O", "X", "O", "X", "T"], "gpt2_target_score": [-11.701579093933105, -1.2904218435287476, -3.4499928951263428, -5.27891206741333, -10.210041999816895, -8.774040222167969, -5.725870132446289, -5.806934833526611, -10.129049301147461, -8.780678749084473, -8.999866485595703, -8.30023193359375, -9.636310577392578, -7.52960205078125], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.6400418281555176, -0.27182507514953613, -1.3517686128616333, -1.1433049440383911, -0.5755812525749207, -2.0786185264587402, -1.5721067190170288, -1.5265690088272095, -2.500335693359375, -1.6971468925476074, -0.7630614042282104, -1.4214273691177368, -1.2036161422729492, -1.2823097705841064, -1.3482773303985596, -1.666864037513733, -1.992475152015686, -1.7560778856277466, -1.212027668952942, -0.9334819912910461, -1.1424633264541626, -1.2651091814041138, -1.9746919870376587, -1.527374267578125, -0.9251411557197571, -1.6444531679153442, -0.9857372641563416, -1.8171933889389038, -3.264911413192749, -2.383845090866089, -2.3397023677825928, -0.7223355174064636, -1.271405577659607, -0.7976082563400269, -0.3572153151035309, -2.2115283012390137, -1.319589376449585, -1.4145208597183228, -2.1421735286712646, -1.2468700408935547, -2.552469253540039, -1.540137767791748, -2.1647262573242188, -0.14316467940807343, -1.1252968311309814, -1.144621729850769, -0.9899369478225708, -0.974740207195282, -0.6059382557868958, -1.5577588081359863, -1.8740144968032837, -1.8113725185394287, -1.2560635805130005, -1.1677032709121704, -1.7719147205352783, -1.2767714262008667, -0.6715369820594788, -0.7412196397781372, -1.3670237064361572, -1.9682039022445679, -1.3727130889892578, -1.9105027914047241, -0.04379585385322571, -1.6019951105117798, -1.2040479183197021, -1.9128267765045166, -1.6013520956039429, -3.3739006519317627, -1.8294556140899658, -2.134103536605835, -1.2081364393234253, -1.4950004816055298, -0.7159745097160339, -0.3395141661167145, -1.1064635515213013, -1.982775330543518, -1.030380129814148, -1.9027206897735596, -1.416013479232788, -1.4136028289794922, -1.3504077196121216, -0.9640473127365112, -1.4388225078582764, -1.394260287284851, -1.2003381252288818, -1.4792425632476807, -1.555350661277771, -1.3020966053009033, -1.842819094657898, -1.89701247215271, -0.9339843392372131, -1.352741003036499, -1.5339374542236328, -1.6324070692062378, -0.5291612148284912, -0.8471145033836365, -1.523647665977478, -1.1858220100402832, -1.509726643562317, -0.043529849499464035, -1.8618254661560059, -1.9661468267440796, -0.1801614761352539, -0.7146187424659729, -1.9721901416778564, -0.8224251866340637, -1.656524419784546, -0.04173329100012779, -1.9188121557235718, -0.5732173323631287, -0.5349054932594299, -1.5811755657196045, -1.6874374151229858, -1.2257429361343384, -1.1020677089691162, -0.5944147109985352, -0.6708405017852783, -1.6748803853988647, -1.1644032001495361, -1.1480557918548584, -0.8243001699447632, -1.5852241516113281, -1.7409504652023315, -1.7690597772598267, -0.47398555278778076, -1.9035959243774414, -0.7880480885505676]}, "Bot002_024_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker That'S cool. i like to play ball Do you like to suck balls? I do, but i do not like to bake. So don't bake I am a teacher, but i do not have a job You are stupid teacher I am not sure, i am 34, but i am not very good at it. Are you not good at been 34? Are you kidding me? No, i am not sure. i am not sure i am. Ok", "response": "I am not sure what you do for a living?", "annotation_id": "Bot002_024_17", "annotations": ["O", "O", "X", "T", "X", "O", "X", "O", "X", "X", "O", "X", "T", "T", "X"], "gpt2_target_score": [-9.925333976745605, -9.146561622619629, -6.536464691162109, -11.42055892944336, -10.62724781036377, -9.748619079589844, -11.559412002563477, -8.01927661895752, -3.1752829551696777, -10.350075721740723, -10.05966567993164], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.6400418281555176, -0.27182507514953613, -1.3517686128616333, -1.1433049440383911, -0.5755812525749207, -2.0786185264587402, -1.5721067190170288, -1.5265690088272095, -2.500335693359375, -1.6971468925476074, -0.7630614042282104, -1.4214273691177368, -1.2036161422729492, -1.2823097705841064, -1.3482773303985596, -1.666864037513733, -1.992475152015686, -1.7560778856277466, -1.212027668952942, -0.9334819912910461, -1.1424633264541626, -1.2651091814041138, -1.9746919870376587, -1.527374267578125, -0.9251411557197571, -1.6444531679153442, -0.9857372641563416, -1.8171933889389038, -3.264911413192749, -2.383845090866089, -2.3397023677825928, -0.7223355174064636, -1.271405577659607, -0.7976082563400269, -0.3572153151035309, -2.2115283012390137, -1.319589376449585, -1.4145208597183228, -2.1421735286712646, -1.2468700408935547, -2.552469253540039, -1.540137767791748, -2.1647262573242188, -0.14316467940807343, -1.1252968311309814, -1.144621729850769, -0.9899369478225708, -0.974740207195282, -0.6059382557868958, -1.5577588081359863, -1.8740144968032837, -1.8113725185394287, -1.2560635805130005, -1.1677032709121704, -1.7719147205352783, -1.2767714262008667, -0.6715369820594788, -0.7412196397781372, -1.3670237064361572, -1.9682039022445679, -1.3727130889892578, -1.9105027914047241, -0.04379585385322571, -1.6019951105117798, -1.2040479183197021, -1.9128267765045166, -1.6013520956039429, -3.3739006519317627, -1.8294556140899658, -2.134103536605835, -1.2081364393234253, -1.4950004816055298, -0.7159745097160339, -0.3395141661167145, -1.1064635515213013, -1.982775330543518, -1.030380129814148, -1.9027206897735596, -1.416013479232788, -1.4136028289794922, -1.3504077196121216, -0.9640473127365112, -1.4388225078582764, -1.394260287284851, -1.2003381252288818, -1.4792425632476807, -1.555350661277771, -1.3020966053009033, -1.842819094657898, -1.89701247215271, -0.9339843392372131, -1.352741003036499, -1.5339374542236328, -1.6324070692062378, -0.5291612148284912, -0.8471145033836365, -1.523647665977478, -1.1858220100402832, -1.509726643562317, -0.043529849499464035, -1.8618254661560059, -1.9661468267440796, -0.1801614761352539, -0.7146187424659729, -1.9721901416778564, -0.8224251866340637, -1.656524419784546, -0.04173329100012779, -1.9188121557235718, -0.5732173323631287, -0.5349054932594299, -1.5811755657196045, -1.170166015625, -0.9955829977989197, -0.48491907119750977, -0.6000618934631348, -1.880690097808838, -1.2524656057357788, -1.2209028005599976, -0.5992476344108582, -1.425786018371582, -1.8701934814453125, -1.7882754802703857, -0.35874947905540466, -2.3622703552246094, -1.0793535709381104, -1.451601266860962, -2.23252272605896, -0.8918051719665527, -1.5828689336776733, -1.2063336372375488, -1.4647417068481445, -0.367768257856369, -0.6752698421478271, -0.15374337136745453, -0.05486075207591057, -0.010726768523454666, -0.8097212910652161, -1.3126590251922607]}, "Bot002_024_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker That'S cool. i like to play ball Do you like to suck balls? I do, but i do not like to bake. So don't bake I am a teacher, but i do not have a job You are stupid teacher I am not sure, i am 34, but i am not very good at it. Are you not good at been 34? Are you kidding me? No, i am not sure. i am not sure i am. Ok I am not sure what you do for a living? I told you", "response": "I am sorry to hear that.", "annotation_id": "Bot002_024_19", "annotations": ["T", "T", "X", "X", "X", "O", "X", "X", "X", "X", "T", "X", "T", "T", "X"], "gpt2_target_score": [-9.925333976745605, -9.146561622619629, -5.973796844482422, -3.152599811553955, -15.221150398254395, -8.490104675292969, -5.725870132446289], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.6400418281555176, -0.27182507514953613, -1.3517686128616333, -1.1433049440383911, -0.5755812525749207, -2.0786185264587402, -1.5721067190170288, -1.5265690088272095, -2.500335693359375, -1.6971468925476074, -0.7630614042282104, -1.4214273691177368, -1.2036161422729492, -1.2823097705841064, -1.3482773303985596, -1.666864037513733, -1.992475152015686, -1.7560778856277466, -1.212027668952942, -0.9334819912910461, -1.1424633264541626, -1.2651091814041138, -1.9746919870376587, -1.527374267578125, -0.9251411557197571, -1.6444531679153442, -0.9857372641563416, -1.8171933889389038, -3.264911413192749, -2.383845090866089, -2.3397023677825928, -0.7223355174064636, -1.271405577659607, -0.7976082563400269, -0.3572153151035309, -2.2115283012390137, -1.319589376449585, -1.4145208597183228, -2.1421735286712646, -1.2468700408935547, -2.552469253540039, -1.540137767791748, -2.1647262573242188, -0.14316467940807343, -1.1252968311309814, -1.144621729850769, -0.9899369478225708, -0.974740207195282, -0.6059382557868958, -1.5577588081359863, -1.8740144968032837, -1.8113725185394287, -1.2560635805130005, -1.1677032709121704, -1.7719147205352783, -1.2767714262008667, -0.6715369820594788, -0.7412196397781372, -1.3670237064361572, -1.9682039022445679, -1.3727130889892578, -1.9105027914047241, -0.04379585385322571, -1.6019951105117798, -1.2040479183197021, -1.9128267765045166, -1.6013520956039429, -3.3739006519317627, -1.8294556140899658, -2.134103536605835, -1.2081364393234253, -1.4950004816055298, -0.7159745097160339, -0.3395141661167145, -1.1064635515213013, -1.982775330543518, -1.030380129814148, -1.9027206897735596, -1.416013479232788, -1.4136028289794922, -1.3504077196121216, -0.9640473127365112, -1.4388225078582764, -1.394260287284851, -1.2003381252288818, -1.4792425632476807, -1.555350661277771, -1.3020966053009033, -1.842819094657898, -1.89701247215271, -0.9339843392372131, -1.352741003036499, -1.5339374542236328, -1.6324070692062378, -0.5291612148284912, -0.8471145033836365, -1.523647665977478, -1.1858220100402832, -1.509726643562317, -0.043529849499464035, -1.8618254661560059, -1.9661468267440796, -0.1801614761352539, -0.7146187424659729, -1.9721901416778564, -0.8224251866340637, -1.656524419784546, -0.04173329100012779, -1.9188121557235718, -0.5732173323631287, -0.5349054932594299, -1.5811755657196045, -1.170166015625, -0.9955829977989197, -0.48491907119750977, -0.6000618934631348, -1.880690097808838, -1.2524656057357788, -1.2209028005599976, -0.5992476344108582, -1.425786018371582, -1.8701934814453125, -1.7882754802703857, -0.35874947905540466, -2.3622703552246094, -1.0793535709381104, -1.451601266860962, -0.5136013627052307, -1.186245083808899, -1.0050801038742065, -1.5451680421829224, -0.36022940278053284, -0.5900890231132507, -0.10713739693164825, -0.03643187880516052, -0.002680996200069785, -0.9404025077819824, -1.1671568155288696, -0.26035767793655396, -0.1215367466211319, -1.723272442817688, -2.1412532329559326, -0.8746973872184753, -1.0446891784667969, -1.4341232776641846, -0.029530303552746773, -0.11114424467086792, -0.35335713624954224, -1.0130008459091187]}, "Bot002_027_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you?", "response": "I'M doing great! how are you?", "annotation_id": "Bot002_027_01", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O"], "gpt2_target_score": [-8.654443740844727, -13.777064323425293, -13.928799629211426, -10.927376747131348, -10.63465404510498, -8.77204418182373, -11.755203247070312, -8.877952575683594, -11.856498718261719, -9.51846694946289], "gpt2_argmax_score": [-1.6911711692810059, -0.9034984111785889, -1.383801817893982, -0.4944237470626831, -1.568827748298645, -1.0945234298706055, -1.5177229642868042, -1.1381298303604126, -0.10951962321996689, -1.6615030765533447, -2.323969841003418, -1.2474699020385742, -1.0927462577819824, -1.2580169439315796, -0.05734376609325409, -0.6083775758743286, -0.34090980887413025]}, "Bot002_027_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice", "response": "I love hiking. i love hiking.", "annotation_id": "Bot002_027_03", "annotations": ["T", "O", "O", "T", "O", "T", "O", "T", "O", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-8.654443740844727, -13.10724925994873, -14.019436836242676, -9.75161075592041, -10.314112663269043, -11.294337272644043, -13.879878997802734, -13.308829307556152], "gpt2_argmax_score": [-1.6911711692810059, -0.9034984111785889, -1.383801817893982, -0.4944237470626831, -1.568827748298645, -1.0945234298706055, -1.2948718070983887, -0.06261368840932846, -1.982269525527954, -2.2072513103485107, -0.9017564058303833, -1.146551251411438, -1.2874847650527954, -0.06295593827962875, -0.5632386207580566, -1.4736943244934082, -2.2248730659484863, -0.7153101563453674, -1.3789349794387817, -1.0369435548782349, -1.0329864025115967, -0.9064739346504211, -1.0177973508834839, -2.1715455055236816, -0.8072607517242432, -1.4341813325881958, -1.805936574935913, -0.6025270819664001, -2.1643199920654297, -0.6190937757492065, -1.9593180418014526, -1.4689722061157227, -0.4943201541900635, -1.6343543529510498, -1.0934826135635376, -2.2950901985168457, -0.7412888407707214, -1.1929550170898438, -1.4448579549789429]}, "Bot002_027_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together", "response": "No, i do not. i do.", "annotation_id": "Bot002_027_05", "annotations": ["X", "X", "T", "X", "X", "O", "T", "T", "T", "X", "T", "T", "O", "O", "X"], "gpt2_target_score": [-10.930376052856445, -12.131281852722168, -8.66564655303955, -8.867241859436035, -6.486567497253418, -9.79798412322998, -11.41042709350586, -13.76846981048584, -4.8726654052734375], "gpt2_argmax_score": [-1.6911711692810059, -0.9034984111785889, -1.383801817893982, -0.4944237470626831, -1.568827748298645, -1.0945234298706055, -1.2948718070983887, -0.06261368840932846, -1.982269525527954, -2.2072513103485107, -0.9017564058303833, -1.146551251411438, -1.2874847650527954, -0.06295593827962875, -0.5632386207580566, -1.4736943244934082, -2.2248730659484863, -0.7153101563453674, -1.3789349794387817, -1.0369435548782349, -1.0329864025115967, -0.9064739346504211, -1.0177973508834839, -2.1715455055236816, -0.8072607517242432, -1.4341813325881958, -1.805936574935913, -0.6025270819664001, -2.1643199920654297, -0.6190937757492065, -1.3856217861175537, -1.2138298749923706, -1.3602243661880493, -1.45381760597229, -1.980757713317871, -0.7934843301773071, -1.2508482933044434, -1.7928842306137085, -0.08596717566251755, -1.2132638692855835, -1.588807225227356, -0.43114542961120605, -1.569236397743225, -1.0737248659133911, -1.367469072341919, -0.6940333247184753, -1.9193038940429688, -1.4215056896209717, -1.7696044445037842, -1.3181742429733276, -2.0537195205688477, -1.3367148637771606, -1.519008994102478, -1.45650315284729, -0.7881795763969421, -1.4540902376174927, -1.4585493803024292, -2.0905463695526123, -0.2713375389575958, -0.8790966868400574]}, "Bot002_027_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise?", "response": "I do, but i do enjoy it.", "annotation_id": "Bot002_027_07", "annotations": ["O", "T", "O", "T", "X", "T", "O", "T", "O", "X", "T", "T", "O", "X", "T"], "gpt2_target_score": [-8.654426574707031, -10.326639175415039, -7.154130935668945, -11.921332359313965, -10.314078330993652, -9.61749267578125, -8.24744701385498, -13.690084457397461, -4.872655868530273], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -1.3837908506393433, -0.49442192912101746, -1.5688844919204712, -1.094528079032898, -1.2948867082595825, -0.06261290609836578, -1.9822748899459839, -2.2072651386260986, -0.9017633199691772, -1.1465317010879517, -1.287487268447876, -0.06295616179704666, -0.5632331967353821, -1.473664402961731, -2.2249062061309814, -0.7153030633926392, -1.3789705038070679, -1.0369410514831543, -1.0329742431640625, -0.9064547419548035, -1.017803430557251, -2.171571731567383, -0.8072801232337952, -1.4342070817947388, -1.8059464693069458, -0.6025269627571106, -2.1643357276916504, -0.6190996170043945, -1.3856093883514404, -1.213814377784729, -1.3602200746536255, -1.4537793397903442, -1.9807544946670532, -0.7934811115264893, -1.2508472204208374, -1.7928779125213623, -0.08597154915332794, -1.2132508754730225, -1.5887835025787354, -0.43113845586776733, -1.569226861000061, -1.0737547874450684, -1.3674834966659546, -0.694046676158905, -1.9193358421325684, -1.421478271484375, -1.7696526050567627, -1.3181836605072021, -1.6591814756393433, -1.5653339624404907, -1.530238389968872, -0.5480266213417053, -1.2340220212936401, -1.4748647212982178, -1.662625789642334, -0.20370331406593323, -1.1119849681854248, -1.085965633392334, -2.028303623199463, -0.12144573777914047, -1.6199820041656494, -0.3122474253177643, -0.36104825139045715, -0.3299783766269684, -1.7647970914840698, -1.9039063453674316, -1.5576391220092773, -1.1394085884094238, -1.2189630270004272, -1.3271358013153076, -1.9440014362335205, -0.13878341019153595, -1.1415905952453613, -0.6694610714912415, -1.3633190393447876]}, "Bot002_027_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise? I do, but i do enjoy it. This is nice. Do you eat healthy food?", "response": "Yes, i do. i eat healthy food.", "annotation_id": "Bot002_027_09", "annotations": ["T", "O", "X", "T", "O", "X", "O", "T", "O", "X", "O", "T", "O", "O", "O"], "gpt2_target_score": [-13.873573303222656, -12.131341934204102, -8.665681838989258, -8.867270469665527, -4.165091037750244, -6.236358642578125, -7.305079460144043, -16.9493465423584, -12.558050155639648, -5.7025041580200195], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -1.3837908506393433, -0.49442192912101746, -1.5688844919204712, -1.094528079032898, -1.2948867082595825, -0.06261290609836578, -1.9822748899459839, -2.2072651386260986, -0.9017633199691772, -1.1465317010879517, -1.287487268447876, -0.06295616179704666, -0.5632331967353821, -1.473664402961731, -2.2249062061309814, -0.7153030633926392, -1.3789705038070679, -1.0369410514831543, -1.0329742431640625, -0.9064547419548035, -1.017803430557251, -2.171571731567383, -0.8072801232337952, -1.4342070817947388, -1.8059464693069458, -0.6025269627571106, -2.1643357276916504, -0.6190996170043945, -1.3856093883514404, -1.213814377784729, -1.3602200746536255, -1.4537793397903442, -1.9807544946670532, -0.7934811115264893, -1.2508330345153809, -1.792904019355774, -0.08597198873758316, -1.2132600545883179, -1.5887906551361084, -0.43113893270492554, -1.5692379474639893, -1.0737630128860474, -1.3674805164337158, -0.6940383315086365, -1.9193350076675415, -1.4214693307876587, -1.7696490287780762, -1.3181877136230469, -1.659165620803833, -1.5653499364852905, -1.530255675315857, -0.5480301976203918, -1.2340145111083984, -1.4748778343200684, -1.6626454591751099, -0.2037014663219452, -1.1119893789291382, -1.0859577655792236, -2.028315305709839, -0.12144426256418228, -1.6199837923049927, -0.31224924325942993, -0.3610449433326721, -0.329984188079834, -1.7647907733917236, -1.733707308769226, -0.9325612187385559, -1.1915793418884277, -1.1439766883850098, -1.6943438053131104, -0.15691302716732025, -1.1748379468917847, -0.4705738127231598, -1.4754633903503418, -0.29371288418769836, -0.8608676195144653, -0.5922489762306213, -1.4618481397628784, -0.0322309285402298, -0.5040541291236877, -1.176180124282837, -0.2614223062992096, -0.24281945824623108, -1.4828070402145386, -1.7328996658325195, -0.9727057814598083, -1.4365971088409424, -0.6616452932357788, -0.5997709631919861, -1.2920268774032593, -1.0249154567718506, -0.8104467988014221, -0.830266535282135, -0.6486899256706238, -1.3161767721176147]}, "Bot002_027_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise? I do, but i do enjoy it. This is nice. Do you eat healthy food? Yes, i do. i eat healthy food. Nice. You must be a really nice guy", "response": "Yes, i am. i am a very good guy.", "annotation_id": "Bot002_027_11", "annotations": ["X", "O", "T", "T", "O", "X", "O", "T", "O", "X", "O", "T", "O", "T", "O"], "gpt2_target_score": [-13.873573303222656, -12.131341934204102, -8.665681838989258, -10.27921199798584, -4.165091037750244, -6.236358642578125, -2.525172233581543, -10.968008041381836, -7.274877548217773, -3.6231281757354736, -10.673232078552246, -11.017580032348633], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -1.3837908506393433, -0.49442192912101746, -1.5688844919204712, -1.094528079032898, -1.2948867082595825, -0.06261290609836578, -1.9822748899459839, -2.2072651386260986, -0.9017633199691772, -1.1465317010879517, -1.287487268447876, -0.06295616179704666, -0.5632331967353821, -1.473664402961731, -2.2249062061309814, -0.7153030633926392, -1.3789705038070679, -1.0369410514831543, -1.0329742431640625, -0.9064547419548035, -1.017803430557251, -2.171571731567383, -0.8072801232337952, -1.4342070817947388, -1.8059464693069458, -0.6025269627571106, -2.1643357276916504, -0.6190996170043945, -1.3856093883514404, -1.213814377784729, -1.3602200746536255, -1.4537793397903442, -1.9807544946670532, -0.7934811115264893, -1.2508330345153809, -1.792904019355774, -0.08597198873758316, -1.2132600545883179, -1.5887906551361084, -0.43113893270492554, -1.5692379474639893, -1.0737630128860474, -1.3674805164337158, -0.6940383315086365, -1.9193350076675415, -1.4214693307876587, -1.7696490287780762, -1.3181877136230469, -1.659165620803833, -1.5653499364852905, -1.530255675315857, -0.5480301976203918, -1.2340145111083984, -1.4748778343200684, -1.6626454591751099, -0.2037014663219452, -1.1119893789291382, -1.0859577655792236, -2.028315305709839, -0.12144426256418228, -1.6199837923049927, -0.31224924325942993, -0.3610449433326721, -0.329984188079834, -1.7647907733917236, -1.733707308769226, -0.9325612187385559, -1.1915793418884277, -1.1439766883850098, -1.6943438053131104, -0.15691302716732025, -1.1748379468917847, -0.4705738127231598, -1.4754633903503418, -0.29371288418769836, -0.8608676195144653, -0.5922489762306213, -1.4618481397628784, -0.0322309285402298, -0.5040541291236877, -1.176180124282837, -0.2614223062992096, -0.24281945824623108, -1.4828070402145386, -0.6310157775878906, -1.4296808242797852, -0.666697084903717, -0.38551953434944153, -1.2928972244262695, -0.8245530724525452, -1.145459771156311, -0.7906418442726135, -0.5035006999969482, -1.6718621253967285, -0.3764091730117798, -1.6779567003250122, -2.0058937072753906, -0.8592477440834045, -2.0748178958892822, -2.208983898162842, -0.6419686079025269, -0.28752365708351135, -0.6378307938575745, -2.285341739654541, -0.7528584599494934, -0.7479988932609558, -0.495417058467865, -0.621225118637085, -1.330716848373413, -1.4598610401153564, -0.9109299182891846, -2.090183973312378, -0.49153226613998413, -0.9193267226219177, -0.7288904190063477, -0.9764359593391418]}, "Bot002_027_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise? I do, but i do enjoy it. This is nice. Do you eat healthy food? Yes, i do. i eat healthy food. Nice. You must be a really nice guy Yes, i am. i am a very good guy. Do you have a girlfriend?", "response": "No, i am not married.", "annotation_id": "Bot002_027_13", "annotations": ["O", "O", "O", "T", "T", "O", "O", "T", "O", "X", "O", "T", "O", "X", "X"], "gpt2_target_score": [-10.930343627929688, -12.131341934204102, -8.665681838989258, -10.27921199798584, -6.486563205718994, -12.004257202148438, -6.875636100769043], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -1.3837908506393433, -0.49442192912101746, -1.5688844919204712, -1.094528079032898, -1.2948867082595825, -0.06261290609836578, -1.9822748899459839, -2.2072651386260986, -0.9017633199691772, -1.1465317010879517, -1.287487268447876, -0.06295616179704666, -0.5632331967353821, -1.473664402961731, -2.2249062061309814, -0.7153030633926392, -1.3789705038070679, -1.0369410514831543, -1.0329742431640625, -0.9064547419548035, -1.017803430557251, -2.171571731567383, -0.8072801232337952, -1.4342070817947388, -1.8059464693069458, -0.6025269627571106, -2.1643357276916504, -0.6190996170043945, -1.3856093883514404, -1.213814377784729, -1.3602200746536255, -1.4537793397903442, -1.9807544946670532, -0.7934811115264893, -1.2508330345153809, -1.792904019355774, -0.08597198873758316, -1.2132600545883179, -1.5887906551361084, -0.43113893270492554, -1.5692379474639893, -1.0737630128860474, -1.3674805164337158, -0.6940383315086365, -1.9193350076675415, -1.4214693307876587, -1.7696490287780762, -1.3181877136230469, -1.659165620803833, -1.5653499364852905, -1.530255675315857, -0.5480301976203918, -1.2340145111083984, -1.4748778343200684, -1.6626454591751099, -0.2037014663219452, -1.1119893789291382, -1.0859577655792236, -2.028315305709839, -0.12144426256418228, -1.6199837923049927, -0.31224924325942993, -0.3610449433326721, -0.329984188079834, -1.7647907733917236, -1.733707308769226, -0.9325612187385559, -1.1915793418884277, -1.1439766883850098, -1.6943438053131104, -0.15691302716732025, -1.1748379468917847, -0.4705738127231598, -1.4754633903503418, -0.29371288418769836, -0.8608676195144653, -0.5922489762306213, -1.4618481397628784, -0.0322309285402298, -0.5040541291236877, -1.176180124282837, -0.2614223062992096, -0.24281945824623108, -1.4828070402145386, -0.6310157775878906, -1.4296808242797852, -0.666697084903717, -0.38551953434944153, -1.2928972244262695, -0.8245530724525452, -1.145459771156311, -0.7906418442726135, -0.5035006999969482, -1.6718621253967285, -0.3764091730117798, -1.6779567003250122, -2.0058937072753906, -0.8592477440834045, -2.0748178958892822, -2.208983898162842, -0.6419686079025269, -0.28752365708351135, -0.6378307938575745, -0.903569221496582, -0.6339650750160217, -0.49473467469215393, -0.5170530676841736, -1.388719916343689, -1.0223345756530762, -0.43617957830429077, -2.028869152069092, -0.39973926544189453, -0.9167575240135193, -0.7579727172851562, -1.0422402620315552, -0.06519605964422226, -0.6715379953384399, -0.6586039662361145, -2.2653613090515137, -0.1759459674358368, -1.094310998916626, -1.3579990863800049, -0.6670535206794739, -0.9003294110298157, -1.3373913764953613, -1.3093717098236084, -0.5488123297691345, -0.6537821888923645, -1.5063376426696777]}, "Bot002_027_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise? I do, but i do enjoy it. This is nice. Do you eat healthy food? Yes, i do. i eat healthy food. Nice. You must be a really nice guy Yes, i am. i am a very good guy. Do you have a girlfriend? No, i am not married. Me too. I just broke up recently", "response": "I am sorry to hear that.", "annotation_id": "Bot002_027_15", "annotations": ["T", "O", "T", "O", "O", "O", "O", "T", "O", "X", "O", "T", "O", "X", "O"], "gpt2_target_score": [-8.654426574707031, -8.963907241821289, -11.08745002746582, -9.624045372009277, -15.619193077087402, -9.02557373046875, -6.875636100769043], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -1.3837908506393433, -0.49442192912101746, -1.5688844919204712, -1.094528079032898, -1.2948867082595825, -0.06261290609836578, -1.9822748899459839, -2.2072651386260986, -0.9017633199691772, -1.1465317010879517, -1.287487268447876, -0.06295616179704666, -0.5632331967353821, -1.473664402961731, -2.2249062061309814, -0.7153030633926392, -1.3789705038070679, -1.0369410514831543, -1.0329742431640625, -0.9064547419548035, -1.017803430557251, -2.171571731567383, -0.8072801232337952, -1.4342070817947388, -1.8059464693069458, -0.6025269627571106, -2.1643357276916504, -0.6190996170043945, -1.3856093883514404, -1.213814377784729, -1.3602200746536255, -1.4537793397903442, -1.9807544946670532, -0.7934811115264893, -1.2508330345153809, -1.792904019355774, -0.08597198873758316, -1.2132600545883179, -1.5887906551361084, -0.43113893270492554, -1.5692379474639893, -1.0737630128860474, -1.3674805164337158, -0.6940383315086365, -1.9193350076675415, -1.4214693307876587, -1.7696490287780762, -1.3181877136230469, -1.659165620803833, -1.5653499364852905, -1.530255675315857, -0.5480301976203918, -1.2340145111083984, -1.4748778343200684, -1.6626454591751099, -0.2037014663219452, -1.1119893789291382, -1.0859577655792236, -2.028315305709839, -0.12144426256418228, -1.6199837923049927, -0.31224924325942993, -0.3610449433326721, -0.329984188079834, -1.7647907733917236, -1.733707308769226, -0.9325612187385559, -1.1915793418884277, -1.1439766883850098, -1.6943438053131104, -0.15691302716732025, -1.1748379468917847, -0.4705738127231598, -1.4754633903503418, -0.29371288418769836, -0.8608676195144653, -0.5922489762306213, -1.4618481397628784, -0.0322309285402298, -0.5040541291236877, -1.176180124282837, -0.2614223062992096, -0.24281945824623108, -1.4828070402145386, -0.6310157775878906, -1.4296808242797852, -0.666697084903717, -0.38551953434944153, -1.2928972244262695, -0.8245530724525452, -1.145459771156311, -0.7906418442726135, -0.5035006999969482, -1.6718621253967285, -0.3764091730117798, -1.6779567003250122, -2.0058937072753906, -0.8592477440834045, -2.0748178958892822, -2.208983898162842, -0.6419686079025269, -0.28752365708351135, -0.6378307938575745, -0.903569221496582, -0.6339650750160217, -0.49473467469215393, -0.5170530676841736, -1.388719916343689, -1.0223345756530762, -0.43617957830429077, -2.028869152069092, -0.39973926544189453, -0.9167575240135193, -0.7579727172851562, -1.0422402620315552, -0.06519605964422226, -0.6715379953384399, -0.6586039662361145, -2.265359401702881, -0.17594116926193237, -1.0943114757537842, -0.6709150075912476, -0.8567532896995544, -1.3838214874267578, -1.0633131265640259, -0.3669668436050415, -0.531068742275238, -1.4545351266860962, -1.0057355165481567, -0.41747745871543884, -1.4111863374710083, -1.101921558380127, -1.5490796566009521, -0.1602015495300293, -0.0992136150598526, -0.8961626887321472, -2.193127155303955, -1.9692015647888184, -1.6566417217254639, -1.5955272912979126, -0.15331998467445374, -0.5044397711753845, -0.6065153479576111, -0.8546116948127747]}, "Bot002_027_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise? I do, but i do enjoy it. This is nice. Do you eat healthy food? Yes, i do. i eat healthy food. Nice. You must be a really nice guy Yes, i am. i am a very good guy. Do you have a girlfriend? No, i am not married. Me too. I just broke up recently I am sorry to hear that. It's okay. I'm still young", "response": "I am sorry to hear that.", "annotation_id": "Bot002_027_17", "annotations": ["X", "X", "T", "O", "X", "O", "T", "T", "T", "X", "O", "T", "O", "T", "X"], "gpt2_target_score": [-8.654426574707031, -8.963907241821289, -11.08745002746582, -9.624045372009277, -15.619193077087402, -9.02557373046875, -6.875636100769043], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -1.3837908506393433, -0.49442192912101746, -1.5688844919204712, -1.094528079032898, -1.2948867082595825, -0.06261290609836578, -1.9822748899459839, -2.2072651386260986, -0.9017633199691772, -1.1465317010879517, -1.287487268447876, -0.06295616179704666, -0.5632331967353821, -1.473664402961731, -2.2249062061309814, -0.7153030633926392, -1.3789705038070679, -1.0369410514831543, -1.0329742431640625, -0.9064547419548035, -1.017803430557251, -2.171571731567383, -0.8072801232337952, -1.4342070817947388, -1.8059464693069458, -0.6025269627571106, -2.1643357276916504, -0.6190996170043945, -1.3856093883514404, -1.213814377784729, -1.3602200746536255, -1.4537793397903442, -1.9807544946670532, -0.7934811115264893, -1.2508330345153809, -1.792904019355774, -0.08597198873758316, -1.2132600545883179, -1.5887906551361084, -0.43113893270492554, -1.5692379474639893, -1.0737630128860474, -1.3674805164337158, -0.6940383315086365, -1.9193350076675415, -1.4214693307876587, -1.7696490287780762, -1.3181877136230469, -1.659165620803833, -1.5653499364852905, -1.530255675315857, -0.5480301976203918, -1.2340145111083984, -1.4748778343200684, -1.6626454591751099, -0.2037014663219452, -1.1119893789291382, -1.0859577655792236, -2.028315305709839, -0.12144426256418228, -1.6199837923049927, -0.31224924325942993, -0.3610449433326721, -0.329984188079834, -1.7647907733917236, -1.733707308769226, -0.9325612187385559, -1.1915793418884277, -1.1439766883850098, -1.6943438053131104, -0.15691302716732025, -1.1748379468917847, -0.4705738127231598, -1.4754633903503418, -0.29371288418769836, -0.8608676195144653, -0.5922489762306213, -1.4618481397628784, -0.0322309285402298, -0.5040541291236877, -1.176180124282837, -0.2614223062992096, -0.24281945824623108, -1.4828070402145386, -0.6310157775878906, -1.4296808242797852, -0.666697084903717, -0.38551953434944153, -1.2928972244262695, -0.8245530724525452, -1.145459771156311, -0.7906418442726135, -0.5035006999969482, -1.6718621253967285, -0.3764091730117798, -1.6779567003250122, -2.0058937072753906, -0.8592477440834045, -2.0748178958892822, -2.208983898162842, -0.6419686079025269, -0.28752365708351135, -0.6378307938575745, -0.903569221496582, -0.6339650750160217, -0.49473467469215393, -0.5170530676841736, -1.388719916343689, -1.0223345756530762, -0.43617957830429077, -2.028869152069092, -0.39973926544189453, -0.9167575240135193, -0.7579727172851562, -1.0422402620315552, -0.06519605964422226, -0.6715379953384399, -0.6586039662361145, -2.265359401702881, -0.17594116926193237, -1.0943114757537842, -0.6709150075912476, -0.8567532896995544, -1.3838214874267578, -1.0633131265640259, -0.3669668436050415, -0.531068742275238, -1.4545351266860962, -1.0057355165481567, -0.41747745871543884, -1.4111863374710083, -1.101921558380127, -1.5490796566009521, -0.1602015495300293, -0.0992136150598526, -0.8961626887321472, -2.2678661346435547, -1.904979944229126, -1.0299681425094604, -0.27923423051834106, -0.6587259769439697, -0.42922285199165344, -1.380798101425171, -1.1029274463653564, -2.076631784439087, -1.1523922681808472, -1.1160447597503662, -1.5554167032241821, -1.734848141670227, -2.6724464893341064, -1.3989237546920776, -2.062857151031494, -1.9253853559494019, -1.774019718170166, -1.238940715789795, -0.0028358979616314173, -0.08081569522619247, -0.35734066367149353, -0.8027766346931458]}, "Bot002_027_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise? I do, but i do enjoy it. This is nice. Do you eat healthy food? Yes, i do. i eat healthy food. Nice. You must be a really nice guy Yes, i am. i am a very good guy. Do you have a girlfriend? No, i am not married. Me too. I just broke up recently I am sorry to hear that. It's okay. I'm still young I am sorry to hear that. Okay. Bye", "response": "I am sorry to hear that.", "annotation_id": "Bot002_027_19", "annotations": ["O", "X", "O", "X", "X", "O", "T", "T", "T", "X", "T", "T", "O", "T", "T"], "gpt2_target_score": [-8.654426574707031, -8.963907241821289, -11.08745002746582, -9.624045372009277, -15.619193077087402, -9.02557373046875, -6.875636100769043], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -1.3837908506393433, -0.49442192912101746, -1.5688844919204712, -1.094528079032898, -1.2948867082595825, -0.06261290609836578, -1.9822748899459839, -2.2072651386260986, -0.9017633199691772, -1.1465317010879517, -1.287487268447876, -0.06295616179704666, -0.5632331967353821, -1.473664402961731, -2.2249062061309814, -0.7153030633926392, -1.3789705038070679, -1.0369410514831543, -1.0329742431640625, -0.9064547419548035, -1.017803430557251, -2.171571731567383, -0.8072801232337952, -1.4342070817947388, -1.8059464693069458, -0.6025269627571106, -2.1643357276916504, -0.6190996170043945, -1.3856093883514404, -1.213814377784729, -1.3602200746536255, -1.4537793397903442, -1.9807544946670532, -0.7934811115264893, -1.2508330345153809, -1.792904019355774, -0.08597198873758316, -1.2132600545883179, -1.5887906551361084, -0.43113893270492554, -1.5692379474639893, -1.0737630128860474, -1.3674805164337158, -0.6940383315086365, -1.9193350076675415, -1.4214693307876587, -1.7696490287780762, -1.3181877136230469, -1.659165620803833, -1.5653499364852905, -1.530255675315857, -0.5480301976203918, -1.2340145111083984, -1.4748778343200684, -1.6626454591751099, -0.2037014663219452, -1.1119893789291382, -1.0859577655792236, -2.028315305709839, -0.12144426256418228, -1.6199837923049927, -0.31224924325942993, -0.3610449433326721, -0.329984188079834, -1.7647907733917236, -1.733707308769226, -0.9325612187385559, -1.1915793418884277, -1.1439766883850098, -1.6943438053131104, -0.15691302716732025, -1.1748379468917847, -0.4705738127231598, -1.4754633903503418, -0.29371288418769836, -0.8608676195144653, -0.5922489762306213, -1.4618481397628784, -0.0322309285402298, -0.5040541291236877, -1.176180124282837, -0.2614223062992096, -0.24281945824623108, -1.4828070402145386, -0.6310157775878906, -1.4296808242797852, -0.666697084903717, -0.38551953434944153, -1.2928972244262695, -0.8245530724525452, -1.145459771156311, -0.7906418442726135, -0.5035006999969482, -1.6718621253967285, -0.3764091730117798, -1.6779567003250122, -2.0058937072753906, -0.8592477440834045, -2.0748178958892822, -2.208983898162842, -0.6419686079025269, -0.28752365708351135, -0.6378307938575745, -0.903569221496582, -0.6339650750160217, -0.49473467469215393, -0.5170530676841736, -1.388719916343689, -1.0223345756530762, -0.43617957830429077, -2.028869152069092, -0.39973926544189453, -0.9167575240135193, -0.7579727172851562, -1.0422402620315552, -0.06519605964422226, -0.6715379953384399, -0.6586039662361145, -2.265359401702881, -0.17594116926193237, -1.0943114757537842, -0.6709150075912476, -0.8567532896995544, -1.3838214874267578, -1.0633131265640259, -0.3669668436050415, -0.531068742275238, -1.4545351266860962, -1.0057355165481567, -0.41747745871543884, -1.41119384765625, -1.1019240617752075, -1.5490902662277222, -0.1602029800415039, -0.09921275079250336, -0.8961619734764099, -2.2678587436676025, -1.9049652814865112, -1.0299639701843262, -0.279230535030365, -0.6587174534797668, -0.429227352142334, -1.3807984590530396, -1.1029376983642578, -2.0766403675079346, -1.1523913145065308, -1.1160297393798828, -1.5553916692733765, -1.7348392009735107, -2.67244553565979, -1.3989205360412598, -1.7554500102996826, -2.2255876064300537, -1.1781890392303467, -0.010077666491270065, -0.1706485152244568, -0.2928376793861389, -1.1682045459747314, -0.6271430850028992, -1.4598684310913086, -0.5081148147583008, -2.0905845165252686, -1.9255573749542236, -0.9516687989234924, -0.8966423869132996, -0.0029162520077079535, -0.044541001319885254, -0.17284640669822693, -0.8437790274620056]}, "Bot002_028_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here?", "response": "I am not sure. i am just a little girl.", "annotation_id": "Bot002_028_01", "annotations": ["O", "O", "T", "O", "O", "T", "X", "O", "O", "X", "T", "O", "O", "O", "X"], "gpt2_target_score": [-9.336606979370117, -9.2735595703125, -5.537654399871826, -10.098875045776367, -8.969415664672852, -10.367616653442383, -8.326777458190918, -5.972973346710205, -6.17750358581543, -11.976799011230469, -11.865668296813965, -5.173425674438477], "gpt2_argmax_score": [-1.6976224184036255, -0.8040622472763062, -2.4204516410827637, -0.6901681423187256, -2.2039053440093994, -1.665132999420166, -1.7194627523422241, -1.665645956993103, -1.3310679197311401, -1.2749406099319458, -1.8546358346939087, -1.9236242771148682, -2.0561728477478027, -3.059187173843384, -1.753669023513794, -1.3444337844848633, -1.376886010169983]}, "Bot002_028_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name?", "response": "Hi, how are you doing?", "annotation_id": "Bot002_028_03", "annotations": ["X", "X", "O", "O", "T", "O", "X", "O", "O", "X", "T", "O", "T", "O", "O"], "gpt2_target_score": [-14.170286178588867, -9.159866333007812, -7.890590190887451, -7.056791305541992, -11.023073196411133, -5.141570091247559, -7.930783748626709], "gpt2_argmax_score": [-1.6976224184036255, -0.8040622472763062, -2.4204516410827637, -0.6901681423187256, -1.825350046157837, -1.8327168226242065, -1.7183510065078735, -1.2172807455062866, -0.7019054293632507, -1.8164576292037964, -2.025294303894043, -2.4149210453033447, -3.060823440551758, -1.5035938024520874, -1.4392223358154297, -1.4745922088623047, -1.9157662391662598, -0.9686506390571594, -1.9522089958190918, -1.6526682376861572, -1.7090132236480713, -1.1631760597229004, -1.9437516927719116, -0.3568931519985199, -1.3209043741226196, -3.277841091156006, -1.7411648035049438, -2.023792028427124, -1.3460333347320557, -0.07762545347213745, -0.5555087327957153, -0.37646356225013733, -0.4412280023097992]}, "Bot002_028_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you", "response": "I am a student at a local school.", "annotation_id": "Bot002_028_05", "annotations": ["T", "X", "O", "O", "O", "O", "X", "O", "O", "T", "T", "O", "O", "O", "O"], "gpt2_target_score": [-9.336606979370117, -9.2735595703125, -5.061763286590576, -10.254377365112305, -9.403017044067383, -1.8327168226242065, -8.966733932495117, -12.950724601745605, -10.241349220275879], "gpt2_argmax_score": [-1.6976224184036255, -0.8040622472763062, -2.4204516410827637, -0.6901681423187256, -1.825350046157837, -1.8327168226242065, -1.7183510065078735, -1.2172807455062866, -0.7019054293632507, -1.8164576292037964, -2.025294303894043, -2.4149210453033447, -3.060823440551758, -1.5035938024520874, -1.4392223358154297, -1.4745922088623047, -1.9157662391662598, -0.9686506390571594, -1.9522089958190918, -1.6526682376861572, -1.7090132236480713, -1.1631760597229004, -1.9437516927719116, -0.3568931519985199, -1.3209043741226196, -1.5078383684158325, -1.8884648084640503, -1.410212755203247, -0.06893564760684967, -0.4975270628929138, -0.416975200176239, -1.61819589138031, -0.734002411365509, -1.725204586982727, -1.806183099746704, -1.336031198501587, -0.627455472946167, -1.7333247661590576, -1.883828043937683, -2.006418228149414, -1.5553174018859863, -1.0820949077606201, -0.6924154758453369, -1.2979625463485718, -1.1714482307434082, -1.621143102645874, -0.6597388982772827, -1.1625837087631226, -2.391596794128418, -1.178594946861267, -2.017504930496216, -1.505226731300354, -1.745337724685669, -0.7969954609870911, -2.0573172569274902, -2.015272378921509, -1.121241569519043, -1.259792447090149]}, "Bot002_028_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in?", "response": "I'M in school in the grade", "annotation_id": "Bot002_028_07", "annotations": ["O", "X", "X", "O", "X", "T", "X", "O", "T", "T", "T", "X", "X", "O", "T"], "gpt2_target_score": [-9.336599349975586, -9.323345184326172, -14.266368865966797, -6.71297550201416, -11.215649604797363, -3.047419548034668, -3.781146287918091, -17.10655403137207], "gpt2_argmax_score": [-1.697629451751709, -0.804088830947876, -2.4204981327056885, -0.6901485919952393, -1.8253446817398071, -1.8327131271362305, -1.7183716297149658, -1.2173174619674683, -0.7018961906433105, -1.816436767578125, -2.0252554416656494, -2.4149324893951416, -3.0608103275299072, -1.5035957098007202, -1.4391943216323853, -1.474569320678711, -1.9157769680023193, -0.9686561226844788, -1.9522299766540527, -1.65269935131073, -1.70904541015625, -1.1631516218185425, -1.943744421005249, -0.3568926453590393, -1.3209468126296997, -1.5078078508377075, -1.8884668350219727, -1.4101862907409668, -0.06893564760684967, -0.4975109100341797, -0.4169594645500183, -1.6181997060775757, -0.734013557434082, -1.7252037525177002, -1.806195616722107, -1.336035966873169, -0.627456545829773, -1.7333623170852661, -1.883806824684143, -2.0064449310302734, -1.5553330183029175, -1.0821210145950317, -0.69241863489151, -1.2979882955551147, -1.1714082956314087, -1.6211730241775513, -0.6597346067428589, -1.162584662437439, -1.42301607131958, -2.2842605113983154, -1.4114793539047241, -1.4752613306045532, -1.1126790046691895, -2.159217119216919, -1.946179747581482, -1.006602168083191, -1.9848289489746094, -0.9470025300979614, -1.4649581909179688, -0.08756101876497269, -1.8557569980621338, -0.1348704844713211, -1.6353368759155273, -2.4025328159332275, -1.157847285270691, -0.18511167168617249, -1.3797463178634644, -2.367978572845459, -1.7280117273330688, -1.9368425607681274, -2.1528103351593018, -1.4149138927459717]}, "Bot002_028_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in? I'M in school in the grade i graduated from yale in 2011 with a degree in finance", "response": "I am in college in chicago", "annotation_id": "Bot002_028_09", "annotations": ["O", "X", "T", "O", "X", "T", "X", "O", "O", "T", "T", "X", "X", "O", "T"], "gpt2_target_score": [-9.336599349975586, -9.273540496826172, -4.181987762451172, -10.31533145904541, -9.699261665344238, -9.41681957244873, -21.653736114501953], "gpt2_argmax_score": [-1.697629451751709, -0.804088830947876, -2.4204981327056885, -0.6901485919952393, -1.8253446817398071, -1.8327131271362305, -1.7183716297149658, -1.2173174619674683, -0.7018961906433105, -1.816436767578125, -2.0252554416656494, -2.4149324893951416, -3.0608103275299072, -1.5035957098007202, -1.4391943216323853, -1.474569320678711, -1.9157769680023193, -0.9686561226844788, -1.9522299766540527, -1.65269935131073, -1.70904541015625, -1.1631516218185425, -1.943744421005249, -0.3568926453590393, -1.3209468126296997, -1.5078078508377075, -1.8884668350219727, -1.4101862907409668, -0.06893564760684967, -0.4975109100341797, -0.4169594645500183, -1.6181997060775757, -0.734013557434082, -1.7252037525177002, -1.806195616722107, -1.336035966873169, -0.627456545829773, -1.7333623170852661, -1.883806824684143, -2.0064449310302734, -1.5553330183029175, -1.0821210145950317, -0.69241863489151, -1.2979882955551147, -1.1714082956314087, -1.6211730241775513, -0.6597346067428589, -1.162584662437439, -1.42301607131958, -2.2842605113983154, -1.4114793539047241, -1.4752613306045532, -1.1126790046691895, -2.159217119216919, -1.946179747581482, -1.006602168083191, -1.9848289489746094, -0.9470025300979614, -1.4649581909179688, -0.08756101876497269, -1.8557569980621338, -0.1348704844713211, -1.6353368759155273, -1.1200186014175415, -0.6707932353019714, -1.255584716796875, -2.2910420894622803, -1.7769900560379028, -1.9304360151290894, -2.1481947898864746, -1.4522192478179932, -1.0548317432403564, -1.2761859893798828, -1.0439590215682983, -2.5255303382873535, -1.304246425628662, -2.010404109954834, -0.7936589121818542, -0.8392772674560547, -2.1774916648864746, -0.48560449481010437, -3.490981101989746, -0.8428882956504822, -2.440762519836426, -1.2834008932113647, -1.0913450717926025, -1.7991584539413452, -1.7672581672668457, -1.1214523315429688, -0.4224869906902313, -1.224269986152649]}, "Bot002_028_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in? I'M in school in the grade i graduated from yale in 2011 with a degree in finance I am in college in chicago so let me get this straight. you're a little girl at a local school and in college", "response": "I am not sure what you are going to school for", "annotation_id": "Bot002_028_11", "annotations": ["O", "T", "X", "O", "X", "X", "X", "O", "T", "T", "T", "O", "X", "T", "O"], "gpt2_target_score": [-9.336599349975586, -9.273540496826172, -5.537639617919922, -10.09890079498291, -11.7795991897583, -8.799159049987793, -11.892779350280762, -11.262269973754883, -8.812141418457031, -10.84039306640625, -7.769792556762695], "gpt2_argmax_score": [-1.697629451751709, -0.804088830947876, -2.4204981327056885, -0.6901485919952393, -1.8253446817398071, -1.8327131271362305, -1.7183716297149658, -1.2173174619674683, -0.7018961906433105, -1.816436767578125, -2.0252554416656494, -2.4149324893951416, -3.0608103275299072, -1.5035957098007202, -1.4391943216323853, -1.474569320678711, -1.9157769680023193, -0.9686561226844788, -1.9522299766540527, -1.65269935131073, -1.70904541015625, -1.1631516218185425, -1.943744421005249, -0.3568926453590393, -1.3209468126296997, -1.5078078508377075, -1.8884668350219727, -1.4101862907409668, -0.06893564760684967, -0.4975109100341797, -0.4169594645500183, -1.6181997060775757, -0.734013557434082, -1.7252037525177002, -1.806195616722107, -1.336035966873169, -0.627456545829773, -1.7333623170852661, -1.883806824684143, -2.0064449310302734, -1.5553330183029175, -1.0821210145950317, -0.69241863489151, -1.2979882955551147, -1.1714082956314087, -1.6211730241775513, -0.6597346067428589, -1.162584662437439, -1.42301607131958, -2.2842605113983154, -1.4114793539047241, -1.4752613306045532, -1.1126790046691895, -2.159217119216919, -1.946179747581482, -1.006602168083191, -1.9848289489746094, -0.9470025300979614, -1.4649581909179688, -0.08756101876497269, -1.8557569980621338, -0.1348704844713211, -1.6353368759155273, -1.1200186014175415, -0.6707932353019714, -1.255584716796875, -2.2910420894622803, -1.7769900560379028, -1.9304360151290894, -2.1481947898864746, -1.4522192478179932, -1.0548317432403564, -1.2761859893798828, -1.0439590215682983, -2.5255303382873535, -1.304246425628662, -2.010404109954834, -0.7936589121818542, -0.8392772674560547, -2.1774916648864746, -0.48560449481010437, -3.490981101989746, -0.8428882956504822, -1.6715996265411377, -1.4352173805236816, -1.8424266576766968, -1.355743646621704, -1.551586627960205, -0.35938215255737305, -1.0940260887145996, -1.3516573905944824, -0.44273242354393005, -0.5962716341018677, -1.8578511476516724, -1.3017711639404297, -0.9634444117546082, -1.9349181652069092, -1.6345462799072266, -2.0058059692382812, -2.302987575531006, -0.43091899156570435, -1.5829545259475708, -0.4663664400577545, -0.3279821276664734, -0.11687758564949036, -1.3942372798919678, -1.5793434381484985, -1.4952549934387207, -1.8567872047424316, -2.418337345123291, -1.1610549688339233, -1.3677736520767212, -1.7312710285186768, -1.8862272500991821, -1.557512640953064, -1.0117956399917603, -1.5882856845855713, -0.20746058225631714, -0.7213537096977234, -0.8819807767868042, -1.3082929849624634]}, "Bot002_028_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in? I'M in school in the grade i graduated from yale in 2011 with a degree in finance I am in college in chicago so let me get this straight. you're a little girl at a local school and in college I am not sure what you are going to school for what do you like doing?", "response": "I work at a pizza place.", "annotation_id": "Bot002_028_13", "annotations": ["O", "T", "O", "O", "T", "T", "X", "O", "O", "X", "T", "O", "T", "O", "O"], "gpt2_target_score": [-9.336599349975586, -8.336772918701172, -5.669139862060547, -5.600197792053223, -14.500164985656738, -13.379923820495605, -5.504961967468262], "gpt2_argmax_score": [-1.697629451751709, -0.804088830947876, -2.4204981327056885, -0.6901485919952393, -1.8253446817398071, -1.8327131271362305, -1.7183716297149658, -1.2173174619674683, -0.7018961906433105, -1.816436767578125, -2.0252554416656494, -2.4149324893951416, -3.0608103275299072, -1.5035957098007202, -1.4391943216323853, -1.474569320678711, -1.9157769680023193, -0.9686561226844788, -1.9522299766540527, -1.65269935131073, -1.70904541015625, -1.1631516218185425, -1.943744421005249, -0.3568926453590393, -1.3209468126296997, -1.5078078508377075, -1.8884668350219727, -1.4101862907409668, -0.06893564760684967, -0.4975109100341797, -0.4169594645500183, -1.6181997060775757, -0.734013557434082, -1.7252037525177002, -1.806195616722107, -1.336035966873169, -0.627456545829773, -1.7333623170852661, -1.883806824684143, -2.0064449310302734, -1.5553330183029175, -1.0821210145950317, -0.69241863489151, -1.2979882955551147, -1.1714082956314087, -1.6211730241775513, -0.6597346067428589, -1.162584662437439, -1.42301607131958, -2.2842605113983154, -1.4114793539047241, -1.4752613306045532, -1.1126790046691895, -2.159217119216919, -1.946179747581482, -1.006602168083191, -1.9848289489746094, -0.9470025300979614, -1.4649581909179688, -0.08756101876497269, -1.8557569980621338, -0.1348704844713211, -1.6353368759155273, -1.1200186014175415, -0.6707932353019714, -1.255584716796875, -2.2910420894622803, -1.7769900560379028, -1.9304360151290894, -2.1481947898864746, -1.4522192478179932, -1.0548317432403564, -1.2761859893798828, -1.0439590215682983, -2.5255303382873535, -1.304246425628662, -2.010404109954834, -0.7936589121818542, -0.8392772674560547, -2.1774916648864746, -0.48560449481010437, -3.490981101989746, -0.8428882956504822, -1.6715996265411377, -1.4352054595947266, -1.8424170017242432, -1.3557460308074951, -1.5515915155410767, -0.35938122868537903, -1.0940345525741577, -1.3516606092453003, -0.4427269995212555, -0.5962781310081482, -1.857838749885559, -1.3017730712890625, -0.9634525775909424, -1.9349209070205688, -1.6345396041870117, -2.005815267562866, -2.3029956817626953, -0.4309181272983551, -1.5829483270645142, -0.46636471152305603, -0.3279806673526764, -0.11687790602445602, -1.3942458629608154, -1.579346776008606, -1.4952582120895386, -1.8567919731140137, -1.024435043334961, -1.3487073183059692, -1.7122611999511719, -1.7971760034561157, -1.2575244903564453, -0.7413099408149719, -1.0961157083511353, -0.14178726077079773, -0.5864404439926147, -0.561037003993988, -0.8734267950057983, -0.5271223187446594, -0.15408535301685333, -0.7873318195343018, -1.3127973079681396, -1.1694121360778809, -2.0628890991210938, -1.9215245246887207, -1.3643323183059692, -1.1080957651138306, -0.2084158957004547, -0.44416776299476624, -0.4497702419757843, -1.5561974048614502, -1.183618426322937]}, "Bot002_028_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in? I'M in school in the grade i graduated from yale in 2011 with a degree in finance I am in college in chicago so let me get this straight. you're a little girl at a local school and in college I am not sure what you are going to school for what do you like doing? I work at a pizza place. pretty cool. i love pizza", "response": "I love pizza!", "annotation_id": "Bot002_028_15", "annotations": ["O", "T", "O", "O", "O", "O", "X", "O", "O", "T", "T", "O", "O", "O", "O"], "gpt2_target_score": [-9.336599349975586, -8.11587142944336, -11.83486557006836, -9.066048622131348], "gpt2_argmax_score": [-1.697629451751709, -0.804088830947876, -2.4204981327056885, -0.6901485919952393, -1.8253446817398071, -1.8327131271362305, -1.7183716297149658, -1.2173174619674683, -0.7018961906433105, -1.816436767578125, -2.0252554416656494, -2.4149324893951416, -3.0608103275299072, -1.5035957098007202, -1.4391943216323853, -1.474569320678711, -1.9157769680023193, -0.9686561226844788, -1.9522299766540527, -1.65269935131073, -1.70904541015625, -1.1631516218185425, -1.943744421005249, -0.3568926453590393, -1.3209468126296997, -1.5078078508377075, -1.8884668350219727, -1.4101862907409668, -0.06893564760684967, -0.4975109100341797, -0.4169594645500183, -1.6181997060775757, -0.734013557434082, -1.7252037525177002, -1.806195616722107, -1.336035966873169, -0.627456545829773, -1.7333623170852661, -1.883806824684143, -2.0064449310302734, -1.5553330183029175, -1.0821210145950317, -0.69241863489151, -1.2979882955551147, -1.1714082956314087, -1.6211730241775513, -0.6597346067428589, -1.162584662437439, -1.42301607131958, -2.2842605113983154, -1.4114793539047241, -1.4752613306045532, -1.1126790046691895, -2.159217119216919, -1.946179747581482, -1.006602168083191, -1.9848289489746094, -0.9470025300979614, -1.4649581909179688, -0.08756101876497269, -1.8557569980621338, -0.1348704844713211, -1.6353368759155273, -1.1200186014175415, -0.6707932353019714, -1.255584716796875, -2.2910420894622803, -1.7769900560379028, -1.9304360151290894, -2.1481947898864746, -1.4522192478179932, -1.0548317432403564, -1.2761859893798828, -1.0439590215682983, -2.5255303382873535, -1.304246425628662, -2.010404109954834, -0.7936589121818542, -0.8392772674560547, -2.1774916648864746, -0.48560449481010437, -3.490981101989746, -0.8428882956504822, -1.6715996265411377, -1.4352054595947266, -1.8424170017242432, -1.3557460308074951, -1.5515915155410767, -0.35938122868537903, -1.0940345525741577, -1.3516521453857422, -0.4427371025085449, -0.5962708592414856, -1.8578542470932007, -1.3017802238464355, -0.9634514451026917, -1.9349098205566406, -1.6345407962799072, -2.0058138370513916, -2.302993059158325, -0.4309189021587372, -1.582939624786377, -0.4663654863834381, -0.3279810845851898, -0.11687897145748138, -1.3942482471466064, -1.5793499946594238, -1.4952433109283447, -1.856790542602539, -1.0244355201721191, -1.3486945629119873, -1.7122502326965332, -1.7971755266189575, -1.2575308084487915, -0.741309404373169, -1.0961192846298218, -0.14178353548049927, -0.586433470249176, -0.5610319375991821, -0.8734378814697266, -0.5271206498146057, -0.15408718585968018, -0.7873374819755554, -1.3127968311309814, -1.1694142818450928, -2.06289005279541, -1.2765092849731445, -1.062848687171936, -0.22854001820087433, -0.588100254535675, -0.32651644945144653, -1.3764374256134033, -1.5291216373443604, -0.36662793159484863, -1.3178412914276123, -1.8805032968521118, -1.757635235786438, -0.4861313998699188, -1.4387609958648682, -2.2558302879333496, -1.5865440368652344, -0.3010377287864685, -1.3246181011199951, -1.6869008541107178]}, "Bot002_028_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in? I'M in school in the grade i graduated from yale in 2011 with a degree in finance I am in college in chicago so let me get this straight. you're a little girl at a local school and in college I am not sure what you are going to school for what do you like doing? I work at a pizza place. pretty cool. i love pizza I love pizza! ^)", "response": "I am a little girl who loves to go to the park", "annotation_id": "Bot002_028_17", "annotations": ["O", "X", "X", "O", "T", "T", "X", "O", "T", "T", "X", "T", "T", "T", "T"], "gpt2_target_score": [-9.336599349975586, -9.273540496826172, -5.061763763427734, -9.777138710021973, -11.996289253234863, -9.51038646697998, -16.072895050048828, -6.982683181762695, -9.433097839355469, -9.880157470703125, -4.316057205200195, -13.883560180664062], "gpt2_argmax_score": [-1.697629451751709, -0.804088830947876, -2.4204981327056885, -0.6901485919952393, -1.8253446817398071, -1.8327131271362305, -1.7183716297149658, -1.2173174619674683, -0.7018961906433105, -1.816436767578125, -2.0252554416656494, -2.4149324893951416, -3.0608103275299072, -1.5035957098007202, -1.4391943216323853, -1.474569320678711, -1.9157769680023193, -0.9686561226844788, -1.9522299766540527, -1.65269935131073, -1.70904541015625, -1.1631516218185425, -1.943744421005249, -0.3568926453590393, -1.3209468126296997, -1.5078078508377075, -1.8884668350219727, -1.4101862907409668, -0.06893564760684967, -0.4975109100341797, -0.4169594645500183, -1.6181997060775757, -0.734013557434082, -1.7252037525177002, -1.806195616722107, -1.336035966873169, -0.627456545829773, -1.7333623170852661, -1.883806824684143, -2.0064449310302734, -1.5553330183029175, -1.0821210145950317, -0.69241863489151, -1.2979882955551147, -1.1714082956314087, -1.6211730241775513, -0.6597346067428589, -1.162584662437439, -1.42301607131958, -2.2842605113983154, -1.4114793539047241, -1.4752613306045532, -1.1126790046691895, -2.159217119216919, -1.946179747581482, -1.006602168083191, -1.9848289489746094, -0.9470025300979614, -1.4649581909179688, -0.08756101876497269, -1.8557569980621338, -0.1348704844713211, -1.6353368759155273, -1.1200186014175415, -0.6707932353019714, -1.255584716796875, -2.2910420894622803, -1.7769900560379028, -1.9304360151290894, -2.1481947898864746, -1.4522192478179932, -1.0548317432403564, -1.2761859893798828, -1.0439590215682983, -2.5255303382873535, -1.304246425628662, -2.010404109954834, -0.7936589121818542, -0.8392772674560547, -2.1774916648864746, -0.48560449481010437, -3.490981101989746, -0.8428882956504822, -1.6715996265411377, -1.4352054595947266, -1.8424170017242432, -1.3557460308074951, -1.5515915155410767, -0.35938122868537903, -1.0940345525741577, -1.3516521453857422, -0.4427371025085449, -0.5962708592414856, -1.8578542470932007, -1.3017802238464355, -0.9634514451026917, -1.9349098205566406, -1.6345407962799072, -2.0058138370513916, -2.302993059158325, -0.4309189021587372, -1.582939624786377, -0.4663654863834381, -0.3279810845851898, -0.11687897145748138, -1.3942482471466064, -1.5793499946594238, -1.4952433109283447, -1.856790542602539, -1.0244355201721191, -1.3486945629119873, -1.7122502326965332, -1.7971755266189575, -1.2575308084487915, -0.741309404373169, -1.0961192846298218, -0.14178353548049927, -0.586433470249176, -0.5610319375991821, -0.8734378814697266, -0.5271206498146057, -0.15408718585968018, -0.7873374819755554, -1.3127968311309814, -1.1694142818450928, -2.06289005279541, -1.2765092849731445, -1.062848687171936, -0.22854001820087433, -0.588100254535675, -0.32651644945144653, -1.3764374256134033, -1.5291216373443604, -0.36662793159484863, -1.3178412914276123, -1.8805032968521118, -1.757635235786438, -0.4861313998699188, -1.4387609958648682, -2.0769200325012207, -1.5162614583969116, -1.169242024421692, -2.025897264480591, -0.9304327964782715, -1.046568751335144, -2.2195041179656982, -1.496600866317749, -1.4095467329025269, -1.5792771577835083, -0.040603578090667725, -1.5248113870620728, -1.7298083305358887, -0.21979695558547974, -1.1479663848876953, -1.161004662513733, -1.9197196960449219, -1.902572512626648, -1.474259614944458]}, "Bot002_028_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in? I'M in school in the grade i graduated from yale in 2011 with a degree in finance I am in college in chicago so let me get this straight. you're a little girl at a local school and in college I am not sure what you are going to school for what do you like doing? I work at a pizza place. pretty cool. i love pizza I love pizza! ^) I am a little girl who loves to go to the park :)", "response": "I am a huge fan of it.", "annotation_id": "Bot002_028_19", "annotations": ["O", "X", "X", "O", "O", "T", "X", "O", "O", "X", "T", "O", "O", "T", "T"], "gpt2_target_score": [-9.336599349975586, -9.273540496826172, -5.061763763427734, -10.766060829162598, -12.291272163391113, -7.408625602722168, -8.843798637390137, -5.015153884887695], "gpt2_argmax_score": [-1.697629451751709, -0.804088830947876, -2.4204981327056885, -0.6901485919952393, -1.8253446817398071, -1.8327131271362305, -1.7183716297149658, -1.2173174619674683, -0.7018961906433105, -1.816436767578125, -2.0252554416656494, -2.4149324893951416, -3.0608103275299072, -1.5035957098007202, -1.4391943216323853, -1.474569320678711, -1.9157769680023193, -0.9686561226844788, -1.9522299766540527, -1.65269935131073, -1.70904541015625, -1.1631516218185425, -1.943744421005249, -0.3568926453590393, -1.3209468126296997, -1.5078078508377075, -1.8884668350219727, -1.4101862907409668, -0.06893564760684967, -0.4975109100341797, -0.4169594645500183, -1.6181997060775757, -0.734013557434082, -1.7252037525177002, -1.806195616722107, -1.336035966873169, -0.627456545829773, -1.7333623170852661, -1.883806824684143, -2.0064449310302734, -1.5553330183029175, -1.0821210145950317, -0.69241863489151, -1.2979882955551147, -1.1714082956314087, -1.6211730241775513, -0.6597346067428589, -1.162584662437439, -1.42301607131958, -2.2842605113983154, -1.4114793539047241, -1.4752613306045532, -1.1126790046691895, -2.159217119216919, -1.946179747581482, -1.006602168083191, -1.9848289489746094, -0.9470025300979614, -1.4649581909179688, -0.08756101876497269, -1.8557569980621338, -0.1348704844713211, -1.6353368759155273, -1.1200186014175415, -0.6707932353019714, -1.255584716796875, -2.2910420894622803, -1.7769900560379028, -1.9304360151290894, -2.1481947898864746, -1.4522192478179932, -1.0548317432403564, -1.2761859893798828, -1.0439590215682983, -2.5255303382873535, -1.304246425628662, -2.010404109954834, -0.7936589121818542, -0.8392772674560547, -2.1774916648864746, -0.48560449481010437, -3.490981101989746, -0.8428882956504822, -1.6715996265411377, -1.4352054595947266, -1.8424170017242432, -1.3557460308074951, -1.5515915155410767, -0.35938122868537903, -1.0940345525741577, -1.3516521453857422, -0.4427371025085449, -0.5962708592414856, -1.8578542470932007, -1.3017802238464355, -0.9634514451026917, -1.9349098205566406, -1.6345407962799072, -2.0058138370513916, -2.302993059158325, -0.4309189021587372, -1.582939624786377, -0.4663654863834381, -0.3279810845851898, -0.11687897145748138, -1.3942482471466064, -1.5793499946594238, -1.4952433109283447, -1.856790542602539, -1.0244355201721191, -1.3486945629119873, -1.7122502326965332, -1.7971755266189575, -1.2575308084487915, -0.741309404373169, -1.0961192846298218, -0.14178353548049927, -0.586433470249176, -0.5610319375991821, -0.8734378814697266, -0.5271206498146057, -0.15408718585968018, -0.7873374819755554, -1.3127968311309814, -1.1694142818450928, -2.06289005279541, -1.2765092849731445, -1.062848687171936, -0.22854001820087433, -0.588100254535675, -0.32651644945144653, -1.3764374256134033, -1.5291216373443604, -0.36662793159484863, -1.3178412914276123, -1.8805032968521118, -1.757635235786438, -0.4861313998699188, -1.4387609958648682, -2.0769200325012207, -1.5162614583969116, -1.169242024421692, -2.025897264480591, -0.9304327964782715, -1.0465567111968994, -1.4367890357971191, -1.3430943489074707, -2.2515177726745605, -0.1077386736869812, -1.708907127380371, -1.790993332862854, -0.4613261818885803, -1.1423293352127075, -1.211966872215271, -1.8464579582214355, -2.1162216663360596, -1.4754730463027954, -1.7844055891036987, -2.202206611633301, -1.5752785205841064, -0.8797382712364197, -0.5166770219802856, -1.360195279121399, -0.07652664184570312, -0.526767373085022, -1.2546706199645996, -0.9618889093399048]}, "Bot002_030_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan", "response": "Hi, how are you doing?", "annotation_id": "Bot002_030_01", "annotations": ["O", "T", "T", "T", "O", "O", "T", "O", "O", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.293893814086914, -6.440260887145996, -25.613155364990234, -16.83137321472168, -8.49474048614502, -9.552644729614258, -9.007713317871094], "gpt2_argmax_score": [-1.6911711692810059, -1.7001638412475586, -0.0018433022778481245, -0.14231626689434052, -1.8127944469451904, -3.2927145957946777, -1.954185962677002, -1.7237629890441895, -1.0545986890792847, -1.7423630952835083, -0.1718188375234604, -1.3542560338974, -0.8746083974838257, -0.3874537944793701]}, "Bot002_030_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you", "response": "I am doing well, how about you?", "annotation_id": "Bot002_030_03", "annotations": ["T", "T", "O", "T", "O", "O", "T", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654443740844727, -2.7414541244506836, -27.277713775634766, -18.218976974487305, -8.364216804504395, -8.99644660949707, -7.60509729385376, -5.357311248779297, -7.134167671203613], "gpt2_argmax_score": [-1.6911711692810059, -1.7001638412475586, -0.0018433022778481245, -0.14231626689434052, -1.8127944469451904, -3.2927145957946777, -1.987368106842041, -0.9094350934028625, -1.2880984544754028, -0.23589088022708893, -1.4465155601501465, -0.9099759459495544, -0.5853532552719116, -0.6663280725479126, -0.00011336160969221964, -0.2016383409500122, -2.3819375038146973, -1.1528630256652832, -1.9690799713134766, -1.7680782079696655, -1.047108769416809, -2.528721570968628, -2.2063028812408447, -1.6014279127120972, -1.4330072402954102, -0.926331102848053, -0.23713940382003784, -0.4635309875011444, -0.2526565492153168]}, "Bot002_030_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity", "response": "I love to go hiking", "annotation_id": "Bot002_030_05", "annotations": ["X", "X", "O", "T", "T", "X", "T", "T", "O", "T", "O", "T", "X", "O", "O"], "gpt2_target_score": [-8.654443740844727, -5.649458885192871, -24.276004791259766, -16.059446334838867, -10.662190437316895], "gpt2_argmax_score": [-1.6911711692810059, -1.7001638412475586, -0.0018433022778481245, -0.14231626689434052, -1.8127944469451904, -3.2927145957946777, -1.987368106842041, -0.9094350934028625, -1.2880984544754028, -0.23589088022708893, -1.4465155601501465, -0.9099759459495544, -0.5853532552719116, -0.6663280725479126, -0.00011336160969221964, -0.2016383409500122, -2.3819375038146973, -1.1528630256652832, -1.9690799713134766, -0.7897341847419739, -2.154576063156128, -1.8368127346038818, -1.6372216939926147, -1.3163502216339111, -1.011073350906372, -0.2428455501794815, -0.4599323570728302, -1.4444698095321655, -1.504693865776062, -0.00011145447206217796, -0.008318892680108547, -0.8123619556427002, -2.8034462928771973, -2.5119776725769043, -0.49202942848205566, -1.648264765739441, -1.567175269126892, -2.84281849861145, -1.8435020446777344, -0.9068663120269775, -1.3964587450027466]}, "Bot002_030_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing", "response": "That'S cool. i like to hike.", "annotation_id": "Bot002_030_07", "annotations": ["O", "O", "T", "T", "T", "O", "T", "X", "T", "T", "O", "X", "O", "O", "O"], "gpt2_target_score": [-14.398447036743164, -6.677687644958496, -25.04129409790039, -21.21668815612793, -9.544774055480957, -9.47102165222168, -9.01292610168457, -7.305843353271484, -15.430310249328613, -12.323247909545898], "gpt2_argmax_score": [-1.6911711692810059, -1.7001638412475586, -0.0018433022778481245, -0.14231626689434052, -1.8127944469451904, -3.2927145957946777, -1.987368106842041, -0.9094350934028625, -1.2880984544754028, -0.23589088022708893, -1.4465155601501465, -0.9099759459495544, -0.5853532552719116, -0.6663280725479126, -0.00011336160969221964, -0.2016383409500122, -2.3819375038146973, -1.1528630256652832, -1.9690799713134766, -0.7897341847419739, -2.154576063156128, -1.8368127346038818, -1.6372216939926147, -1.3163502216339111, -1.011073350906372, -0.2428455501794815, -0.4599323570728302, -1.4444698095321655, -1.504693865776062, -0.00011145447206217796, -0.008318892680108547, -0.8123619556427002, -2.8034462928771973, -2.5119776725769043, -0.49202942848205566, -1.3280717134475708, -0.6290233135223389, -0.10503188520669937, -0.8188210725784302, -0.4975191652774811, -1.6753768920898438, -2.1170527935028076, -0.12160388380289078, -1.302223563194275, -1.7266656160354614, -0.9334873557090759, -1.1427550315856934, -2.092280149459839, -0.9463557004928589, -1.2693734169006348, -2.278667688369751, -0.8922262191772461, -1.152711272239685, -2.253086566925049, -1.1104650497436523]}, "Bot002_030_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing That'S cool. i like to hike. Good", "response": "I am doing well, how about you?", "annotation_id": "Bot002_030_09", "annotations": ["T", "X", "O", "T", "O", "O", "T", "T", "O", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -2.7414326667785645, -27.27773666381836, -18.219038009643555, -8.364208221435547, -8.99644947052002, -7.605091094970703, -5.357331275939941, -7.134113311767578], "gpt2_argmax_score": [-1.6912004947662354, -1.7001575231552124, -0.0018433022778481245, -0.14231626689434052, -1.8127408027648926, -3.292717695236206, -1.9873391389846802, -0.9094247817993164, -1.2881048917770386, -0.23589135706424713, -1.446527361869812, -0.9099667072296143, -0.5853561758995056, -0.6663333177566528, -0.00011336160969221964, -0.20163093507289886, -2.381941795349121, -1.1528538465499878, -1.9690684080123901, -0.7897291779518127, -2.1545865535736084, -1.8368223905563354, -1.6371842622756958, -1.3163481950759888, -1.0110578536987305, -0.24284714460372925, -0.4599194824695587, -1.4444586038589478, -1.5046652555465698, -0.00011145447206217796, -0.008318065665662289, -0.8123708963394165, -2.8034610748291016, -2.5119824409484863, -0.492037832736969, -1.3280631303787231, -0.6290120482444763, -0.10502801835536957, -0.8187909126281738, -0.49752309918403625, -1.6754077672958374, -2.1170520782470703, -0.12160736322402954, -1.3022586107254028, -0.9880460500717163, -0.8362178206443787, -2.3270909786224365, -1.386467456817627, -1.2591217756271362, -2.344224691390991, -1.061235785484314, -1.1354472637176514, -2.3769216537475586, -2.037825584411621, -0.9690485596656799, -2.3248403072357178, -1.9295926094055176, -2.1349234580993652, -0.7844867706298828, -1.4383544921875, -1.8900395631790161, -0.8376979231834412, -0.03226613253355026, -0.11580655723810196, -0.30009543895721436]}, "Bot002_030_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing That'S cool. i like to hike. Good I am doing well, how about you? What\u2019s your job", "response": "1984, and i work at a local newspaper.", "annotation_id": "Bot002_030_11", "annotations": ["O", "T", "T", "T", "O", "X", "T", "O", "T", "T", "O", "O", "X", "O", "O"], "gpt2_target_score": [-17.637847900390625, -6.4402546882629395, -23.484485626220703, -16.25184440612793, -9.767696380615234, -6.3186235427856445, -8.954814910888672, -10.542710304260254, -16.007953643798828, -12.323217391967773], "gpt2_argmax_score": [-1.6912004947662354, -1.7001575231552124, -0.0018433022778481245, -0.14231626689434052, -1.8127408027648926, -3.292717695236206, -1.9873391389846802, -0.9094247817993164, -1.2881048917770386, -0.23589135706424713, -1.446527361869812, -0.9099667072296143, -0.5853561758995056, -0.6663333177566528, -0.00011336160969221964, -0.20163093507289886, -2.381941795349121, -1.1528538465499878, -1.9690684080123901, -0.7897291779518127, -2.1545865535736084, -1.8368223905563354, -1.6371842622756958, -1.3163481950759888, -1.0110578536987305, -0.24284714460372925, -0.4599194824695587, -1.4444586038589478, -1.5046652555465698, -0.00011145447206217796, -0.008318065665662289, -0.8123708963394165, -2.8034610748291016, -2.5119824409484863, -0.492037832736969, -1.3280631303787231, -0.6290120482444763, -0.10502801835536957, -0.8187909126281738, -0.49752309918403625, -1.6754077672958374, -2.1170520782470703, -0.12160736322402954, -1.3022586107254028, -0.9880460500717163, -0.8362178206443787, -2.3270909786224365, -1.386467456817627, -1.2591217756271362, -2.344224691390991, -1.061235785484314, -1.1354472637176514, -2.3769216537475586, -2.037825584411621, -0.9690485596656799, -1.6732871532440186, -1.3030487298965454, -1.1486179828643799, -1.4737364053726196, -1.919937252998352, -0.8421040773391724, -0.04573631286621094, -0.12206000834703445, -1.3219828605651855, -1.4074982404708862, -0.0002531684876885265, -0.014196240343153477, -0.1976018249988556, -0.23297928273677826, -0.5495842695236206, -1.9916387796401978, -1.902532696723938, -1.956754446029663, -1.288739562034607, -1.9801334142684937, -1.6005089282989502, -0.7907527685165405, -2.595303535461426, -1.9753578901290894, -1.047518014907837, -1.38866126537323]}, "Bot002_030_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing That'S cool. i like to hike. Good I am doing well, how about you? What\u2019s your job 1984, and i work at a local newspaper. I\u2019m a mechanical engineer", "response": "That'S cool. i work at a computer company.", "annotation_id": "Bot002_030_13", "annotations": ["T", "X", "O", "T", "T", "X", "T", "T", "O", "T", "X", "X", "X", "T", "O"], "gpt2_target_score": [-14.3984375, -6.6777119636535645, -25.041316986083984, -21.216718673706055, -9.544795989990234, -9.471016883850098, -8.778766632080078, -7.581528663635254, -7.449527740478516, -9.836370468139648, -12.909006118774414, -5.492409706115723], "gpt2_argmax_score": [-1.6912004947662354, -1.7001575231552124, -0.0018433022778481245, -0.14231626689434052, -1.8127408027648926, -3.292717695236206, -1.9873391389846802, -0.9094247817993164, -1.2881048917770386, -0.23589135706424713, -1.446527361869812, -0.9099667072296143, -0.5853561758995056, -0.6663333177566528, -0.00011336160969221964, -0.20163093507289886, -2.381941795349121, -1.1528538465499878, -1.9690684080123901, -0.7897291779518127, -2.1545865535736084, -1.8368223905563354, -1.6371842622756958, -1.3163481950759888, -1.0110578536987305, -0.24284714460372925, -0.4599194824695587, -1.4444586038589478, -1.5046652555465698, -0.00011145447206217796, -0.008318065665662289, -0.8123708963394165, -2.8034610748291016, -2.5119824409484863, -0.492037832736969, -1.3280631303787231, -0.6290120482444763, -0.10502801835536957, -0.8187909126281738, -0.49752309918403625, -1.6754077672958374, -2.1170520782470703, -0.12160736322402954, -1.3022586107254028, -0.9880460500717163, -0.8362178206443787, -2.3270909786224365, -1.386467456817627, -1.2591217756271362, -2.344224691390991, -1.061235785484314, -1.1354472637176514, -2.3769216537475586, -2.037825584411621, -0.9690485596656799, -1.6732871532440186, -1.3030487298965454, -1.1486179828643799, -1.4737364053726196, -1.919937252998352, -0.8421040773391724, -0.04573631286621094, -0.12206000834703445, -1.3219828605651855, -1.4074982404708862, -0.0002531684876885265, -0.014196240343153477, -0.1976018249988556, -0.23297928273677826, -0.5495842695236206, -0.8117965459823608, -2.789069890975952, -1.2338112592697144, -2.412790060043335, -1.664309024810791, -0.8320767879486084, -3.2376925945281982, -2.05143666267395, -1.4476168155670166, -1.539109468460083, -2.2916624546051025, -0.0003293210465926677, -0.2590228021144867, -1.4892774820327759, -2.4789490699768066, -0.4147748649120331, -1.413827896118164, -2.1979379653930664, -0.8784609436988831, -0.29604706168174744, -0.488048255443573, -0.9856512546539307, -1.6155447959899902, -1.302261471748352, -0.13654504716396332, -0.10512696951627731, -0.16990698873996735, -1.9530352354049683, -1.0583739280700684, -1.2990275621414185]}, "Bot002_030_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing That'S cool. i like to hike. Good I am doing well, how about you? What\u2019s your job 1984, and i work at a local newspaper. I\u2019m a mechanical engineer That'S cool. i work at a computer company. I have lab named black troop", "response": "That'S cool. i have a lab.", "annotation_id": "Bot002_030_15", "annotations": ["O", "X", "T", "T", "T", "X", "T", "X", "T", "T", "O", "T", "X", "O", "O"], "gpt2_target_score": [-14.3984375, -6.6777119636535645, -25.041316986083984, -21.216718673706055, -9.544795989990234, -9.471016883850098, -8.895870208740234, -4.208756446838379, -14.17850112915039, -12.323217391967773], "gpt2_argmax_score": [-1.6912004947662354, -1.7001575231552124, -0.0018433022778481245, -0.14231626689434052, -1.8127408027648926, -3.292717695236206, -1.9873391389846802, -0.9094247817993164, -1.2881048917770386, -0.23589135706424713, -1.446527361869812, -0.9099667072296143, -0.5853561758995056, -0.6663333177566528, -0.00011336160969221964, -0.20163093507289886, -2.381941795349121, -1.1528538465499878, -1.9690684080123901, -0.7897291779518127, -2.1545865535736084, -1.8368223905563354, -1.6371842622756958, -1.3163481950759888, -1.0110578536987305, -0.24284714460372925, -0.4599194824695587, -1.4444586038589478, -1.5046652555465698, -0.00011145447206217796, -0.008318065665662289, -0.8123708963394165, -2.8034610748291016, -2.5119824409484863, -0.492037832736969, -1.3280631303787231, -0.6290120482444763, -0.10502801835536957, -0.8187909126281738, -0.49752309918403625, -1.6754077672958374, -2.1170520782470703, -0.12160736322402954, -1.3022586107254028, -0.9880460500717163, -0.8362178206443787, -2.3270909786224365, -1.386467456817627, -1.2591217756271362, -2.344224691390991, -1.061235785484314, -1.1354472637176514, -2.3769216537475586, -2.037825584411621, -0.9690485596656799, -1.6732871532440186, -1.3030487298965454, -1.1486179828643799, -1.4737364053726196, -1.919937252998352, -0.8421040773391724, -0.04573631286621094, -0.12206000834703445, -1.3219828605651855, -1.4074982404708862, -0.0002531684876885265, -0.014196240343153477, -0.1976018249988556, -0.23297928273677826, -0.5495842695236206, -0.8117965459823608, -2.789069890975952, -1.2338112592697144, -2.412790060043335, -1.664309024810791, -0.8320767879486084, -3.2376925945281982, -2.05143666267395, -1.4476168155670166, -1.539109468460083, -2.2916624546051025, -0.0003293210465926677, -0.2590228021144867, -1.4892774820327759, -2.4789490699768066, -0.4147748649120331, -1.413827896118164, -1.0685291290283203, -0.15283115208148956, -0.29643896222114563, -0.913153350353241, -1.5954394340515137, -1.4789704084396362, -0.3348318338394165, -0.2145141065120697, -0.5514510869979858, -2.0360267162323, -1.0128897428512573, -1.7467631101608276, -1.4777227640151978, -0.7508177757263184, -1.0695033073425293, -1.5030052661895752, -3.032278537750244, -1.6572389602661133, -2.4926321506500244, -0.7445295453071594, -0.1648055613040924, -0.20058143138885498, -0.7836510539054871, -1.2434722185134888, -0.9517078399658203, -0.31779366731643677, -1.4362082481384277, -0.14643090963363647, -0.9655437469482422]}, "Bot002_030_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing That'S cool. i like to hike. Good I am doing well, how about you? What\u2019s your job 1984, and i work at a local newspaper. I\u2019m a mechanical engineer That'S cool. i work at a computer company. I have lab named black troop That'S cool. i have a lab. Where", "response": "I live in the midwest in the midwest", "annotation_id": "Bot002_030_17", "annotations": ["T", "X", "O", "T", "O", "X", "T", "O", "T", "T", "O", "T", "X", "O", "O"], "gpt2_target_score": [-8.654426574707031, -6.3421406745910645, -23.32595443725586, -16.167173385620117, -8.79391098022461, -13.126469612121582, -6.658153533935547, -4.083161354064941, -12.161365509033203, -22.13326072692871], "gpt2_argmax_score": [-1.6912004947662354, -1.7001575231552124, -0.0018433022778481245, -0.14231626689434052, -1.8127408027648926, -3.292717695236206, -1.9873391389846802, -0.9094247817993164, -1.2881048917770386, -0.23589135706424713, -1.446527361869812, -0.9099667072296143, -0.5853561758995056, -0.6663333177566528, -0.00011336160969221964, -0.20163093507289886, -2.381941795349121, -1.1528538465499878, -1.9690684080123901, -0.7897291779518127, -2.1545865535736084, -1.8368223905563354, -1.6371842622756958, -1.3163481950759888, -1.0110578536987305, -0.24284714460372925, -0.4599194824695587, -1.4444586038589478, -1.5046652555465698, -0.00011145447206217796, -0.008318065665662289, -0.8123708963394165, -2.8034610748291016, -2.5119824409484863, -0.492037832736969, -1.3280631303787231, -0.6290120482444763, -0.10502801835536957, -0.8187909126281738, -0.49752309918403625, -1.6754077672958374, -2.1170520782470703, -0.12160736322402954, -1.3022586107254028, -0.9880460500717163, -0.8362178206443787, -2.3270909786224365, -1.386467456817627, -1.2591217756271362, -2.344224691390991, -1.061235785484314, -1.1354472637176514, -2.3769216537475586, -2.037825584411621, -0.9690485596656799, -1.6732871532440186, -1.3030487298965454, -1.1486179828643799, -1.4737364053726196, -1.919937252998352, -0.8421040773391724, -0.04573631286621094, -0.12206000834703445, -1.3219828605651855, -1.4074982404708862, -0.0002531684876885265, -0.014196240343153477, -0.1976018249988556, -0.23297928273677826, -0.5495842695236206, -0.8117965459823608, -2.789069890975952, -1.2338112592697144, -2.412790060043335, -1.664309024810791, -0.8320767879486084, -3.2376925945281982, -2.05143666267395, -1.4476168155670166, -1.539109468460083, -2.2916624546051025, -0.0003293210465926677, -0.2590228021144867, -1.4892774820327759, -2.4789490699768066, -0.4147748649120331, -1.413827896118164, -1.0685291290283203, -0.15283115208148956, -0.29643896222114563, -0.913153350353241, -1.5954394340515137, -1.4789704084396362, -0.3348318338394165, -0.2145141065120697, -0.5514510869979858, -2.0360267162323, -1.0128897428512573, -1.7467631101608276, -1.4777227640151978, -0.7508177757263184, -1.0695033073425293, -1.5030052661895752, -3.032278537750244, -1.6572389602661133, -0.9285746216773987, -0.16374722123146057, -0.09538822621107101, -0.6496014595031738, -0.8885701894760132, -1.0768048763275146, -1.2055622339248657, -1.8852722644805908, -0.1630835086107254, -1.0427230596542358, -1.214354157447815, -2.449505090713501, -1.0493837594985962, -1.0803070068359375, -1.981568694114685, -1.8499891757965088, -0.09166747331619263, -1.4701249599456787, -1.1774460077285767, -1.7232353687286377, -0.053141992539167404, -1.1655420064926147]}, "Bot002_030_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing That'S cool. i like to hike. Good I am doing well, how about you? What\u2019s your job 1984, and i work at a local newspaper. I\u2019m a mechanical engineer That'S cool. i work at a computer company. I have lab named black troop That'S cool. i have a lab. Where I live in the midwest in the midwest Where are you from", "response": "I live in the usa", "annotation_id": "Bot002_030_19", "annotations": ["T", "T", "T", "T", "T", "X", "T", "X", "O", "T", "O", "T", "X", "O", "O"], "gpt2_target_score": [-8.654426574707031, -6.3421406745910645, -23.32595443725586, -16.167173385620117, -13.213436126708984, -11.580265998840332], "gpt2_argmax_score": [-1.6912004947662354, -1.7001575231552124, -0.0018433022778481245, -0.14231626689434052, -1.8127408027648926, -3.292717695236206, -1.9873391389846802, -0.9094247817993164, -1.2881048917770386, -0.23589135706424713, -1.446527361869812, -0.9099667072296143, -0.5853561758995056, -0.6663333177566528, -0.00011336160969221964, -0.20163093507289886, -2.381941795349121, -1.1528538465499878, -1.9690684080123901, -0.7897291779518127, -2.1545865535736084, -1.8368223905563354, -1.6371842622756958, -1.3163481950759888, -1.0110578536987305, -0.24284714460372925, -0.4599194824695587, -1.4444586038589478, -1.5046652555465698, -0.00011145447206217796, -0.008318065665662289, -0.8123708963394165, -2.8034610748291016, -2.5119824409484863, -0.492037832736969, -1.3280631303787231, -0.6290120482444763, -0.10502801835536957, -0.8187909126281738, -0.49752309918403625, -1.6754077672958374, -2.1170520782470703, -0.12160736322402954, -1.3022586107254028, -0.9880460500717163, -0.8362178206443787, -2.3270909786224365, -1.386467456817627, -1.2591217756271362, -2.344224691390991, -1.061235785484314, -1.1354472637176514, -2.3769216537475586, -2.037825584411621, -0.9690485596656799, -1.6732871532440186, -1.3030487298965454, -1.1486179828643799, -1.4737364053726196, -1.919937252998352, -0.8421040773391724, -0.04573631286621094, -0.12206000834703445, -1.3219828605651855, -1.4074982404708862, -0.0002531684876885265, -0.014196240343153477, -0.1976018249988556, -0.23297928273677826, -0.5495842695236206, -0.8117965459823608, -2.789069890975952, -1.2338112592697144, -2.412790060043335, -1.664309024810791, -0.8320767879486084, -3.2376925945281982, -2.05143666267395, -1.4476168155670166, -1.539109468460083, -2.2916624546051025, -0.0003293210465926677, -0.2590228021144867, -1.4892774820327759, -2.4789490699768066, -0.4147748649120331, -1.413827896118164, -1.0685291290283203, -0.15283115208148956, -0.29643896222114563, -0.9131482243537903, -1.5954495668411255, -1.4789773225784302, -0.3348301351070404, -0.21451593935489655, -0.551448404788971, -2.0360255241394043, -1.012874960899353, -1.7467596530914307, -1.477719783782959, -0.7508143186569214, -1.069502353668213, -1.5030014514923096, -3.032280921936035, -1.6572468280792236, -0.9285786747932434, -0.1637493520975113, -0.09538822621107101, -0.649599552154541, -0.8885789513587952, -1.0768013000488281, -1.2055542469024658, -1.8852627277374268, -0.16308270394802094, -1.0427309274673462, -1.214367151260376, -0.35444706678390503, -1.7143610715866089, -1.5277650356292725, -2.0517373085021973, -0.1044345572590828, -1.506238579750061, -1.1702207326889038, -1.9843709468841553, -0.04506852850317955, -1.3866407871246338, -1.5335596799850464, -0.0813402533531189, -1.0943522453308105, -0.11629578471183777, -2.149604558944702, -1.2047921419143677, -0.12044014781713486, -0.7865078449249268, -0.8735745549201965, -1.9908905029296875, -2.0651979446411133]}, "Bot002_040_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi", "response": "Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot002_040_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-10.642135620117188, -9.338228225708008, -4.130528926849365, -6.069901466369629, -13.229362487792969, -9.432234764099121, -8.916985511779785, -11.028409957885742, -10.009693145751953, -5.710726261138916, -9.65487289428711, -13.480844497680664, -15.7659273147583, -11.0565185546875, -10.12488842010498, -10.24657917022705, -5.73060941696167, -6.682300567626953, -3.755458116531372, -10.547455787658691, -9.958671569824219, -9.752006530761719, -7.80773401260376, -13.127498626708984, -8.48517894744873, -9.778167724609375, -11.112884521484375, -8.820282936096191], "gpt2_argmax_score": [-3.222564458847046, -2.3157899379730225, -1.1261647939682007, -1.2443246841430664, -1.112861156463623, -1.4336084127426147, -1.2696770429611206, -1.1205120086669922, -1.0082736015319824, -1.621233582496643, -0.11072932183742523, -0.7895907163619995, -0.35970765352249146, -3.38751220703125, -1.6308395862579346, -1.1129885911941528, -0.9005236625671387, -1.828250765800476, -2.560054063796997, -3.118699312210083, -2.192647933959961, -0.6736258864402771, -1.7732645273208618, -3.604102611541748, -0.6154624819755554, -0.19752110540866852, -0.9600486755371094, -0.7586830258369446, -1.3147915601730347, -0.20209845900535583]}, "Bot002_040_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks", "response": "What do you do for a living?", "annotation_id": "Bot002_040_03", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-11.387229919433594, -7.988873481750488, -5.771778106689453, -6.944194793701172, -8.353647232055664, -0.9750584959983826, -10.03642463684082, -14.219141006469727], "gpt2_argmax_score": [-3.222564458847046, -1.4711275100708008, -1.1179392337799072, -1.1636011600494385, -1.4547213315963745, -0.9750584959983826, -2.1127798557281494, -1.237497091293335, -1.3379019498825073, -0.15763124823570251, -0.6345911622047424, -1.0089681148529053, -3.457406759262085, -0.8853084444999695, -0.722088098526001, -0.468538761138916, -1.6128356456756592, -2.4929845333099365, -3.19730544090271, -2.2736713886260986, -0.6798889636993408, -1.4273626804351807, -3.6390044689178467, -0.5096274018287659, -0.2735745906829834, -1.2077661752700806, -0.9014100432395935, -1.1555187702178955, -0.524056613445282, -2.639730453491211, -1.9080090522766113, -1.4622892141342163, -1.4918241500854492, -2.411027193069458, -1.9732095003128052, -0.11690930277109146, -0.7683908343315125, -1.2513043880462646, -2.248013973236084, -1.1527354717254639, -0.2980743944644928, -0.3631708323955536]}, "Bot002_040_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student", "response": "I am a student. What do you do?", "annotation_id": "Bot002_040_05", "annotations": ["T", "O", "T", "T", "O", "X", "T", "O", "O", "O", "T", "O", "T", "T", "O"], "gpt2_target_score": [-8.088424682617188, -8.55517292022705, -5.741138458251953, -14.03066635131836, -7.923700332641602, -9.861594200134277, -9.786439895629883, -8.620050430297852, -1.3379019498825073, -9.895210266113281], "gpt2_argmax_score": [-3.222564458847046, -1.4711275100708008, -1.1179392337799072, -1.1636011600494385, -1.4547213315963745, -0.9750584959983826, -2.1127798557281494, -1.237497091293335, -1.3379019498825073, -0.15763124823570251, -0.6345911622047424, -1.0089681148529053, -3.457406759262085, -0.8853084444999695, -0.722088098526001, -0.468538761138916, -1.6128356456756592, -2.4929845333099365, -3.19730544090271, -2.2736713886260986, -0.6798889636993408, -1.4273626804351807, -3.6390044689178467, -0.5096274018287659, -0.2735745906829834, -1.2077661752700806, -0.9014100432395935, -1.1555187702178955, -0.524056613445282, -2.639730453491211, -1.9080090522766113, -1.4622892141342163, -1.4918241500854492, -2.101400852203369, -0.15238946676254272, -0.6611298322677612, -1.446661114692688, -2.177025079727173, -1.3235712051391602, -0.3749667704105377, -1.161185383796692, -2.832516670227051, -2.949749708175659, -3.6532955169677734, -1.6826423406600952, -2.62672758102417, -2.035015106201172, -1.3430858850479126, -0.6855365037918091, -1.799149513244629, -1.1582810878753662, -1.3899402618408203, -0.05537203699350357, -0.1665302962064743, -0.18104255199432373, -0.2916950285434723]}, "Bot002_040_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you?", "response": "I like about 10 and I am a huge fan of them", "annotation_id": "Bot002_040_07", "annotations": ["X", "X", "O", "T", "O", "X", "X", "T", "T", "O", "T", "X", "X", "X", "T"], "gpt2_target_score": [-8.088411331176758, -9.580076217651367, -7.809737205505371, -14.114692687988281, -8.112469673156738, -7.342317581176758, -10.966140747070312, -9.058485984802246, -10.928657531738281, -13.60279655456543, -10.47978687286377, -14.535809516906738], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.1179343461990356, -1.163612723350525, -1.454724669456482, -0.9750536680221558, -2.112792491912842, -1.237486481666565, -1.337913990020752, -0.15763705968856812, -0.6346026659011841, -1.0089539289474487, -3.457411050796509, -0.8853034973144531, -0.7220854163169861, -0.46853137016296387, -1.6128402948379517, -2.4929862022399902, -3.1973183155059814, -2.273667335510254, -0.6798854470252991, -1.427356243133545, -3.639005661010742, -0.5096251964569092, -0.27357813715934753, -1.2077621221542358, -0.9014055728912354, -1.1554841995239258, -0.5240782499313354, -2.6396806240081787, -1.9079911708831787, -1.462273120880127, -1.4917949438095093, -2.1014130115509033, -0.15239335596561432, -0.6611284017562866, -1.4465988874435425, -2.176976442337036, -1.3235688209533691, -0.3749684989452362, -1.1611558198928833, -2.8325388431549072, -2.9497132301330566, -3.6532716751098633, -1.6826155185699463, -2.1976871490478516, -1.5119749307632446, -1.3775794506072998, -1.7029306888580322, -1.5773682594299316, -1.3254830837249756, -0.06923080235719681, -0.1882750391960144, -0.17436769604682922, -1.5706802606582642, -0.8946666717529297, -1.7666950225830078, -0.23220689594745636, -1.7722724676132202, -2.078519821166992, -1.7847410440444946, -1.2548686265945435, -1.7973400354385376, -1.8198115825653076, -1.5182141065597534, -2.210404634475708, -1.7494874000549316, -1.2777979373931885, -0.5592849254608154, -0.078032948076725, -2.6421725749969482, -0.8022772073745728]}, "Bot002_040_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you? I like about 10 and I am a huge fan of them how old are you?", "response": "I'm 77", "annotation_id": "Bot002_040_09", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "X", "T", "O", "O"], "gpt2_target_score": [-8.088411331176758, -10.429685592651367, -12.588866233825684], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.1179343461990356, -1.163612723350525, -1.454724669456482, -0.9750536680221558, -2.112792491912842, -1.237486481666565, -1.337913990020752, -0.15763705968856812, -0.6346026659011841, -1.0089539289474487, -3.457411050796509, -0.8853034973144531, -0.7220854163169861, -0.46853137016296387, -1.6128402948379517, -2.4929862022399902, -3.1973183155059814, -2.273667335510254, -0.6798854470252991, -1.427356243133545, -3.639005661010742, -0.5096251964569092, -0.27357813715934753, -1.2077621221542358, -0.9014055728912354, -1.1554841995239258, -0.5240782499313354, -2.6396806240081787, -1.9079911708831787, -1.462273120880127, -1.4917949438095093, -2.1014130115509033, -0.15239335596561432, -0.6611284017562866, -1.4465988874435425, -2.176976442337036, -1.3235688209533691, -0.3749684989452362, -1.1611558198928833, -2.8325388431549072, -2.9497132301330566, -3.6532716751098633, -1.6826155185699463, -2.1976871490478516, -1.5119749307632446, -1.3775794506072998, -1.7029306888580322, -1.5773682594299316, -1.3254830837249756, -0.06923080235719681, -0.1882750391960144, -0.17436769604682922, -1.5706802606582642, -0.8946666717529297, -1.7666950225830078, -0.23220689594745636, -1.7722724676132202, -1.4272940158843994, -1.41290283203125, -0.9789444208145142, -1.8425428867340088, -2.0190112590789795, -1.9535273313522339, -1.8841761350631714, -1.4873055219650269, -0.6180386543273926, -0.08293995261192322, -2.049778699874878, -0.7075909972190857, -1.6420120000839233, -1.1218057870864868, -0.4567301869392395, -0.8061248064041138, -1.7801717519760132, -1.8955284357070923, -1.5923750400543213, -1.300404667854309, -1.414678931236267]}, "Bot002_040_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you? I like about 10 and I am a huge fan of them how old are you? I'm 77 what is your job?", "response": "I work for a company.", "annotation_id": "Bot002_040_11", "annotations": ["O", "X", "X", "O", "O", "T", "O", "O", "O", "O", "T", "X", "O", "O", "O"], "gpt2_target_score": [-8.088411331176758, -10.021696090698242, -6.317580223083496, -9.693489074707031, -11.715710639953613, -9.48674201965332], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.1179343461990356, -1.163612723350525, -1.454724669456482, -0.9750536680221558, -2.112792491912842, -1.237486481666565, -1.337913990020752, -0.15763705968856812, -0.6346026659011841, -1.0089539289474487, -3.457411050796509, -0.8853034973144531, -0.7220854163169861, -0.46853137016296387, -1.6128402948379517, -2.4929862022399902, -3.1973183155059814, -2.273667335510254, -0.6798854470252991, -1.427356243133545, -3.639005661010742, -0.5096251964569092, -0.27357813715934753, -1.2077621221542358, -0.9014055728912354, -1.1554841995239258, -0.5240782499313354, -2.6396806240081787, -1.9079911708831787, -1.462273120880127, -1.4917949438095093, -2.1014130115509033, -0.15239335596561432, -0.6611284017562866, -1.4465988874435425, -2.176976442337036, -1.3235688209533691, -0.3749684989452362, -1.1611558198928833, -2.8325388431549072, -2.9497132301330566, -3.6532716751098633, -1.6826155185699463, -2.1976871490478516, -1.5119749307632446, -1.3775794506072998, -1.7029306888580322, -1.5773682594299316, -1.3254830837249756, -0.06923080235719681, -0.1882750391960144, -0.17436769604682922, -1.5706802606582642, -0.8946666717529297, -1.7666950225830078, -0.23220689594745636, -1.7722724676132202, -1.4272940158843994, -1.41290283203125, -0.9789444208145142, -1.8425428867340088, -2.0190112590789795, -1.9535273313522339, -1.8841761350631714, -1.4873055219650269, -0.6180386543273926, -0.08293995261192322, -2.049778699874878, -0.7075909972190857, -1.6420120000839233, -1.1218056678771973, -0.4567252993583679, -0.8061084747314453, -1.7801663875579834, -1.765254020690918, -1.6495381593704224, -1.2195069789886475, -1.114769697189331, -0.5400310158729553, -0.8529669046401978, -0.38854703307151794, -1.7367677688598633, -2.0176827907562256, -1.4844326972961426, -1.4595372676849365, -0.37099459767341614, -2.4202630519866943, -1.1818971633911133, -1.2914408445358276]}, "Bot002_040_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you? I like about 10 and I am a huge fan of them how old are you? I'm 77 what is your job? I work for a company. i m 12 years old girl", "response": "I am 16, I am 16 candles and love to read.[WINKING FACE]", "annotation_id": "Bot002_040_13", "annotations": ["T", "X", "T", "O", "O", "X", "X", "O", "T", "O", "T", "T", "T", "X", "T"], "gpt2_target_score": [-8.088411331176758, -8.55518913269043, -9.766539573669434, -8.494300842285156, -7.2892584800720215, -8.88304328918457, -10.289825439453125, -18.10890007019043, -7.0291523933410645, -13.884031295776367, -8.112309455871582, -12.0800142288208, -16.35737419128418, -6.474452972412109, -9.632424354553223, -7.451083183288574, -6.096017360687256, -5.37683629989624], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.1179343461990356, -1.163612723350525, -1.454724669456482, -0.9750536680221558, -2.112792491912842, -1.237486481666565, -1.337913990020752, -0.15763705968856812, -0.6346026659011841, -1.0089539289474487, -3.457411050796509, -0.8853034973144531, -0.7220854163169861, -0.46853137016296387, -1.6128402948379517, -2.4929862022399902, -3.1973183155059814, -2.273667335510254, -0.6798854470252991, -1.427356243133545, -3.639005661010742, -0.5096251964569092, -0.27357813715934753, -1.2077621221542358, -0.9014055728912354, -1.1554841995239258, -0.5240782499313354, -2.6396806240081787, -1.9079911708831787, -1.462273120880127, -1.4917949438095093, -2.1014130115509033, -0.15239335596561432, -0.6611284017562866, -1.4465988874435425, -2.176976442337036, -1.3235688209533691, -0.3749684989452362, -1.1611558198928833, -2.8325388431549072, -2.9497132301330566, -3.6532716751098633, -1.6826155185699463, -2.1976871490478516, -1.5119749307632446, -1.3775794506072998, -1.7029306888580322, -1.5773682594299316, -1.3254830837249756, -0.06923080235719681, -0.1882750391960144, -0.17436769604682922, -1.5706802606582642, -0.8946666717529297, -1.7666950225830078, -0.23220689594745636, -1.7722724676132202, -1.4272940158843994, -1.41290283203125, -0.9789444208145142, -1.8425428867340088, -2.0190112590789795, -1.9535273313522339, -1.8841761350631714, -1.4873055219650269, -0.6180386543273926, -0.08293995261192322, -2.049778699874878, -0.7075909972190857, -1.6420120000839233, -1.1218056678771973, -0.4567252993583679, -0.8061084747314453, -1.7801663875579834, -1.765254020690918, -1.6495381593704224, -1.2195069789886475, -1.114769697189331, -0.5400310158729553, -0.8529669046401978, -0.38854703307151794, -1.7367677688598633, -1.5588531494140625, -1.3923076391220093, -0.47721123695373535, -2.3767831325531006, -1.076870083808899, -1.254777431488037, -1.8844186067581177, -1.0103504657745361, -1.9701483249664307, -0.16549085080623627, -1.4818209409713745, -1.5350967645645142, -2.3847782611846924, -1.750253438949585, -1.188712239265442, -1.5702540874481201, -1.8272945880889893, -1.426754117012024, -1.3533753156661987, -1.0967018604278564, -1.6290812492370605, -1.7722593545913696, -1.3442009687423706, -2.2030553817749023, -1.827427625656128, -2.6994669437408447, -2.105687379837036, -1.918276071548462, -0.7707741856575012, -0.23298901319503784, -0.5664832592010498]}, "Bot002_040_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you? I like about 10 and I am a huge fan of them how old are you? I'm 77 what is your job? I work for a company. i m 12 years old girl I am 16, I am 16 candles and love to read.[WINKING FACE] i like reading too", "response": "I like reading too. I like reading.", "annotation_id": "Bot002_040_15", "annotations": ["O", "X", "O", "T", "O", "X", "T", "O", "O", "O", "T", "X", "T", "O", "O"], "gpt2_target_score": [-8.088411331176758, -9.580076217651367, -9.762938499450684, -9.255546569824219, -7.9236884117126465, -7.342317581176758, -8.583206176757812, -11.341124534606934, -8.196784973144531], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.1179343461990356, -1.163612723350525, -1.454724669456482, -0.9750536680221558, -2.112792491912842, -1.237486481666565, -1.337913990020752, -0.15763705968856812, -0.6346026659011841, -1.0089539289474487, -3.457411050796509, -0.8853034973144531, -0.7220854163169861, -0.46853137016296387, -1.6128402948379517, -2.4929862022399902, -3.1973183155059814, -2.273667335510254, -0.6798854470252991, -1.427356243133545, -3.639005661010742, -0.5096251964569092, -0.27357813715934753, -1.2077621221542358, -0.9014055728912354, -1.1554841995239258, -0.5240782499313354, -2.6396806240081787, -1.9079911708831787, -1.462273120880127, -1.4917949438095093, -2.1014130115509033, -0.15239335596561432, -0.6611284017562866, -1.4465988874435425, -2.176976442337036, -1.3235688209533691, -0.3749684989452362, -1.1611558198928833, -2.8325388431549072, -2.9497132301330566, -3.6532716751098633, -1.6826155185699463, -2.1976871490478516, -1.5119749307632446, -1.3775794506072998, -1.7029306888580322, -1.5773682594299316, -1.3254830837249756, -0.06923080235719681, -0.1882750391960144, -0.17436769604682922, -1.5706802606582642, -0.8946666717529297, -1.7666950225830078, -0.23220689594745636, -1.7722724676132202, -1.4272940158843994, -1.41290283203125, -0.9789444208145142, -1.8425428867340088, -2.0190112590789795, -1.9535273313522339, -1.8841761350631714, -1.4873055219650269, -0.6180386543273926, -0.08293995261192322, -2.049778699874878, -0.7075909972190857, -1.6420120000839233, -1.1218056678771973, -0.4567252993583679, -0.8061084747314453, -1.7801663875579834, -1.765254020690918, -1.6495381593704224, -1.2195069789886475, -1.114769697189331, -0.5400310158729553, -0.8529669046401978, -0.38854703307151794, -1.7367677688598633, -1.5588531494140625, -1.3923076391220093, -0.47721123695373535, -2.3767831325531006, -1.076870083808899, -1.254777431488037, -1.8844186067581177, -1.0103504657745361, -1.9701483249664307, -0.16549085080623627, -1.4818209409713745, -1.5350967645645142, -1.295974850654602, -1.4058201313018799, -1.558980941772461, -1.8323345184326172, -1.406730055809021, -1.2644374370574951, -1.228912591934204, -1.6661535501480103, -1.8901479244232178, -1.4050407409667969, -2.2526700496673584, -1.5986722707748413, -3.100733518600464, -1.820831060409546, -1.5483044385910034, -0.8491265177726746, -0.2544494867324829, -2.0244102478027344, -1.7097046375274658, -1.6031520366668701, -2.024176836013794, -1.4810991287231445, -2.3510546684265137, -2.005361318588257, -1.461238980293274, -1.8225176334381104, -1.473280906677246, -1.122778058052063, -1.5722286701202393, -1.8445631265640259, -0.9989967942237854, -1.0388587713241577]}, "Bot002_040_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you? I like about 10 and I am a huge fan of them how old are you? I'm 77 what is your job? I work for a company. i m 12 years old girl I am 16, I am 16 candles and love to read.[WINKING FACE] i like reading too I like reading too. I like reading. i hate school", "response": "[SLIGHTLY FROWNING FACE]  I hate school, but I hate school.", "annotation_id": "Bot002_040_17", "annotations": ["O", "X", "T", "T", "O", "T", "X", "T", "T", "O", "T", "X", "X", "O", "T"], "gpt2_target_score": [-8.438974380493164, -15.988370895385742, -18.61907958984375, -15.679420471191406, -11.6433687210083, -19.63383674621582, -15.46240234375, -16.308515548706055, -14.196159362792969, -9.22407341003418, -8.95494556427002, -13.22277545928955, -12.124197006225586, -4.812206268310547, -8.634217262268066, -6.037867546081543, -12.786352157592773, -12.771753311157227, -6.439093589782715], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.1179343461990356, -1.163612723350525, -1.454724669456482, -0.9750536680221558, -2.112792491912842, -1.237486481666565, -1.337913990020752, -0.15763705968856812, -0.6346026659011841, -1.0089539289474487, -3.457411050796509, -0.8853034973144531, -0.7220854163169861, -0.46853137016296387, -1.6128402948379517, -2.4929862022399902, -3.1973183155059814, -2.273667335510254, -0.6798854470252991, -1.427356243133545, -3.639005661010742, -0.5096251964569092, -0.27357813715934753, -1.2077621221542358, -0.9014055728912354, -1.1554841995239258, -0.5240782499313354, -2.6396806240081787, -1.9079911708831787, -1.462273120880127, -1.4917949438095093, -2.1014130115509033, -0.15239335596561432, -0.6611284017562866, -1.4465988874435425, -2.176976442337036, -1.3235688209533691, -0.3749684989452362, -1.1611558198928833, -2.8325388431549072, -2.9497132301330566, -3.6532716751098633, -1.6826155185699463, -2.1976871490478516, -1.5119749307632446, -1.3775794506072998, -1.7029306888580322, -1.5773682594299316, -1.3254830837249756, -0.06923080235719681, -0.1882750391960144, -0.17436769604682922, -1.5706802606582642, -0.8946666717529297, -1.7666950225830078, -0.23220689594745636, -1.7722724676132202, -1.4272940158843994, -1.41290283203125, -0.9789444208145142, -1.8425428867340088, -2.0190112590789795, -1.9535273313522339, -1.8841761350631714, -1.4873055219650269, -0.6180386543273926, -0.08293995261192322, -2.049778699874878, -0.7075909972190857, -1.6420120000839233, -1.1218056678771973, -0.4567252993583679, -0.8061084747314453, -1.7801663875579834, -1.765254020690918, -1.6495381593704224, -1.2195069789886475, -1.114769697189331, -0.5400310158729553, -0.8529669046401978, -0.38854703307151794, -1.7367677688598633, -1.5588531494140625, -1.3923076391220093, -0.47721123695373535, -2.3767831325531006, -1.076870083808899, -1.254777431488037, -1.8844186067581177, -1.0103504657745361, -1.9701483249664307, -0.16549085080623627, -1.4818209409713745, -1.5350967645645142, -1.295974850654602, -1.4058201313018799, -1.558980941772461, -1.8323345184326172, -1.406730055809021, -1.2644374370574951, -1.228912591934204, -1.6661535501480103, -1.8901479244232178, -1.4050407409667969, -2.2526700496673584, -1.5986722707748413, -3.100733518600464, -1.820831060409546, -1.5483044385910034, -0.8491265177726746, -0.2544494867324829, -2.0244102478027344, -1.7097046375274658, -1.6031520366668701, -2.024176836013794, -1.4810991287231445, -1.6885595321655273, -1.5917242765426636, -2.280734062194824, -1.5966453552246094, -1.4931882619857788, -1.2916988134384155, -1.9188768863677979, -1.5672675371170044, -0.8488720655441284, -0.7227626442909241, -1.087475061416626, -1.0006945133209229, -2.3149800300598145, -2.606173038482666, -1.3260623216629028, -1.9033117294311523, -2.9255216121673584, -0.4793170988559723, -1.4934076070785522, -0.7283481955528259, -1.0589112043380737, -1.8318549394607544, -0.7764484882354736, -1.4124101400375366, -0.9512031078338623, -1.0963228940963745, -1.5163335800170898, -0.9238693118095398, -2.19184947013855, -2.2058210372924805, -0.899830162525177, -1.1656054258346558]}, "Bot002_040_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you? I like about 10 and I am a huge fan of them how old are you? I'm 77 what is your job? I work for a company. i m 12 years old girl I am 16, I am 16 candles and love to read.[WINKING FACE] i like reading too I like reading too. I like reading. i hate school [SLIGHTLY FROWNING FACE]  I hate school, but I hate school. i love to play pobox", "response": "I am sorry to hear that.", "annotation_id": "Bot002_040_19", "annotations": ["T", "X", "X", "T", "T", "T", "T", "T", "X", "T", "T", "X", "X", "T", "T"], "gpt2_target_score": [-8.088411331176758, -8.55518913269043, -5.475172996520996, -10.905265808105469, -13.59374713897705, -7.095964431762695, -2.1168665885925293], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.1179343461990356, -1.163612723350525, -1.454724669456482, -0.9750536680221558, -2.112792491912842, -1.237486481666565, -1.337913990020752, -0.15763705968856812, -0.6346026659011841, -1.0089539289474487, -3.457411050796509, -0.8853034973144531, -0.7220854163169861, -0.46853137016296387, -1.6128402948379517, -2.4929862022399902, -3.1973183155059814, -2.273667335510254, -0.6798854470252991, -1.427356243133545, -3.639005661010742, -0.5096251964569092, -0.27357813715934753, -1.2077621221542358, -0.9014055728912354, -1.1554841995239258, -0.5240782499313354, -2.6396806240081787, -1.9079911708831787, -1.462273120880127, -1.4917949438095093, -2.1014130115509033, -0.15239335596561432, -0.6611284017562866, -1.4465988874435425, -2.176976442337036, -1.3235688209533691, -0.3749684989452362, -1.1611558198928833, -2.8325388431549072, -2.9497132301330566, -3.6532716751098633, -1.6826155185699463, -2.1976871490478516, -1.5119749307632446, -1.3775794506072998, -1.7029306888580322, -1.5773682594299316, -1.3254830837249756, -0.06923080235719681, -0.1882750391960144, -0.17436769604682922, -1.5706802606582642, -0.8946666717529297, -1.7666950225830078, -0.23220689594745636, -1.7722724676132202, -1.4272940158843994, -1.41290283203125, -0.9789444208145142, -1.8425428867340088, -2.0190112590789795, -1.9535273313522339, -1.8841761350631714, -1.4873055219650269, -0.6180386543273926, -0.08293995261192322, -2.049778699874878, -0.7075909972190857, -1.6420120000839233, -1.1218056678771973, -0.4567252993583679, -0.8061084747314453, -1.7801663875579834, -1.765254020690918, -1.6495381593704224, -1.2195069789886475, -1.114769697189331, -0.5400310158729553, -0.8529669046401978, -0.38854703307151794, -1.7367677688598633, -1.5588531494140625, -1.3923076391220093, -0.47721123695373535, -2.3767831325531006, -1.076870083808899, -1.254777431488037, -1.8844186067581177, -1.0103504657745361, -1.9701483249664307, -0.16549085080623627, -1.4818209409713745, -1.5350967645645142, -1.295974850654602, -1.4058201313018799, -1.558980941772461, -1.8323345184326172, -1.406730055809021, -1.2644374370574951, -1.228912591934204, -1.6661535501480103, -1.8901479244232178, -1.4050407409667969, -2.2526700496673584, -1.5986722707748413, -3.100733518600464, -1.820831060409546, -1.5483044385910034, -0.8491265177726746, -0.2544494867324829, -2.0244102478027344, -1.7097046375274658, -1.6031520366668701, -2.024176836013794, -1.4810991287231445, -1.6885595321655273, -1.5917242765426636, -2.280734062194824, -1.5966453552246094, -1.4931882619857788, -1.2916988134384155, -1.9188768863677979, -1.5672675371170044, -0.8488720655441284, -0.7227626442909241, -1.087475061416626, -1.0006945133209229, -2.620965003967285, -1.5073268413543701, -2.0613584518432617, -2.074721336364746, -0.5865044593811035, -0.7473970055580139, -1.3672981262207031, -0.4315071702003479, -1.8333849906921387, -1.4926784038543701, -1.3547340631484985, -1.4281257390975952, -1.4870845079421997, -1.4307507276535034, -1.1632500886917114, -1.8680474758148193, -2.1159579753875732, -1.0039751529693604, -1.1306657791137695, -0.8414497971534729, -1.0832337141036987, -0.34711578488349915, -1.4711766242980957, -2.6633737087249756, -2.5376856327056885, -1.8770437240600586, -2.1668009757995605, -2.193345308303833, -1.5055930614471436, -1.5316638946533203, -0.16856029629707336, -0.5333956480026245, -0.8664628863334656, -0.9081718325614929]}, "Bot002_041_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there", "response": "Hi, how are you doing?", "annotation_id": "Bot002_041_01", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-11.856884002685547, -0.9400795698165894, -10.840798377990723, -8.377939224243164, -4.679183006286621, -10.06459903717041, -10.325621604919434], "gpt2_argmax_score": [-1.8457903861999512, -0.9400795698165894, -2.0435421466827393, -1.1001529693603516, -1.2538137435913086, -1.6553584337234497, -0.20791569352149963, -1.3507837057113647, -1.090026617050171, -0.37868767976760864]}, "Bot002_041_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you?", "response": "I'm doing great. Just got back from a long day of work.", "annotation_id": "Bot002_041_03", "annotations": ["O", "O", "O", "O", "T", "O", "T", "O", "T", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-9.925350189208984, -11.504044532775879, -11.696829795837402, -9.080802917480469, -8.583582878112793, -13.350314140319824, -8.389474868774414, -9.622564315795898, -9.69447135925293, -10.219734191894531, -9.464760780334473, -10.373170852661133, -10.800552368164062, -7.80692195892334, -6.494906902313232], "gpt2_argmax_score": [-1.8457903861999512, -0.9400795698165894, -1.380851149559021, -1.2435532808303833, -1.646449089050293, -0.248263418674469, -1.4231514930725098, -1.1925867795944214, -0.7230970859527588, -1.1194835901260376, -2.613060712814331, -1.622331142425537, -1.4174199104309082, -0.9376441836357117, -1.3778263330459595, -1.3252712488174438, -1.6512707471847534, -0.7474844455718994, -2.2824950218200684, -2.284773826599121, -0.9343618750572205, -0.9911466240882874, -3.3757102489471436, -1.7608146667480469, -0.4780515432357788, -1.1078133583068848, -1.8291131258010864, -2.2653141021728516, -1.5162628889083862, -2.2736802101135254, -1.0922372341156006, -1.4913098812103271]}, "Bot002_041_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work?", "response": "I work for a company.", "annotation_id": "Bot002_041_05", "annotations": ["O", "O", "O", "O", "X", "O", "X", "T", "X", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.925350189208984, -9.431977272033691, -7.612433910369873, -5.949958801269531, -13.169154167175293, -11.8190336227417], "gpt2_argmax_score": [-1.8457903861999512, -0.9400795698165894, -1.380851149559021, -1.2435532808303833, -1.646449089050293, -0.248263418674469, -1.4231514930725098, -1.1925867795944214, -0.7230970859527588, -1.1194835901260376, -2.613060712814331, -1.622331142425537, -1.4174199104309082, -0.9376441836357117, -1.3778263330459595, -1.3252712488174438, -0.599150538444519, -2.2629222869873047, -2.1352832317352295, -1.0206798315048218, -1.1645539999008179, -3.128281354904175, -1.7811691761016846, -0.5082157254219055, -1.1318777799606323, -1.7874205112457275, -2.2336530685424805, -1.4848631620407104, -2.248116970062256, -1.1344490051269531, -1.4991155862808228, -1.2353277206420898, -0.7664815783500671, -2.1681199073791504, -1.5266820192337036, -1.5005656480789185, -1.6506094932556152, -0.9425787329673767, -1.4886032342910767, -0.44476962089538574, -2.136751890182495, -0.9092685580253601, -1.3552395105361938]}, "Bot002_041_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for?", "response": "I work for a company.", "annotation_id": "Bot002_041_07", "annotations": ["T", "X", "O", "X", "X", "T", "X", "T", "X", "T", "X", "X", "T", "X", "O"], "gpt2_target_score": [-9.925350189208984, -9.431977272033691, -7.612433910369873, -5.949958801269531, -13.169154167175293, -11.8190336227417], "gpt2_argmax_score": [-1.8457903861999512, -0.9400795698165894, -1.380851149559021, -1.2435532808303833, -1.646449089050293, -0.248263418674469, -1.4231514930725098, -1.1925867795944214, -0.7230970859527588, -1.1194835901260376, -2.613060712814331, -1.622331142425537, -1.4174199104309082, -0.9376441836357117, -1.3778263330459595, -1.3252712488174438, -0.599150538444519, -2.2629222869873047, -2.1352832317352295, -1.0206798315048218, -1.1645539999008179, -3.128281354904175, -1.7811691761016846, -0.5082157254219055, -1.1318777799606323, -1.7874205112457275, -2.2336530685424805, -1.4848631620407104, -2.248116970062256, -1.1344490051269531, -1.4991155862808228, -1.2353277206420898, -0.7664815783500671, -2.1681199073791504, -1.5266820192337036, -1.5005656480789185, -0.7566231489181519, -1.6609508991241455, -0.5233258605003357, -2.087620973587036, -0.8797879219055176, -1.3355145454406738, -1.7511427402496338, -1.2674384117126465, -0.6932312250137329, -0.23489445447921753, -0.11025529354810715, -1.14722740650177, -1.7830653190612793, -0.7541944980621338, -0.44886061549186707, -0.33120131492614746, -0.7991282939910889, -0.8364607095718384, -1.3243991136550903]}, "Bot002_041_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for? I work for a company. My family and I are from india. where are you from?", "response": "I live in California. I live in California.", "annotation_id": "Bot002_041_09", "annotations": ["O", "T", "O", "O", "T", "O", "T", "O", "X", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-9.925333976745605, -9.883676528930664, -7.817107200622559, -11.49533748626709, -8.583589553833008, -5.115688323974609, -10.026409149169922, -3.4907984733581543, -13.335792541503906, -9.288658142089844], "gpt2_argmax_score": [-1.845790147781372, -0.9400581121444702, -1.3808128833770752, -1.2435824871063232, -1.6464406251907349, -0.24827197194099426, -1.4231228828430176, -1.1926113367080688, -0.7230910658836365, -1.1194840669631958, -2.613111972808838, -1.6223317384719849, -1.4174538850784302, -0.9376219511032104, -1.3778350353240967, -1.3252527713775635, -0.5991299152374268, -2.2629096508026123, -2.135291576385498, -1.0206642150878906, -1.1645941734313965, -3.12831449508667, -1.7811294794082642, -0.5082126259803772, -1.131879210472107, -1.7874337434768677, -2.2336184978485107, -1.4848198890686035, -2.2480995655059814, -1.1344584226608276, -1.4991397857666016, -1.2353425025939941, -0.7664811611175537, -2.16807222366333, -1.5266731977462769, -1.5005433559417725, -0.7566367983818054, -1.6609400510787964, -0.5233407616615295, -2.0876452922821045, -0.8798131346702576, -1.3354909420013428, -1.7511515617370605, -1.2674555778503418, -0.6932451725006104, -0.2348843812942505, -0.11025635898113251, -1.147218942642212, -1.1855299472808838, -0.4535042643547058, -0.43142709136009216, -1.2180057764053345, -0.8580646514892578, -1.497329592704773, -1.4820953607559204, -1.067423939704895, -0.8838961124420166, -1.4754935503005981, -2.6352953910827637, -1.4979032278060913, -0.1090506911277771, -0.6233991384506226, -1.6757656335830688, -1.2345041036605835, -0.094631128013134, -0.7582305669784546, -0.1263100504875183, -1.1708793640136719, -2.0542213916778564, -0.9311501979827881, -0.1105264350771904, -1.7295362949371338, -0.8915207386016846, -1.4576356410980225, -1.5432555675506592, -0.1552339792251587, -2.0777688026428223, -0.698613703250885, -1.2907681465148926]}, "Bot002_041_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for? I work for a company. My family and I are from india. where are you from? I live in California. I live in California. my mother is very traditional while i prefer to be more free spirited. What about your parents?", "response": "I like to draw and do not like it", "annotation_id": "Bot002_041_11", "annotations": ["O", "X", "O", "X", "T", "X", "T", "X", "X", "X", "T", "X", "T", "X", "T"], "gpt2_target_score": [-9.925333976745605, -9.140100479125977, -7.344557762145996, -12.21250057220459, -6.767854690551758, -8.864055633544922, -6.97459077835083, -8.452926635742188, -7.953559875488281], "gpt2_argmax_score": [-1.845790147781372, -0.9400581121444702, -1.3808128833770752, -1.2435824871063232, -1.6464406251907349, -0.24827197194099426, -1.4231228828430176, -1.1926113367080688, -0.7230910658836365, -1.1194840669631958, -2.613111972808838, -1.6223317384719849, -1.4174538850784302, -0.9376219511032104, -1.3778350353240967, -1.3252527713775635, -0.5991299152374268, -2.2629096508026123, -2.135291576385498, -1.0206642150878906, -1.1645941734313965, -3.12831449508667, -1.7811294794082642, -0.5082126259803772, -1.131879210472107, -1.7874337434768677, -2.2336184978485107, -1.4848198890686035, -2.2480995655059814, -1.1344584226608276, -1.4991397857666016, -1.2353425025939941, -0.7664811611175537, -2.16807222366333, -1.5266731977462769, -1.5005433559417725, -0.7566367983818054, -1.6609400510787964, -0.5233407616615295, -2.0876452922821045, -0.8798131346702576, -1.3354909420013428, -1.7511515617370605, -1.2674555778503418, -0.6932451725006104, -0.2348843812942505, -0.11025635898113251, -1.147218942642212, -1.1855299472808838, -0.4535042643547058, -0.43142709136009216, -1.2180057764053345, -0.8580646514892578, -1.497329592704773, -1.4820953607559204, -1.067423939704895, -0.8838961124420166, -1.4754935503005981, -2.6352953910827637, -1.4979032278060913, -0.1090506911277771, -0.6233991384506226, -1.6757656335830688, -1.2345041036605835, -0.094631128013134, -0.7582305669784546, -0.1263100504875183, -1.1708793640136719, -0.9291320443153381, -0.16073846817016602, -1.7529652118682861, -0.7862924933433533, -1.6752712726593018, -1.4394503831863403, -0.1414427012205124, -2.1160569190979004, -0.5835824012756348, -1.444229245185852, -1.1183031797409058, -0.8452189564704895, -0.6408064961433411, -2.388701915740967, -1.2396678924560547, -0.7408427000045776, -1.457398533821106, -1.006251573562622, -1.2645176649093628, -1.6661049127578735, -1.0891921520233154, -0.9689650535583496, -0.6051778793334961, -1.7523882389068604, -1.4734671115875244, -0.15705618262290955, -1.077226996421814, -0.21071551740169525, -1.6872557401657104, -1.8523712158203125, -1.1172064542770386, -1.187610387802124, -1.6255431175231934, -1.72217857837677, -1.8574703931808472, -2.653566837310791, -2.1504480838775635, -0.9582803845405579, -1.0402239561080933]}, "Bot002_041_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for? I work for a company. My family and I are from india. where are you from? I live in California. I live in California. my mother is very traditional while i prefer to be more free spirited. What about your parents? I like to draw and do not like it what do you mean?", "response": "I think I am a bad liar.", "annotation_id": "Bot002_041_13", "annotations": ["T", "X", "O", "O", "X", "X", "T", "T", "X", "X", "X", "X", "O", "T", "T"], "gpt2_target_score": [-9.925333976745605, -10.621011734008789, -3.7038872241973877, -6.454977989196777, -7.617326736450195, -10.860530853271484, -18.29824447631836, -5.500319957733154], "gpt2_argmax_score": [-1.845790147781372, -0.9400581121444702, -1.3808128833770752, -1.2435824871063232, -1.6464406251907349, -0.24827197194099426, -1.4231228828430176, -1.1926113367080688, -0.7230910658836365, -1.1194840669631958, -2.613111972808838, -1.6223317384719849, -1.4174538850784302, -0.9376219511032104, -1.3778350353240967, -1.3252527713775635, -0.5991299152374268, -2.2629096508026123, -2.135291576385498, -1.0206642150878906, -1.1645941734313965, -3.12831449508667, -1.7811294794082642, -0.5082126259803772, -1.131879210472107, -1.7874337434768677, -2.2336184978485107, -1.4848198890686035, -2.2480995655059814, -1.1344584226608276, -1.4991397857666016, -1.2353425025939941, -0.7664811611175537, -2.16807222366333, -1.5266731977462769, -1.5005433559417725, -0.7566367983818054, -1.6609400510787964, -0.5233407616615295, -2.0876452922821045, -0.8798131346702576, -1.3354909420013428, -1.7511515617370605, -1.2674555778503418, -0.6932451725006104, -0.2348843812942505, -0.11025635898113251, -1.147218942642212, -1.1855299472808838, -0.4535042643547058, -0.43142709136009216, -1.2180057764053345, -0.8580646514892578, -1.497329592704773, -1.4820953607559204, -1.067423939704895, -0.8838961124420166, -1.4754935503005981, -2.6352953910827637, -1.4979032278060913, -0.1090506911277771, -0.6233991384506226, -1.6757656335830688, -1.2345041036605835, -0.094631128013134, -0.7582305669784546, -0.1263100504875183, -1.1708793640136719, -0.9291320443153381, -0.16073846817016602, -1.7529652118682861, -0.7862924933433533, -1.6752712726593018, -1.4394503831863403, -0.1414427012205124, -2.1160569190979004, -0.5835824012756348, -1.444229245185852, -1.1183031797409058, -0.8452189564704895, -0.6408064961433411, -2.388701915740967, -1.2396678924560547, -0.7408427000045776, -1.457398533821106, -1.006251573562622, -1.2645176649093628, -1.6661049127578735, -1.0891921520233154, -0.9689650535583496, -0.6051778793334961, -1.7523882389068604, -1.4734671115875244, -0.15705618262290955, -1.077226996421814, -0.21071551740169525, -1.6872590780258179, -1.116091251373291, -1.0532113313674927, -1.5560615062713623, -1.2971179485321045, -1.5278441905975342, -2.409738540649414, -2.4800336360931396, -1.1238033771514893, -0.8085357546806335, -1.969214677810669, -0.5385576486587524, -1.0145881175994873, -1.0184011459350586, -1.5679208040237427, -1.828862190246582, -1.1695151329040527, -1.187266230583191, -1.2967767715454102, -2.0824527740478516, -2.366248607635498, -1.9067327976226807, -0.8439216613769531, -0.94294273853302]}, "Bot002_041_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for? I work for a company. My family and I are from india. where are you from? I live in California. I live in California. my mother is very traditional while i prefer to be more free spirited. What about your parents? I like to draw and do not like it what do you mean? I think I am a bad liar. Do you like music? my favorite music genre is death metal.  what is your favorite music genre?", "response": "I like rock music. I like rock.", "annotation_id": "Bot002_041_15", "annotations": ["O", "O", "O", "X", "X", "O", "T", "O", "X", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -9.140100479125977, -8.740797996520996, -10.914755821228027, -8.583589553833008, -5.115688323974609, -6.485775470733643, -13.003173828125, -10.122001647949219], "gpt2_argmax_score": [-1.845790147781372, -0.9400581121444702, -1.3808128833770752, -1.2435824871063232, -1.6464406251907349, -0.24827197194099426, -1.4231228828430176, -1.1926113367080688, -0.7230910658836365, -1.1194840669631958, -2.613111972808838, -1.6223317384719849, -1.4174538850784302, -0.9376219511032104, -1.3778350353240967, -1.3252527713775635, -0.5991299152374268, -2.2629096508026123, -2.135291576385498, -1.0206642150878906, -1.1645941734313965, -3.12831449508667, -1.7811294794082642, -0.5082126259803772, -1.131879210472107, -1.7874337434768677, -2.2336184978485107, -1.4848198890686035, -2.2480995655059814, -1.1344584226608276, -1.4991397857666016, -1.2353425025939941, -0.7664811611175537, -2.16807222366333, -1.5266731977462769, -1.5005433559417725, -0.7566367983818054, -1.6609400510787964, -0.5233407616615295, -2.0876452922821045, -0.8798131346702576, -1.3354909420013428, -1.7511515617370605, -1.2674555778503418, -0.6932451725006104, -0.2348843812942505, -0.11025635898113251, -1.147218942642212, -1.1855299472808838, -0.4535042643547058, -0.43142709136009216, -1.2180057764053345, -0.8580646514892578, -1.497329592704773, -1.4820953607559204, -1.067423939704895, -0.8838961124420166, -1.4754935503005981, -2.6352953910827637, -1.4979032278060913, -0.1090506911277771, -0.6233991384506226, -1.6757656335830688, -1.2345041036605835, -0.094631128013134, -0.7582305669784546, -0.1263100504875183, -1.1708793640136719, -0.9291320443153381, -0.16073846817016602, -1.7529652118682861, -0.7862924933433533, -1.6752712726593018, -1.4394503831863403, -0.1414427012205124, -2.1160569190979004, -0.5835824012756348, -1.444229245185852, -1.1183031797409058, -0.8452189564704895, -0.6408064961433411, -2.388701915740967, -1.2396678924560547, -0.7408427000045776, -1.457398533821106, -1.006251573562622, -1.2645176649093628, -1.6661049127578735, -1.0891921520233154, -0.9689650535583496, -0.6051778793334961, -1.7523882389068604, -1.4734671115875244, -0.15705618262290955, -1.077226996421814, -0.21071551740169525, -1.6872590780258179, -1.116091251373291, -1.0532113313674927, -1.5560615062713623, -1.2971179485321045, -1.5278441905975342, -2.409738540649414, -2.4800336360931396, -1.1238033771514893, -0.8085357546806335, -1.969214677810669, -0.5385576486587524, -1.0145881175994873, -1.0184011459350586, -1.5679208040237427, -1.3653934001922607, -1.2634590864181519, -1.517696738243103, -1.884903073310852, -2.553792715072632, -1.3545597791671753, -0.8793094754219055, -1.1876564025878906, -0.1377214640378952, -1.4900755882263184, -1.7488288879394531, -0.4968568980693817, -1.2705481052398682, -1.763318657875061, -2.3801429271698, -0.5497580766677856, -0.43188053369522095, -1.9712258577346802, -0.052484337240457535, -0.6723230481147766, -1.3391571044921875, -1.4389855861663818, -1.5645979642868042, -0.9779137969017029, -1.6513699293136597, -1.0150526762008667, -0.14013223350048065, -0.24036341905593872, -1.3199063539505005, -2.0420498847961426, -1.1388835906982422, -2.2067148685455322, -1.3590912818908691, -1.031941294670105, -1.0656416416168213, -1.0293108224868774, -2.5078659057617188, -1.3054672479629517, -1.000095009803772]}, "Bot002_041_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for? I work for a company. My family and I are from india. where are you from? I live in California. I live in California. my mother is very traditional while i prefer to be more free spirited. What about your parents? I like to draw and do not like it what do you mean? I think I am a bad liar. Do you like music? my favorite music genre is death metal.  what is your favorite music genre? I like rock music. I like rock. what is your favorite band or an music artist?", "response": "I like the band. I like country music.", "annotation_id": "Bot002_041_17", "annotations": ["O", "X", "O", "X", "T", "X", "X", "T", "X", "O", "O", "X", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -9.140100479125977, -7.374480247497559, -11.74094295501709, -8.583589553833008, -5.115688323974609, -6.485775470733643, -13.451385498046875, -11.077308654785156, -9.288658142089844], "gpt2_argmax_score": [-1.845790147781372, -0.9400581121444702, -1.3808128833770752, -1.2435824871063232, -1.6464406251907349, -0.24827197194099426, -1.4231228828430176, -1.1926113367080688, -0.7230910658836365, -1.1194840669631958, -2.613111972808838, -1.6223317384719849, -1.4174538850784302, -0.9376219511032104, -1.3778350353240967, -1.3252527713775635, -0.5991299152374268, -2.2629096508026123, -2.135291576385498, -1.0206642150878906, -1.1645941734313965, -3.12831449508667, -1.7811294794082642, -0.5082126259803772, -1.131879210472107, -1.7874337434768677, -2.2336184978485107, -1.4848198890686035, -2.2480995655059814, -1.1344584226608276, -1.4991397857666016, -1.2353425025939941, -0.7664811611175537, -2.16807222366333, -1.5266731977462769, -1.5005433559417725, -0.7566367983818054, -1.6609400510787964, -0.5233407616615295, -2.0876452922821045, -0.8798131346702576, -1.3354909420013428, -1.7511515617370605, -1.2674555778503418, -0.6932451725006104, -0.2348843812942505, -0.11025635898113251, -1.147218942642212, -1.1855299472808838, -0.4535042643547058, -0.43142709136009216, -1.2180057764053345, -0.8580646514892578, -1.497329592704773, -1.4820953607559204, -1.067423939704895, -0.8838961124420166, -1.4754935503005981, -2.6352953910827637, -1.4979032278060913, -0.1090506911277771, -0.6233991384506226, -1.6757656335830688, -1.2345041036605835, -0.094631128013134, -0.7582305669784546, -0.1263100504875183, -1.1708793640136719, -0.9291320443153381, -0.16073846817016602, -1.7529652118682861, -0.7862924933433533, -1.6752712726593018, -1.4394503831863403, -0.1414427012205124, -2.1160569190979004, -0.5835824012756348, -1.444229245185852, -1.1183031797409058, -0.8452189564704895, -0.6408064961433411, -2.388701915740967, -1.2396678924560547, -0.7408427000045776, -1.457398533821106, -1.006251573562622, -1.2645176649093628, -1.6661049127578735, -1.0891921520233154, -0.9689650535583496, -0.6051778793334961, -1.7523882389068604, -1.4734671115875244, -0.15705618262290955, -1.077226996421814, -0.21071551740169525, -1.6872590780258179, -1.116091251373291, -1.0532113313674927, -1.5560615062713623, -1.2971179485321045, -1.5278441905975342, -2.409738540649414, -2.4800336360931396, -1.1238033771514893, -0.8085357546806335, -1.969214677810669, -0.5385576486587524, -1.0145881175994873, -1.0184011459350586, -1.5679208040237427, -1.3653934001922607, -1.2634590864181519, -1.517696738243103, -1.884903073310852, -2.553792715072632, -1.3545597791671753, -0.8793094754219055, -1.1876564025878906, -0.1377214640378952, -1.4900755882263184, -1.7488288879394531, -0.4968568980693817, -1.2705481052398682, -1.763318657875061, -2.3801429271698, -0.5497580766677856, -0.43188053369522095, -1.9712258577346802, -0.052484337240457535, -0.6723230481147766, -1.3391571044921875, -1.438969373703003, -1.5645887851715088, -0.9779122471809387, -1.6513714790344238, -1.0150504112243652, -0.14013150334358215, -0.2403637021780014, -1.3199224472045898, -1.2483376264572144, -2.277623414993286, -1.4205456972122192, -1.016435146331787, -1.3411012887954712, -0.984015941619873, -2.269942045211792, -1.0220366716384888, -1.1178078651428223, -0.85012286901474, -0.394146591424942, -0.4275861084461212, -0.8494330644607544, -0.2687329649925232, -1.426154613494873, -1.0504704713821411, -1.2158550024032593, -0.21493612229824066, -1.305274248123169, -1.8255864381790161, -0.8338385820388794, -1.594543218612671, -2.5073139667510986, -1.6193903684616089, -1.0627981424331665, -0.7670284509658813, -1.6214675903320312, -1.6926056146621704, -0.6831737160682678, -1.0565967559814453]}, "Bot002_041_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for? I work for a company. My family and I are from india. where are you from? I live in California. I live in California. my mother is very traditional while i prefer to be more free spirited. What about your parents? I like to draw and do not like it what do you mean? I think I am a bad liar. Do you like music? my favorite music genre is death metal.  what is your favorite music genre? I like rock music. I like rock. what is your favorite band or an music artist? I like the band. I like country music. i am a swim coach at my local pool. can you swim drunk?", "response": "I do not swim, but I do swim.", "annotation_id": "Bot002_041_19", "annotations": ["T", "X", "O", "O", "X", "X", "T", "X", "X", "O", "T", "X", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -9.156656265258789, -9.328459739685059, -13.132529258728027, -7.768144607543945, -12.954875946044922, -7.77555513381958, -11.303573608398438, -15.431648254394531, -9.288658142089844], "gpt2_argmax_score": [-1.845790147781372, -0.9400581121444702, -1.3808128833770752, -1.2435824871063232, -1.6464406251907349, -0.24827197194099426, -1.4231228828430176, -1.1926113367080688, -0.7230910658836365, -1.1194840669631958, -2.613111972808838, -1.6223317384719849, -1.4174538850784302, -0.9376219511032104, -1.3778350353240967, -1.3252527713775635, -0.5991299152374268, -2.2629096508026123, -2.135291576385498, -1.0206642150878906, -1.1645941734313965, -3.12831449508667, -1.7811294794082642, -0.5082126259803772, -1.131879210472107, -1.7874337434768677, -2.2336184978485107, -1.4848198890686035, -2.2480995655059814, -1.1344584226608276, -1.4991397857666016, -1.2353425025939941, -0.7664811611175537, -2.16807222366333, -1.5266731977462769, -1.5005433559417725, -0.7566367983818054, -1.6609400510787964, -0.5233407616615295, -2.0876452922821045, -0.8798131346702576, -1.3354909420013428, -1.7511515617370605, -1.2674555778503418, -0.6932451725006104, -0.2348843812942505, -0.11025635898113251, -1.147218942642212, -1.1855299472808838, -0.4535042643547058, -0.43142709136009216, -1.2180057764053345, -0.8580646514892578, -1.497329592704773, -1.4820953607559204, -1.067423939704895, -0.8838961124420166, -1.4754935503005981, -2.6352953910827637, -1.4979032278060913, -0.1090506911277771, -0.6233991384506226, -1.6757656335830688, -1.2345041036605835, -0.094631128013134, -0.7582305669784546, -0.1263100504875183, -1.1708793640136719, -0.9291320443153381, -0.16073846817016602, -1.7529652118682861, -0.7862924933433533, -1.6752712726593018, -1.4394503831863403, -0.1414427012205124, -2.1160569190979004, -0.5835824012756348, -1.444229245185852, -1.1183031797409058, -0.8452189564704895, -0.6408064961433411, -2.388701915740967, -1.2396678924560547, -0.7408427000045776, -1.457398533821106, -1.006251573562622, -1.2645176649093628, -1.6661049127578735, -1.0891921520233154, -0.9689650535583496, -0.6051778793334961, -1.7523882389068604, -1.4734671115875244, -0.15705618262290955, -1.077226996421814, -0.21071551740169525, -1.6872590780258179, -1.116091251373291, -1.0532113313674927, -1.5560615062713623, -1.2971179485321045, -1.5278441905975342, -2.409738540649414, -2.4800336360931396, -1.1238033771514893, -0.8085357546806335, -1.969214677810669, -0.5385576486587524, -1.0145881175994873, -1.0184011459350586, -1.5679208040237427, -1.3653934001922607, -1.2634590864181519, -1.517696738243103, -1.884903073310852, -2.553792715072632, -1.3545597791671753, -0.8793094754219055, -1.1876564025878906, -0.1377214640378952, -1.4900755882263184, -1.7488288879394531, -0.4968568980693817, -1.2705481052398682, -1.763318657875061, -2.3801429271698, -0.5497580766677856, -0.43188053369522095, -1.9712258577346802, -0.052484337240457535, -0.6723230481147766, -1.3391571044921875, -1.4389855861663818, -1.5645979642868042, -0.9779137969017029, -1.6513699293136597, -1.0150526762008667, -0.14013223350048065, -0.24036341905593872, -1.3199063539505005, -1.2483402490615845, -2.2776222229003906, -1.4205520153045654, -1.0164363384246826, -1.3411028385162354, -0.984015166759491, -2.2699472904205322, -1.022026538848877, -1.1178101301193237, -0.8501294851303101, -0.39414143562316895, -0.42758944630622864, -0.8494287729263306, -0.26872822642326355, -1.4261595010757446, -1.0504775047302246, -1.2158540487289429, -0.21493573486804962, -1.305274248123169, -0.8683891892433167, -2.0779571533203125, -2.7758541107177734, -1.6459808349609375, -1.1780306100845337, -0.6731377243995667, -1.670092225074768, -1.6142057180404663, -0.5939152240753174, -1.0415133237838745, -0.6965354681015015, -1.3081504106521606, -2.6108078956604004, -0.24805590510368347, -0.9175907969474792, -1.0777770280838013, -0.8659018874168396, -1.7239744663238525, -0.670332670211792, -1.4037132263183594, -0.4845242500305176, -2.093740224838257, -0.9113187193870544, -0.6595606803894043, -1.8167011737823486, -1.770206093788147, -1.6435675621032715, -1.3778254985809326, -0.7312535643577576, -1.0036689043045044, -1.2693012952804565, -0.9343109726905823, -1.3392027616500854, -1.579636812210083, -0.9279093742370605, -1.0219762325286865]}, "Bot002_043_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you?", "response": "I'm doing great, how are you?", "annotation_id": "Bot002_043_01", "annotations": ["T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-8.088424682617188, -8.330100059509277, -10.804647445678711, -10.050500869750977, -9.164904594421387, -10.144641876220703, -8.809710502624512, -6.161036491394043, -11.298879623413086], "gpt2_argmax_score": [-3.222564458847046, -2.089728593826294, -0.5811219215393066, -1.6758514642715454, -1.1417113542556763, -2.1678428649902344, -1.0263704061508179, -2.1534836292266846, -2.098562002182007, -0.8613448143005371, -1.5093423128128052, -0.8870828151702881, -0.06559714674949646, -0.6078289747238159, -0.1746864765882492]}, "Bot002_043_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live?", "response": "[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California.", "annotation_id": "Bot002_043_03", "annotations": ["T", "X", "O", "O", "T", "X", "T", "O", "O", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-8.438949584960938, -17.96955108642578, -19.49812889099121, -16.568613052368164, -15.168566703796387, -18.496944427490234, -15.375831604003906, -7.638276100158691, -15.784448623657227, -15.86083698272705, -15.48219108581543, -16.547142028808594, -17.59088134765625, -15.688093185424805, -13.952568054199219, -20.292198181152344, -12.855446815490723, -2.996062994003296, -5.237520217895508, -11.81814193725586, -7.311866283416748, -11.806755065917969, -9.024744033813477], "gpt2_argmax_score": [-3.222564458847046, -2.089728593826294, -0.5811219215393066, -1.6758514642715454, -1.1417113542556763, -1.1981921195983887, -2.413444995880127, -2.0738685131073, -2.045358896255493, -1.4801605939865112, -0.9065231680870056, -0.07518704235553741, -0.5497283339500427, -1.4252150058746338, -0.5175251960754395, -1.9652169942855835, -1.1622401475906372, -0.9352262616157532, -0.6421375274658203, -0.3179588317871094, -0.9013591408729553, -0.17208132147789001, -1.6447240114212036, -1.9384406805038452, -2.9010493755340576, -1.5906230211257935, -1.7610191106796265, -1.6871978044509888, -1.2497981786727905, -2.577740430831909, -3.1233532428741455, -2.1076176166534424, -0.5471458435058594, -1.8489700555801392, -3.38295316696167, -0.6647787690162659, -0.25064635276794434, -1.1827603578567505, -0.905206024646759, -2.0245370864868164, -0.8256794810295105, -0.4991789758205414, -1.1293877363204956, -0.5134468078613281, -1.516237497329712, -1.2988351583480835, -1.107002854347229]}, "Bot002_043_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there", "response": "[SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot002_043_05", "annotations": ["T", "X", "O", "O", "T", "T", "T", "O", "O", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-8.438974380493164, -17.969526290893555, -19.498132705688477, -16.568628311157227, -15.168583869934082, -18.496980667114258, -15.375848770141602, -7.6382036209106445, -15.784435272216797, -15.860858917236328, -15.080711364746094, -8.655033111572266, -11.573284149169922, -6.813660621643066, -9.636788368225098, -8.418014526367188, -10.918329238891602, -6.153320789337158, -18.992284774780273, -21.112234115600586, -16.691865921020508, -15.981117248535156, -15.108406066894531, -15.361933708190918, -15.742085456848145, -7.636807918548584, -9.93000602722168, -7.081127643585205, -8.03912353515625, -6.377706527709961, -5.370004653930664, -12.489392280578613, -8.504365921020508, -10.538619995117188, -10.660916328430176], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -1.1417433023452759, -1.1982132196426392, -2.4134466648101807, -2.0738728046417236, -2.045360565185547, -1.4801671504974365, -0.9065324664115906, -0.07518372684717178, -0.5497397780418396, -1.4252023696899414, -0.517525315284729, -1.9652401208877563, -1.162255883216858, -0.93522709608078, -0.6421408653259277, -0.3179682791233063, -0.901338517665863, -0.17208121716976166, -1.6447064876556396, -2.377039909362793, -1.1015217304229736, -0.7292838096618652, -0.8305344581604004, -1.373180866241455, -2.581035852432251, -3.0782835483551025, -2.110868215560913, -0.4173557460308075, -1.808801531791687, -3.4478912353515625, -0.6361993551254272, -0.211757630109787, -0.9529300332069397, -0.8097714781761169, -1.32773756980896, -1.1949548721313477, -1.1483515501022339, -0.9788576364517212, -0.44961050152778625, -1.6214574575424194, -1.259664535522461, -1.5606848001480103, -1.2866424322128296, -1.8871599435806274, -0.5693769454956055, -0.22024782001972198, -1.9113036394119263, -2.8797061443328857, -0.6787886619567871, -0.782972514629364, -1.4950708150863647, -1.4565107822418213, -0.7564615607261658, -0.10025133937597275, -2.2813727855682373, -0.8941527605056763, -1.5233314037322998, -1.9209837913513184, -2.951263904571533, -0.00407068757340312, -0.019279470667243004, -0.05576885864138603, -0.12622545659542084, -0.019864080473780632, -0.01992005854845047, -0.001696815132163465, -0.0008773530134931207, -0.16175588965415955, -0.926351010799408, -1.4078716039657593, -0.6414039731025696, -2.1510066986083984, -1.5700470209121704, -2.0620179176330566, -1.5461360216140747, -0.7655612826347351, -2.108764886856079, -0.0008448368753306568, -0.003037959337234497, -0.010712026618421078, -0.03177407383918762, -0.007277053315192461, -0.0071351476944983006, -0.0012085284106433392, -0.0012886562617495656, -0.06405286490917206, -0.03315577283501625, -0.0006860524881631136, -0.0013375869020819664, -0.8810603022575378, -0.0007982643437571824, -0.01825987920165062, -0.6284275054931641]}, "Bot002_043_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living?", "response": "I work for a living.", "annotation_id": "Bot002_043_07", "annotations": ["T", "X", "O", "O", "O", "T", "T", "O", "O", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-8.088411331176758, -10.897534370422363, -10.776483535766602, -5.747506618499756, -8.895588874816895, -9.68895149230957], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -1.1417433023452759, -1.1982132196426392, -2.4134466648101807, -2.0738728046417236, -2.045360565185547, -1.4801671504974365, -0.9065324664115906, -0.07518372684717178, -0.5497397780418396, -1.4252023696899414, -0.517525315284729, -1.9652401208877563, -1.162255883216858, -0.93522709608078, -0.6421408653259277, -0.3179682791233063, -0.901338517665863, -0.17208121716976166, -1.6447064876556396, -2.377039909362793, -1.1015217304229736, -0.7292838096618652, -0.8305344581604004, -1.373180866241455, -2.581035852432251, -3.0782835483551025, -2.110868215560913, -0.4173557460308075, -1.808801531791687, -3.4478912353515625, -0.6361993551254272, -0.211757630109787, -0.9529300332069397, -0.8097714781761169, -1.32773756980896, -1.1949548721313477, -1.1483515501022339, -0.9788576364517212, -0.44961050152778625, -1.6214574575424194, -1.259664535522461, -1.5606848001480103, -1.2866424322128296, -1.8871599435806274, -0.5693769454956055, -0.22024782001972198, -1.9113036394119263, -2.8797061443328857, -0.6787886619567871, -0.782972514629364, -1.4950708150863647, -1.4565107822418213, -0.7564615607261658, -0.10025133937597275, -2.2813727855682373, -0.8941527605056763, -1.5233314037322998, -2.868917226791382, -0.004762378055602312, -0.023731941357254982, -0.12976005673408508, -0.21784283220767975, -0.08048621565103531, -0.03667323291301727, -0.002141208155080676, -0.0010336062405258417, -0.3635842800140381, -0.9073631167411804, -1.7546560764312744, -0.5811738967895508, -2.051694393157959, -1.6017353534698486, -1.6599960327148438, -1.482140064239502, -0.6898671388626099, -2.2096266746520996, -0.001259368029423058, -0.004473915323615074, -0.0179242342710495, -0.04536875709891319, -0.010462318547070026, -0.011345748789608479, -0.0013999671209603548, -0.0012353177880868316, -0.10193628817796707, -0.04251744970679283, -0.0005878866068087518, -0.0013135385233908892, -1.039636492729187, -0.0011432785540819168, -0.019217025488615036, -1.054158329963684, -2.006152391433716, -0.05024205520749092, -1.2622222900390625, -1.1514109373092651, -2.1737494468688965, -1.3154964447021484, -1.290349006652832, -1.6163341999053955, -1.9942615032196045, -1.0789589881896973, -0.3509904146194458, -2.5470781326293945, -1.691888689994812, -1.0651966333389282]}, "Bot002_043_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living? I work for a living. What is your occupatiob?", "response": "I work for a company.", "annotation_id": "Bot002_043_09", "annotations": ["T", "X", "O", "O", "T", "T", "T", "O", "O", "O", "T", "T", "O", "O", "T"], "gpt2_target_score": [-8.088411331176758, -10.897534370422363, -10.776483535766602, -5.747506618499756, -13.312214851379395, -9.68895149230957], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -1.1417433023452759, -1.1982132196426392, -2.4134466648101807, -2.0738728046417236, -2.045360565185547, -1.4801671504974365, -0.9065324664115906, -0.07518372684717178, -0.5497397780418396, -1.4252023696899414, -0.517525315284729, -1.9652401208877563, -1.162255883216858, -0.93522709608078, -0.6421408653259277, -0.3179682791233063, -0.901338517665863, -0.17208121716976166, -1.6447064876556396, -2.377039909362793, -1.1015217304229736, -0.7292838096618652, -0.8305344581604004, -1.373180866241455, -2.581035852432251, -3.0782835483551025, -2.110868215560913, -0.4173557460308075, -1.808801531791687, -3.4478912353515625, -0.6361993551254272, -0.211757630109787, -0.9529300332069397, -0.8097714781761169, -1.32773756980896, -1.1949548721313477, -1.1483515501022339, -0.9788576364517212, -0.44961050152778625, -1.6214574575424194, -1.259664535522461, -1.5606848001480103, -1.2866424322128296, -1.8871599435806274, -0.5693769454956055, -0.22024782001972198, -1.9113036394119263, -2.8797061443328857, -0.6787886619567871, -0.782972514629364, -1.4950708150863647, -1.4565107822418213, -0.7564615607261658, -0.10025133937597275, -2.2813727855682373, -0.8941527605056763, -1.5233314037322998, -2.868917226791382, -0.004762378055602312, -0.023731941357254982, -0.12976005673408508, -0.21784283220767975, -0.08048621565103531, -0.03667323291301727, -0.002141208155080676, -0.0010336062405258417, -0.3635842800140381, -0.9073631167411804, -1.7546560764312744, -0.5811738967895508, -2.051694393157959, -1.6017353534698486, -1.6599960327148438, -1.482140064239502, -0.6898671388626099, -2.2096266746520996, -0.001259368029423058, -0.004473915323615074, -0.0179242342710495, -0.04536875709891319, -0.01046220026910305, -0.011345748789608479, -0.0013999671209603548, -0.0012353177880868316, -0.10193650424480438, -0.04251767694950104, -0.0005878866068087518, -0.001313419546931982, -1.039636492729187, -0.0011432785540819168, -0.019217142835259438, -1.0541625022888184, -2.006139039993286, -0.05024160072207451, -1.2622207403182983, -1.1514250040054321, -2.1737544536590576, -1.3154869079589844, -1.2903494834899902, -1.6908820867538452, -1.1229318380355835, -0.4191890060901642, -2.375603675842285, -1.5666545629501343, -1.0458223819732666, -1.056546926498413, -0.8885427713394165, -0.8726984858512878, -0.753080427646637, -2.350642442703247, -2.613771438598633, -1.369185447692871, -1.6701334714889526, -1.5105308294296265, -0.5201326012611389, -0.21171267330646515, -1.1148074865341187, -1.3531572818756104, -1.5666381120681763]}, "Bot002_043_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living? I work for a living. What is your occupatiob? I work for a company. What company?", "response": "I work for a company.", "annotation_id": "Bot002_043_11", "annotations": ["T", "X", "T", "X", "O", "T", "T", "T", "O", "T", "X", "T", "O", "X", "O"], "gpt2_target_score": [-8.088411331176758, -10.897534370422363, -10.776483535766602, -5.747506618499756, -13.312214851379395, -9.68895149230957], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -1.1417433023452759, -1.1982132196426392, -2.4134466648101807, -2.0738728046417236, -2.045360565185547, -1.4801671504974365, -0.9065324664115906, -0.07518372684717178, -0.5497397780418396, -1.4252023696899414, -0.517525315284729, -1.9652401208877563, -1.162255883216858, -0.93522709608078, -0.6421408653259277, -0.3179682791233063, -0.901338517665863, -0.17208121716976166, -1.6447064876556396, -2.377039909362793, -1.1015217304229736, -0.7292838096618652, -0.8305344581604004, -1.373180866241455, -2.581035852432251, -3.0782835483551025, -2.110868215560913, -0.4173557460308075, -1.808801531791687, -3.4478912353515625, -0.6361993551254272, -0.211757630109787, -0.9529300332069397, -0.8097714781761169, -1.32773756980896, -1.1949548721313477, -1.1483515501022339, -0.9788576364517212, -0.44961050152778625, -1.6214574575424194, -1.259664535522461, -1.5606848001480103, -1.2866424322128296, -1.8871599435806274, -0.5693769454956055, -0.22024782001972198, -1.9113036394119263, -2.8797061443328857, -0.6787886619567871, -0.782972514629364, -1.4950708150863647, -1.4565107822418213, -0.7564615607261658, -0.10025133937597275, -2.2813727855682373, -0.8941527605056763, -1.5233314037322998, -2.868917226791382, -0.004762378055602312, -0.023731941357254982, -0.12976005673408508, -0.21784283220767975, -0.08048621565103531, -0.03667323291301727, -0.002141208155080676, -0.0010336062405258417, -0.3635842800140381, -0.9073631167411804, -1.7546560764312744, -0.5811738967895508, -2.051694393157959, -1.6017353534698486, -1.6599960327148438, -1.482140064239502, -0.6898671388626099, -2.2096266746520996, -0.001259368029423058, -0.004473915323615074, -0.0179242342710495, -0.04536875709891319, -0.010462318547070026, -0.011345748789608479, -0.0013999671209603548, -0.0012353177880868316, -0.10193628817796707, -0.04251744970679283, -0.0005878866068087518, -0.0013135385233908892, -1.039636492729187, -0.0011432785540819168, -0.019217025488615036, -1.054158329963684, -2.006154775619507, -0.05024228245019913, -1.2622171640396118, -1.1514219045639038, -2.1737473011016846, -1.315498948097229, -1.290343165397644, -1.6908928155899048, -1.1229312419891357, -0.4191899597644806, -2.375593900680542, -1.5666613578796387, -1.0458285808563232, -1.0565403699874878, -0.8885364532470703, -0.8726966977119446, -0.7530788779258728, -2.350646734237671, -2.6137683391571045, -1.3691914081573486, -1.70659339427948, -0.5924780368804932, -0.2806968092918396, -2.4440932273864746, -1.0901259183883667, -1.4775198698043823, -1.1607246398925781, -1.2415474653244019, -1.7443703413009644, -1.858431100845337, -0.6789490580558777, -0.41262346506118774, -0.2363915890455246, -0.34256690740585327, -0.5464900135993958, -1.5884703397750854]}, "Bot002_043_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living? I work for a living. What is your occupatiob? I work for a company. What company? I work for a company. how old are you?", "response": "I'm 77", "annotation_id": "Bot002_043_13", "annotations": ["T", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "T"], "gpt2_target_score": [-8.088411331176758, -8.33007526397705, -14.057672500610352], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -1.1417433023452759, -1.1982132196426392, -2.4134466648101807, -2.0738728046417236, -2.045360565185547, -1.4801671504974365, -0.9065324664115906, -0.07518372684717178, -0.5497397780418396, -1.4252023696899414, -0.517525315284729, -1.9652401208877563, -1.162255883216858, -0.93522709608078, -0.6421408653259277, -0.3179682791233063, -0.901338517665863, -0.17208121716976166, -1.6447064876556396, -2.377039909362793, -1.1015217304229736, -0.7292838096618652, -0.8305344581604004, -1.373180866241455, -2.581035852432251, -3.0782835483551025, -2.110868215560913, -0.4173557460308075, -1.808801531791687, -3.4478912353515625, -0.6361993551254272, -0.211757630109787, -0.9529300332069397, -0.8097714781761169, -1.32773756980896, -1.1949548721313477, -1.1483515501022339, -0.9788576364517212, -0.44961050152778625, -1.6214574575424194, -1.259664535522461, -1.5606848001480103, -1.2866424322128296, -1.8871599435806274, -0.5693769454956055, -0.22024782001972198, -1.9113036394119263, -2.8797061443328857, -0.6787886619567871, -0.782972514629364, -1.4950708150863647, -1.4565107822418213, -0.7564615607261658, -0.10025133937597275, -2.2813727855682373, -0.8941527605056763, -1.5233314037322998, -2.868917226791382, -0.004762378055602312, -0.023731941357254982, -0.12976005673408508, -0.21784283220767975, -0.08048621565103531, -0.03667323291301727, -0.002141208155080676, -0.0010336062405258417, -0.3635842800140381, -0.9073631167411804, -1.7546560764312744, -0.5811738967895508, -2.051694393157959, -1.6017353534698486, -1.6599960327148438, -1.482140064239502, -0.6898671388626099, -2.2096266746520996, -0.001259368029423058, -0.004473915323615074, -0.0179242342710495, -0.04536875709891319, -0.010462318547070026, -0.011345748789608479, -0.0013999671209603548, -0.0012353177880868316, -0.10193628817796707, -0.04251744970679283, -0.0005878866068087518, -0.0013135385233908892, -1.039636492729187, -0.0011432785540819168, -0.019217025488615036, -1.054158329963684, -2.006154775619507, -0.05024228245019913, -1.2622171640396118, -1.1514219045639038, -2.1737473011016846, -1.315498948097229, -1.290343165397644, -1.6908928155899048, -1.1229312419891357, -0.4191899597644806, -2.375593900680542, -1.5666613578796387, -1.0458285808563232, -1.0565403699874878, -0.8885364532470703, -0.8726966977119446, -0.7530788779258728, -2.350646734237671, -2.6137683391571045, -1.3691914081573486, -1.70659339427948, -0.5924780368804932, -0.2806968092918396, -2.4440932273864746, -1.0901232957839966, -1.4775078296661377, -1.1607352495193481, -1.2415475845336914, -1.744377613067627, -0.7596526741981506, -0.4369964897632599, -0.2831481993198395, -0.6247094869613647, -0.4082031846046448, -1.1646569967269897, -1.0644829273223877, -0.25240567326545715, -0.05897463858127594, -0.16211733222007751, -1.569345474243164, -1.6974012851715088, -1.1400457620620728, -2.559788942337036, -1.4581060409545898]}, "Bot002_043_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living? I work for a living. What is your occupatiob? I work for a company. What company? I work for a company. how old are you? I'm 77 You must retire soon.", "response": "I am not sure, but I am not sure.", "annotation_id": "Bot002_043_15", "annotations": ["T", "T", "T", "T", "T", "T", "T", "T", "O", "T", "X", "T", "O", "O", "O"], "gpt2_target_score": [-8.088411331176758, -5.162884712219238, -9.619379043579102, -7.319650173187256, -9.164921760559082, -10.72105598449707, -8.155359268188477, -9.097859382629395, -7.298000335693359, -7.999195098876953, -9.319419860839844], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -1.1417433023452759, -1.1982132196426392, -2.4134466648101807, -2.0738728046417236, -2.045360565185547, -1.4801671504974365, -0.9065324664115906, -0.07518372684717178, -0.5497397780418396, -1.4252023696899414, -0.517525315284729, -1.9652401208877563, -1.162255883216858, -0.93522709608078, -0.6421408653259277, -0.3179682791233063, -0.901338517665863, -0.17208121716976166, -1.6447064876556396, -2.377039909362793, -1.1015217304229736, -0.7292838096618652, -0.8305344581604004, -1.373180866241455, -2.581035852432251, -3.0782835483551025, -2.110868215560913, -0.4173557460308075, -1.808801531791687, -3.4478912353515625, -0.6361993551254272, -0.211757630109787, -0.9529300332069397, -0.8097714781761169, -1.32773756980896, -1.1949548721313477, -1.1483515501022339, -0.9788576364517212, -0.44961050152778625, -1.6214574575424194, -1.259664535522461, -1.5606848001480103, -1.2866424322128296, -1.8871599435806274, -0.5693769454956055, -0.22024782001972198, -1.9113036394119263, -2.8797061443328857, -0.6787886619567871, -0.782972514629364, -1.4950708150863647, -1.4565107822418213, -0.7564615607261658, -0.10025133937597275, -2.2813727855682373, -0.8941527605056763, -1.5233314037322998, -2.868917226791382, -0.004762378055602312, -0.023731941357254982, -0.12976005673408508, -0.21784283220767975, -0.08048621565103531, -0.03667323291301727, -0.002141208155080676, -0.0010336062405258417, -0.3635842800140381, -0.9073631167411804, -1.7546560764312744, -0.5811738967895508, -2.051694393157959, -1.6017353534698486, -1.6599960327148438, -1.482140064239502, -0.6898671388626099, -2.2096266746520996, -0.001259368029423058, -0.004473915323615074, -0.0179242342710495, -0.04536875709891319, -0.010462318547070026, -0.011345748789608479, -0.0013999671209603548, -0.0012353177880868316, -0.10193628817796707, -0.04251744970679283, -0.0005878866068087518, -0.0013135385233908892, -1.039636492729187, -0.0011432785540819168, -0.019217025488615036, -1.054158329963684, -2.006154775619507, -0.05024228245019913, -1.2622171640396118, -1.1514219045639038, -2.1737473011016846, -1.315498948097229, -1.290343165397644, -1.6908928155899048, -1.1229312419891357, -0.4191899597644806, -2.375593900680542, -1.5666613578796387, -1.0458285808563232, -1.0565403699874878, -0.8885364532470703, -0.8726966977119446, -0.7530788779258728, -2.350646734237671, -2.6137683391571045, -1.3691914081573486, -1.70659339427948, -0.5924780368804932, -0.2806968092918396, -2.4440932273864746, -1.0901232957839966, -1.4775078296661377, -1.1607352495193481, -1.2415475845336914, -1.744377613067627, -0.7596526741981506, -0.4369964897632599, -0.2831481993198395, -0.6247094869613647, -0.4082031846046448, -1.1646569967269897, -1.0644829273223877, -0.25240567326545715, -0.05897463858127594, -0.16211733222007751, -1.569345474243164, -0.9933258891105652, -2.5666298866271973, -1.2557392120361328, -1.5772751569747925, -0.3253297805786133, -2.2670631408691406, -0.9445829391479492, -1.7895737886428833, -1.7683943510055542, -1.3615028858184814, -2.5850298404693604, -2.463473320007324, -1.6662554740905762, -1.2315102815628052, -0.7633519172668457, -1.5448442697525024, -2.671952486038208, -0.6278637647628784, -1.6305118799209595, -1.03864324092865]}, "Bot002_043_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living? I work for a living. What is your occupatiob? I work for a company. What company? I work for a company. how old are you? I'm 77 You must retire soon. I am not sure, but I am not sure. Do you like cooking?", "response": "I do not really have a lot of time to cook.", "annotation_id": "Bot002_043_17", "annotations": ["T", "O", "O", "O", "T", "T", "T", "O", "O", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-8.088411331176758, -2.08978009223938, -9.619379043579102, -7.781487941741943, -6.783207416534424, -9.712129592895508, -12.300058364868164, -10.323094367980957, -10.131877899169922, -7.273044586181641, -13.616737365722656, -11.84787368774414], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -1.1417433023452759, -1.1982132196426392, -2.4134466648101807, -2.0738728046417236, -2.045360565185547, -1.4801671504974365, -0.9065324664115906, -0.07518372684717178, -0.5497397780418396, -1.4252023696899414, -0.517525315284729, -1.9652401208877563, -1.162255883216858, -0.93522709608078, -0.6421408653259277, -0.3179682791233063, -0.901338517665863, -0.17208121716976166, -1.6447064876556396, -2.377039909362793, -1.1015217304229736, -0.7292838096618652, -0.8305344581604004, -1.373180866241455, -2.581035852432251, -3.0782835483551025, -2.110868215560913, -0.4173557460308075, -1.808801531791687, -3.4478912353515625, -0.6361993551254272, -0.211757630109787, -0.9529300332069397, -0.8097714781761169, -1.32773756980896, -1.1949548721313477, -1.1483515501022339, -0.9788576364517212, -0.44961050152778625, -1.6214574575424194, -1.259664535522461, -1.5606848001480103, -1.2866424322128296, -1.8871599435806274, -0.5693769454956055, -0.22024782001972198, -1.9113036394119263, -2.8797061443328857, -0.6787886619567871, -0.782972514629364, -1.4950708150863647, -1.4565107822418213, -0.7564615607261658, -0.10025133937597275, -2.2813727855682373, -0.8941527605056763, -1.5233314037322998, -2.868917226791382, -0.004762378055602312, -0.023731941357254982, -0.12976005673408508, -0.21784283220767975, -0.08048621565103531, -0.03667323291301727, -0.002141208155080676, -0.0010336062405258417, -0.3635842800140381, -0.9073631167411804, -1.7546560764312744, -0.5811738967895508, -2.051694393157959, -1.6017353534698486, -1.6599960327148438, -1.482140064239502, -0.6898671388626099, -2.2096266746520996, -0.001259368029423058, -0.004473915323615074, -0.0179242342710495, -0.04536875709891319, -0.010462318547070026, -0.011345748789608479, -0.0013999671209603548, -0.0012353177880868316, -0.10193628817796707, -0.04251744970679283, -0.0005878866068087518, -0.0013135385233908892, -1.039636492729187, -0.0011432785540819168, -0.019217025488615036, -1.054158329963684, -2.006154775619507, -0.05024228245019913, -1.2622171640396118, -1.1514219045639038, -2.1737473011016846, -1.315498948097229, -1.290343165397644, -1.6908928155899048, -1.1229312419891357, -0.4191899597644806, -2.375593900680542, -1.5666613578796387, -1.0458285808563232, -1.0565403699874878, -0.8885364532470703, -0.8726966977119446, -0.7530788779258728, -2.350646734237671, -2.6137683391571045, -1.3691914081573486, -1.70659339427948, -0.5924780368804932, -0.2806968092918396, -2.4440932273864746, -1.0901232957839966, -1.4775078296661377, -1.1607352495193481, -1.2415475845336914, -1.744377613067627, -0.7596526741981506, -0.4369964897632599, -0.2831481993198395, -0.6247094869613647, -0.4082031846046448, -1.1646569967269897, -1.0644829273223877, -0.252399742603302, -0.05897520110011101, -0.16211570799350739, -1.5693544149398804, -0.9933213591575623, -2.566655158996582, -1.2557324171066284, -1.5772738456726074, -0.3253297805786133, -2.267057418823242, -0.9445835947990417, -1.7895809412002563, -1.4896844625473022, -2.7594258785247803, -2.5427544116973877, -1.6666598320007324, -1.0886744260787964, -0.8183048367500305, -1.7564131021499634, -2.6009268760681152, -0.47109657526016235, -1.25249183177948, -1.2616933584213257, -0.09629666060209274, -1.4956979751586914, -2.045863151550293, -0.48734626173973083, -1.2667969465255737, -1.385902762413025, -2.161623239517212, -1.3220163583755493, -0.6962751150131226, -0.5482388734817505, -0.900108277797699, -1.546709656715393, -0.12541428208351135, -1.7064944505691528, -0.7718715667724609, -0.8315096497535706, -1.1526747941970825, -0.6153756380081177]}, "Bot002_043_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living? I work for a living. What is your occupatiob? I work for a company. What company? I work for a company. how old are you? I'm 77 You must retire soon. I am not sure, but I am not sure. Do you like cooking? I do not really have a lot of time to cook. I do", "response": "I like to do that with my friends", "annotation_id": "Bot002_043_19", "annotations": ["T", "O", "O", "X", "T", "T", "T", "T", "O", "O", "X", "T", "O", "X", "O"], "gpt2_target_score": [-8.088411331176758, -8.356717109680176, -9.829004287719727, -7.089044094085693, -6.508121967315674, -11.46898078918457, -5.060724258422852, -9.91631031036377], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -1.1417433023452759, -1.1982132196426392, -2.4134466648101807, -2.0738728046417236, -2.045360565185547, -1.4801671504974365, -0.9065324664115906, -0.07518372684717178, -0.5497397780418396, -1.4252023696899414, -0.517525315284729, -1.9652401208877563, -1.162255883216858, -0.93522709608078, -0.6421408653259277, -0.3179682791233063, -0.901338517665863, -0.17208121716976166, -1.6447064876556396, -2.377039909362793, -1.1015217304229736, -0.7292838096618652, -0.8305344581604004, -1.373180866241455, -2.581035852432251, -3.0782835483551025, -2.110868215560913, -0.4173557460308075, -1.808801531791687, -3.4478912353515625, -0.6361993551254272, -0.211757630109787, -0.9529300332069397, -0.8097714781761169, -1.32773756980896, -1.1949548721313477, -1.1483515501022339, -0.9788576364517212, -0.44961050152778625, -1.6214574575424194, -1.259664535522461, -1.5606848001480103, -1.2866424322128296, -1.8871599435806274, -0.5693769454956055, -0.22024782001972198, -1.9113036394119263, -2.8797061443328857, -0.6787886619567871, -0.782972514629364, -1.4950708150863647, -1.4565107822418213, -0.7564615607261658, -0.10025133937597275, -2.2813727855682373, -0.8941527605056763, -1.5233314037322998, -2.868917226791382, -0.004762378055602312, -0.023731941357254982, -0.12976005673408508, -0.21784283220767975, -0.08048621565103531, -0.03667323291301727, -0.002141208155080676, -0.0010336062405258417, -0.3635842800140381, -0.9073631167411804, -1.7546560764312744, -0.5811738967895508, -2.051694393157959, -1.6017353534698486, -1.6599960327148438, -1.482140064239502, -0.6898671388626099, -2.2096266746520996, -0.001259368029423058, -0.004473915323615074, -0.0179242342710495, -0.04536875709891319, -0.010462318547070026, -0.011345748789608479, -0.0013999671209603548, -0.0012353177880868316, -0.10193628817796707, -0.04251744970679283, -0.0005878866068087518, -0.0013135385233908892, -1.039636492729187, -0.0011432785540819168, -0.019217025488615036, -1.054158329963684, -2.006154775619507, -0.05024228245019913, -1.2622171640396118, -1.1514219045639038, -2.1737473011016846, -1.315498948097229, -1.290343165397644, -1.6908928155899048, -1.1229312419891357, -0.4191899597644806, -2.375593900680542, -1.5666613578796387, -1.0458285808563232, -1.0565403699874878, -0.8885364532470703, -0.8726966977119446, -0.7530788779258728, -2.350646734237671, -2.6137683391571045, -1.3691914081573486, -1.70659339427948, -0.5924780368804932, -0.2806968092918396, -2.4440932273864746, -1.0901232957839966, -1.4775078296661377, -1.1607352495193481, -1.2415475845336914, -1.744377613067627, -0.7596526741981506, -0.4369964897632599, -0.2831481993198395, -0.6247094869613647, -0.4082031846046448, -1.1646569967269897, -1.0644829273223877, -0.25240567326545715, -0.05897463858127594, -0.16211733222007751, -1.569345474243164, -0.9933258891105652, -2.5666298866271973, -1.2557368278503418, -1.5772815942764282, -0.32533150911331177, -2.2670559883117676, -0.9445810317993164, -1.7895804643630981, -1.4896860122680664, -2.7594244480133057, -2.5427350997924805, -1.6666605472564697, -1.0886799097061157, -0.8183141946792603, -1.7564139366149902, -2.6009349822998047, -0.4710976183414459, -1.2524954080581665, -1.2616794109344482, -0.09629666060209274, -1.4957035779953003, -2.045870065689087, -0.48734524846076965, -1.2667862176895142, -2.0348830223083496, -1.7458405494689941, -0.524223804473877, -0.42342013120651245, -1.0224682092666626, -1.8684239387512207, -0.1495751291513443, -1.645459771156311, -0.8735065460205078, -0.5937650799751282, -1.0190943479537964, -0.8557862043380737, -1.9544049501419067, -1.3751634359359741, -1.487317681312561, -2.1538469791412354, -0.4786745607852936, -0.22411563992500305, -1.5217794179916382, -1.093159556388855, -1.0685242414474487, -2.422334671020508, -1.0448180437088013]}, "Bot002_047_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you?", "response": "I'm doing great, how are you?", "annotation_id": "Bot002_047_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654443740844727, -10.629685401916504, -10.01880931854248, -10.215118408203125, -4.706284523010254, -7.302000999450684, -12.583048820495605, -11.1011323928833, -10.367952346801758], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -0.336593896150589, -1.1202094554901123, -1.0530539751052856, -1.5516005754470825, -1.0987211465835571, -1.821230411529541, -1.6528509855270386, -0.9167641401290894, -1.4976630210876465, -0.9844017028808594, -0.05334227904677391, -0.7865204215049744, -0.304222971200943]}, "Bot002_047_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name?", "response": "I am a name is Lucy.", "annotation_id": "Bot002_047_03", "annotations": ["O", "O", "T", "O", "T", "O", "T", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654443740844727, -8.556458473205566, -6.958491325378418, -11.109573364257812, -9.737610816955566, -14.224562644958496, -8.774322509765625], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -0.336593896150589, -1.1202094554901123, -1.0530539751052856, -1.190277099609375, -1.9380501508712769, -1.6892954111099243, -1.111695408821106, -1.4018627405166626, -0.9430364966392517, -0.056608669459819794, -0.6734045743942261, -1.4407180547714233, -0.553896963596344, -2.2915444374084473, -1.3209459781646729, -0.9778276085853577, -0.9677380919456482, -0.19480778276920319, -1.1017452478408813, -1.1651949882507324, -0.495388925075531, -1.0887528657913208, -1.2678862810134888, -2.6570613384246826, -0.4477260410785675, -2.1947097778320312, -3.7389583587646484, -1.836507797241211, -3.440969228744507, -1.3768771886825562, -1.427309274673462]}, "Bot002_047_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you?", "response": "I'm 77", "annotation_id": "Bot002_047_05", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654443740844727, -10.629685401916504, -15.112757682800293], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -0.336593896150589, -1.1202094554901123, -1.0530539751052856, -1.190277099609375, -1.9380501508712769, -1.6892954111099243, -1.111695408821106, -1.4018627405166626, -0.9430364966392517, -0.056608669459819794, -0.6734045743942261, -1.4407180547714233, -0.553896963596344, -2.2915444374084473, -1.3209459781646729, -0.9778276085853577, -0.9677380919456482, -0.19480778276920319, -1.1017452478408813, -1.1651949882507324, -0.495388925075531, -1.0887528657913208, -1.2678862810134888, -0.32707056403160095, -2.0996787548065186, -3.6973721981048584, -1.744691014289856, -3.375112533569336, -1.74347722530365, -1.405137300491333, -1.0679570436477661, -1.428270697593689, -1.2218496799468994, -1.2712615728378296, -0.7157160639762878, -0.15863147377967834, -0.022185122594237328, -0.12326158583164215, -1.4103071689605713, -1.9386744499206543, -0.47749006748199463, -2.7690019607543945, -1.4131590127944946]}, "Bot002_047_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy?", "response": "I think I am.", "annotation_id": "Bot002_047_07", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-8.654443740844727, -12.107026100158691, -5.6065473556518555, -10.801223754882812, -5.795639991760254], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -0.336593896150589, -1.1202094554901123, -1.0530539751052856, -1.190277099609375, -1.9380501508712769, -1.6892954111099243, -1.111695408821106, -1.4018627405166626, -0.9430364966392517, -0.056608669459819794, -0.6734045743942261, -1.4407180547714233, -0.553896963596344, -2.2915444374084473, -1.3209459781646729, -0.9778276085853577, -0.9677380919456482, -0.19480778276920319, -1.1017452478408813, -1.1651949882507324, -0.495388925075531, -1.0887649059295654, -1.2678799629211426, -0.3270735740661621, -2.0996696949005127, -3.697371482849121, -1.7446881532669067, -3.375122308731079, -1.743484616279602, -1.4051413536071777, -1.0679537057876587, -1.4282763004302979, -1.2218515872955322, -1.2712762355804443, -0.7157151103019714, -0.15863189101219177, -0.022185122594237328, -0.12326253950595856, -1.4103095531463623, -0.45383861660957336, -2.818101406097412, -0.9427316188812256, -2.0355281829833984, -1.7428678274154663, -1.7993052005767822, -1.8916834592819214, -0.46043047308921814, -1.8232672214508057, -0.5226536393165588, -1.2868531942367554, -1.00095796585083]}, "Bot002_047_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy? I think I am. Are you joking?", "response": "No, I just got back from a run.", "annotation_id": "Bot002_047_09", "annotations": ["T", "O", "O", "O", "T", "O", "X", "O", "T", "X", "O", "O", "O", "O", "X"], "gpt2_target_score": [-10.930343627929688, -10.913213729858398, -5.606535911560059, -10.88609504699707, -8.79023265838623, -11.281925201416016, -11.20849323272705, -1.938009262084961, -9.746724128723145, -1.8580632209777832], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.938009262084961, -1.689290165901184, -1.1116795539855957, -1.4018657207489014, -0.9430449604988098, -0.056608330458402634, -0.6733814477920532, -1.4407169818878174, -0.5538949370384216, -2.291538715362549, -1.3209881782531738, -0.9778437614440918, -0.9677654504776001, -0.19481602311134338, -1.1017481088638306, -1.1651958227157593, -0.49539467692375183, -1.0887521505355835, -1.267913818359375, -0.32706695795059204, -2.0996806621551514, -3.697368860244751, -1.7446469068527222, -3.3751018047332764, -1.7435003519058228, -1.405144214630127, -1.0679802894592285, -1.4282739162445068, -1.221821665763855, -1.2712613344192505, -0.7157096266746521, -0.15861591696739197, -0.022186055779457092, -0.1232641190290451, -1.410312533378601, -0.45384976267814636, -2.8181047439575195, -0.9427266120910645, -2.035525321960449, -1.7428699731826782, -1.7992734909057617, -0.3981461226940155, -1.4777028560638428, -0.43609896302223206, -2.3408687114715576, -1.3603752851486206, -0.05120861530303955, -2.291673421859741, -0.43320971727371216, -1.623528003692627, -1.674633264541626, -1.306831955909729, -0.8411900401115417, -0.5098034143447876, -2.966716766357422, -1.4648054838180542, -0.43111127614974976, -1.1905717849731445, -1.7081401348114014, -1.7983894348144531, -0.8976901173591614]}, "Bot002_047_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy? I think I am. Are you joking? No, I just got back from a run. You like running?", "response": "I like running. I like running.", "annotation_id": "Bot002_047_11", "annotations": ["T", "O", "O", "O", "T", "O", "X", "T", "O", "T", "O", "O", "O", "O", "X"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -11.280562400817871, -11.685518264770508, -8.285975456237793, -9.695621490478516, -12.660794258117676, -8.302694320678711], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.938009262084961, -1.689290165901184, -1.1116795539855957, -1.4018657207489014, -0.9430449604988098, -0.056608330458402634, -0.6733814477920532, -1.4407169818878174, -0.5538949370384216, -2.291538715362549, -1.3209881782531738, -0.9778437614440918, -0.9677654504776001, -0.19481602311134338, -1.1017481088638306, -1.1651958227157593, -0.49539467692375183, -1.0887521505355835, -1.267913818359375, -0.32706695795059204, -2.0996806621551514, -3.697368860244751, -1.7446469068527222, -3.3751018047332764, -1.7435003519058228, -1.405144214630127, -1.0679802894592285, -1.4282739162445068, -1.221821665763855, -1.2712613344192505, -0.7157096266746521, -0.15861591696739197, -0.022186055779457092, -0.1232641190290451, -1.410312533378601, -0.45384976267814636, -2.8181047439575195, -0.9427266120910645, -2.035525321960449, -1.7428699731826782, -1.7992734909057617, -0.3981461226940155, -1.4777028560638428, -0.43609896302223206, -2.3408687114715576, -1.3603752851486206, -0.05120861530303955, -2.291673421859741, -0.43320971727371216, -1.623528003692627, -1.2169623374938965, -0.7626534700393677, -0.4969384968280792, -2.701850652694702, -1.4396332502365112, -0.5214887261390686, -1.169569492340088, -1.7271498441696167, -1.7414875030517578, -1.6165626049041748, -1.1893140077590942, -0.7968727350234985, -0.6377912163734436, -2.0004148483276367, -1.7762465476989746, -0.7154974937438965, -0.33586621284484863, -1.1202361583709717, -1.2048676013946533, -1.0571192502975464, -1.347273349761963, -0.7340983152389526, -1.074892282485962]}, "Bot002_047_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy? I think I am. Are you joking? No, I just got back from a run. You like running? I like running. I like running. But I don't\nI like playing with my dolls", "response": "I like dolls too! Do you have any pets?", "annotation_id": "Bot002_047_13", "annotations": ["X", "T", "T", "O", "X", "O", "T", "O", "O", "X", "O", "O", "O", "X", "T"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -17.531143188476562, -11.680665969848633, -5.2041425704956055, -5.177555561065674, -11.408612251281738, -9.083440780639648, -8.504307746887207, -13.4791259765625, -12.977946281433105], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.938009262084961, -1.689290165901184, -1.1116795539855957, -1.4018657207489014, -0.9430449604988098, -0.056608330458402634, -0.6733814477920532, -1.4407169818878174, -0.5538949370384216, -2.291538715362549, -1.3209881782531738, -0.9778437614440918, -0.9677654504776001, -0.19481602311134338, -1.1017481088638306, -1.1651958227157593, -0.49539467692375183, -1.0887521505355835, -1.267913818359375, -0.32706695795059204, -2.0996806621551514, -3.697368860244751, -1.7446469068527222, -3.3751018047332764, -1.7435003519058228, -1.405144214630127, -1.0679802894592285, -1.4282739162445068, -1.221821665763855, -1.2712613344192505, -0.7157096266746521, -0.15861591696739197, -0.022186055779457092, -0.1232641190290451, -1.410312533378601, -0.45384976267814636, -2.8181047439575195, -0.9427266120910645, -2.035525321960449, -1.7428699731826782, -1.7992734909057617, -0.3981461226940155, -1.4777028560638428, -0.43609896302223206, -2.3408687114715576, -1.3603752851486206, -0.05120861530303955, -2.291673421859741, -0.43320971727371216, -1.623528003692627, -1.2169623374938965, -0.7626534700393677, -0.4969384968280792, -2.701850652694702, -1.4396332502365112, -0.5214887261390686, -1.169569492340088, -1.7271498441696167, -1.7414875030517578, -1.6165626049041748, -1.1893140077590942, -0.7968727350234985, -0.6377912163734436, -2.0004148483276367, -0.6535367965698242, -0.7271448969841003, -0.8890897035598755, -1.3326228857040405, -1.0492122173309326, -1.0979772806167603, -0.6436834931373596, -0.8399081826210022, -0.8216442465782166, -1.2372599840164185, -0.018047992140054703, -1.0172604322433472, -2.067930221557617, -1.2256855964660645, -0.6355847716331482, -1.2447148561477661, -1.324623942375183, -1.3334596157073975, -0.7149171233177185, -1.735381841659546, -1.1213210821151733, -0.8914498686790466, -1.2607157230377197, -1.1162844896316528, -0.9025837779045105, -0.14297199249267578, -0.8246078491210938, -0.675390362739563, -2.6113593578338623, -0.30774903297424316, -0.6185330748558044]}, "Bot002_047_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy? I think I am. Are you joking? No, I just got back from a run. You like running? I like running. I like running. But I don't\nI like playing with my dolls I like dolls too! Do you have any pets? Yes\nI have a turtle\nAnd you? Do you have any pets?", "response": "No, I have a dog. Do you have any pets?", "annotation_id": "Bot002_047_15", "annotations": ["X", "T", "X", "X", "T", "O", "X", "T", "T", "X", "O", "X", "O", "X", "X"], "gpt2_target_score": [-10.930343627929688, -10.913213729858398, -5.606535911560059, -11.209306716918945, -7.0175580978393555, -12.832416534423828, -8.77428913116455, -10.896627426147461, -8.046574592590332, -10.113510131835938, -7.0368452072143555, -14.084432601928711, -9.32996940612793], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.938009262084961, -1.689290165901184, -1.1116795539855957, -1.4018657207489014, -0.9430449604988098, -0.056608330458402634, -0.6733814477920532, -1.4407169818878174, -0.5538949370384216, -2.291538715362549, -1.3209881782531738, -0.9778437614440918, -0.9677654504776001, -0.19481602311134338, -1.1017481088638306, -1.1651958227157593, -0.49539467692375183, -1.0887521505355835, -1.267913818359375, -0.32706695795059204, -2.0996806621551514, -3.697368860244751, -1.7446469068527222, -3.3751018047332764, -1.7435003519058228, -1.405144214630127, -1.0679802894592285, -1.4282739162445068, -1.221821665763855, -1.2712613344192505, -0.7157096266746521, -0.15861591696739197, -0.022186055779457092, -0.1232641190290451, -1.410312533378601, -0.45384976267814636, -2.8181047439575195, -0.9427266120910645, -2.035525321960449, -1.7428699731826782, -1.7992734909057617, -0.3981461226940155, -1.4777028560638428, -0.43609896302223206, -2.3408687114715576, -1.3603752851486206, -0.05120861530303955, -2.291673421859741, -0.43320971727371216, -1.623528003692627, -1.2169623374938965, -0.7626534700393677, -0.4969384968280792, -2.701850652694702, -1.4396332502365112, -0.5214887261390686, -1.169569492340088, -1.7271498441696167, -1.7414875030517578, -1.6165626049041748, -1.1893140077590942, -0.7968727350234985, -0.6377912163734436, -2.0004148483276367, -0.6535367965698242, -0.7271448969841003, -0.8890897035598755, -1.3326228857040405, -1.0492122173309326, -1.0979772806167603, -0.6436834931373596, -0.8399081826210022, -0.8216442465782166, -1.2372599840164185, -0.018047992140054703, -1.0172604322433472, -2.067930221557617, -1.2256855964660645, -0.6355847716331482, -1.2447148561477661, -1.324623942375183, -1.3334596157073975, -0.7149171233177185, -1.5306402444839478, -0.8352882862091064, -1.2355124950408936, -0.9074785113334656, -1.3135673999786377, -0.13962611556053162, -0.5822702050209045, -0.6438862681388855, -2.518395185470581, -0.2566032409667969, -1.3505114316940308, -1.4304875135421753, -1.333164095878601, -1.0538034439086914, -1.0271199941635132, -1.644345998764038, -2.542604446411133, -1.4054675102233887, -0.9945237636566162, -2.304884672164917, -1.6063874959945679, -0.04922814667224884, -1.00054931640625, -0.6708359718322754, -1.031156063079834, -0.12510864436626434, -1.4081493616104126, -1.7897124290466309, -1.3511455059051514, -0.6885058283805847, -1.7595860958099365, -0.5434445738792419, -0.9354251623153687, -0.8528198599815369, -1.4437066316604614, -0.04529834911227226, -0.2553126811981201, -0.3749612867832184, -0.30887550115585327, -0.06199753284454346, -1.00164794921875]}, "Bot002_047_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy? I think I am. Are you joking? No, I just got back from a run. You like running? I like running. I like running. But I don't\nI like playing with my dolls I like dolls too! Do you have any pets? Yes\nI have a turtle\nAnd you? Do you have any pets? No, I have a dog. Do you have any pets? I have a turtle", "response": "I have a turtle named Sirius.", "annotation_id": "Bot002_047_17", "annotations": ["X", "O", "O", "O", "O", "O", "X", "T", "T", "O", "O", "X", "O", "O", "X"], "gpt2_target_score": [-8.654426574707031, -8.791692733764648, -6.958464622497559, -13.188417434692383, -10.548930168151855, -13.421558380126953, -8.77428913116455], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.938009262084961, -1.689290165901184, -1.1116795539855957, -1.4018657207489014, -0.9430449604988098, -0.056608330458402634, -0.6733814477920532, -1.4407169818878174, -0.5538949370384216, -2.291538715362549, -1.3209881782531738, -0.9778437614440918, -0.9677654504776001, -0.19481602311134338, -1.1017481088638306, -1.1651958227157593, -0.49539467692375183, -1.0887521505355835, -1.267913818359375, -0.32706695795059204, -2.0996806621551514, -3.697368860244751, -1.7446469068527222, -3.3751018047332764, -1.7435003519058228, -1.405144214630127, -1.0679802894592285, -1.4282739162445068, -1.221821665763855, -1.2712613344192505, -0.7157096266746521, -0.15861591696739197, -0.022186055779457092, -0.1232641190290451, -1.410312533378601, -0.45384976267814636, -2.8181047439575195, -0.9427266120910645, -2.035525321960449, -1.7428699731826782, -1.7992734909057617, -0.3981461226940155, -1.4777028560638428, -0.43609896302223206, -2.3408687114715576, -1.3603752851486206, -0.05120861530303955, -2.291673421859741, -0.43320971727371216, -1.623528003692627, -1.2169623374938965, -0.7626534700393677, -0.4969384968280792, -2.701850652694702, -1.4396332502365112, -0.5214887261390686, -1.169569492340088, -1.7271498441696167, -1.7414875030517578, -1.6165626049041748, -1.1893140077590942, -0.7968727350234985, -0.6377912163734436, -2.0004148483276367, -0.6535367965698242, -0.7271448969841003, -0.8890897035598755, -1.3326228857040405, -1.0492122173309326, -1.0979772806167603, -0.6436834931373596, -0.8399081826210022, -0.8216442465782166, -1.2372599840164185, -0.018047992140054703, -1.0172604322433472, -2.067930221557617, -1.2256855964660645, -0.6355847716331482, -1.2447148561477661, -1.324623942375183, -1.3334596157073975, -0.7149171233177185, -1.5306402444839478, -0.8352882862091064, -1.2355124950408936, -0.9074785113334656, -1.3135673999786377, -0.13962611556053162, -0.5822702050209045, -0.6438862681388855, -2.518395185470581, -0.2566032409667969, -1.3505114316940308, -1.4304875135421753, -1.333164095878601, -1.0538034439086914, -1.0271199941635132, -1.644345998764038, -2.542604446411133, -1.4054675102233887, -0.9945237636566162, -2.304884672164917, -1.6063874959945679, -0.04922814667224884, -1.00054931640625, -0.6708359718322754, -1.031156063079834, -0.12510864436626434, -1.4081493616104126, -0.9020997881889343, -0.6311561465263367, -1.456235408782959, -0.5797458291053772, -1.2319382429122925, -0.5515807867050171, -1.3642410039901733, -0.023006072267889977, -0.18420115113258362, -0.33069366216659546, -0.420135498046875, -0.04353875294327736, -0.7970751523971558, -1.5427623987197876, -0.22182050347328186, -1.2688661813735962, -0.7008323073387146, -1.9012268781661987, -1.7566438913345337, -0.22739389538764954, -1.2197409868240356, -1.2378555536270142, -3.2055323123931885, -1.304556131362915, -1.3269031047821045]}, "Bot002_047_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy? I think I am. Are you joking? No, I just got back from a run. You like running? I like running. I like running. But I don't\nI like playing with my dolls I like dolls too! Do you have any pets? Yes\nI have a turtle\nAnd you? Do you have any pets? No, I have a dog. Do you have any pets? I have a turtle I have a turtle named Sirius. My turtle's name is Lyly", "response": "I am a name is Sam", "annotation_id": "Bot002_047_19", "annotations": ["X", "O", "X", "O", "X", "O", "X", "X", "X", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -6.958464622497559, -11.109529495239258, -9.737574577331543, -11.89590835571289], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -0.336611270904541, -1.1202346086502075, -1.0530591011047363, -1.1902896165847778, -1.938009262084961, -1.689290165901184, -1.1116795539855957, -1.4018657207489014, -0.9430449604988098, -0.056608330458402634, -0.6733814477920532, -1.4407169818878174, -0.5538949370384216, -2.291538715362549, -1.3209881782531738, -0.9778437614440918, -0.9677654504776001, -0.19481602311134338, -1.1017481088638306, -1.1651958227157593, -0.49539467692375183, -1.0887521505355835, -1.267913818359375, -0.32706695795059204, -2.0996806621551514, -3.697368860244751, -1.7446469068527222, -3.3751018047332764, -1.7435003519058228, -1.405144214630127, -1.0679802894592285, -1.4282739162445068, -1.221821665763855, -1.2712613344192505, -0.7157096266746521, -0.15861591696739197, -0.022186055779457092, -0.1232641190290451, -1.410312533378601, -0.45384976267814636, -2.8181047439575195, -0.9427266120910645, -2.035525321960449, -1.7428699731826782, -1.7992734909057617, -0.3981461226940155, -1.4777028560638428, -0.43609896302223206, -2.3408687114715576, -1.3603752851486206, -0.05120861530303955, -2.291673421859741, -0.43320971727371216, -1.623528003692627, -1.2169623374938965, -0.7626534700393677, -0.4969384968280792, -2.701850652694702, -1.4396332502365112, -0.5214887261390686, -1.169569492340088, -1.7271498441696167, -1.7414875030517578, -1.6165626049041748, -1.1893140077590942, -0.7968727350234985, -0.6377912163734436, -2.0004148483276367, -0.6535367965698242, -0.7271448969841003, -0.8890897035598755, -1.3326228857040405, -1.0492122173309326, -1.0979772806167603, -0.6436834931373596, -0.8399081826210022, -0.8216442465782166, -1.2372599840164185, -0.018047992140054703, -1.0172604322433472, -2.067930221557617, -1.2256855964660645, -0.6355847716331482, -1.2447148561477661, -1.324623942375183, -1.3334596157073975, -0.7149171233177185, -1.5306402444839478, -0.8352882862091064, -1.2355124950408936, -0.9074785113334656, -1.3135673999786377, -0.13962611556053162, -0.5822702050209045, -0.6438862681388855, -2.518395185470581, -0.2566032409667969, -1.3505114316940308, -1.4304875135421753, -1.333164095878601, -1.0538034439086914, -1.0271199941635132, -1.644345998764038, -2.542604446411133, -1.4054675102233887, -0.9945237636566162, -2.304884672164917, -1.6063874959945679, -0.04922814667224884, -1.00054931640625, -0.6708359718322754, -1.031156063079834, -0.12510864436626434, -1.4081493616104126, -0.9020997881889343, -0.6311561465263367, -1.456235408782959, -0.5797458291053772, -1.2319382429122925, -0.5515807867050171, -1.3642410039901733, -0.023006072267889977, -0.18420115113258362, -0.33069366216659546, -0.420135498046875, -0.04353875294327736, -0.7970751523971558, -1.5427623987197876, -0.22182050347328186, -1.2688661813735962, -0.7008323073387146, -0.31154665350914, -0.07240254431962967, -1.3275823593139648, -1.0777958631515503, -4.148979187011719, -1.040162205696106, -1.0738223791122437, -1.7151132822036743, -1.093011736869812, -0.17846111953258514, -0.0556090883910656, -3.2477927207946777, -1.3603036403656006, -1.1538876295089722, -1.7083382606506348, -1.6752564907073975, -1.9963167905807495, -0.8606534004211426, -1.371522068977356, -1.3042298555374146, -1.0338667631149292]}, "Bot002_048_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?!", "response": "I'm doing great, how are you?", "annotation_id": "Bot002_048_01", "annotations": ["O", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.088424682617188, -8.330100059509277, -10.804647445678711, -10.050500869750977, -7.430079936981201, -9.732415199279785, -9.00064468383789, -5.956856727600098, -10.877931594848633], "gpt2_argmax_score": [-3.222564458847046, -2.089728593826294, -0.5811219215393066, -1.6758514642715454, -0.5693011283874512, -2.228867292404175, -1.094348430633545, -2.5276267528533936, -2.180345058441162, -0.674358606338501, -1.5404036045074463, -0.8390127420425415, -0.0720885843038559, -0.9412376880645752, -0.16518054902553558]}, "Bot002_048_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS", "response": "[SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work", "annotation_id": "Bot002_048_03", "annotations": ["O", "O", "X", "O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-8.438949584960938, -17.96955108642578, -19.49812889099121, -16.568613052368164, -14.074687957763672, -16.855060577392578, -13.897315979003906, -7.541491508483887, -15.095401763916016, -15.03801155090332, -14.847478866577148, -8.674111366271973, -8.026182174682617, -7.143255710601807, -8.0861234664917, -7.4356536865234375, -7.352228164672852, -12.155206680297852, -12.101219177246094, -9.998331069946289, -8.454379081726074, -11.628454208374023, -13.27957534790039, -12.521737098693848, -14.28518295288086], "gpt2_argmax_score": [-3.222564458847046, -2.089728593826294, -0.5811219215393066, -1.6758514642715454, -0.5693011283874512, -1.3596071004867554, -2.509727954864502, -2.25842547416687, -1.4149518013000488, -1.5002000331878662, -0.8746241927146912, -0.08377918601036072, -0.876600444316864, -1.524145483970642, -1.1849701404571533, -0.1932981312274933, -2.5959112644195557, -2.206308603286743, -3.0018460750579834, -1.9973236322402954, -1.6605024337768555, -1.507925033569336, -2.0537831783294678, -2.570091962814331, -3.0340540409088135, -2.3149967193603516, -0.7188571095466614, -1.7084776163101196, -0.9594722986221313, -0.5280328392982483, -1.2172991037368774, -1.9606096744537354, -1.1515969038009644, -1.4759036302566528, -2.88738751411438, -1.7282706499099731, -0.44959279894828796, -1.140629768371582, -1.7976852655410767, -2.2546122074127197, -1.3819118738174438, -0.3274538516998291, -1.4540773630142212]}, "Bot002_048_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do?", "response": "I was a baby, but I was a baby", "annotation_id": "Bot002_048_05", "annotations": ["O", "O", "T", "T", "X", "X", "X", "X", "X", "X", "X", "T", "O", "X", "X"], "gpt2_target_score": [-8.088424682617188, -3.8338234424591064, -7.080603122711182, -9.764535903930664, -7.430079936981201, -10.793383598327637, -8.306327819824219, -10.7564115524292, -7.732349872589111, -7.155229568481445], "gpt2_argmax_score": [-3.222564458847046, -2.089728593826294, -0.5811219215393066, -1.6758514642715454, -0.5693011283874512, -1.3596071004867554, -2.509727954864502, -2.25842547416687, -1.4149518013000488, -1.5002000331878662, -0.8746241927146912, -0.08377918601036072, -0.876600444316864, -1.524145483970642, -1.1849701404571533, -0.1932981312274933, -2.5959112644195557, -3.433276653289795, -1.3325566053390503, -0.6004087328910828, -0.5231514573097229, -1.4783416986465454, -2.519885301589966, -3.1446597576141357, -2.2580504417419434, -0.6220225095748901, -1.1743285655975342, -1.3986358642578125, -1.117714285850525, -0.9489102959632874, -2.2344729900360107, -1.5051177740097046, -1.5640153884887695, -2.922236680984497, -1.6988461017608643, -0.477775901556015, -1.1393840312957764, -1.7488367557525635, -2.297973394393921, -1.3608280420303345, -0.3349193334579468, -1.428627610206604, -1.7822483777999878, -0.22150082886219025, -0.6582014560699463, -0.9054597020149231, -1.3144758939743042, -1.5362550020217896, -1.9416687488555908, -2.7857470512390137, -2.3329806327819824, -1.852585792541504, -2.0279762744903564, -1.0717359781265259, -2.3720614910125732, -2.583101272583008, -1.9869883060455322, -1.4323139190673828]}, "Bot002_048_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female?", "response": "I am female. I am female.", "annotation_id": "Bot002_048_07", "annotations": ["O", "O", "X", "O", "X", "T", "X", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-8.088411331176758, -5.162884712219238, -9.615655899047852, -6.467385768890381, -4.090567111968994, -2.742483615875244, -7.953979969024658, -8.392948150634766], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -0.5693115592002869, -1.3596558570861816, -2.5097203254699707, -2.258396625518799, -1.414941430091858, -1.500235676765442, -0.8746183514595032, -0.0837811604142189, -0.8766235709190369, -1.5241060256958008, -1.1849689483642578, -0.1932956725358963, -2.5959312915802, -3.433283805847168, -1.3325661420822144, -0.6004114151000977, -0.5231496691703796, -1.4783430099487305, -2.5198826789855957, -3.1446549892425537, -2.25805401802063, -0.6220200061798096, -1.1743179559707642, -1.3986506462097168, -1.1177434921264648, -0.948927104473114, -2.2344720363616943, -1.5051217079162598, -1.5640054941177368, -2.9222590923309326, -1.698832392692566, -0.47775816917419434, -1.1393696069717407, -1.7488353252410889, -2.2979824542999268, -1.3607978820800781, -0.33491969108581543, -1.428635597229004, -1.7822545766830444, -0.22150370478630066, -0.6581753492355347, -0.905428946018219, -1.3144291639328003, -1.8933571577072144, -2.971635103225708, -2.28171706199646, -1.706647276878357, -1.9619120359420776, -1.1049599647521973, -2.3485302925109863, -2.6926143169403076, -1.8736251592636108, -1.444126009941101, -0.4184192419052124, -2.0726139545440674, -0.6098262667655945, -1.368892788887024, -1.8693501949310303, -1.2993613481521606, -1.7061277627944946, -1.3154269456863403, -1.134737491607666, -1.4675801992416382, -1.6750792264938354, -0.666654646396637, -0.9778326153755188]}, "Bot002_048_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female? I am female. I am female. are you single?", "response": "No, I am single.[WHITE FROWNING FACE]", "annotation_id": "Bot002_048_09", "annotations": ["O", "O", "T", "O", "X", "X", "X", "X", "O", "T", "O", "T", "X", "X", "X"], "gpt2_target_score": [-10.178598403930664, -6.853817939758301, -6.329630374908447, -10.97658634185791, -10.576436996459961, -17.4946346282959, -19.356185913085938, -19.968265533447266, -13.400857925415039, -21.44054412841797, -15.494064331054688, -18.451868057250977, -13.273092269897461], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -0.5693115592002869, -1.3596558570861816, -2.5097203254699707, -2.258396625518799, -1.414941430091858, -1.500235676765442, -0.8746183514595032, -0.0837811604142189, -0.8766235709190369, -1.5241060256958008, -1.1849689483642578, -0.1932956725358963, -2.5959312915802, -3.433283805847168, -1.3325661420822144, -0.6004114151000977, -0.5231496691703796, -1.4783430099487305, -2.5198826789855957, -3.1446549892425537, -2.25805401802063, -0.6220200061798096, -1.1743179559707642, -1.3986506462097168, -1.1177434921264648, -0.948927104473114, -2.2344720363616943, -1.5051217079162598, -1.5640054941177368, -2.9222590923309326, -1.698832392692566, -0.47775816917419434, -1.1393696069717407, -1.7488353252410889, -2.2979824542999268, -1.3607978820800781, -0.33491969108581543, -1.428635597229004, -1.7822582721710205, -0.22150827944278717, -0.6581699252128601, -0.905427873134613, -1.3144299983978271, -1.8933690786361694, -2.971630334854126, -2.281712770462036, -1.7066539525985718, -1.9619287252426147, -1.1049489974975586, -2.348532199859619, -2.6926186084747314, -1.873631477355957, -1.444116473197937, -0.41842034459114075, -2.072617530822754, -0.6098295450210571, -1.3688944578170776, -1.4768835306167603, -1.7385953664779663, -1.4986034631729126, -1.4845829010009766, -1.301788091659546, -1.8549684286117554, -0.781393826007843, -1.0664571523666382, -0.06152336299419403, -2.455801248550415, -0.32216936349868774, -1.8123245239257812, -1.7672761678695679, -0.989142894744873, -0.9091945290565491, -0.7544676065444946, -1.6406782865524292, -0.5833609104156494, -2.809069871902466, -0.8587645888328552, -1.8005720376968384, -0.7930216789245605, -1.3026988506317139, -1.8610979318618774, -0.4449602961540222, -0.40263450145721436]}, "Bot002_048_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female? I am female. I am female. are you single? No, I am single.[WHITE FROWNING FACE] do you have a cat?", "response": "I have a cat. She's a cat.", "annotation_id": "Bot002_048_11", "annotations": ["O", "O", "X", "T", "X", "O", "X", "O", "O", "T", "O", "T", "O", "T", "T"], "gpt2_target_score": [-8.088411331176758, -4.603405952453613, -7.08062219619751, -10.499062538146973, -8.005834579467773, -15.636358261108398, -10.790542602539062, -2.258396625518799, -10.875528335571289, -11.004080772399902], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -0.5693115592002869, -1.3596558570861816, -2.5097203254699707, -2.258396625518799, -1.414941430091858, -1.500235676765442, -0.8746183514595032, -0.0837811604142189, -0.8766235709190369, -1.5241060256958008, -1.1849689483642578, -0.1932956725358963, -2.5959312915802, -3.433283805847168, -1.3325661420822144, -0.6004114151000977, -0.5231496691703796, -1.4783430099487305, -2.5198826789855957, -3.1446549892425537, -2.25805401802063, -0.6220200061798096, -1.1743179559707642, -1.3986506462097168, -1.1177434921264648, -0.948927104473114, -2.2344720363616943, -1.5051217079162598, -1.5640054941177368, -2.9222590923309326, -1.698832392692566, -0.47775816917419434, -1.1393696069717407, -1.7488353252410889, -2.2979824542999268, -1.3607978820800781, -0.33491969108581543, -1.428635597229004, -1.7822545766830444, -0.22150370478630066, -0.6581753492355347, -0.905428946018219, -1.3144291639328003, -1.8933571577072144, -2.971635103225708, -2.28171706199646, -1.706647276878357, -1.9619120359420776, -1.1049599647521973, -2.3485302925109863, -2.6926143169403076, -1.8736251592636108, -1.444126009941101, -0.4184192419052124, -2.0726139545440674, -0.6098262667655945, -1.368892788887024, -1.4768844842910767, -1.7385900020599365, -1.4986019134521484, -1.4845798015594482, -1.30177903175354, -1.8549649715423584, -0.781396210193634, -1.0664677619934082, -0.0615239255130291, -2.455803871154785, -0.32217127084732056, -1.8123177289962769, -1.0818439722061157, -0.8801379203796387, -0.48827609419822693, -1.6100695133209229, -0.5637233257293701, -2.877540111541748, -0.7032966017723083, -1.5762213468551636, -0.8450493812561035, -1.0102670192718506, -2.1676061153411865, -0.49848753213882446, -1.389217495918274, -0.12689970433712006, -1.300218105316162, -0.9875530004501343, -2.465635299682617, -0.36443957686424255, -1.8436150550842285, -1.9639148712158203, -1.206425428390503, -0.3970637321472168, -0.20642058551311493, -1.1811134815216064, -1.3577152490615845, -1.2502546310424805, -1.7209008932113647, -2.8984084129333496, -1.0348788499832153, -1.5461474657058716]}, "Bot002_048_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female? I am female. I am female. are you single? No, I am single.[WHITE FROWNING FACE] do you have a cat? I have a cat. She's a cat. are you professional at something?", "response": "No, and I am a professional student.", "annotation_id": "Bot002_048_13", "annotations": ["O", "O", "T", "O", "X", "T", "X", "X", "O", "T", "O", "X", "O", "T", "X"], "gpt2_target_score": [-10.178598403930664, -6.853817939758301, -9.476785659790039, -7.922723293304443, -7.533834934234619, -9.828603744506836, -12.2772216796875, -10.717395782470703, -2.638680934906006], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -0.5693115592002869, -1.3596558570861816, -2.5097203254699707, -2.258396625518799, -1.414941430091858, -1.500235676765442, -0.8746183514595032, -0.0837811604142189, -0.8766235709190369, -1.5241060256958008, -1.1849689483642578, -0.1932956725358963, -2.5959312915802, -3.433283805847168, -1.3325661420822144, -0.6004114151000977, -0.5231496691703796, -1.4783430099487305, -2.5198826789855957, -3.1446549892425537, -2.25805401802063, -0.6220200061798096, -1.1743179559707642, -1.3986506462097168, -1.1177434921264648, -0.948927104473114, -2.2344720363616943, -1.5051217079162598, -1.5640054941177368, -2.9222590923309326, -1.698832392692566, -0.47775816917419434, -1.1393696069717407, -1.7488353252410889, -2.2979824542999268, -1.3607978820800781, -0.33491969108581543, -1.428635597229004, -1.7822545766830444, -0.22150370478630066, -0.6581753492355347, -0.905428946018219, -1.3144291639328003, -1.8933571577072144, -2.971635103225708, -2.28171706199646, -1.706647276878357, -1.9619120359420776, -1.1049599647521973, -2.3485302925109863, -2.6926143169403076, -1.8736251592636108, -1.444126009941101, -0.4184192419052124, -2.0726139545440674, -0.6098262667655945, -1.368892788887024, -1.4768844842910767, -1.7385900020599365, -1.4986019134521484, -1.4845798015594482, -1.30177903175354, -1.8549649715423584, -0.781396210193634, -1.0664677619934082, -0.0615239255130291, -2.455803871154785, -0.32217127084732056, -1.8123177289962769, -1.0818439722061157, -0.8801379203796387, -0.48827609419822693, -1.6100695133209229, -0.5637233257293701, -2.877540111541748, -0.7032966017723083, -1.5762213468551636, -0.8450493812561035, -1.0102670192718506, -2.1676061153411865, -0.49848753213882446, -1.389217495918274, -0.12689970433712006, -1.300218105316162, -0.9875530004501343, -2.465635299682617, -0.36443957686424255, -1.8436150550842285, -0.7295799851417542, -0.419723778963089, -0.31382638216018677, -1.1685847043991089, -1.5168042182922363, -0.9281346797943115, -1.6397229433059692, -2.2785112857818604, -0.8108181953430176, -1.5375518798828125, -0.04125811159610748, -2.22463321685791, -0.3854645788669586, -2.0381648540496826, -0.3836810290813446, -1.8827393054962158, -1.6769673824310303, -0.7434797286987305, -0.8163871765136719, -1.0389082431793213, -1.1437959671020508, -1.5405203104019165, -0.7449072003364563, -1.2929385900497437, -1.017688512802124, -1.0702638626098633]}, "Bot002_048_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female? I am female. I am female. are you single? No, I am single.[WHITE FROWNING FACE] do you have a cat? I have a cat. She's a cat. are you professional at something? No, and I am a professional student. how old are you?", "response": "I'm 77", "annotation_id": "Bot002_048_15", "annotations": ["O", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O", "T", "O", "T", "O"], "gpt2_target_score": [-8.088411331176758, -8.33007526397705, -14.057672500610352], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -0.5693115592002869, -1.3596558570861816, -2.5097203254699707, -2.258396625518799, -1.414941430091858, -1.500235676765442, -0.8746183514595032, -0.0837811604142189, -0.8766235709190369, -1.5241060256958008, -1.1849689483642578, -0.1932956725358963, -2.5959312915802, -3.433283805847168, -1.3325661420822144, -0.6004114151000977, -0.5231496691703796, -1.4783430099487305, -2.5198826789855957, -3.1446549892425537, -2.25805401802063, -0.6220200061798096, -1.1743179559707642, -1.3986506462097168, -1.1177434921264648, -0.948927104473114, -2.2344720363616943, -1.5051217079162598, -1.5640054941177368, -2.9222590923309326, -1.698832392692566, -0.47775816917419434, -1.1393696069717407, -1.7488353252410889, -2.2979824542999268, -1.3607978820800781, -0.33491969108581543, -1.428635597229004, -1.7822545766830444, -0.22150370478630066, -0.6581753492355347, -0.905428946018219, -1.3144291639328003, -1.8933571577072144, -2.971635103225708, -2.28171706199646, -1.706647276878357, -1.9619120359420776, -1.1049599647521973, -2.3485302925109863, -2.6926143169403076, -1.8736251592636108, -1.444126009941101, -0.4184192419052124, -2.0726139545440674, -0.6098262667655945, -1.368892788887024, -1.4768844842910767, -1.7385900020599365, -1.4986019134521484, -1.4845798015594482, -1.30177903175354, -1.8549649715423584, -0.781396210193634, -1.0664677619934082, -0.0615239255130291, -2.455803871154785, -0.32217127084732056, -1.8123177289962769, -1.0818439722061157, -0.8801379203796387, -0.48827609419822693, -1.6100695133209229, -0.5637233257293701, -2.877540111541748, -0.7032966017723083, -1.5762213468551636, -0.8450493812561035, -1.0102670192718506, -2.1676061153411865, -0.4984814524650574, -1.389201045036316, -0.12690001726150513, -1.3002190589904785, -0.9875620603561401, -2.4656336307525635, -0.3644438683986664, -1.8436143398284912, -0.7295730710029602, -0.41973116993904114, -0.3138291835784912, -1.1685729026794434, -1.5168116092681885, -0.9281352162361145, -1.6397143602371216, -2.278514862060547, -0.8108203411102295, -1.5375640392303467, -0.04125799611210823, -2.2246310710906982, -0.38546741008758545, -2.0381765365600586, -0.3836759924888611, -1.8827444314956665, -0.6246026158332825, -0.6568537950515747, -0.9619758129119873, -0.9447261095046997, -1.501793622970581, -0.8902299404144287, -1.3693161010742188, -0.855625331401825, -1.2688605785369873, -1.2109510898590088, -0.18278154730796814, -0.03690659999847412, -0.244187131524086, -1.8027008771896362, -1.8080530166625977, -0.902838408946991, -1.7783480882644653, -1.5558115243911743]}, "Bot002_048_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female? I am female. I am female. are you single? No, I am single.[WHITE FROWNING FACE] do you have a cat? I have a cat. She's a cat. are you professional at something? No, and I am a professional student. how old are you? I'm 77 do you like drinking alcohol?", "response": "I do not drink alcohol but I do like to drink", "annotation_id": "Bot002_048_17", "annotations": ["O", "O", "X", "T", "O", "O", "X", "O", "O", "O", "O", "X", "O", "O", "X"], "gpt2_target_score": [-8.088411331176758, -2.08978009223938, -9.619379043579102, -11.795266151428223, -12.700460433959961, -10.793401718139648, -8.306320190429688, -10.059131622314453, -7.678033351898193, -7.23160457611084, -13.32659912109375], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -0.5693115592002869, -1.3596558570861816, -2.5097203254699707, -2.258396625518799, -1.414941430091858, -1.500235676765442, -0.8746183514595032, -0.0837811604142189, -0.8766235709190369, -1.5241060256958008, -1.1849689483642578, -0.1932956725358963, -2.5959312915802, -3.433283805847168, -1.3325661420822144, -0.6004114151000977, -0.5231496691703796, -1.4783430099487305, -2.5198826789855957, -3.1446549892425537, -2.25805401802063, -0.6220200061798096, -1.1743179559707642, -1.3986506462097168, -1.1177434921264648, -0.948927104473114, -2.2344720363616943, -1.5051217079162598, -1.5640054941177368, -2.9222590923309326, -1.698832392692566, -0.47775816917419434, -1.1393696069717407, -1.7488353252410889, -2.2979824542999268, -1.3607978820800781, -0.33491969108581543, -1.428635597229004, -1.7822545766830444, -0.22150370478630066, -0.6581753492355347, -0.905428946018219, -1.3144291639328003, -1.8933571577072144, -2.971635103225708, -2.28171706199646, -1.706647276878357, -1.9619120359420776, -1.1049599647521973, -2.3485302925109863, -2.6926143169403076, -1.8736251592636108, -1.444126009941101, -0.4184192419052124, -2.0726139545440674, -0.6098262667655945, -1.368892788887024, -1.4768844842910767, -1.7385900020599365, -1.4986019134521484, -1.4845798015594482, -1.30177903175354, -1.8549649715423584, -0.781396210193634, -1.0664677619934082, -0.0615239255130291, -2.455803871154785, -0.32217127084732056, -1.8123177289962769, -1.0818439722061157, -0.8801379203796387, -0.48827609419822693, -1.6100695133209229, -0.5637233257293701, -2.877540111541748, -0.7032966017723083, -1.5762213468551636, -0.8450493812561035, -1.0102670192718506, -2.1676061153411865, -0.49848753213882446, -1.389217495918274, -0.12689970433712006, -1.300218105316162, -0.9875530004501343, -2.465635299682617, -0.36443957686424255, -1.8436150550842285, -0.7295799851417542, -0.419723778963089, -0.31382638216018677, -1.1685847043991089, -1.5168042182922363, -0.9281346797943115, -1.6397229433059692, -2.2785112857818604, -0.8108181953430176, -1.5375518798828125, -0.04125811159610748, -2.22463321685791, -0.3854645788669586, -2.0381648540496826, -0.3836810290813446, -1.8827393054962158, -0.6245920658111572, -0.6568601727485657, -0.9619751572608948, -0.9447317123413086, -1.5018056631088257, -0.8902311325073242, -1.3693163394927979, -0.8556331992149353, -1.2688531875610352, -1.2109451293945312, -0.18277886509895325, -0.036905452609062195, -0.24418844282627106, -1.8027006387710571, -0.6857718825340271, -1.6292569637298584, -1.4717016220092773, -0.13333135843276978, -0.6415223479270935, -1.1856485605239868, -1.0833126306533813, -0.38844138383865356, -1.816989779472351, -1.6563514471054077, -1.4700645208358765, -1.3946678638458252, -0.8147076964378357, -0.9813556671142578, -0.9993249773979187, -0.571718692779541, -1.3367385864257812, -1.744623064994812, -1.3854345083236694, -0.9234626889228821, -1.3303219079971313]}, "Bot002_048_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female? I am female. I am female. are you single? No, I am single.[WHITE FROWNING FACE] do you have a cat? I have a cat. She's a cat. are you professional at something? No, and I am a professional student. how old are you? I'm 77 do you like drinking alcohol? I do not drink alcohol but I do like to drink do you like swimming?", "response": "I do not. I swim a lot.", "annotation_id": "Bot002_048_19", "annotations": ["O", "O", "T", "O", "X", "T", "X", "X", "O", "X", "O", "X", "O", "X", "X"], "gpt2_target_score": [-8.088411331176758, -2.08978009223938, -9.619379043579102, -6.467385768890381, -4.090567111968994, -9.710561752319336, -2.757782459259033, -9.71384048461914, -2.638680934906006], "gpt2_argmax_score": [-3.222573757171631, -2.08978009223938, -0.5811256766319275, -1.6758054494857788, -0.5693115592002869, -1.3596558570861816, -2.5097203254699707, -2.258396625518799, -1.414941430091858, -1.500235676765442, -0.8746183514595032, -0.0837811604142189, -0.8766235709190369, -1.5241060256958008, -1.1849689483642578, -0.1932956725358963, -2.5959312915802, -3.433283805847168, -1.3325661420822144, -0.6004114151000977, -0.5231496691703796, -1.4783430099487305, -2.5198826789855957, -3.1446549892425537, -2.25805401802063, -0.6220200061798096, -1.1743179559707642, -1.3986506462097168, -1.1177434921264648, -0.948927104473114, -2.2344720363616943, -1.5051217079162598, -1.5640054941177368, -2.9222590923309326, -1.698832392692566, -0.47775816917419434, -1.1393696069717407, -1.7488353252410889, -2.2979824542999268, -1.3607978820800781, -0.33491969108581543, -1.428635597229004, -1.7822545766830444, -0.22150370478630066, -0.6581753492355347, -0.905428946018219, -1.3144291639328003, -1.8933571577072144, -2.971635103225708, -2.28171706199646, -1.706647276878357, -1.9619120359420776, -1.1049599647521973, -2.3485302925109863, -2.6926143169403076, -1.8736251592636108, -1.444126009941101, -0.4184192419052124, -2.0726139545440674, -0.6098262667655945, -1.368892788887024, -1.4768844842910767, -1.7385900020599365, -1.4986019134521484, -1.4845798015594482, -1.30177903175354, -1.8549649715423584, -0.781396210193634, -1.0664677619934082, -0.0615239255130291, -2.455803871154785, -0.32217127084732056, -1.8123177289962769, -1.0818439722061157, -0.8801379203796387, -0.48827609419822693, -1.6100695133209229, -0.5637233257293701, -2.877540111541748, -0.7032966017723083, -1.5762213468551636, -0.8450493812561035, -1.0102670192718506, -2.1676061153411865, -0.49848753213882446, -1.389217495918274, -0.12689970433712006, -1.300218105316162, -0.9875530004501343, -2.465635299682617, -0.36443957686424255, -1.8436150550842285, -0.7295799851417542, -0.419723778963089, -0.31382638216018677, -1.1685847043991089, -1.5168042182922363, -0.9281346797943115, -1.6397229433059692, -2.2785112857818604, -0.8108181953430176, -1.5375518798828125, -0.04125811159610748, -2.22463321685791, -0.3854645788669586, -2.0381648540496826, -0.3836810290813446, -1.8827393054962158, -0.6245920658111572, -0.6568601727485657, -0.9619751572608948, -0.9447317123413086, -1.5018056631088257, -0.8902311325073242, -1.3693163394927979, -0.8556331992149353, -1.2688531875610352, -1.2109451293945312, -0.18277886509895325, -0.036905452609062195, -0.24418844282627106, -1.8027006387710571, -0.6857718825340271, -1.6292569637298584, -1.4717016220092773, -0.13333135843276978, -0.6415223479270935, -1.1856485605239868, -1.0833126306533813, -0.38844138383865356, -1.816989779472351, -1.71235191822052, -1.376186728477478, -0.5656073093414307, -1.3671727180480957, -1.029212236404419, -0.5852981805801392, -1.43242609500885, -1.3496226072311401, -1.371465802192688, -1.1931970119476318, -1.2480028867721558, -0.9678335189819336, -0.7798055410385132, -1.6279538869857788, -0.4126671552658081, -1.5415786504745483, -1.4878700971603394, -1.7318687438964844, -1.1041268110275269, -0.7514711618423462, -0.54517662525177, -1.3663140535354614, -1.8876888751983643, -0.07652542740106583, -1.1932371854782104, -0.6190369725227356]}, "Bot002_049_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello", "response": "Hi, I am doing great. How are you?", "annotation_id": "Bot002_049_01", "annotations": ["T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-11.856884002685547, -9.541168212890625, -4.497058868408203, -6.185486316680908, -13.201035499572754, -9.866153717041016, -9.27858829498291, -10.918265342712402, -10.59366226196289, -5.923786640167236, -10.10307502746582], "gpt2_argmax_score": [-1.8457903861999512, -2.0303499698638916, -0.9599646925926208, -1.0816501379013062, -1.1757060289382935, -1.2356144189834595, -1.041329264640808, -1.2061984539031982, -0.8948552012443542, -1.5330854654312134, -0.1349046528339386, -0.6830918788909912, -0.693531334400177]}, "Bot002_049_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you?", "response": "I'm doing great. Just got back from a long walk with my of zit ah", "annotation_id": "Bot002_049_03", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "O", "T", "X"], "gpt2_target_score": [-9.925350189208984, -10.732629776000977, -9.021164894104004, -14.348712921142578, -8.150689125061035, -9.031355857849121, -12.443687438964844, -12.406015396118164, -11.305492401123047, -7.834266185760498, -10.948671340942383, -14.495842933654785, -4.579056739807129, -4.387202262878418, -9.682994842529297, -10.187873840332031, -10.858046531677246, -8.491311073303223], "gpt2_argmax_score": [-1.8457903861999512, -1.2904301881790161, -1.090958833694458, -1.1089361906051636, -1.3577967882156372, -0.8240496516227722, -1.87397038936615, -1.2095732688903809, -1.3305020332336426, -0.174399733543396, -0.6539018750190735, -0.9226922392845154, -1.1833202838897705, -1.204157829284668, -0.5856552720069885, -0.5776064991950989, -1.4741960763931274, -1.6280453205108643, -1.8522965908050537, -1.7191764116287231, -1.662036418914795, -1.7120511531829834, -1.3987364768981934, -2.3408615589141846, -1.2755019664764404, -0.8206140398979187, -1.2835407257080078, -3.190716028213501, -1.6133661270141602, -0.44871512055397034, -1.086817979812622, -1.8428436517715454, -2.269580364227295, -1.9800140857696533, -1.171194076538086, -2.6736462116241455, -1.6457688808441162, -2.300011157989502, -2.4367144107818604, -1.4350001811981201]}, "Bot002_049_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry?", "response": "I just got back from a long day of work", "annotation_id": "Bot002_049_05", "annotations": ["O", "O", "O", "O", "O", "T", "O", "X", "O", "X", "O", "T", "T", "O", "O"], "gpt2_target_score": [-9.925350189208984, -8.866586685180664, -7.566163063049316, -11.844348907470703, -5.56227970123291, -0.8240496516227722, -11.473442077636719, -12.735879898071289, -9.896907806396484, -11.267264366149902], "gpt2_argmax_score": [-1.8457903861999512, -1.2904301881790161, -1.090958833694458, -1.1089361906051636, -1.3577967882156372, -0.8240496516227722, -1.87397038936615, -1.2095732688903809, -1.3305020332336426, -0.174399733543396, -0.6539018750190735, -0.9226922392845154, -1.1833202838897705, -1.204157829284668, -0.5856552720069885, -0.5776064991950989, -1.4741960763931274, -1.6280453205108643, -1.8522965908050537, -1.7191764116287231, -1.662036418914795, -1.5538839101791382, -2.684814691543579, -1.3719450235366821, -0.8073046803474426, -1.4616879224777222, -3.0841498374938965, -1.6238471269607544, -0.4768047630786896, -1.1466984748840332, -1.7947241067886353, -2.158809185028076, -1.8658114671707153, -1.151767373085022, -2.710045099258423, -1.393621802330017, -2.4042749404907227, -2.4235928058624268, -1.7367665767669678, -1.9511128664016724, -1.399209976196289, -2.1073203086853027, -1.8639130592346191, -1.6541588306427002, -1.934932827949524, -1.4663153886795044, -1.347937822341919, -0.2794843018054962, -0.15138685703277588, -0.28114110231399536, -0.21691645681858063, -0.0359082855284214, -1.496140718460083, -2.2104709148406982, -1.345353126525879]}, "Bot002_049_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at?", "response": "I am a manager at a local station", "annotation_id": "Bot002_049_07", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -9.146561622619629, -5.705928802490234, -14.565136909484863, -6.133442401885986, -0.8240410685539246, -11.317671775817871, -17.62272834777832], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.1089292764663696, -1.3578381538391113, -0.8240410685539246, -1.8739615678787231, -1.2095820903778076, -1.3305091857910156, -0.17440193891525269, -0.6539080142974854, -0.9226736426353455, -1.1833196878433228, -1.2041361331939697, -0.5856572985649109, -0.5776169300079346, -1.4742425680160522, -1.6280245780944824, -1.8522788286209106, -1.7191636562347412, -1.6620467901229858, -1.5538487434387207, -2.68483304977417, -1.3719452619552612, -0.8073265552520752, -1.4616628885269165, -3.084146738052368, -1.6238300800323486, -0.47680792212486267, -1.1467136144638062, -1.7946988344192505, -2.1588053703308105, -1.8658438920974731, -1.1517703533172607, -2.710052967071533, -1.393626093864441, -2.404283046722412, -2.423612594604492, -1.7367818355560303, -1.9511022567749023, -1.3992151021957397, -2.1073057651519775, -1.8639320135116577, -1.6541790962219238, -1.2546221017837524, -1.6789697408676147, -0.3621944785118103, -0.2269623875617981, -0.3561198115348816, -0.2589326500892639, -0.045996952801942825, -1.4645986557006836, -2.42797589302063, -1.3253180980682373, -1.1587713956832886, -1.7245486974716187, -2.1646602153778076, -1.8820234537124634, -0.1349254846572876, -1.3141711950302124, -0.36837753653526306, -0.27754634618759155, -1.3869264125823975, -1.9067541360855103, -1.2652431726455688, -1.5558240413665771, -3.496342182159424, -1.1041656732559204, -0.5040612816810608, -2.3972997665405273, -2.808696985244751, -1.22465980052948]}, "Bot002_049_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at? I am a manager at a local station What\u2019s the station you are working at?", "response": "No I do not work at the local station", "annotation_id": "Bot002_049_09", "annotations": ["X", "X", "T", "X", "T", "T", "X", "X", "O", "T", "T", "T", "X", "X", "X"], "gpt2_target_score": [-11.701579093933105, -3.8939223289489746, -6.517147064208984, -11.143048286437988, -9.87735366821289, -8.698537826538086, -7.403471946716309, -14.529940605163574, -14.81717300415039], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.1089292764663696, -1.3578381538391113, -0.8240410685539246, -1.8739615678787231, -1.2095820903778076, -1.3305091857910156, -0.17440193891525269, -0.6539080142974854, -0.9226736426353455, -1.1833196878433228, -1.2041361331939697, -0.5856572985649109, -0.5776169300079346, -1.4742425680160522, -1.6280245780944824, -1.8522788286209106, -1.7191636562347412, -1.6620467901229858, -1.5538487434387207, -2.68483304977417, -1.3719452619552612, -0.8073265552520752, -1.4616628885269165, -3.084146738052368, -1.6238300800323486, -0.47680792212486267, -1.1467136144638062, -1.7946988344192505, -2.1588053703308105, -1.8658438920974731, -1.1517703533172607, -2.710052967071533, -1.393626093864441, -2.404283046722412, -2.423612594604492, -1.7367818355560303, -1.9511022567749023, -1.3992151021957397, -2.1073057651519775, -1.8639320135116577, -1.6541790962219238, -1.2546221017837524, -1.6789697408676147, -0.3621944785118103, -0.2269623875617981, -0.3561198115348816, -0.2589326500892639, -0.045996952801942825, -1.4645986557006836, -2.42797589302063, -1.3253180980682373, -1.1587713956832886, -1.7245486974716187, -2.1646602153778076, -1.8820234537124634, -0.1349254846572876, -1.3141711950302124, -0.36837753653526306, -0.27754634618759155, -1.3869264125823975, -1.0916188955307007, -2.0966482162475586, -3.424603223800659, -1.2589335441589355, -0.587048351764679, -2.424718141555786, -2.905918836593628, -1.3973398208618164, -1.3825970888137817, -0.0018986309878528118, -0.015270699746906757, -0.9339792728424072, -0.40497034788131714, -0.846316933631897, -0.9354671835899353, -0.8078470230102539, -0.18883085250854492, -0.15594340860843658, -1.4400118589401245, -1.9796137809753418, -1.2134793996810913, -1.303436517715454, -0.5577674508094788, -0.8756673336029053, -0.4129246771335602, -1.1690328121185303, -0.02624761313199997, -0.014588944613933563, -1.246363878250122]}, "Bot002_049_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at? I am a manager at a local station What\u2019s the station you are working at? No I do not work at the local station Then who you are?", "response": "I am a fan of Elvis", "annotation_id": "Bot002_049_11", "annotations": ["T", "O", "O", "T", "O", "T", "X", "O", "O", "X", "T", "O", "T", "T", "X"], "gpt2_target_score": [-9.925333976745605, -9.146561622619629, -5.705928802490234, -13.510647773742676, -7.528263568878174, -15.948171615600586], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.1089292764663696, -1.3578381538391113, -0.8240410685539246, -1.8739615678787231, -1.2095820903778076, -1.3305091857910156, -0.17440193891525269, -0.6539080142974854, -0.9226736426353455, -1.1833196878433228, -1.2041361331939697, -0.5856572985649109, -0.5776169300079346, -1.4742425680160522, -1.6280245780944824, -1.8522788286209106, -1.7191636562347412, -1.6620467901229858, -1.5538487434387207, -2.68483304977417, -1.3719452619552612, -0.8073265552520752, -1.4616628885269165, -3.084146738052368, -1.6238300800323486, -0.47680792212486267, -1.1467136144638062, -1.7946988344192505, -2.1588053703308105, -1.8658438920974731, -1.1517703533172607, -2.710052967071533, -1.393626093864441, -2.404283046722412, -2.423612594604492, -1.7367818355560303, -1.9511022567749023, -1.3992151021957397, -2.1073057651519775, -1.8639320135116577, -1.6541790962219238, -1.2546221017837524, -1.6789697408676147, -0.3621944785118103, -0.2269623875617981, -0.3561198115348816, -0.2589326500892639, -0.045996952801942825, -1.4645986557006836, -2.42797589302063, -1.3253180980682373, -1.1587713956832886, -1.7245486974716187, -2.1646602153778076, -1.8820234537124634, -0.1349254846572876, -1.3141711950302124, -0.36837753653526306, -0.27754634618759155, -1.3869264125823975, -1.0916188955307007, -2.0966482162475586, -3.424603223800659, -1.2589335441589355, -0.587048351764679, -2.424718141555786, -2.905918836593628, -1.3973398208618164, -1.3825970888137817, -0.0018986309878528118, -0.015270699746906757, -0.9339792728424072, -0.40497034788131714, -0.846316933631897, -0.9354671835899353, -0.8078470230102539, -0.18883085250854492, -0.15594340860843658, -1.4400118589401245, -1.3071836233139038, -1.0971250534057617, -0.2961888313293457, -1.0048062801361084, -0.5106517672538757, -1.2849677801132202, -0.028309421613812447, -0.015898842364549637, -1.4219061136245728, -1.9356836080551147, -1.701262354850769, -0.5318270921707153, -0.9865133166313171, -1.4763123989105225, -1.7025448083877563, -1.2006217241287231, -1.1669154167175293, -0.35038891434669495, -0.1838696151971817, -1.3604341745376587, -1.9077612161636353]}, "Bot002_049_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at? I am a manager at a local station What\u2019s the station you are working at? No I do not work at the local station Then who you are? I am a fan of Elvis Presley?", "response": "I like Elvis. He is an Elvis fan.[SMILING FACE WITH OPEN MOUTH]", "annotation_id": "Bot002_049_13", "annotations": ["X", "X", "O", "X", "T", "T", "X", "T", "O", "X", "T", "T", "T", "X", "T"], "gpt2_target_score": [-9.925333976745605, -10.824265480041504, -16.074687957763672, -8.772976875305176, -12.531681060791016, -10.056692123413086, -10.080611228942871, -18.327821731567383, -14.068927764892578, -19.111948013305664, -16.478675842285156, -15.34843921661377, -16.600921630859375, -17.427875518798828, -18.984712600708008, -18.212444305419922, -9.453520774841309, -16.971759796142578, -14.970076560974121, -14.285829544067383], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.1089292764663696, -1.3578381538391113, -0.8240410685539246, -1.8739615678787231, -1.2095820903778076, -1.3305091857910156, -0.17440193891525269, -0.6539080142974854, -0.9226736426353455, -1.1833196878433228, -1.2041361331939697, -0.5856572985649109, -0.5776169300079346, -1.4742425680160522, -1.6280245780944824, -1.8522788286209106, -1.7191636562347412, -1.6620467901229858, -1.5538487434387207, -2.68483304977417, -1.3719452619552612, -0.8073265552520752, -1.4616628885269165, -3.084146738052368, -1.6238300800323486, -0.47680792212486267, -1.1467136144638062, -1.7946988344192505, -2.1588053703308105, -1.8658438920974731, -1.1517703533172607, -2.710052967071533, -1.393626093864441, -2.404283046722412, -2.423612594604492, -1.7367818355560303, -1.9511022567749023, -1.3992151021957397, -2.1073057651519775, -1.8639320135116577, -1.6541790962219238, -1.2546221017837524, -1.6789697408676147, -0.3621944785118103, -0.2269623875617981, -0.3561198115348816, -0.2589326500892639, -0.045996952801942825, -1.4645986557006836, -2.42797589302063, -1.3253180980682373, -1.1587713956832886, -1.7245486974716187, -2.1646602153778076, -1.8820234537124634, -0.1349254846572876, -1.3141711950302124, -0.36837753653526306, -0.27754634618759155, -1.3869264125823975, -1.0916188955307007, -2.0966482162475586, -3.424603223800659, -1.2589335441589355, -0.587048351764679, -2.424718141555786, -2.905918836593628, -1.3973398208618164, -1.3825970888137817, -0.0018986309878528118, -0.015270699746906757, -0.9339792728424072, -0.40497034788131714, -0.846316933631897, -0.9354671835899353, -0.8078470230102539, -0.18883085250854492, -0.15594340860843658, -1.4400118589401245, -1.3071836233139038, -1.0971250534057617, -0.29618731141090393, -1.0048043727874756, -0.5106474757194519, -1.2849640846252441, -0.028309421613812447, -0.015898842364549637, -1.4219062328338623, -1.9356749057769775, -1.701255440711975, -0.5318268537521362, -0.9865055084228516, -1.4763127565383911, -1.3165440559387207, -1.113144874572754, -0.4213639795780182, -0.20269939303398132, -1.3298757076263428, -2.140859603881836, -0.004424188286066055, -1.7966411113739014, -1.7275185585021973, -1.859136700630188, -1.2948737144470215, -0.635293185710907, -0.26597633957862854, -1.4519702196121216, -1.2700899839401245, -1.4792068004608154, -1.9137009382247925, -1.6225554943084717, -1.0286282300949097, -2.486337900161743, -2.237659215927124, -2.1754634380340576, -1.9464441537857056, -1.431178331375122, -1.835970163345337, -2.874148368835449, -2.2562756538391113, -0.6113693118095398, -1.9748854637145996, -0.2676461637020111]}, "Bot002_049_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at? I am a manager at a local station What\u2019s the station you are working at? No I do not work at the local station Then who you are? I am a fan of Elvis Presley? I like Elvis. He is an Elvis fan.[SMILING FACE WITH OPEN MOUTH] How old are you?", "response": "I'm 77", "annotation_id": "Bot002_049_15", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -10.732636451721191, -12.480358123779297], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.1089292764663696, -1.3578381538391113, -0.8240410685539246, -1.8739615678787231, -1.2095820903778076, -1.3305091857910156, -0.17440193891525269, -0.6539080142974854, -0.9226736426353455, -1.1833196878433228, -1.2041361331939697, -0.5856572985649109, -0.5776169300079346, -1.4742425680160522, -1.6280245780944824, -1.8522788286209106, -1.7191636562347412, -1.6620467901229858, -1.5538487434387207, -2.68483304977417, -1.3719452619552612, -0.8073265552520752, -1.4616628885269165, -3.084146738052368, -1.6238300800323486, -0.47680792212486267, -1.1467136144638062, -1.7946988344192505, -2.1588053703308105, -1.8658438920974731, -1.1517703533172607, -2.710052967071533, -1.393626093864441, -2.404283046722412, -2.423612594604492, -1.7367818355560303, -1.9511022567749023, -1.3992151021957397, -2.1073057651519775, -1.8639320135116577, -1.6541790962219238, -1.2546221017837524, -1.6789697408676147, -0.3621944785118103, -0.2269623875617981, -0.3561198115348816, -0.2589326500892639, -0.045996952801942825, -1.4645986557006836, -2.42797589302063, -1.3253180980682373, -1.1587713956832886, -1.7245486974716187, -2.1646602153778076, -1.8820234537124634, -0.1349254846572876, -1.3141711950302124, -0.36837753653526306, -0.27754634618759155, -1.3869264125823975, -1.0916188955307007, -2.0966482162475586, -3.424603223800659, -1.2589335441589355, -0.587048351764679, -2.424718141555786, -2.905918836593628, -1.3973398208618164, -1.3825970888137817, -0.0018986309878528118, -0.015270699746906757, -0.9339792728424072, -0.40497034788131714, -0.846316933631897, -0.9354671835899353, -0.8078470230102539, -0.18883085250854492, -0.15594340860843658, -1.4400118589401245, -1.3071836233139038, -1.0971250534057617, -0.2961888313293457, -1.0048062801361084, -0.5106517672538757, -1.2849677801132202, -0.028309421613812447, -0.015898842364549637, -1.421907901763916, -1.9356831312179565, -1.7012536525726318, -0.5318207740783691, -0.9865246415138245, -1.4763096570968628, -1.3165427446365356, -1.1131460666656494, -0.4213624894618988, -0.20270660519599915, -1.3298710584640503, -2.1408534049987793, -0.004424188286066055, -1.796640157699585, -1.7275171279907227, -1.2240116596221924, -1.5209290981292725, -0.8075120449066162, -1.4706870317459106, -1.3835597038269043, -1.4421836137771606, -2.1422996520996094, -1.7063623666763306, -1.1910525560379028, -2.8059232234954834, -1.801903486251831, -1.7137514352798462, -1.3944693803787231, -1.8386127948760986, -1.868403434753418, -2.5881903171539307, -2.094560146331787, -0.5912894606590271, -1.9552899599075317, -1.2034698724746704, -1.4452087879180908, -0.31975170969963074, -0.03220876678824425, -0.23889006674289703, -1.6822983026504517, -2.066509485244751, -1.0918396711349487, -2.5196733474731445, -1.6421003341674805]}, "Bot002_049_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at? I am a manager at a local station What\u2019s the station you are working at? No I do not work at the local station Then who you are? I am a fan of Elvis Presley? I like Elvis. He is an Elvis fan.[SMILING FACE WITH OPEN MOUTH] How old are you? I'm 77 And where are you from?", "response": "I'm from the USA. How about you?", "annotation_id": "Bot002_049_17", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -10.732636451721191, -7.334926605224609, -11.378201484680176, -10.80704116821289, -9.655309677124023, -9.750960350036621, -10.576632499694824, -6.258609771728516, -10.091363906860352], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.1089292764663696, -1.3578381538391113, -0.8240410685539246, -1.8739615678787231, -1.2095820903778076, -1.3305091857910156, -0.17440193891525269, -0.6539080142974854, -0.9226736426353455, -1.1833196878433228, -1.2041361331939697, -0.5856572985649109, -0.5776169300079346, -1.4742425680160522, -1.6280245780944824, -1.8522788286209106, -1.7191636562347412, -1.6620467901229858, -1.5538487434387207, -2.68483304977417, -1.3719452619552612, -0.8073265552520752, -1.4616628885269165, -3.084146738052368, -1.6238300800323486, -0.47680792212486267, -1.1467136144638062, -1.7946988344192505, -2.1588053703308105, -1.8658438920974731, -1.1517703533172607, -2.710052967071533, -1.393626093864441, -2.404283046722412, -2.423612594604492, -1.7367818355560303, -1.9511022567749023, -1.3992151021957397, -2.1073057651519775, -1.8639320135116577, -1.6541790962219238, -1.2546221017837524, -1.6789697408676147, -0.3621944785118103, -0.2269623875617981, -0.3561198115348816, -0.2589326500892639, -0.045996952801942825, -1.4645986557006836, -2.42797589302063, -1.3253180980682373, -1.1587713956832886, -1.7245486974716187, -2.1646602153778076, -1.8820234537124634, -0.1349254846572876, -1.3141711950302124, -0.36837753653526306, -0.27754634618759155, -1.3869264125823975, -1.0916188955307007, -2.0966482162475586, -3.424603223800659, -1.2589335441589355, -0.587048351764679, -2.424718141555786, -2.905918836593628, -1.3973398208618164, -1.3825970888137817, -0.0018986309878528118, -0.015270699746906757, -0.9339792728424072, -0.40497034788131714, -0.846316933631897, -0.9354671835899353, -0.8078470230102539, -0.18883085250854492, -0.15594340860843658, -1.4400118589401245, -1.3071836233139038, -1.0971250534057617, -0.2961888313293457, -1.0048062801361084, -0.5106517672538757, -1.2849677801132202, -0.028309421613812447, -0.015898842364549637, -1.4219061136245728, -1.9356836080551147, -1.701262354850769, -0.5318270921707153, -0.9865133166313171, -1.4763123989105225, -1.3165473937988281, -1.113134741783142, -0.4213639795780182, -0.2027021199464798, -1.3298695087432861, -2.1408543586730957, -0.004424188286066055, -1.796643614768982, -1.7275301218032837, -1.224005937576294, -1.5209276676177979, -0.8075007796287537, -1.4706958532333374, -1.3835694789886475, -1.4421842098236084, -2.1422979831695557, -1.7063627243041992, -1.1910525560379028, -2.8059329986572266, -1.8019007444381714, -1.7137422561645508, -1.394467830657959, -1.838614821434021, -1.8684016466140747, -2.588188648223877, -2.0945587158203125, -0.5912850499153137, -1.955294132232666, -1.2034636735916138, -1.4452091455459595, -0.3197473883628845, -0.03220795840024948, -0.2388906329870224, -1.6822799444198608, -1.0427848100662231, -2.0950162410736084, -1.749187707901001, -0.9078390598297119, -0.5460757613182068, -0.022187337279319763, -1.235147476196289, -0.09705758094787598, -1.6957210302352905, -1.9232937097549438, -1.1473209857940674, -2.12888240814209, -2.921907424926758, -1.699194073677063, -1.3577029705047607, -1.163667917251587, -0.8532640337944031, -0.3217950165271759, -0.314892441034317, -0.5764646530151367]}, "Bot002_049_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at? I am a manager at a local station What\u2019s the station you are working at? No I do not work at the local station Then who you are? I am a fan of Elvis Presley? I like Elvis. He is an Elvis fan.[SMILING FACE WITH OPEN MOUTH] How old are you? I'm 77 And where are you from? I'm from the USA. How about you? Me too", "response": "I love to be alone.[WINKING FACE]", "annotation_id": "Bot002_049_19", "annotations": ["T", "O", "T", "O", "O", "T", "X", "O", "O", "X", "T", "O", "O", "O", "X"], "gpt2_target_score": [-9.925333976745605, -11.597275733947754, -7.116832733154297, -10.578930854797363, -8.789905548095703, -18.18037986755371, -14.126784324645996, -18.870500564575195, -15.41714859008789, -16.749048233032227, -13.991355895996094], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.0909688472747803, -1.1089292764663696, -1.3578381538391113, -0.8240410685539246, -1.8739615678787231, -1.2095820903778076, -1.3305091857910156, -0.17440193891525269, -0.6539080142974854, -0.9226736426353455, -1.1833196878433228, -1.2041361331939697, -0.5856572985649109, -0.5776169300079346, -1.4742425680160522, -1.6280245780944824, -1.8522788286209106, -1.7191636562347412, -1.6620467901229858, -1.5538487434387207, -2.68483304977417, -1.3719452619552612, -0.8073265552520752, -1.4616628885269165, -3.084146738052368, -1.6238300800323486, -0.47680792212486267, -1.1467136144638062, -1.7946988344192505, -2.1588053703308105, -1.8658438920974731, -1.1517703533172607, -2.710052967071533, -1.393626093864441, -2.404283046722412, -2.423612594604492, -1.7367818355560303, -1.9511022567749023, -1.3992151021957397, -2.1073057651519775, -1.8639320135116577, -1.6541790962219238, -1.2546221017837524, -1.6789697408676147, -0.3621944785118103, -0.2269623875617981, -0.3561198115348816, -0.2589326500892639, -0.045996952801942825, -1.4645986557006836, -2.42797589302063, -1.3253180980682373, -1.1587713956832886, -1.7245486974716187, -2.1646602153778076, -1.8820234537124634, -0.1349254846572876, -1.3141711950302124, -0.36837753653526306, -0.27754634618759155, -1.3869264125823975, -1.0916188955307007, -2.0966482162475586, -3.424603223800659, -1.2589335441589355, -0.587048351764679, -2.424718141555786, -2.905918836593628, -1.3973398208618164, -1.3825970888137817, -0.0018986309878528118, -0.015270699746906757, -0.9339792728424072, -0.40497034788131714, -0.846316933631897, -0.9354671835899353, -0.8078470230102539, -0.18883085250854492, -0.15594340860843658, -1.4400118589401245, -1.3071836233139038, -1.0971250534057617, -0.2961888313293457, -1.0048062801361084, -0.5106517672538757, -1.2849677801132202, -0.028309421613812447, -0.015898842364549637, -1.4219061136245728, -1.9356836080551147, -1.701262354850769, -0.5318270921707153, -0.9865133166313171, -1.4763123989105225, -1.3165473937988281, -1.113134741783142, -0.4213639795780182, -0.2027021199464798, -1.3298695087432861, -2.1408543586730957, -0.004424188286066055, -1.796643614768982, -1.7275301218032837, -1.224005937576294, -1.5209276676177979, -0.8075007796287537, -1.4706958532333374, -1.3835694789886475, -1.4421842098236084, -2.1422979831695557, -1.7063627243041992, -1.1910525560379028, -2.8059329986572266, -1.8019007444381714, -1.7137422561645508, -1.394467830657959, -1.838614821434021, -1.8684016466140747, -2.588188648223877, -2.0945587158203125, -0.5912850499153137, -1.955294132232666, -1.2034636735916138, -1.4452091455459595, -0.3197473883628845, -0.03220795840024948, -0.2388906329870224, -1.6822799444198608, -1.0427848100662231, -2.0950162410736084, -1.749187707901001, -0.9078390598297119, -0.5460757613182068, -0.022187337279319763, -1.235147476196289, -0.09705758094787598, -1.6957210302352905, -1.2620609998703003, -2.199903964996338, -3.1341958045959473, -1.6820074319839478, -1.5510236024856567, -1.5323468446731567, -1.2842886447906494, -0.3512163758277893, -0.23545332252979279, -1.3456146717071533, -1.8474596738815308, -1.5581821203231812, -1.847267985343933, -1.0764033794403076, -0.10255555063486099, -1.7840242385864258, -1.4038982391357422, -1.6985849142074585, -0.37948518991470337, -2.1343955993652344, -1.8488221168518066, -0.20664843916893005, -0.12778595089912415, -1.251401662826538]}, "Bot002_052_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank.", "response": "I am an engineer, I love to hike", "annotation_id": "Bot002_052_02", "annotations": ["X", "X", "T", "O", "T", "O", "O", "T", "T", "T", "T", "O", "O", "T", "T"], "gpt2_target_score": [-10.373396873474121, -9.036567687988281, -9.996133804321289, -14.17448902130127, -8.932184219360352, -9.121721267700195, -13.249730110168457, -11.186698913574219, -15.757786750793457], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -0.49979597330093384, -2.298252820968628, -3.5518667697906494, -1.2673741579055786, -0.42609092593193054, -0.9709398150444031, -0.8668409585952759, -1.378806233406067, -1.2580622434616089, -1.9266929626464844, -0.9887766242027283, -0.9379090666770935, -1.3077560663223267, -1.5165743827819824, -1.1302647590637207, -0.6016859412193298, -2.9032702445983887, -1.1640918254852295, -1.4162639379501343, -1.9366871118545532, -1.8687584400177002, -1.4689085483551025, -1.0743962526321411, -0.8404217958450317, -1.7427252531051636, -1.6120375394821167, -2.3054065704345703, -2.073195457458496, -1.229944109916687]}, "Bot002_052_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know.", "response": "[WINKING FACE]  I like to eat out and hike", "annotation_id": "Bot002_052_04", "annotations": ["T", "X", "T", "O", "O", "T", "O", "O", "O", "O", "X", "T", "T", "O", "T"], "gpt2_target_score": [-11.410300254821777, -11.081443786621094, -19.452524185180664, -15.974263191223145, -14.339624404907227, -13.363832473754883, -8.209050178527832, -2.3380815982818604, -7.024250507354736, -11.04959774017334, -14.802129745483398, -13.20687484741211, -7.067237377166748, -17.67025375366211], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -0.49979597330093384, -2.298252820968628, -3.5518667697906494, -1.2673741579055786, -0.42609092593193054, -0.9709398150444031, -0.8668409585952759, -1.378806233406067, -1.2580622434616089, -1.9266929626464844, -0.9887766242027283, -0.9379090666770935, -1.3077560663223267, -1.5165743827819824, -1.1302647590637207, -0.6016859412193298, -2.9032702445983887, -1.1640918254852295, -1.4162639379501343, -1.9627416133880615, -1.1937801837921143, -1.7467257976531982, -0.6586453914642334, -1.4874186515808105, -1.520363688468933, -2.363144874572754, -2.324559450149536, -1.1995370388031006, -2.425091505050659, -1.8054217100143433, -0.11494532972574234, -1.398473858833313, -1.3202719688415527, -1.683294415473938, -1.541517734527588, -1.22939932346344, -1.7919145822525024, -2.3962130546569824, -2.1472082138061523, -2.1952130794525146, -2.2804667949676514, -1.6233359575271606, -0.9972350597381592, -0.6937869191169739, -1.97519850730896, -0.5568016171455383, -1.1766060590744019, -0.7224777936935425, -1.8628114461898804, -1.9560452699661255, -1.7046608924865723]}, "Bot002_052_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking?", "response": "I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot002_052_06", "annotations": ["O", "O", "X", "T", "T", "T", "T", "X", "X", "T", "T", "O", "O", "O", "T"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -11.626083374023438, -7.4247894287109375, -10.756607055664062, -9.121726036071777, -7.327897548675537, -16.536836624145508, -12.688953399658203, -20.1539306640625, -16.782421112060547, -20.899303436279297, -19.09495735168457, -15.450490951538086, -11.135076522827148, -15.682154655456543, -16.55838394165039, -7.6230692863464355, -19.281734466552734, -13.722860336303711], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -3.5518643856048584, -1.267378568649292, -0.4260726273059845, -0.9709500670433044, -0.8668254017829895, -1.378799319267273, -1.2580838203430176, -1.9266934394836426, -0.9887565970420837, -0.9379327893257141, -1.307775855064392, -1.5165358781814575, -1.1302528381347656, -0.6016839146614075, -2.9032704830169678, -1.1640987396240234, -1.4162479639053345, -1.9626988172531128, -1.1937484741210938, -1.7467358112335205, -0.6586406826972961, -1.487437129020691, -1.5203388929367065, -2.3630967140197754, -2.324524402618408, -1.199562668800354, -2.42508602142334, -1.8054723739624023, -0.1149437353014946, -1.3984671831130981, -1.3202593326568604, -1.6833302974700928, -1.5415138006210327, -1.2293784618377686, -2.4932785034179688, -2.103217601776123, -1.6663789749145508, -2.50156831741333, -1.4996343851089478, -1.5531638860702515, -1.1314319372177124, -1.950654149055481, -0.4477350413799286, -1.2449159622192383, -1.0392239093780518, -1.8129531145095825, -1.9599347114562988, -1.5773266553878784, -1.8575855493545532, -0.060401998460292816, -1.2493799924850464, -0.6564981341362, -0.4136091470718384, -0.9441897869110107, -0.7906144857406616, -0.38601428270339966, -1.1008200645446777, -1.616076111793518, -1.0992152690887451, -0.22276486456394196, -1.5250027179718018, -1.7203176021575928, -0.7675234079360962, -2.0538580417633057, -0.5244730114936829, -1.168971061706543, -2.8673651218414307, -1.7609204053878784, -1.596463918685913, -1.8445589542388916, -0.21710048615932465, -2.3658535480499268, -1.6276129484176636, -2.5322179794311523, -0.8070684671401978, -1.2205129861831665, -0.7612330317497253, -0.702906608581543]}, "Bot002_052_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig?", "response": "I do, but I like hiking", "annotation_id": "Bot002_052_08", "annotations": ["O", "O", "X", "T", "O", "O", "T", "T", "X", "O", "T", "T", "T", "O", "X"], "gpt2_target_score": [-10.37339973449707, -8.952587127685547, -9.476181030273438, -9.443267822265625, -9.556297302246094, -9.625243186950684, -15.005327224731445], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -3.5518643856048584, -1.267378568649292, -0.4260726273059845, -0.9709500670433044, -0.8668254017829895, -1.378799319267273, -1.2580838203430176, -1.9266934394836426, -0.9887565970420837, -0.9379327893257141, -1.307775855064392, -1.5165358781814575, -1.1302528381347656, -0.6016839146614075, -2.9032704830169678, -1.1640987396240234, -1.4162479639053345, -1.9626988172531128, -1.1937484741210938, -1.7467358112335205, -0.6586406826972961, -1.487437129020691, -1.5203388929367065, -2.3630967140197754, -2.324524402618408, -1.199562668800354, -2.42508602142334, -1.8054723739624023, -0.1149437353014946, -1.3984671831130981, -1.3202593326568604, -1.6833302974700928, -1.5415138006210327, -1.2293784618377686, -2.4932785034179688, -2.103217601776123, -1.6663789749145508, -2.50156831741333, -1.4996343851089478, -1.5531638860702515, -1.1314319372177124, -1.950654149055481, -0.4477350413799286, -1.2449159622192383, -1.0392239093780518, -1.8129531145095825, -1.9599347114562988, -1.5773266553878784, -1.8575855493545532, -0.060401998460292816, -1.2493799924850464, -0.6564981341362, -0.4136091470718384, -0.9441897869110107, -0.7906144857406616, -0.38601428270339966, -1.1008200645446777, -1.3001657724380493, -0.2273288518190384, -1.576011061668396, -1.7954105138778687, -0.7172755599021912, -1.9916681051254272, -0.49142375588417053, -1.330195665359497, -2.842733860015869, -1.6146758794784546, -1.479912519454956, -1.3270167112350464, -0.08777931332588196, -2.2577288150787354, -1.5501048564910889, -2.3909714221954346, -1.101705551147461, -1.2512367963790894, -0.38862261176109314, -1.0317891836166382, -0.41391053795814514, -2.0089941024780273, -1.1322126388549805, -0.7929880023002625, -1.4064209461212158, -0.06527411937713623, -0.6897987723350525, -0.39482322335243225, -1.277776837348938, -1.739142894744873, -2.50818133354187, -1.9136625528335571, -1.8030434846878052, -1.5151803493499756, -1.5788847208023071, -0.8720484972000122, -1.6471723318099976, -1.4807672500610352, -0.7318334579467773, -1.9292213916778564, -0.5591373443603516, -1.5976629257202148]}, "Bot002_052_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig? I do, but I like hiking Well,  do you have kids or something?", "response": "I have two boys.", "annotation_id": "Bot002_052_10", "annotations": ["O", "O", "O", "O", "T", "T", "O", "O", "O", "T", "T", "T", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -8.69393539428711, -8.898223876953125, -9.03643798828125, -10.30419921875], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -3.5518643856048584, -1.267378568649292, -0.4260726273059845, -0.9709500670433044, -0.8668254017829895, -1.378799319267273, -1.2580838203430176, -1.9266934394836426, -0.9887565970420837, -0.9379327893257141, -1.307775855064392, -1.5165358781814575, -1.1302528381347656, -0.6016839146614075, -2.9032704830169678, -1.1640987396240234, -1.4162479639053345, -1.9626988172531128, -1.1937484741210938, -1.7467358112335205, -0.6586406826972961, -1.487437129020691, -1.5203388929367065, -2.3630967140197754, -2.324524402618408, -1.199562668800354, -2.42508602142334, -1.8054723739624023, -0.1149437353014946, -1.3984671831130981, -1.3202593326568604, -1.6833302974700928, -1.5415138006210327, -1.2293784618377686, -2.4932785034179688, -2.103217601776123, -1.6663789749145508, -2.50156831741333, -1.4996343851089478, -1.5531638860702515, -1.1314319372177124, -1.950654149055481, -0.4477350413799286, -1.2449159622192383, -1.0392239093780518, -1.8129531145095825, -1.9599347114562988, -1.5773266553878784, -1.8575855493545532, -0.060401998460292816, -1.2493799924850464, -0.6564981341362, -0.4136091470718384, -0.9441897869110107, -0.7906144857406616, -0.38601428270339966, -1.1008200645446777, -1.3001657724380493, -0.2273288518190384, -1.576011061668396, -1.7954105138778687, -0.7172755599021912, -1.9916681051254272, -0.49142375588417053, -1.330195665359497, -2.842733860015869, -1.6146758794784546, -1.479912519454956, -1.3270167112350464, -0.08777931332588196, -2.2577288150787354, -1.5501048564910889, -2.3909714221954346, -1.101705551147461, -1.2512367963790894, -0.38862261176109314, -1.0317891836166382, -0.41391053795814514, -2.0089941024780273, -1.1322126388549805, -0.7929880023002625, -1.4064209461212158, -0.06527411937713623, -0.6897987723350525, -0.39482322335243225, -1.277776837348938, -1.739142894744873, -2.50818133354187, -1.9136625528335571, -1.8030434846878052, -1.5151803493499756, -1.018229603767395, -1.4235607385635376, -1.2309602499008179, -0.6683209538459778, -1.8968218564987183, -0.9706805944442749, -1.979841709136963, -0.9386731386184692, -1.2037997245788574, -1.3349003791809082, -0.06358548998832703, -0.4060589075088501, -0.9606320858001709, -0.35862913727760315, -1.5390347242355347, -0.40115994215011597, -1.6750024557113647, -1.9202001094818115, -1.8872026205062866, -1.1784669160842896, -1.5867449045181274, -1.532539963722229, -1.5947291851043701]}, "Bot002_052_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig? I do, but I like hiking Well,  do you have kids or something? I have two boys. And what about girls? Do you have any?", "response": "I have two girls", "annotation_id": "Bot002_052_12", "annotations": ["T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-10.37339973449707, -8.69393539428711, -8.898223876953125, -8.140243530273438], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -3.5518643856048584, -1.267378568649292, -0.4260726273059845, -0.9709500670433044, -0.8668254017829895, -1.378799319267273, -1.2580838203430176, -1.9266934394836426, -0.9887565970420837, -0.9379327893257141, -1.307775855064392, -1.5165358781814575, -1.1302528381347656, -0.6016839146614075, -2.9032704830169678, -1.1640987396240234, -1.4162479639053345, -1.9626988172531128, -1.1937484741210938, -1.7467358112335205, -0.6586406826972961, -1.487437129020691, -1.5203388929367065, -2.3630967140197754, -2.324524402618408, -1.199562668800354, -2.42508602142334, -1.8054723739624023, -0.1149437353014946, -1.3984671831130981, -1.3202593326568604, -1.6833302974700928, -1.5415138006210327, -1.2293784618377686, -2.4932785034179688, -2.103217601776123, -1.6663789749145508, -2.50156831741333, -1.4996343851089478, -1.5531638860702515, -1.1314319372177124, -1.950654149055481, -0.4477350413799286, -1.2449159622192383, -1.0392239093780518, -1.8129531145095825, -1.9599347114562988, -1.5773266553878784, -1.8575855493545532, -0.060401998460292816, -1.2493799924850464, -0.6564981341362, -0.4136091470718384, -0.9441897869110107, -0.7906144857406616, -0.38601428270339966, -1.1008200645446777, -1.3001657724380493, -0.2273288518190384, -1.576011061668396, -1.7954105138778687, -0.7172755599021912, -1.9916681051254272, -0.49142375588417053, -1.330195665359497, -2.842733860015869, -1.6146758794784546, -1.479912519454956, -1.3270167112350464, -0.08777931332588196, -2.2577288150787354, -1.5501048564910889, -2.3909714221954346, -1.101705551147461, -1.2512367963790894, -0.38862261176109314, -1.0317891836166382, -0.41391053795814514, -2.0089941024780273, -1.1322126388549805, -0.7929880023002625, -1.4064209461212158, -0.06527411937713623, -0.6897987723350525, -0.39482322335243225, -1.277776837348938, -1.739142894744873, -2.50818133354187, -1.9136625528335571, -1.8030434846878052, -1.5151803493499756, -1.018229603767395, -1.4235607385635376, -1.2309602499008179, -0.6683209538459778, -1.8968218564987183, -0.9706805944442749, -1.979841709136963, -0.9386731386184692, -1.2037997245788574, -1.3349003791809082, -0.06358548998832703, -0.4060589075088501, -0.9606320858001709, -0.35862913727760315, -1.5390347242355347, -0.40115994215011597, -1.6750024557113647, -1.775522232055664, -1.0684491395950317, -1.5116280317306519, -1.4558767080307007, -1.5609407424926758, -1.0895272493362427, -1.227219581604004, -1.369574785232544, -0.33903560042381287, -1.530745506286621, -0.10728368163108826, -0.6974796056747437, -1.4319753646850586, -1.977035641670227, -1.6542987823486328, -1.7094823122024536, -1.9200695753097534, -1.3580718040466309, -0.7691420912742615, -1.0120917558670044]}, "Bot002_052_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig? I do, but I like hiking Well,  do you have kids or something? I have two boys. And what about girls? Do you have any? I have two girls Oh, so four in total, right?", "response": "I have 5 foot 3.", "annotation_id": "Bot002_052_14", "annotations": ["O", "X", "X", "X", "T", "X", "X", "X", "X", "T", "T", "O", "T", "T", "X"], "gpt2_target_score": [-10.37339973449707, -8.69393539428711, -10.0389404296875, -14.094436645507812, -7.60504150390625, -9.84378719329834], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -3.5518643856048584, -1.267378568649292, -0.4260726273059845, -0.9709500670433044, -0.8668254017829895, -1.378799319267273, -1.2580838203430176, -1.9266934394836426, -0.9887565970420837, -0.9379327893257141, -1.307775855064392, -1.5165358781814575, -1.1302528381347656, -0.6016839146614075, -2.9032704830169678, -1.1640987396240234, -1.4162479639053345, -1.9626988172531128, -1.1937484741210938, -1.7467358112335205, -0.6586406826972961, -1.487437129020691, -1.5203388929367065, -2.3630967140197754, -2.324524402618408, -1.199562668800354, -2.42508602142334, -1.8054723739624023, -0.1149437353014946, -1.3984671831130981, -1.3202593326568604, -1.6833302974700928, -1.5415138006210327, -1.2293784618377686, -2.4932785034179688, -2.103217601776123, -1.6663789749145508, -2.50156831741333, -1.4996343851089478, -1.5531638860702515, -1.1314319372177124, -1.950654149055481, -0.4477350413799286, -1.2449159622192383, -1.0392239093780518, -1.8129531145095825, -1.9599347114562988, -1.5773266553878784, -1.8575855493545532, -0.060401998460292816, -1.2493799924850464, -0.6564981341362, -0.4136091470718384, -0.9441897869110107, -0.7906144857406616, -0.38601428270339966, -1.1008200645446777, -1.3001657724380493, -0.2273288518190384, -1.576011061668396, -1.7954105138778687, -0.7172755599021912, -1.9916681051254272, -0.49142375588417053, -1.330195665359497, -2.842733860015869, -1.6146758794784546, -1.479912519454956, -1.3270167112350464, -0.08777931332588196, -2.2577288150787354, -1.5501048564910889, -2.3909714221954346, -1.101705551147461, -1.2512367963790894, -0.38862261176109314, -1.0317891836166382, -0.41391053795814514, -2.0089941024780273, -1.1322126388549805, -0.7929880023002625, -1.4064209461212158, -0.06527411937713623, -0.6897987723350525, -0.39482322335243225, -1.277776837348938, -1.739142894744873, -2.50818133354187, -1.9136625528335571, -1.8030434846878052, -1.5151803493499756, -1.018229603767395, -1.4235607385635376, -1.2309602499008179, -0.6683209538459778, -1.8968218564987183, -0.9706805944442749, -1.979841709136963, -0.9386731386184692, -1.2037997245788574, -1.3349003791809082, -0.06358548998832703, -0.4060589075088501, -0.9606320858001709, -0.35862913727760315, -1.5390347242355347, -0.40115994215011597, -1.6750024557113647, -1.775522232055664, -1.0684491395950317, -1.5116280317306519, -1.4558767080307007, -1.5609407424926758, -1.0895272493362427, -1.227219581604004, -1.369574785232544, -0.3390294909477234, -1.5307376384735107, -0.1072835773229599, -0.6974794864654541, -1.4319669008255005, -1.9770112037658691, -1.6542896032333374, -1.9972585439682007, -1.160610318183899, -1.0333428382873535, -0.9743642210960388, -1.5614818334579468, -1.8322266340255737, -1.6166712045669556, -1.6659305095672607, -1.6713327169418335, -0.933411717414856, -2.2373502254486084, -0.11270328611135483, -1.918296456336975, -2.1581711769104004, -1.9716378450393677, -0.8286072015762329, -1.3397469520568848, -1.2134249210357666, -1.5476586818695068, -1.6205151081085205]}, "Bot002_052_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig? I do, but I like hiking Well,  do you have kids or something? I have two boys. And what about girls? Do you have any? I have two girls Oh, so four in total, right? I have 5 foot 3. And i'm an omnivore, for no reason!", "response": "I love to hike[GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot002_052_16", "annotations": ["O", "X", "X", "X", "O", "T", "X", "X", "X", "O", "T", "T", "T", "O", "T"], "gpt2_target_score": [-10.37339973449707, -11.809459686279297, -9.692291259765625, -15.7821044921875, -12.373497009277344, -17.33479881286621, -20.583681106567383, -22.964906692504883, -17.202014923095703, -18.316497802734375, -12.469463348388672, -14.646968841552734, -15.85557746887207, -10.461034774780273, -19.30965232849121, -14.098750114440918], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -3.5518643856048584, -1.267378568649292, -0.4260726273059845, -0.9709500670433044, -0.8668254017829895, -1.378799319267273, -1.2580838203430176, -1.9266934394836426, -0.9887565970420837, -0.9379327893257141, -1.307775855064392, -1.5165358781814575, -1.1302528381347656, -0.6016839146614075, -2.9032704830169678, -1.1640987396240234, -1.4162479639053345, -1.9626988172531128, -1.1937484741210938, -1.7467358112335205, -0.6586406826972961, -1.487437129020691, -1.5203388929367065, -2.3630967140197754, -2.324524402618408, -1.199562668800354, -2.42508602142334, -1.8054723739624023, -0.1149437353014946, -1.3984671831130981, -1.3202593326568604, -1.6833302974700928, -1.5415138006210327, -1.2293784618377686, -2.4932785034179688, -2.103217601776123, -1.6663789749145508, -2.50156831741333, -1.4996343851089478, -1.5531638860702515, -1.1314319372177124, -1.950654149055481, -0.4477350413799286, -1.2449159622192383, -1.0392239093780518, -1.8129531145095825, -1.9599347114562988, -1.5773266553878784, -1.8575855493545532, -0.060401998460292816, -1.2493799924850464, -0.6564981341362, -0.4136091470718384, -0.9441897869110107, -0.7906144857406616, -0.38601428270339966, -1.1008200645446777, -1.3001657724380493, -0.2273288518190384, -1.576011061668396, -1.7954105138778687, -0.7172755599021912, -1.9916681051254272, -0.49142375588417053, -1.330195665359497, -2.842733860015869, -1.6146758794784546, -1.479912519454956, -1.3270167112350464, -0.08777931332588196, -2.2577288150787354, -1.5501048564910889, -2.3909714221954346, -1.101705551147461, -1.2512367963790894, -0.38862261176109314, -1.0317891836166382, -0.41391053795814514, -2.0089941024780273, -1.1322126388549805, -0.7929880023002625, -1.4064209461212158, -0.06527411937713623, -0.6897987723350525, -0.39482322335243225, -1.277776837348938, -1.739142894744873, -2.50818133354187, -1.9136625528335571, -1.8030434846878052, -1.5151803493499756, -1.018229603767395, -1.4235607385635376, -1.2309602499008179, -0.6683209538459778, -1.8968218564987183, -0.9706805944442749, -1.979841709136963, -0.9386731386184692, -1.2037997245788574, -1.3349003791809082, -0.06358548998832703, -0.4060589075088501, -0.9606320858001709, -0.35862913727760315, -1.5390347242355347, -0.40115994215011597, -1.6750024557113647, -1.775522232055664, -1.0684491395950317, -1.5116280317306519, -1.4558767080307007, -1.5609407424926758, -1.0895272493362427, -1.227219581604004, -1.369574785232544, -0.3390294909477234, -1.5307376384735107, -0.1072835773229599, -0.6974794864654541, -1.4319669008255005, -1.9770112037658691, -1.6542896032333374, -1.9972585439682007, -1.160610318183899, -1.0333428382873535, -0.9743642210960388, -1.5614818334579468, -1.8322266340255737, -1.6166712045669556, -1.6659305095672607, -1.6713327169418335, -0.933411717414856, -2.2373502254486084, -0.11270328611135483, -1.918296456336975, -2.121260166168213, -0.9696130156517029, -1.434665322303772, -0.9903861284255981, -1.6073298454284668, -1.695787787437439, -1.467801809310913, -2.0394463539123535, -1.9835079908370972, -0.8279918432235718, -0.584187388420105, -0.22085297107696533, -1.2915321588516235, -1.1888058185577393, -1.8840619325637817, -0.5015964508056641, -0.9090550541877747, -1.896044135093689, -2.1343190670013428, -2.135277032852173, -0.7100933194160461, -1.3893109560012817, -1.40433669090271, -1.6645008325576782, -0.05130533501505852, -0.016591547057032585, -0.0036621904000639915, -0.3754950165748596, -0.09623602777719498, -0.00126079679466784, -0.005150620825588703, -0.09320241957902908, -0.000427274004323408, -0.09742274135351181, -1.4071063995361328]}, "Bot002_052_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig? I do, but I like hiking Well,  do you have kids or something? I have two boys. And what about girls? Do you have any? I have two girls Oh, so four in total, right? I have 5 foot 3. And i'm an omnivore, for no reason! I love to hike[GRINNING FACE WITH SMILING EYES] Yeah, I kinda know that already. But do you have a nice house?", "response": "I do not. I like to hike.", "annotation_id": "Bot002_052_18", "annotations": ["O", "X", "T", "X", "T", "O", "X", "T", "O", "T", "T", "T", "T", "O", "T"], "gpt2_target_score": [-10.37339973449707, -8.952587127685547, -9.645767211914062, -8.457366943359375, -9.556297302246094, -9.625243186950684, -6.971299648284912, -17.577775955200195, -7.396305561065674], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -3.5518643856048584, -1.267378568649292, -0.4260726273059845, -0.9709500670433044, -0.8668254017829895, -1.378799319267273, -1.2580838203430176, -1.9266934394836426, -0.9887565970420837, -0.9379327893257141, -1.307775855064392, -1.5165358781814575, -1.1302528381347656, -0.6016839146614075, -2.9032704830169678, -1.1640987396240234, -1.4162479639053345, -1.9626988172531128, -1.1937484741210938, -1.7467358112335205, -0.6586406826972961, -1.487437129020691, -1.5203388929367065, -2.3630967140197754, -2.324524402618408, -1.199562668800354, -2.42508602142334, -1.8054723739624023, -0.1149437353014946, -1.3984671831130981, -1.3202593326568604, -1.6833302974700928, -1.5415138006210327, -1.2293784618377686, -2.4932785034179688, -2.103217601776123, -1.6663789749145508, -2.50156831741333, -1.4996343851089478, -1.5531638860702515, -1.1314319372177124, -1.950654149055481, -0.4477350413799286, -1.2449159622192383, -1.0392239093780518, -1.8129531145095825, -1.9599347114562988, -1.5773266553878784, -1.8575855493545532, -0.060401998460292816, -1.2493799924850464, -0.6564981341362, -0.4136091470718384, -0.9441897869110107, -0.7906144857406616, -0.38601428270339966, -1.1008200645446777, -1.3001657724380493, -0.2273288518190384, -1.576011061668396, -1.7954105138778687, -0.7172755599021912, -1.9916681051254272, -0.49142375588417053, -1.330195665359497, -2.842733860015869, -1.6146758794784546, -1.479912519454956, -1.3270167112350464, -0.08777931332588196, -2.2577288150787354, -1.5501048564910889, -2.3909714221954346, -1.101705551147461, -1.2512367963790894, -0.38862261176109314, -1.0317891836166382, -0.41391053795814514, -2.0089941024780273, -1.1322126388549805, -0.7929880023002625, -1.4064209461212158, -0.06527411937713623, -0.6897987723350525, -0.39482322335243225, -1.277776837348938, -1.739142894744873, -2.50818133354187, -1.9136625528335571, -1.8030434846878052, -1.5151803493499756, -1.018229603767395, -1.4235607385635376, -1.2309602499008179, -0.6683209538459778, -1.8968218564987183, -0.9706805944442749, -1.979841709136963, -0.9386731386184692, -1.2037997245788574, -1.3349003791809082, -0.06358548998832703, -0.4060589075088501, -0.9606320858001709, -0.35862913727760315, -1.5390347242355347, -0.40115994215011597, -1.6750024557113647, -1.775522232055664, -1.0684491395950317, -1.5116280317306519, -1.4558767080307007, -1.5609407424926758, -1.0895272493362427, -1.227219581604004, -1.369574785232544, -0.3390294909477234, -1.5307376384735107, -0.1072835773229599, -0.6974794864654541, -1.4319669008255005, -1.9770112037658691, -1.6542896032333374, -1.9972585439682007, -1.160610318183899, -1.0333428382873535, -0.9743642210960388, -1.5614818334579468, -1.8322266340255737, -1.6166712045669556, -1.6659305095672607, -1.6713327169418335, -0.933411717414856, -2.2373502254486084, -0.11270328611135483, -1.918296456336975, -2.121260166168213, -0.9696130156517029, -1.434665322303772, -0.9903861284255981, -1.6073298454284668, -1.695787787437439, -1.467801809310913, -2.0394463539123535, -1.9835079908370972, -0.8279918432235718, -0.584187388420105, -0.22085297107696533, -1.2915321588516235, -1.1888058185577393, -1.8840619325637817, -0.5015964508056641, -0.9090550541877747, -1.896044135093689, -2.2421960830688477, -0.3739869296550751, -1.2961221933364868, -1.38587486743927, -1.45929753780365, -0.0524865984916687, -0.02068541944026947, -0.003959436435252428, -0.45203396677970886, -0.18788953125476837, -0.0020234365947544575, -0.0087819779291749, -0.13596999645233154, -0.0006667536217719316, -0.05084975063800812, -1.5825755596160889, -0.6032881140708923, -1.4148015975952148, -1.8811426162719727, -0.41496801376342773, -1.5686596632003784, -1.5652819871902466, -0.9264249205589294, -1.3117870092391968, -1.1144592761993408, -0.06412196159362793, -1.1293021440505981, -1.1322606801986694, -2.0403969287872314, -2.1873412132263184, -0.6514623165130615, -1.755696177482605, -1.7472318410873413, -1.865540862083435, -1.5758414268493652, -1.2741262912750244, -0.9445860385894775, -1.8126060962677002, -0.6340842843055725, -0.9784669280052185, -1.8359551429748535, -1.2429981231689453]}, "Bot002_052_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig? I do, but I like hiking Well,  do you have kids or something? I have two boys. And what about girls? Do you have any? I have two girls Oh, so four in total, right? I have 5 foot 3. And i'm an omnivore, for no reason! I love to hike[GRINNING FACE WITH SMILING EYES] Yeah, I kinda know that already. But do you have a nice house? I do not. I like to hike. i just bought my first home and i hope it's not my last!", "response": "I love hiking, but I love hiking[WINKING FACE]", "annotation_id": "Bot002_052_20", "annotations": ["T", "X", "X", "T", "O", "T", "X", "X", "X", "O", "X", "T", "T", "X", "X"], "gpt2_target_score": [-10.37339973449707, -11.809459686279297, -11.626083374023438, -7.4247894287109375, -10.756607055664062, -9.121726036071777, -13.249711990356445, -16.536836624145508, -12.688953399658203, -10.357833862304688, -18.117305755615234, -16.835704803466797, -19.09495735168457, -13.190633773803711], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -3.5518643856048584, -1.267378568649292, -0.4260726273059845, -0.9709500670433044, -0.8668254017829895, -1.378799319267273, -1.2580838203430176, -1.9266934394836426, -0.9887565970420837, -0.9379327893257141, -1.307775855064392, -1.5165358781814575, -1.1302528381347656, -0.6016839146614075, -2.9032704830169678, -1.1640987396240234, -1.4162479639053345, -1.9626988172531128, -1.1937484741210938, -1.7467358112335205, -0.6586406826972961, -1.487437129020691, -1.5203388929367065, -2.3630967140197754, -2.324524402618408, -1.199562668800354, -2.42508602142334, -1.8054723739624023, -0.1149437353014946, -1.3984671831130981, -1.3202593326568604, -1.6833302974700928, -1.5415138006210327, -1.2293784618377686, -2.4932785034179688, -2.103217601776123, -1.6663789749145508, -2.50156831741333, -1.4996343851089478, -1.5531638860702515, -1.1314319372177124, -1.950654149055481, -0.4477350413799286, -1.2449159622192383, -1.0392239093780518, -1.8129531145095825, -1.9599347114562988, -1.5773266553878784, -1.8575855493545532, -0.060401998460292816, -1.2493799924850464, -0.6564981341362, -0.4136091470718384, -0.9441897869110107, -0.7906144857406616, -0.38601428270339966, -1.1008200645446777, -1.3001657724380493, -0.2273288518190384, -1.576011061668396, -1.7954105138778687, -0.7172755599021912, -1.9916681051254272, -0.49142375588417053, -1.330195665359497, -2.842733860015869, -1.6146758794784546, -1.479912519454956, -1.3270167112350464, -0.08777931332588196, -2.2577288150787354, -1.5501048564910889, -2.3909714221954346, -1.101705551147461, -1.2512367963790894, -0.38862261176109314, -1.0317891836166382, -0.41391053795814514, -2.0089941024780273, -1.1322126388549805, -0.7929880023002625, -1.4064209461212158, -0.06527411937713623, -0.6897987723350525, -0.39482322335243225, -1.277776837348938, -1.739142894744873, -2.50818133354187, -1.9136625528335571, -1.8030434846878052, -1.5151803493499756, -1.018229603767395, -1.4235607385635376, -1.2309602499008179, -0.6683209538459778, -1.8968218564987183, -0.9706805944442749, -1.979841709136963, -0.9386731386184692, -1.2037997245788574, -1.3349003791809082, -0.06358548998832703, -0.4060589075088501, -0.9606320858001709, -0.35862913727760315, -1.5390347242355347, -0.40115994215011597, -1.6750024557113647, -1.775522232055664, -1.0684491395950317, -1.5116280317306519, -1.4558767080307007, -1.5609407424926758, -1.0895272493362427, -1.227219581604004, -1.369574785232544, -0.3390294909477234, -1.5307376384735107, -0.1072835773229599, -0.6974794864654541, -1.4319669008255005, -1.9770112037658691, -1.6542896032333374, -1.9972585439682007, -1.160610318183899, -1.0333428382873535, -0.9743642210960388, -1.5614818334579468, -1.8322266340255737, -1.6166712045669556, -1.6659305095672607, -1.6713327169418335, -0.933411717414856, -2.2373502254486084, -0.11270328611135483, -1.918296456336975, -2.121260166168213, -0.9696130156517029, -1.434665322303772, -0.9903861284255981, -1.6073298454284668, -1.695787787437439, -1.467801809310913, -2.0394463539123535, -1.9835079908370972, -0.8279918432235718, -0.584187388420105, -0.22085297107696533, -1.2915321588516235, -1.1888058185577393, -1.8840619325637817, -0.5015964508056641, -0.9090550541877747, -1.896044135093689, -2.2421960830688477, -0.3739869296550751, -1.2961221933364868, -1.38587486743927, -1.45929753780365, -0.0524865984916687, -0.02068541944026947, -0.003959436435252428, -0.45203396677970886, -0.18788953125476837, -0.0020234365947544575, -0.0087819779291749, -0.13596999645233154, -0.0006667536217719316, -0.05084975063800812, -1.5825755596160889, -0.6032881140708923, -1.4148015975952148, -1.8811426162719727, -0.41496801376342773, -1.5686596632003784, -1.5652819871902466, -0.9264249205589294, -1.3117870092391968, -1.1144592761993408, -0.06412196159362793, -1.1293021440505981, -1.1322606801986694, -2.0403881072998047, -2.1873443126678467, -0.651459813117981, -1.755692481994629, -2.211425304412842, -1.1432842016220093, -1.349583387374878, -1.1021698713302612, -2.0920016765594482, -0.7484800815582275, -1.1927416324615479, -1.8192611932754517, -1.368390440940857, -1.8291873931884766, -1.562747836112976, -0.4774915277957916, -1.0156396627426147, -0.38893646001815796, -1.540480613708496, -1.9532572031021118, -1.7496922016143799, -1.7223472595214844, -1.5969913005828857, -2.0114545822143555, -0.8485239148139954, -1.632651448249817, -1.2937756776809692, -1.7082942724227905, -1.9447541236877441, -2.2482240200042725, -0.5887046456336975, -1.4264217615127563, -1.0781934261322021, -0.8769006729125977, -2.0495223999023438, -0.898317277431488, -1.0278446674346924, -0.06388099491596222, -0.038848306983709335, -0.028778402134776115, -0.003495180746540427, -0.20711904764175415, -1.1260175704956055]}, "Bot002_053_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there!", "response": "Hi how are you doing", "annotation_id": "Bot002_053_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.293893814086914, -7.7166242599487305, -9.857734680175781, -10.1806058883667, -11.329154014587402], "gpt2_argmax_score": [-1.6911711692810059, -0.8869733810424805, -1.257622241973877, -1.875548243522644, -0.9236063361167908, -1.33724844455719, -0.20633600652217865, -1.4958562850952148, -1.0576366186141968]}, "Bot002_053_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you?", "response": "I'm great just watching game of thrones  does your cat like to watch?", "annotation_id": "Bot002_053_03", "annotations": ["T", "T", "O", "T", "O", "T", "O", "O", "O", "O", "T", "O", "T", "T", "O"], "gpt2_target_score": [-8.654443740844727, -12.056513786315918, -11.848213195800781, -8.014217376708984, -13.866348266601562, -11.610751152038574, -9.381831169128418, -10.855997085571289, -20.982515335083008, -6.554736137390137, -10.695993423461914, -6.0639472007751465, -12.776708602905273, -6.6785478591918945, -9.234816551208496, -11.319238662719727, -6.7931928634643555], "gpt2_argmax_score": [-1.6911711692810059, -0.8869733810424805, -1.257622241973877, -1.5391963720321655, -1.6260067224502563, -0.22793856263160706, -1.5605571269989014, -1.076013207435608, -1.687775731086731, -2.3443024158477783, -1.2729887962341309, -1.2970250844955444, -0.29663702845573425, -0.9269917011260986, -0.7061609625816345, -1.043115258216858, -0.48450779914855957, -0.6108180284500122, -1.8106967210769653, -1.7270370721817017, -0.6992948055267334, -2.4093360900878906, -1.3111125230789185, -2.7535924911499023, -1.7465652227401733, -1.517433762550354, -0.3873966634273529, -0.2944154143333435, -1.842265248298645, -0.97914057970047, -1.2722070217132568, -3.304638624191284, -1.9352835416793823, -2.0639703273773193, -1.7716368436813354, -2.444844961166382, -0.3957025408744812]}, "Bot002_053_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long!", "response": "I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do?", "annotation_id": "Bot002_053_05", "annotations": ["X", "T", "X", "O", "T", "T", "T", "T", "X", "T", "T", "X", "T", "T", "X"], "gpt2_target_score": [-8.654426574707031, -10.717430114746094, -8.40003776550293, -7.787830352783203, -8.067182540893555, -5.637167453765869, -6.621565818786621, -5.7967987060546875, -10.524803161621094, -14.19658088684082, -3.106743812561035, -10.526208877563477, -8.48029899597168, -9.926432609558105, -8.979721069335938, -8.384310722351074, -11.843121528625488, -12.451827049255371, -7.85258674621582, -11.594204902648926, -8.072023391723633, -8.155874252319336, -7.6377105712890625, -4.205588340759277, -11.010540008544922, -10.720949172973633, -13.589280128479004, -7.845737934112549, -5.762722969055176, -9.298523902893066, -9.321710586547852], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5391881465911865, -1.6260054111480713, -0.2279418706893921, -1.5605764389038086, -1.0760040283203125, -1.6877367496490479, -2.3443779945373535, -1.2730034589767456, -1.2970067262649536, -0.2966361343860626, -0.9270122647285461, -0.7061764001846313, -1.0431087017059326, -0.48450955748558044, -0.610823392868042, -1.8107014894485474, -0.6989110112190247, -2.5019402503967285, -1.7804622650146484, -2.77203369140625, -1.8427040576934814, -1.3213309049606323, -0.42497485876083374, -0.3882687985897064, -1.7922862768173218, -2.293790102005005, -1.2520605325698853, -3.0724124908447266, -1.9378635883331299, -1.7012289762496948, -1.8143903017044067, -2.4058308601379395, -1.3181941509246826, -2.044994831085205, -2.0899300575256348, -1.7180290222167969, -1.6120986938476562, -2.0362157821655273, -2.6045238971710205, -0.545644223690033, -2.3412728309631348, -2.0264952182769775, -1.5626059770584106, -2.084622383117676, -1.303242564201355, -1.7701382637023926, -0.4550907015800476, -2.1681008338928223, -1.4785127639770508, -1.7843846082687378, -1.183890700340271, -0.32078707218170166, -1.8454748392105103, -1.355162262916565, -2.526989221572876, -2.5364344120025635, -2.842155694961548, -0.29412585496902466, -1.3716844320297241, -1.4973139762878418, -1.2111730575561523, -1.4041852951049805, -1.6386305093765259, -0.7766921520233154, -1.3527590036392212, -1.2603455781936646, -0.7114908695220947, -1.725091576576233, -0.04443986341357231, -3.003580093383789, -1.0249522924423218, -0.08623186498880386, -0.19026832282543182, -0.4593990743160248, -0.3176841735839844]}, "Bot002_053_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher.", "response": "Cool. What do you do?", "annotation_id": "Bot002_053_07", "annotations": ["X", "O", "X", "O", "X", "X", "O", "O", "X", "X", "X", "O", "T", "X", "T"], "gpt2_target_score": [-13.271072387695312, -3.0755386352539062, -3.162703037261963, -8.185199737548828, -5.929609298706055, -9.474905014038086, -1.628554344177246], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5391881465911865, -1.6260054111480713, -0.2279418706893921, -1.5605764389038086, -1.0760040283203125, -1.6877367496490479, -2.3443779945373535, -1.2730034589767456, -1.2970067262649536, -0.2966361343860626, -0.9270122647285461, -0.7061764001846313, -1.0431087017059326, -0.48450955748558044, -0.610823392868042, -1.8107014894485474, -0.6989110112190247, -2.5019402503967285, -1.7804622650146484, -2.77203369140625, -1.8427040576934814, -1.3213309049606323, -0.42497485876083374, -0.3882687985897064, -1.7922862768173218, -2.293790102005005, -1.2520605325698853, -3.0724124908447266, -1.9378635883331299, -1.7012289762496948, -1.8143903017044067, -2.4058308601379395, -1.3181941509246826, -2.04499888420105, -2.089939832687378, -1.7180358171463013, -1.6120747327804565, -2.0362119674682617, -2.604527473449707, -0.5456427931785583, -2.34125018119812, -2.026500701904297, -1.5626072883605957, -1.219942569732666, -1.5136196613311768, -0.3849756419658661, -2.291240930557251, -1.6649622917175293, -1.4533958435058594, -1.445195198059082, -0.4100266098976135, -1.9862726926803589, -1.4255250692367554, -2.8637807369232178, -2.4864354133605957, -2.9405994415283203, -0.31381165981292725, -1.440712809562683, -1.7397598028182983, -1.192567229270935, -1.961289882659912, -1.7224764823913574, -0.7115861177444458, -1.4693968296051025, -1.4007234573364258, -1.5181481838226318, -1.7185513973236084, -0.052492935210466385, -2.9996039867401123, -0.9248201847076416, -0.0607740581035614, -0.18789181113243103, -0.42641955614089966, -1.5108157396316528, -2.0019147396087646, -1.5181876420974731, -0.21972250938415527, -1.392252802848816, -1.703768253326416, -1.3376550674438477, -1.6357163190841675, -1.6856285333633423, -1.0674766302108765, -1.289320945739746, -0.9790464639663696, -0.04462183266878128, -0.210856094956398, -0.7603368163108826, -0.49127036333084106]}, "Bot002_053_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher. Cool. What do you do? I teach little children how to grow faster.", "response": "I like to play video games[WINKING FACE]", "annotation_id": "Bot002_053_09", "annotations": ["X", "T", "O", "T", "T", "X", "T", "T", "T", "O", "T", "T", "T", "O", "X"], "gpt2_target_score": [-8.654426574707031, -9.279823303222656, -9.71986198425293, -10.625629425048828, -12.612028121948242, -8.962072372436523, -12.488280296325684, -15.517913818359375, -12.417716979980469, -15.481904983520508, -16.621360778808594, -15.457117080688477], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5391881465911865, -1.6260054111480713, -0.2279418706893921, -1.5605764389038086, -1.0760040283203125, -1.6877367496490479, -2.3443779945373535, -1.2730034589767456, -1.2970067262649536, -0.2966361343860626, -0.9270122647285461, -0.7061764001846313, -1.0431087017059326, -0.48450955748558044, -0.610823392868042, -1.8107014894485474, -0.6989110112190247, -2.5019402503967285, -1.7804622650146484, -2.77203369140625, -1.8427040576934814, -1.3213309049606323, -0.42497485876083374, -0.3882687985897064, -1.7922862768173218, -2.293790102005005, -1.2520605325698853, -3.0724124908447266, -1.9378635883331299, -1.7012289762496948, -1.8143903017044067, -2.4058308601379395, -1.3181941509246826, -2.04499888420105, -2.089939832687378, -1.7180358171463013, -1.6120747327804565, -2.0362119674682617, -2.604527473449707, -0.5456427931785583, -2.34125018119812, -2.026500701904297, -1.5626072883605957, -1.219942569732666, -1.5136196613311768, -0.3849756419658661, -2.291240930557251, -1.6649622917175293, -1.4533958435058594, -1.445195198059082, -0.4100266098976135, -1.9862726926803589, -1.4255250692367554, -2.8637807369232178, -2.4864354133605957, -2.9405994415283203, -0.31381165981292725, -1.440712809562683, -1.7397598028182983, -1.192567229270935, -1.961289882659912, -1.7224764823913574, -0.7115861177444458, -1.4693968296051025, -1.4007234573364258, -1.5181481838226318, -1.7185513973236084, -0.052492935210466385, -2.9996039867401123, -0.9248201847076416, -0.0607740581035614, -0.18789181113243103, -0.42641955614089966, -1.5108157396316528, -2.0019147396087646, -1.5181876420974731, -0.21972250938415527, -1.392252802848816, -1.703768253326416, -1.3376550674438477, -1.6357163190841675, -1.4078691005706787, -1.4350985288619995, -0.9418593049049377, -0.059404633939266205, -0.22399529814720154, -0.7693317532539368, -1.536231517791748, -1.757711410522461, -2.4288077354431152, -1.3815524578094482, -1.7117944955825806, -0.04440975934267044, -1.8804625272750854, -2.1793041229248047, -1.128883957862854, -1.2698609828948975, -1.740491271018982, -1.8824900388717651, -0.6322582960128784, -1.936984896659851, -1.1922295093536377, -0.02592788077890873, -1.4390289783477783, -3.10123610496521, -1.8263044357299805, -1.6060410737991333, -2.6119418144226074, -1.309554934501648, -1.4188307523727417]}, "Bot002_053_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher. Cool. What do you do? I teach little children how to grow faster. I like to play video games[WINKING FACE] Oh really? I love that too! What are you favourites?", "response": "I like to play video games[SLIGHTLY SMILING FACE]", "annotation_id": "Bot002_053_11", "annotations": ["X", "O", "X", "T", "X", "X", "T", "T", "X", "T", "X", "T", "T", "T", "X"], "gpt2_target_score": [-8.654426574707031, -9.279823303222656, -9.71986198425293, -10.625629425048828, -12.612028121948242, -8.962072372436523, -12.488280296325684, -19.255889892578125, -13.596275329589844, -15.847841262817383, -13.243950843811035, -16.68375587463379, -14.007040023803711, -15.216166496276855, -11.761199951171875], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5391881465911865, -1.6260054111480713, -0.2279418706893921, -1.5605764389038086, -1.0760040283203125, -1.6877367496490479, -2.3443779945373535, -1.2730034589767456, -1.2970067262649536, -0.2966361343860626, -0.9270122647285461, -0.7061764001846313, -1.0431087017059326, -0.48450955748558044, -0.610823392868042, -1.8107014894485474, -0.6989110112190247, -2.5019402503967285, -1.7804622650146484, -2.77203369140625, -1.8427040576934814, -1.3213309049606323, -0.42497485876083374, -0.3882687985897064, -1.7922862768173218, -2.293790102005005, -1.2520605325698853, -3.0724124908447266, -1.9378635883331299, -1.7012289762496948, -1.8143903017044067, -2.4058308601379395, -1.3181941509246826, -2.04499888420105, -2.089939832687378, -1.7180358171463013, -1.6120747327804565, -2.0362119674682617, -2.604527473449707, -0.5456427931785583, -2.34125018119812, -2.026500701904297, -1.5626072883605957, -1.219942569732666, -1.5136196613311768, -0.3849756419658661, -2.291240930557251, -1.6649622917175293, -1.4533958435058594, -1.445195198059082, -0.4100266098976135, -1.9862726926803589, -1.4255250692367554, -2.8637807369232178, -2.4864354133605957, -2.9405994415283203, -0.31381165981292725, -1.440712809562683, -1.7397598028182983, -1.192567229270935, -1.961289882659912, -1.7224764823913574, -0.7115861177444458, -1.4693968296051025, -1.4007234573364258, -1.5181481838226318, -1.7185513973236084, -0.052492935210466385, -2.9996039867401123, -0.9248201847076416, -0.0607740581035614, -0.18789181113243103, -0.42641955614089966, -1.5108157396316528, -2.0019147396087646, -1.5181876420974731, -0.21972250938415527, -1.392252802848816, -1.703768253326416, -1.3376550674438477, -1.6357163190841675, -1.4078691005706787, -1.4350985288619995, -0.9418593049049377, -0.059404633939266205, -0.22399529814720154, -0.7693317532539368, -1.536231517791748, -1.757711410522461, -2.4288077354431152, -1.3815524578094482, -1.7117944955825806, -0.04440975934267044, -1.8804625272750854, -2.1793041229248047, -1.128883957862854, -1.2698609828948975, -2.310598611831665, -0.6710933446884155, -2.5488600730895996, -1.3306771516799927, -0.023457515984773636, -1.2357804775238037, -3.450122356414795, -1.9429439306259155, -1.512974739074707, -2.215874671936035, -1.3205437660217285, -1.529066562652588, -2.150973081588745, -0.4920414686203003, -1.506907343864441, -1.8289469480514526, -1.5021950006484985, -1.5978490114212036, -1.0432472229003906, -1.339072585105896, -1.4364373683929443, -0.503150224685669, -0.5624191164970398, -0.47762441635131836, -1.5720471143722534, -1.710907220840454, -1.8725640773773193, -1.0551087856292725, -1.1822646856307983, -0.9849474430084229, -0.021833181381225586, -1.994458556175232, -1.650739073753357, -1.219465732574463, -2.039015293121338, -2.6581573486328125, -1.4954463243484497, -2.4058077335357666, -2.307818651199341, -0.2022199034690857, -1.4258718490600586]}, "Bot002_053_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher. Cool. What do you do? I teach little children how to grow faster. I like to play video games[WINKING FACE] Oh really? I love that too! What are you favourites? I like to play video games[SLIGHTLY SMILING FACE] Do you have any pets?", "response": "No, I do not have any pets.", "annotation_id": "Bot002_053_13", "annotations": ["O", "T", "O", "T", "O", "X", "T", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.930343627929688, -0.887001097202301, -1.2575974464416504, -8.185199737548828, -9.165037155151367, -11.562475204467773, -9.405257225036621, -13.824905395507812, -5.923896789550781], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5391881465911865, -1.6260054111480713, -0.2279418706893921, -1.5605764389038086, -1.0760040283203125, -1.6877367496490479, -2.3443779945373535, -1.2730034589767456, -1.2970067262649536, -0.2966361343860626, -0.9270122647285461, -0.7061764001846313, -1.0431087017059326, -0.48450955748558044, -0.610823392868042, -1.8107014894485474, -0.6989110112190247, -2.5019402503967285, -1.7804622650146484, -2.77203369140625, -1.8427040576934814, -1.3213309049606323, -0.42497485876083374, -0.3882687985897064, -1.7922862768173218, -2.293790102005005, -1.2520605325698853, -3.0724124908447266, -1.9378635883331299, -1.7012289762496948, -1.8143903017044067, -2.4058308601379395, -1.3181941509246826, -2.04499888420105, -2.089939832687378, -1.7180358171463013, -1.6120747327804565, -2.0362119674682617, -2.604527473449707, -0.5456427931785583, -2.34125018119812, -2.026500701904297, -1.5626072883605957, -1.219942569732666, -1.5136196613311768, -0.3849756419658661, -2.291240930557251, -1.6649622917175293, -1.4533958435058594, -1.445195198059082, -0.4100266098976135, -1.9862726926803589, -1.4255250692367554, -2.8637807369232178, -2.4864354133605957, -2.9405994415283203, -0.31381165981292725, -1.440712809562683, -1.7397598028182983, -1.192567229270935, -1.961289882659912, -1.7224764823913574, -0.7115861177444458, -1.4693968296051025, -1.4007234573364258, -1.5181481838226318, -1.7185513973236084, -0.052492935210466385, -2.9996039867401123, -0.9248201847076416, -0.0607740581035614, -0.18789181113243103, -0.42641955614089966, -1.5108157396316528, -2.0019147396087646, -1.5181876420974731, -0.21972250938415527, -1.392252802848816, -1.703768253326416, -1.3376550674438477, -1.6357163190841675, -1.4078691005706787, -1.4350985288619995, -0.9418593049049377, -0.059404633939266205, -0.22399529814720154, -0.7693317532539368, -1.536231517791748, -1.757711410522461, -2.4288077354431152, -1.3815524578094482, -1.7117944955825806, -0.04440975934267044, -1.8804625272750854, -2.1793041229248047, -1.128883957862854, -1.2698609828948975, -2.310598611831665, -0.6710933446884155, -2.5488600730895996, -1.3306771516799927, -0.023457515984773636, -1.2357804775238037, -3.450122356414795, -1.9429439306259155, -1.512974739074707, -2.215874671936035, -1.3205437660217285, -1.529066562652588, -2.150973081588745, -0.4920414686203003, -1.506907343864441, -1.8289469480514526, -1.5021950006484985, -1.5978490114212036, -1.0432472229003906, -1.339072585105896, -1.4364373683929443, -0.503150224685669, -0.5624191164970398, -0.47762441635131836, -1.5720471143722534, -1.8301466703414917, -1.2192646265029907, -1.2435801029205322, -1.1306225061416626, -0.020866278558969498, -1.9798367023468018, -1.790956974029541, -1.2059274911880493, -2.2874915599823, -2.3387410640716553, -1.5342808961868286, -2.4018664360046387, -2.269524335861206, -0.12104246020317078, -2.1130926609039307, -0.09341178089380264, -1.183462142944336, -0.576134979724884, -2.535997152328491, -0.3381906747817993, -1.4250316619873047, -1.7341691255569458, -1.5410218238830566, -1.0664689540863037, -1.3551151752471924, -1.6881219148635864, -1.1111193895339966, -0.7061087489128113, -0.08700069785118103, -0.8722991347312927, -1.043067216873169]}, "Bot002_053_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher. Cool. What do you do? I teach little children how to grow faster. I like to play video games[WINKING FACE] Oh really? I love that too! What are you favourites? I like to play video games[SLIGHTLY SMILING FACE] Do you have any pets? No, I do not have any pets. Even a small dog?", "response": "No, I just like to wear leather", "annotation_id": "Bot002_053_15", "annotations": ["X", "T", "O", "T", "O", "X", "X", "T", "X", "O", "X", "X", "T", "X", "X"], "gpt2_target_score": [-10.930343627929688, -0.887001097202301, -1.2575974464416504, -8.01419448852539, -9.460905075073242, -10.687887191772461, -13.629668235778809, -15.009231567382812], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5391881465911865, -1.6260054111480713, -0.2279418706893921, -1.5605764389038086, -1.0760040283203125, -1.6877367496490479, -2.3443779945373535, -1.2730034589767456, -1.2970067262649536, -0.2966361343860626, -0.9270122647285461, -0.7061764001846313, -1.0431087017059326, -0.48450955748558044, -0.610823392868042, -1.8107014894485474, -0.6989110112190247, -2.5019402503967285, -1.7804622650146484, -2.77203369140625, -1.8427040576934814, -1.3213309049606323, -0.42497485876083374, -0.3882687985897064, -1.7922862768173218, -2.293790102005005, -1.2520605325698853, -3.0724124908447266, -1.9378635883331299, -1.7012289762496948, -1.8143903017044067, -2.4058308601379395, -1.3181941509246826, -2.04499888420105, -2.089939832687378, -1.7180358171463013, -1.6120747327804565, -2.0362119674682617, -2.604527473449707, -0.5456427931785583, -2.34125018119812, -2.026500701904297, -1.5626072883605957, -1.219942569732666, -1.5136196613311768, -0.3849756419658661, -2.291240930557251, -1.6649622917175293, -1.4533958435058594, -1.445195198059082, -0.4100266098976135, -1.9862726926803589, -1.4255250692367554, -2.8637807369232178, -2.4864354133605957, -2.9405994415283203, -0.31381165981292725, -1.440712809562683, -1.7397598028182983, -1.192567229270935, -1.961289882659912, -1.7224764823913574, -0.7115861177444458, -1.4693968296051025, -1.4007234573364258, -1.5181481838226318, -1.7185513973236084, -0.052492935210466385, -2.9996039867401123, -0.9248201847076416, -0.0607740581035614, -0.18789181113243103, -0.42641955614089966, -1.5108157396316528, -2.0019147396087646, -1.5181876420974731, -0.21972250938415527, -1.392252802848816, -1.703768253326416, -1.3376550674438477, -1.6357163190841675, -1.4078691005706787, -1.4350985288619995, -0.9418593049049377, -0.059404633939266205, -0.22399529814720154, -0.7693317532539368, -1.536231517791748, -1.757711410522461, -2.4288077354431152, -1.3815524578094482, -1.7117944955825806, -0.04440975934267044, -1.8804625272750854, -2.1793041229248047, -1.128883957862854, -1.2698609828948975, -2.310598611831665, -0.6710933446884155, -2.5488600730895996, -1.3306771516799927, -0.023457515984773636, -1.2357804775238037, -3.450122356414795, -1.9429439306259155, -1.512974739074707, -2.215874671936035, -1.3205437660217285, -1.529066562652588, -2.150973081588745, -0.4920414686203003, -1.506907343864441, -1.8289469480514526, -1.5021950006484985, -1.5978490114212036, -1.0432472229003906, -1.339072585105896, -1.4364373683929443, -0.503150224685669, -0.5624191164970398, -0.47762441635131836, -1.5720471143722534, -1.8301466703414917, -1.2192646265029907, -1.2435801029205322, -1.1306225061416626, -0.020866278558969498, -1.9798367023468018, -1.790956974029541, -1.2059273719787598, -2.287489652633667, -2.338730573654175, -1.534290075302124, -2.4018616676330566, -2.2695226669311523, -0.12104182690382004, -2.1130974292755127, -0.09341275691986084, -1.1834616661071777, -0.576136589050293, -2.5360031127929688, -0.3381873667240143, -1.4250420331954956, -1.4224727153778076, -1.0515879392623901, -1.3678606748580933, -1.0608888864517212, -1.1712689399719238, -0.7996455430984497, -0.12582705914974213, -0.8408523797988892, -1.1865341663360596, -1.051052451133728, -0.9589888453483582, -1.3132747411727905, -1.837275743484497, -1.7496592998504639, -1.831748604774475, -0.8888016939163208, -0.8878273963928223, -1.780618667602539, -2.063605785369873, -0.6853139996528625, -0.6317586898803711, -1.698134422302246, -0.7730638384819031]}, "Bot002_053_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher. Cool. What do you do? I teach little children how to grow faster. I like to play video games[WINKING FACE] Oh really? I love that too! What are you favourites? I like to play video games[SLIGHTLY SMILING FACE] Do you have any pets? No, I do not have any pets. Even a small dog? No, I just like to wear leather Yeah, I wear mine all the time.\nDo you attend church?", "response": "I do not. I like to wear leather", "annotation_id": "Bot002_053_17", "annotations": ["T", "O", "T", "T", "X", "X", "X", "O", "X", "T", "X", "T", "T", "X", "T"], "gpt2_target_score": [-8.654426574707031, -9.431602478027344, -10.28535270690918, -4.851749420166016, -5.913496017456055, -11.678289413452148, -7.318999290466309, -14.4371337890625, -15.842948913574219], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5391881465911865, -1.6260054111480713, -0.2279418706893921, -1.5605764389038086, -1.0760040283203125, -1.6877367496490479, -2.3443779945373535, -1.2730034589767456, -1.2970067262649536, -0.2966361343860626, -0.9270122647285461, -0.7061764001846313, -1.0431087017059326, -0.48450955748558044, -0.610823392868042, -1.8107014894485474, -0.6989110112190247, -2.5019402503967285, -1.7804622650146484, -2.77203369140625, -1.8427040576934814, -1.3213309049606323, -0.42497485876083374, -0.3882687985897064, -1.7922862768173218, -2.293790102005005, -1.2520605325698853, -3.0724124908447266, -1.9378635883331299, -1.7012289762496948, -1.8143903017044067, -2.4058308601379395, -1.3181941509246826, -2.04499888420105, -2.089939832687378, -1.7180358171463013, -1.6120747327804565, -2.0362119674682617, -2.604527473449707, -0.5456427931785583, -2.34125018119812, -2.026500701904297, -1.5626072883605957, -1.219942569732666, -1.5136196613311768, -0.3849756419658661, -2.291240930557251, -1.6649622917175293, -1.4533958435058594, -1.445195198059082, -0.4100266098976135, -1.9862726926803589, -1.4255250692367554, -2.8637807369232178, -2.4864354133605957, -2.9405994415283203, -0.31381165981292725, -1.440712809562683, -1.7397598028182983, -1.192567229270935, -1.961289882659912, -1.7224764823913574, -0.7115861177444458, -1.4693968296051025, -1.4007234573364258, -1.5181481838226318, -1.7185513973236084, -0.052492935210466385, -2.9996039867401123, -0.9248201847076416, -0.0607740581035614, -0.18789181113243103, -0.42641955614089966, -1.5108157396316528, -2.0019147396087646, -1.5181876420974731, -0.21972250938415527, -1.392252802848816, -1.703768253326416, -1.3376550674438477, -1.6357163190841675, -1.4078691005706787, -1.4350985288619995, -0.9418593049049377, -0.059404633939266205, -0.22399529814720154, -0.7693317532539368, -1.536231517791748, -1.757711410522461, -2.4288077354431152, -1.3815524578094482, -1.7117944955825806, -0.04440975934267044, -1.8804625272750854, -2.1793041229248047, -1.128883957862854, -1.2698609828948975, -2.310598611831665, -0.6710933446884155, -2.5488600730895996, -1.3306771516799927, -0.023457515984773636, -1.2357804775238037, -3.450122356414795, -1.9429439306259155, -1.512974739074707, -2.215874671936035, -1.3205437660217285, -1.529066562652588, -2.150973081588745, -0.4920414686203003, -1.506907343864441, -1.8289469480514526, -1.5021950006484985, -1.5978490114212036, -1.0432472229003906, -1.339072585105896, -1.4364373683929443, -0.503150224685669, -0.5624191164970398, -0.47762441635131836, -1.5720471143722534, -1.8301466703414917, -1.2192646265029907, -1.2435801029205322, -1.1306225061416626, -0.020866278558969498, -1.9798367023468018, -1.790956974029541, -1.2059274911880493, -2.2874915599823, -2.3387410640716553, -1.5342808961868286, -2.4018664360046387, -2.269524335861206, -0.12104246020317078, -2.1130926609039307, -0.09341178089380264, -1.183462142944336, -0.576134979724884, -2.535997152328491, -0.33818888664245605, -1.4250414371490479, -1.4224717617034912, -1.0515927076339722, -1.3678703308105469, -1.0608904361724854, -1.1712819337844849, -0.7996428608894348, -0.12582799792289734, -0.8408583402633667, -1.1865313053131104, -1.051053762435913, -0.9589830040931702, -1.3132776021957397, -1.8372668027877808, -1.749672770500183, -0.7322417497634888, -0.6743724346160889, -1.7523571252822876, -2.0895543098449707, -0.7977764010429382, -0.6784573197364807, -1.6787924766540527, -0.7966569066047668, -1.0947476625442505, -1.0917593240737915, -2.109177350997925, -0.8801160454750061, -2.308361053466797, -0.18068410456180573, -0.041494984179735184, -0.7270796895027161, -1.09623384475708, -0.19916614890098572, -0.0723441019654274, -1.1390445232391357, -1.4636958837509155, -0.8775067925453186, -1.5976756811141968, -1.851317048072815, -1.7195508480072021, -1.759042739868164, -0.7486286163330078, -0.8747994899749756, -1.862120270729065, -0.33843639492988586, -1.6108590364456177, -1.8065227270126343, -1.2662336826324463]}, "Bot002_053_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher. Cool. What do you do? I teach little children how to grow faster. I like to play video games[WINKING FACE] Oh really? I love that too! What are you favourites? I like to play video games[SLIGHTLY SMILING FACE] Do you have any pets? No, I do not have any pets. Even a small dog? No, I just like to wear leather Yeah, I wear mine all the time.\nDo you attend church? I do not. I like to wear leather Why do you like it?", "response": "I like to wear leather", "annotation_id": "Bot002_053_19", "annotations": ["X", "T", "X", "T", "X", "X", "X", "T", "X", "X", "X", "T", "T", "O", "X"], "gpt2_target_score": [-8.654426574707031, -9.279823303222656, -9.71986198425293, -14.151508331298828, -14.958356857299805], "gpt2_argmax_score": [-1.6912004947662354, -0.887001097202301, -1.2575974464416504, -1.5391881465911865, -1.6260054111480713, -0.2279418706893921, -1.5605764389038086, -1.0760040283203125, -1.6877367496490479, -2.3443779945373535, -1.2730034589767456, -1.2970067262649536, -0.2966361343860626, -0.9270122647285461, -0.7061764001846313, -1.0431087017059326, -0.48450955748558044, -0.610823392868042, -1.8107014894485474, -0.6989110112190247, -2.5019402503967285, -1.7804622650146484, -2.77203369140625, -1.8427040576934814, -1.3213309049606323, -0.42497485876083374, -0.3882687985897064, -1.7922862768173218, -2.293790102005005, -1.2520605325698853, -3.0724124908447266, -1.9378635883331299, -1.7012289762496948, -1.8143903017044067, -2.4058308601379395, -1.3181941509246826, -2.04499888420105, -2.089939832687378, -1.7180358171463013, -1.6120747327804565, -2.0362119674682617, -2.604527473449707, -0.5456427931785583, -2.34125018119812, -2.026500701904297, -1.5626072883605957, -1.219942569732666, -1.5136196613311768, -0.3849756419658661, -2.291240930557251, -1.6649622917175293, -1.4533958435058594, -1.445195198059082, -0.4100266098976135, -1.9862726926803589, -1.4255250692367554, -2.8637807369232178, -2.4864354133605957, -2.9405994415283203, -0.31381165981292725, -1.440712809562683, -1.7397598028182983, -1.192567229270935, -1.961289882659912, -1.7224764823913574, -0.7115861177444458, -1.4693968296051025, -1.4007234573364258, -1.5181481838226318, -1.7185513973236084, -0.052492935210466385, -2.9996039867401123, -0.9248201847076416, -0.0607740581035614, -0.18789181113243103, -0.42641955614089966, -1.5108157396316528, -2.0019147396087646, -1.5181876420974731, -0.21972250938415527, -1.392252802848816, -1.703768253326416, -1.3376550674438477, -1.6357163190841675, -1.4078691005706787, -1.4350985288619995, -0.9418593049049377, -0.059404633939266205, -0.22399529814720154, -0.7693317532539368, -1.536231517791748, -1.757711410522461, -2.4288077354431152, -1.3815524578094482, -1.7117944955825806, -0.04440975934267044, -1.8804625272750854, -2.1793041229248047, -1.128883957862854, -1.2698609828948975, -2.310598611831665, -0.6710933446884155, -2.5488600730895996, -1.3306771516799927, -0.023457515984773636, -1.2357804775238037, -3.450122356414795, -1.9429439306259155, -1.512974739074707, -2.215874671936035, -1.3205437660217285, -1.529066562652588, -2.150973081588745, -0.4920414686203003, -1.506907343864441, -1.8289469480514526, -1.5021950006484985, -1.5978490114212036, -1.0432472229003906, -1.339072585105896, -1.4364373683929443, -0.503150224685669, -0.5624191164970398, -0.47762441635131836, -1.5720471143722534, -1.8301466703414917, -1.2192646265029907, -1.2435801029205322, -1.1306225061416626, -0.020866278558969498, -1.9798367023468018, -1.790956974029541, -1.2059274911880493, -2.2874915599823, -2.3387410640716553, -1.5342808961868286, -2.4018664360046387, -2.269524335861206, -0.12104246020317078, -2.1130926609039307, -0.09341178089380264, -1.183462142944336, -0.576134979724884, -2.535997152328491, -0.33818888664245605, -1.4250414371490479, -1.4224717617034912, -1.0515927076339722, -1.3678703308105469, -1.0608904361724854, -1.1712819337844849, -0.7996428608894348, -0.12582799792289734, -0.8408583402633667, -1.1865313053131104, -1.051053762435913, -0.9589830040931702, -1.3132776021957397, -1.8372668027877808, -1.749672770500183, -0.7322417497634888, -0.6743724346160889, -1.7523571252822876, -2.0895543098449707, -0.7977764010429382, -0.6784573197364807, -1.6787924766540527, -0.7966569066047668, -1.0947476625442505, -1.0917593240737915, -2.109177350997925, -0.8801160454750061, -2.308361053466797, -0.18068410456180573, -0.041494984179735184, -0.7270796895027161, -1.09623384475708, -0.19916614890098572, -0.0723441019654274, -1.1390445232391357, -1.4636958837509155, -0.8775067925453186, -1.5976756811141968, -1.7631586790084839, -0.904232919216156, -1.4681845903396606, -1.068981409072876, -2.1830079555511475, -0.38846635818481445, -1.8316855430603027, -1.9490443468093872, -1.3820756673812866, -1.4565048217773438, -0.10268314182758331, -1.6393216848373413, -1.0324243307113647, -0.32835355401039124, -1.5797169208526611, -1.383185863494873, -1.9910976886749268, -0.45159435272216797, -0.4492129683494568, -0.46414855122566223, -1.4287828207015991]}, "Bot002_055_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated", "response": "Oh, I am sorry. Do you have a job?", "annotation_id": "Bot002_055_02", "annotations": ["O", "T", "T", "X", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-14.058966636657715, -11.288734436035156, -6.012979507446289, -11.894856452941895, -10.152144432067871, -9.384454727172852, -18.04096794128418, -8.157357215881348, -9.726685523986816, -5.671853542327881, -13.007503509521484, -5.702140808105469], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -0.49979597330093384, -2.298252820968628, -2.1555473804473877, -1.1374382972717285, -0.3305959403514862, -0.29737213253974915, -1.2002270221710205, -1.0121244192123413, -1.3080711364746094, -2.3417129516601562, -1.8141348361968994, -1.8661102056503296, -1.5793743133544922, -1.718093991279602, -2.3460562229156494, -2.169679880142212, -2.078045606613159, -1.8306975364685059, -1.0980852842330933, -1.4369715452194214, -1.3385130167007446, -0.16951031982898712, -1.5436623096466064, -0.6978179812431335, -1.3697415590286255, -0.7604244351387024, -0.32010161876678467]}, "Bot002_055_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer", "response": "I am a student, I am a college student", "annotation_id": "Bot002_055_04", "annotations": ["O", "O", "X", "X", "O", "O", "O", "T", "O", "O", "O", "O", "T", "X", "X"], "gpt2_target_score": [-10.373396873474121, -9.036567687988281, -7.305124282836914, -11.43480396270752, -7.770354270935059, -9.283151626586914, -15.035887718200684, -8.713723182678223, -9.843216896057129, -9.833306312561035], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -0.49979597330093384, -2.298252820968628, -2.1555473804473877, -1.1374382972717285, -0.3305959403514862, -0.29737213253974915, -1.2002270221710205, -1.0121244192123413, -1.3080711364746094, -2.3417129516601562, -1.8141348361968994, -1.8661102056503296, -1.5793743133544922, -1.718093991279602, -2.174907684326172, -2.0887906551361084, -1.9484877586364746, -0.976381242275238, -1.3243067264556885, -1.2865732908248901, -0.1467677652835846, -1.630537986755371, -0.7201691269874573, -1.2718979120254517, -0.6538875699043274, -1.9234520196914673, -1.784986972808838, -0.6724691390991211, -0.9242124557495117, -1.3395977020263672, -2.4289753437042236, -1.5914323329925537, -1.8321499824523926, -3.2144031524658203, -1.7634023427963257, -1.9641757011413574, -1.1629524230957031, -1.4022457599639893, -2.1296398639678955, -0.25822487473487854, -0.8650744557380676]}, "Bot002_055_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons?", "response": "I am great, just got back from a run.[WINKING FACE]", "annotation_id": "Bot002_055_06", "annotations": ["O", "X", "X", "X", "O", "T", "O", "T", "O", "X", "X", "O", "X", "O", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -10.866989135742188, -7.4247894287109375, -6.720731735229492, -13.848139762878418, -13.578207969665527, -8.427209854125977, -10.232597351074219, -12.767439842224121, -16.24510383605957, -14.90540885925293, -18.54676055908203, -16.257925033569336, -16.733646392822266, -13.827154159545898], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1555769443511963, -1.1374543905258179, -0.33059585094451904, -0.2973732054233551, -1.200232982635498, -1.0121601819992065, -1.308045506477356, -2.3417186737060547, -1.8141412734985352, -1.8660943508148193, -1.5793951749801636, -1.7180535793304443, -2.1749024391174316, -2.0887503623962402, -1.9484788179397583, -0.9763689637184143, -1.3243142366409302, -1.286597490310669, -0.14677919447422028, -1.6305171251296997, -0.720149040222168, -1.2718936204910278, -0.6539046168327332, -1.9234594106674194, -1.7849829196929932, -0.6724719405174255, -0.9242010116577148, -1.3395901918411255, -1.1551505327224731, -2.322052240371704, -3.0874602794647217, -1.814069390296936, -1.5904066562652588, -0.6509383320808411, -1.2067890167236328, -1.8828024864196777, -0.18187972903251648, -1.2074394226074219, -1.9823509454727173, -1.9086072444915771, -0.04902113229036331, -1.4143292903900146, -0.939225435256958, -1.4413361549377441, -1.9068104028701782, -1.5377295017242432, -0.9358774423599243, -0.8212921619415283, -1.142897129058838, -3.070427656173706, -1.228365421295166, -0.6218841075897217, -1.0668716430664062, -2.2306413650512695, -2.1237754821777344, -2.9179179668426514, -2.213247537612915, -1.7997981309890747, -2.270216703414917, -0.7950180172920227, -0.608256995677948]}, "Bot002_055_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there?", "response": "I am doing great, how about you?", "annotation_id": "Bot002_055_08", "annotations": ["O", "X", "O", "X", "X", "X", "T", "T", "T", "X", "X", "X", "X", "X", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.172317504882812, -8.670654296875, -7.770322799682617, -11.431513786315918, -15.27255916595459, -8.157419204711914, -10.456718444824219], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1555769443511963, -1.1374543905258179, -0.33059585094451904, -0.2973732054233551, -1.200232982635498, -1.0121601819992065, -1.308045506477356, -2.3417186737060547, -1.8141412734985352, -1.8660943508148193, -1.5793951749801636, -1.7180535793304443, -2.1749024391174316, -2.0887503623962402, -1.9484788179397583, -0.9763689637184143, -1.3243142366409302, -1.286597490310669, -0.14677919447422028, -1.6305171251296997, -0.720149040222168, -1.2718936204910278, -0.6539046168327332, -1.9234594106674194, -1.7849829196929932, -0.6724719405174255, -0.9242010116577148, -1.3395901918411255, -1.1551505327224731, -2.322052240371704, -3.0874602794647217, -1.814069390296936, -1.5904066562652588, -0.6509383320808411, -1.2067890167236328, -1.8828024864196777, -0.18187972903251648, -1.2074394226074219, -1.9823442697525024, -1.9086087942123413, -0.04902147129178047, -1.4143277406692505, -0.9392234086990356, -1.4413444995880127, -1.180534839630127, -1.1202929019927979, -0.8482878804206848, -1.0774116516113281, -2.998896598815918, -1.2439368963241577, -0.7151741981506348, -1.0849379301071167, -2.203010320663452, -1.9998304843902588, -3.1816108226776123, -2.121940851211548, -1.3908600807189941, -1.8864505290985107, -1.0299198627471924, -1.2737606763839722, -2.040430784225464, -0.07030308991670609, -0.8511494994163513, -0.41987740993499756, -0.6814573407173157, -1.5626184940338135, -1.3382272720336914, -1.2868119478225708, -0.39719972014427185, -1.2395875453948975, -1.8982644081115723, -0.05291453003883362, -2.498175621032715, -1.1069093942642212, -1.4767279624938965, -1.4140702486038208, -1.030730128288269, -1.6732206344604492, -1.5887807607650757, -1.3892178535461426, -1.506485939025879, -1.4495242834091187, -0.5317149758338928, -0.5022465586662292, -0.5601657629013062]}, "Bot002_055_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there? I am doing great, how about you? Fine. Do you like sport?", "response": "[WINKING FACE]  I do not really have a favorite sport", "annotation_id": "Bot002_055_10", "annotations": ["O", "X", "T", "X", "X", "O", "O", "T", "T", "O", "X", "O", "T", "X", "X"], "gpt2_target_score": [-11.410242080688477, -11.08144760131836, -19.45257568359375, -15.9742431640625, -15.486616134643555, -15.814990043640137, -14.10410213470459, -8.736307144165039, -9.469566345214844, -6.161849021911621, -4.917038917541504, -9.91676139831543, -8.645195960998535, -10.479207992553711, -13.73300552368164], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1555769443511963, -1.1374543905258179, -0.33059585094451904, -0.2973732054233551, -1.200232982635498, -1.0121601819992065, -1.308045506477356, -2.3417186737060547, -1.8141412734985352, -1.8660943508148193, -1.5793951749801636, -1.7180535793304443, -2.1749024391174316, -2.0887503623962402, -1.9484788179397583, -0.9763689637184143, -1.3243142366409302, -1.286597490310669, -0.14677919447422028, -1.6305171251296997, -0.720149040222168, -1.2718936204910278, -0.6539046168327332, -1.9234594106674194, -1.7849829196929932, -0.6724719405174255, -0.9242010116577148, -1.3395901918411255, -1.1551505327224731, -2.322052240371704, -3.0874602794647217, -1.814069390296936, -1.5904066562652588, -0.6509383320808411, -1.2067890167236328, -1.8828024864196777, -0.18187972903251648, -1.2074394226074219, -1.9823509454727173, -1.9086072444915771, -0.04902113229036331, -1.4143292903900146, -0.939225435256958, -1.4413361549377441, -1.1805373430252075, -1.12028968334198, -0.8482933640480042, -1.0774115324020386, -2.9989187717437744, -1.2439358234405518, -0.7151758074760437, -1.0849350690841675, -2.203010082244873, -1.9998366832733154, -3.181610345840454, -2.1219429969787598, -1.3908666372299194, -1.8864535093307495, -1.029915690422058, -1.2737623453140259, -2.0404343605041504, -0.07030253857374191, -0.8511529564857483, -0.41988345980644226, -0.6814472675323486, -1.5626097917556763, -1.3382374048233032, -1.2868030071258545, -0.3971984386444092, -1.2395853996276855, -1.8982654809951782, -0.05291486904025078, -2.498178243637085, -1.1069144010543823, -1.4767365455627441, -1.0006325244903564, -1.824022650718689, -1.7864329814910889, -1.44275963306427, -1.5345627069473267, -1.4295743703842163, -0.5379923582077026, -0.34139567613601685, -1.622807264328003, -1.1913564205169678, -1.190216302871704, -0.06274782866239548, -1.0689975023269653, -2.50628662109375, -0.4956493079662323, -1.7258708477020264, -1.4194663763046265, -2.8098573684692383, -0.19114457070827484, -0.04365401715040207, -0.032658036798238754, -0.08244740217924118, -1.7959929704666138, -0.9714871644973755, -0.6808350086212158, -1.7079746723175049, -0.4106585681438446, -0.5096623301506042, -0.4822215735912323, -0.3851947784423828, -0.06769212335348129, -0.9759888052940369]}, "Bot002_055_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there? I am doing great, how about you? Fine. Do you like sport? [WINKING FACE]  I do not really have a favorite sport What are your hobbies?", "response": "I like to go to college and I can help out", "annotation_id": "Bot002_055_12", "annotations": ["O", "O", "O", "X", "X", "T", "T", "T", "O", "T", "T", "T", "T", "X", "X"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -9.692291259765625, -10.03717041015625, -8.243345260620117, -4.004016399383545, -10.148520469665527, -8.736307144165039, -10.538169860839844, -11.416014671325684, -10.794159889221191], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1555769443511963, -1.1374543905258179, -0.33059585094451904, -0.2973732054233551, -1.200232982635498, -1.0121601819992065, -1.308045506477356, -2.3417186737060547, -1.8141412734985352, -1.8660943508148193, -1.5793951749801636, -1.7180535793304443, -2.1749024391174316, -2.0887503623962402, -1.9484788179397583, -0.9763689637184143, -1.3243142366409302, -1.286597490310669, -0.14677919447422028, -1.6305171251296997, -0.720149040222168, -1.2718936204910278, -0.6539046168327332, -1.9234594106674194, -1.7849829196929932, -0.6724719405174255, -0.9242010116577148, -1.3395901918411255, -1.1551505327224731, -2.322052240371704, -3.0874602794647217, -1.814069390296936, -1.5904066562652588, -0.6509383320808411, -1.2067890167236328, -1.8828024864196777, -0.18187972903251648, -1.2074394226074219, -1.9823509454727173, -1.9086072444915771, -0.04902113229036331, -1.4143292903900146, -0.939225435256958, -1.4413361549377441, -1.1805373430252075, -1.12028968334198, -0.8482933640480042, -1.0774115324020386, -2.9989187717437744, -1.2439358234405518, -0.7151758074760437, -1.0849350690841675, -2.203010082244873, -1.9998366832733154, -3.181610345840454, -2.1219429969787598, -1.3908666372299194, -1.8864535093307495, -1.029915690422058, -1.2737623453140259, -2.0404343605041504, -0.07030253857374191, -0.8511529564857483, -0.41988345980644226, -0.6814472675323486, -1.5626097917556763, -1.3382374048233032, -1.2868030071258545, -0.3971984386444092, -1.2395853996276855, -1.8982654809951782, -0.05291486904025078, -2.498178243637085, -1.1069144010543823, -1.4767365455627441, -1.0006325244903564, -1.824022650718689, -1.7864329814910889, -1.44275963306427, -1.5345627069473267, -1.4295743703842163, -0.5379923582077026, -0.34139567613601685, -1.622807264328003, -1.1913564205169678, -1.190216302871704, -0.06274782866239548, -1.0689975023269653, -2.50628662109375, -0.4956493079662323, -1.7258708477020264, -2.8384835720062256, -0.1648152619600296, -0.05096406117081642, -0.09456963837146759, -0.03999157249927521, -1.7123396396636963, -1.7039140462875366, -0.9557491540908813, -1.7310997247695923, -0.47724437713623047, -0.5772902965545654, -0.5315636396408081, -0.5006200671195984, -0.07417786866426468, -0.9978127479553223, -0.7044490575790405, -0.6770411729812622, -1.750351905822754, -0.25901544094085693, -1.6584125757217407, -1.7787691354751587, -1.6589057445526123, -2.261047840118408, -1.6099070310592651, -1.2635703086853027, -2.070575475692749, -1.4903688430786133, -1.8036532402038574, -2.2144155502319336, -1.860230803489685, -1.354699969291687, -1.2742817401885986]}, "Bot002_055_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there? I am doing great, how about you? Fine. Do you like sport? [WINKING FACE]  I do not really have a favorite sport What are your hobbies? I like to go to college and I can help out what will you study in university?", "response": "I am a student", "annotation_id": "Bot002_055_14", "annotations": ["O", "X", "T", "X", "X", "X", "T", "T", "T", "X", "X", "X", "X", "X", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -7.305190563201904, -11.434844970703125], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1555769443511963, -1.1374543905258179, -0.33059585094451904, -0.2973732054233551, -1.200232982635498, -1.0121601819992065, -1.308045506477356, -2.3417186737060547, -1.8141412734985352, -1.8660943508148193, -1.5793951749801636, -1.7180535793304443, -2.1749024391174316, -2.0887503623962402, -1.9484788179397583, -0.9763689637184143, -1.3243142366409302, -1.286597490310669, -0.14677919447422028, -1.6305171251296997, -0.720149040222168, -1.2718936204910278, -0.6539046168327332, -1.9234594106674194, -1.7849829196929932, -0.6724719405174255, -0.9242010116577148, -1.3395901918411255, -1.1551505327224731, -2.322052240371704, -3.0874602794647217, -1.814069390296936, -1.5904066562652588, -0.6509383320808411, -1.2067890167236328, -1.8828024864196777, -0.18187972903251648, -1.2074394226074219, -1.9823509454727173, -1.9086072444915771, -0.04902113229036331, -1.4143292903900146, -0.939225435256958, -1.4413361549377441, -1.1805373430252075, -1.12028968334198, -0.8482933640480042, -1.0774115324020386, -2.9989187717437744, -1.2439358234405518, -0.7151758074760437, -1.0849350690841675, -2.203010082244873, -1.9998366832733154, -3.181610345840454, -2.1219429969787598, -1.3908666372299194, -1.8864535093307495, -1.029915690422058, -1.2737623453140259, -2.0404343605041504, -0.07030253857374191, -0.8511529564857483, -0.41988345980644226, -0.6814472675323486, -1.5626097917556763, -1.3382374048233032, -1.2868030071258545, -0.3971984386444092, -1.2395853996276855, -1.8982654809951782, -0.05291486904025078, -2.498178243637085, -1.1069144010543823, -1.4767365455627441, -1.0006325244903564, -1.824022650718689, -1.7864329814910889, -1.44275963306427, -1.5345627069473267, -1.4295743703842163, -0.5379923582077026, -0.34139567613601685, -1.622807264328003, -1.1913564205169678, -1.190216302871704, -0.06274782866239548, -1.069006085395813, -2.506294012069702, -0.4956429898738861, -1.725877046585083, -2.838479995727539, -0.16481435298919678, -0.050965309143066406, -0.09456974267959595, -0.039991457015275955, -1.7123348712921143, -1.7039157152175903, -0.9557264447212219, -1.7311105728149414, -0.4772437810897827, -0.5772976279258728, -0.5315587520599365, -0.5006272196769714, -0.0741770938038826, -0.9978097677230835, -0.7044447064399719, -0.6770340800285339, -1.7503575086593628, -0.2590195834636688, -1.6584380865097046, -1.3210670948028564, -2.2554662227630615, -1.6387476921081543, -1.1692668199539185, -1.9843138456344604, -1.4760541915893555, -2.056614398956299, -1.949291706085205, -1.9011151790618896, -1.652417778968811, -1.2862919569015503, -0.8217208981513977, -1.05051589012146, -1.1134952306747437, -0.9147701859474182, -0.970487654209137, -1.0429478883743286, -1.587733268737793, -1.7055901288986206, -1.7769286632537842, -1.1921329498291016, -2.276972532272339, -1.532557487487793]}, "Bot002_055_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there? I am doing great, how about you? Fine. Do you like sport? [WINKING FACE]  I do not really have a favorite sport What are your hobbies? I like to go to college and I can help out what will you study in university? I am a student What is your hair color?", "response": "I like brown, but I like to wear a lot of red", "annotation_id": "Bot002_055_16", "annotations": ["O", "X", "X", "X", "X", "X", "T", "T", "O", "X", "T", "O", "X", "X", "X"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -11.932815551757812, -7.4247894287109375, -10.064756393432617, -9.283137321472168, -14.377379417419434, -7.24614953994751, -15.446342468261719, -5.671828269958496, -12.688935279846191, -7.155332565307617, -13.28090763092041], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1555769443511963, -1.1374543905258179, -0.33059585094451904, -0.2973732054233551, -1.200232982635498, -1.0121601819992065, -1.308045506477356, -2.3417186737060547, -1.8141412734985352, -1.8660943508148193, -1.5793951749801636, -1.7180535793304443, -2.1749024391174316, -2.0887503623962402, -1.9484788179397583, -0.9763689637184143, -1.3243142366409302, -1.286597490310669, -0.14677919447422028, -1.6305171251296997, -0.720149040222168, -1.2718936204910278, -0.6539046168327332, -1.9234594106674194, -1.7849829196929932, -0.6724719405174255, -0.9242010116577148, -1.3395901918411255, -1.1551505327224731, -2.322052240371704, -3.0874602794647217, -1.814069390296936, -1.5904066562652588, -0.6509383320808411, -1.2067890167236328, -1.8828024864196777, -0.18187972903251648, -1.2074394226074219, -1.9823509454727173, -1.9086072444915771, -0.04902113229036331, -1.4143292903900146, -0.939225435256958, -1.4413361549377441, -1.1805373430252075, -1.12028968334198, -0.8482933640480042, -1.0774115324020386, -2.9989187717437744, -1.2439358234405518, -0.7151758074760437, -1.0849350690841675, -2.203010082244873, -1.9998366832733154, -3.181610345840454, -2.1219429969787598, -1.3908666372299194, -1.8864535093307495, -1.029915690422058, -1.2737623453140259, -2.0404343605041504, -0.07030253857374191, -0.8511529564857483, -0.41988345980644226, -0.6814472675323486, -1.5626097917556763, -1.3382374048233032, -1.2868030071258545, -0.3971984386444092, -1.2395853996276855, -1.8982654809951782, -0.05291486904025078, -2.498178243637085, -1.1069144010543823, -1.4767365455627441, -1.0006325244903564, -1.824022650718689, -1.7864329814910889, -1.44275963306427, -1.5345627069473267, -1.4295743703842163, -0.5379923582077026, -0.34139567613601685, -1.622807264328003, -1.1913564205169678, -1.190216302871704, -0.06274782866239548, -1.0689975023269653, -2.50628662109375, -0.4956493079662323, -1.7258708477020264, -2.8384835720062256, -0.1648152619600296, -0.05096406117081642, -0.09456963837146759, -0.03999157249927521, -1.7123396396636963, -1.7039140462875366, -0.9557491540908813, -1.7310997247695923, -0.47724437713623047, -0.5772902965545654, -0.5315636396408081, -0.5006200671195984, -0.07417786866426468, -0.9978127479553223, -0.7044490575790405, -0.6770411729812622, -1.750351905822754, -0.25901544094085693, -1.6584125757217407, -1.3210537433624268, -2.2554659843444824, -1.6387630701065063, -1.169244408607483, -1.9843134880065918, -1.4760552644729614, -2.056633472442627, -1.9492902755737305, -1.901099681854248, -1.6524238586425781, -1.2862950563430786, -0.8217286467552185, -1.0505125522613525, -1.1134958267211914, -0.914772093296051, -0.9704837799072266, -1.0429493188858032, -1.5877283811569214, -1.5857155323028564, -1.3263260126113892, -2.581324815750122, -1.5528634786605835, -1.62652587890625, -0.25286754965782166, -1.6546531915664673, -1.1577404737472534, -0.213497593998909, -1.7008357048034668, -1.7404530048370361, -1.4901647567749023, -1.0033249855041504, -1.910867691040039, -2.3661181926727295, -0.7820579409599304, -1.859437346458435, -1.8860249519348145, -1.8788621425628662, -1.9598736763000488, -2.728815793991089, -0.21736785769462585, -2.4025096893310547, -1.0270291566848755]}, "Bot002_055_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there? I am doing great, how about you? Fine. Do you like sport? [WINKING FACE]  I do not really have a favorite sport What are your hobbies? I like to go to college and I can help out what will you study in university? I am a student What is your hair color? I like brown, but I like to wear a lot of red i have short brown hair", "response": "I am a fulltime student and I am a student", "annotation_id": "Bot002_055_18", "annotations": ["O", "X", "X", "X", "X", "X", "T", "T", "T", "X", "X", "X", "X", "X", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -7.305190563201904, -9.316009521484375, -18.064725875854492, -9.64929485321045, -10.148520469665527, -8.736307144165039, -10.540214538574219, -5.671828269958496, -12.394059181213379], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1555769443511963, -1.1374543905258179, -0.33059585094451904, -0.2973732054233551, -1.200232982635498, -1.0121601819992065, -1.308045506477356, -2.3417186737060547, -1.8141412734985352, -1.8660943508148193, -1.5793951749801636, -1.7180535793304443, -2.1749024391174316, -2.0887503623962402, -1.9484788179397583, -0.9763689637184143, -1.3243142366409302, -1.286597490310669, -0.14677919447422028, -1.6305171251296997, -0.720149040222168, -1.2718936204910278, -0.6539046168327332, -1.9234594106674194, -1.7849829196929932, -0.6724719405174255, -0.9242010116577148, -1.3395901918411255, -1.1551505327224731, -2.322052240371704, -3.0874602794647217, -1.814069390296936, -1.5904066562652588, -0.6509383320808411, -1.2067890167236328, -1.8828024864196777, -0.18187972903251648, -1.2074394226074219, -1.9823509454727173, -1.9086072444915771, -0.04902113229036331, -1.4143292903900146, -0.939225435256958, -1.4413361549377441, -1.1805373430252075, -1.12028968334198, -0.8482933640480042, -1.0774115324020386, -2.9989187717437744, -1.2439358234405518, -0.7151758074760437, -1.0849350690841675, -2.203010082244873, -1.9998366832733154, -3.181610345840454, -2.1219429969787598, -1.3908666372299194, -1.8864535093307495, -1.029915690422058, -1.2737623453140259, -2.0404343605041504, -0.07030253857374191, -0.8511529564857483, -0.41988345980644226, -0.6814472675323486, -1.5626097917556763, -1.3382374048233032, -1.2868030071258545, -0.3971984386444092, -1.2395853996276855, -1.8982654809951782, -0.05291486904025078, -2.498178243637085, -1.1069144010543823, -1.4767365455627441, -1.0006325244903564, -1.824022650718689, -1.7864329814910889, -1.44275963306427, -1.5345627069473267, -1.4295743703842163, -0.5379923582077026, -0.34139567613601685, -1.622807264328003, -1.1913564205169678, -1.190216302871704, -0.06274782866239548, -1.0689975023269653, -2.50628662109375, -0.4956493079662323, -1.7258708477020264, -2.8384835720062256, -0.1648152619600296, -0.05096406117081642, -0.09456963837146759, -0.03999157249927521, -1.7123396396636963, -1.7039140462875366, -0.9557491540908813, -1.7310997247695923, -0.47724437713623047, -0.5772902965545654, -0.5315636396408081, -0.5006200671195984, -0.07417786866426468, -0.9978127479553223, -0.7044490575790405, -0.6770411729812622, -1.750351905822754, -0.25901544094085693, -1.6584125757217407, -1.3210537433624268, -2.2554659843444824, -1.6387630701065063, -1.169244408607483, -1.9843134880065918, -1.4760552644729614, -2.056633472442627, -1.9492902755737305, -1.901099681854248, -1.6524238586425781, -1.2862950563430786, -0.8217286467552185, -1.0505125522613525, -1.1134958267211914, -0.914772093296051, -0.9704837799072266, -1.0429493188858032, -1.5877338647842407, -1.5857206583023071, -1.3263105154037476, -2.5813236236572266, -1.5528664588928223, -1.6265305280685425, -0.2528701424598694, -1.6546556949615479, -1.1577486991882324, -0.21349585056304932, -1.7008267641067505, -1.2018511295318604, -1.0724021196365356, -1.8968364000320435, -2.435508966445923, -0.771528959274292, -1.659833550453186, -1.639831304550171, -1.7438387870788574, -1.9158729314804077, -2.7965376377105713, -0.24527041614055634, -2.2943997383117676, -1.133674144744873, -1.705640196800232, -1.4938104152679443, -0.3441450893878937, -0.8280563354492188, -1.202193260192871, -1.7366442680358887, -1.8733887672424316, -1.0329604148864746, -1.5270746946334839, -2.0597634315490723, -0.6809281706809998, -1.6023821830749512, -0.8991389274597168, -1.3569519519805908, -1.751436710357666, -1.649636149406433, -1.331456184387207]}, "Bot002_055_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there? I am doing great, how about you? Fine. Do you like sport? [WINKING FACE]  I do not really have a favorite sport What are your hobbies? I like to go to college and I can help out what will you study in university? I am a student What is your hair color? I like brown, but I like to wear a lot of red i have short brown hair I am a fulltime student and I am a student Do you have a car?", "response": "I have a car. I have a black car.", "annotation_id": "Bot002_055_20", "annotations": ["O", "O", "O", "X", "O", "O", "O", "T", "O", "O", "O", "O", "T", "X", "X"], "gpt2_target_score": [-10.37339973449707, -8.69393539428711, -7.305190563201904, -11.879150390625, -10.03046989440918, -9.283137321472168, -15.574980735778809, -8.713724136352539, -13.900047302246094, -12.213042259216309, -8.272629737854004], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1555769443511963, -1.1374543905258179, -0.33059585094451904, -0.2973732054233551, -1.200232982635498, -1.0121601819992065, -1.308045506477356, -2.3417186737060547, -1.8141412734985352, -1.8660943508148193, -1.5793951749801636, -1.7180535793304443, -2.1749024391174316, -2.0887503623962402, -1.9484788179397583, -0.9763689637184143, -1.3243142366409302, -1.286597490310669, -0.14677919447422028, -1.6305171251296997, -0.720149040222168, -1.2718936204910278, -0.6539046168327332, -1.9234594106674194, -1.7849829196929932, -0.6724719405174255, -0.9242010116577148, -1.3395901918411255, -1.1551505327224731, -2.322052240371704, -3.0874602794647217, -1.814069390296936, -1.5904066562652588, -0.6509383320808411, -1.2067890167236328, -1.8828024864196777, -0.18187972903251648, -1.2074394226074219, -1.9823509454727173, -1.9086072444915771, -0.04902113229036331, -1.4143292903900146, -0.939225435256958, -1.4413361549377441, -1.1805373430252075, -1.12028968334198, -0.8482933640480042, -1.0774115324020386, -2.9989187717437744, -1.2439358234405518, -0.7151758074760437, -1.0849350690841675, -2.203010082244873, -1.9998366832733154, -3.181610345840454, -2.1219429969787598, -1.3908666372299194, -1.8864535093307495, -1.029915690422058, -1.2737623453140259, -2.0404343605041504, -0.07030253857374191, -0.8511529564857483, -0.41988345980644226, -0.6814472675323486, -1.5626097917556763, -1.3382374048233032, -1.2868030071258545, -0.3971984386444092, -1.2395853996276855, -1.8982654809951782, -0.05291486904025078, -2.498178243637085, -1.1069144010543823, -1.4767365455627441, -1.0006325244903564, -1.824022650718689, -1.7864329814910889, -1.44275963306427, -1.5345627069473267, -1.4295743703842163, -0.5379923582077026, -0.34139567613601685, -1.622807264328003, -1.1913564205169678, -1.190216302871704, -0.06274782866239548, -1.0689975023269653, -2.50628662109375, -0.4956493079662323, -1.7258708477020264, -2.8384835720062256, -0.1648152619600296, -0.05096406117081642, -0.09456963837146759, -0.03999157249927521, -1.7123396396636963, -1.7039140462875366, -0.9557491540908813, -1.7310997247695923, -0.47724437713623047, -0.5772902965545654, -0.5315636396408081, -0.5006200671195984, -0.07417786866426468, -0.9978127479553223, -0.7044490575790405, -0.6770411729812622, -1.750351905822754, -0.25901544094085693, -1.6584125757217407, -1.3210537433624268, -2.2554659843444824, -1.6387630701065063, -1.169244408607483, -1.9843134880065918, -1.4760552644729614, -2.056633472442627, -1.9492902755737305, -1.901099681854248, -1.6524238586425781, -1.2862950563430786, -0.8217286467552185, -1.0505125522613525, -1.1134958267211914, -0.914772093296051, -0.9704837799072266, -1.0429493188858032, -1.5877283811569214, -1.5857155323028564, -1.3263260126113892, -2.581324815750122, -1.5528634786605835, -1.62652587890625, -0.25286754965782166, -1.6546531915664673, -1.1577404737472534, -0.213497593998909, -1.7008357048034668, -1.201848030090332, -1.0724117755889893, -1.8968335390090942, -2.435508966445923, -0.7715234160423279, -1.659828543663025, -1.6398420333862305, -1.7438442707061768, -1.9158873558044434, -2.796536684036255, -0.24527433514595032, -2.2943944931030273, -1.1336699724197388, -1.705644965171814, -1.4938087463378906, -0.3441443145275116, -0.8280594348907471, -1.2021921873092651, -1.497623324394226, -1.659621238708496, -2.5068976879119873, -2.31510591506958, -0.5556018352508545, -1.80731201171875, -1.0213686227798462, -1.3384819030761719, -1.6294878721237183, -1.857818603515625, -1.4416084289550781, -0.05043170228600502, -0.8300771117210388, -0.8481081128120422, -0.5808182954788208, -0.29325440526008606, -1.855772614479065, -1.7208552360534668, -1.5258251428604126, -0.29787856340408325, -0.7433701753616333, -1.3866833448410034, -1.0347362756729126, -2.087596893310547, -0.4455008804798126, -1.5358563661575317, -2.355985403060913, -1.0542149543762207, -0.7520588636398315]}, "Bot002_056_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man", "response": "Hi, I am a burger eater, how are you?", "annotation_id": "Bot002_056_01", "annotations": ["T", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-11.856884002685547, -9.990793228149414, -3.788870334625244, -13.098431587219238, -7.445431709289551, -14.001580238342285, -19.649648666381836, -6.0115461349487305, -11.162399291992188, -9.823249816894531, -7.580684661865234, -11.747692108154297], "gpt2_argmax_score": [-1.8457903861999512, -1.5279029607772827, -1.1842713356018066, -1.910634160041809, -0.9177523255348206, -1.290306806564331, -1.1654714345932007, -1.3553879261016846, -2.8425745964050293, -2.5710983276367188, -1.3217278718948364, -1.179165005683899, -1.4469505548477173, -0.15703845024108887, -1.1983579397201538, -0.38292691111564636]}, "Bot002_056_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often", "response": "I like to eat out and eat", "annotation_id": "Bot002_056_03", "annotations": ["T", "X", "O", "O", "X", "X", "T", "O", "T", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-9.925350189208984, -7.51922082901001, -7.896414279937744, -12.881574630737305, -9.426239013671875, -10.061088562011719, -13.652121543884277], "gpt2_argmax_score": [-1.8457903861999512, -1.5279029607772827, -1.1842713356018066, -1.0022261142730713, -1.1590120792388916, -1.0638350248336792, -1.4731050729751587, -2.6370372772216797, -2.304785966873169, -1.3081483840942383, -1.2499778270721436, -1.2110364437103271, -0.2104378640651703, -1.255429983139038, -1.2936909198760986, -1.537964105606079, -1.0524877309799194, -2.3597095012664795, -2.2293152809143066, -1.090184211730957, -0.8962297439575195, -0.8451448678970337, -2.042802333831787, -0.552526593208313, -0.5396808385848999, -1.7075186967849731, -2.0654451847076416, -1.5598399639129639, -0.54273521900177, -1.714254379272461, -1.5582157373428345, -1.559227705001831, -2.359151601791382]}, "Bot002_056_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol?", "response": "[GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat", "annotation_id": "Bot002_056_05", "annotations": ["T", "T", "O", "O", "X", "O", "O", "O", "T", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-10.959101676940918, -14.81865406036377, -16.566055297851562, -21.838077545166016, -15.540103912353516, -19.338468551635742, -11.359268188476562, -15.351239204406738, -12.988905906677246, -11.672623634338379, -19.71623420715332, -15.78264331817627, -8.464930534362793, -7.951149940490723, -8.44897747039795, -9.137272834777832, -5.454418182373047, -7.250367164611816, -12.488924026489258, -2.257563352584839, -2.169285774230957, -6.049961566925049, -5.013967514038086, -8.939794540405273, -9.528996467590332], "gpt2_argmax_score": [-1.845790147781372, -1.5279285907745361, -1.1842654943466187, -1.0022172927856445, -1.158984899520874, -1.0638254880905151, -1.4730983972549438, -2.6370363235473633, -2.3048009872436523, -1.3081218004226685, -1.2499862909317017, -1.2110183238983154, -0.21044433116912842, -1.2554101943969727, -1.2937036752700806, -1.5379537343978882, -1.0525323152542114, -2.359696626663208, -2.2293267250061035, -1.0901896953582764, -0.8962297439575195, -0.8451427817344666, -2.0427606105804443, -0.5525263547897339, -0.5396624207496643, -2.452751636505127, -1.1639982461929321, -0.5537475347518921, -0.8666365146636963, -1.5591206550598145, -1.6296451091766357, -2.3262336254119873, -1.9636770486831665, -2.1018013954162598, -1.1598589420318604, -0.5207969546318054, -1.7014280557632446, -0.5452013611793518, -1.5463062524795532, -1.284574031829834, -2.6929678916931152, -2.820072889328003, -2.381471872329712, -1.7454913854599, -1.3883081674575806, -2.37282133102417, -1.2583765983581543, -2.1841251850128174, -2.433253765106201, -1.6299679279327393, -2.0021772384643555, -0.637175977230072, -0.6598292589187622, -2.281511068344116, -1.8413827419281006, -0.679295003414154, -0.8058213591575623, -1.539577603340149, -1.1227145195007324, -0.7829744815826416, -1.5144023895263672, -1.500525951385498, -0.09878399223089218, -1.0278908014297485, -2.047250270843506]}, "Bot002_056_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :)", "response": "I love to and eat out with my parents", "annotation_id": "Bot002_056_07", "annotations": ["O", "O", "O", "O", "X", "O", "T", "O", "T", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -8.768193244934082, -7.896332263946533, -5.755345344543457, -11.522586822509766, -11.650297164916992, -7.229949474334717, -9.664814949035645, -12.85037899017334], "gpt2_argmax_score": [-1.845790147781372, -1.5279285907745361, -1.1842654943466187, -1.0022172927856445, -1.158984899520874, -1.0638254880905151, -1.4730983972549438, -2.6370363235473633, -2.3048009872436523, -1.3081218004226685, -1.2499862909317017, -1.2110183238983154, -0.21044433116912842, -1.2554101943969727, -1.2937036752700806, -1.5379537343978882, -1.0525323152542114, -2.359696626663208, -2.2293267250061035, -1.0901896953582764, -0.8962297439575195, -0.8451427817344666, -2.0427606105804443, -0.5525263547897339, -0.5396624207496643, -2.452751636505127, -1.1639982461929321, -0.5537475347518921, -0.8666365146636963, -1.5591206550598145, -1.6296451091766357, -2.3262336254119873, -1.9636770486831665, -2.1018013954162598, -1.1598589420318604, -0.5207969546318054, -1.7014280557632446, -0.5452013611793518, -1.5463062524795532, -2.424097776412964, -2.4721996784210205, -1.7842566967010498, -0.8340508937835693, -1.1966753005981445, -2.2961997985839844, -1.1670939922332764, -2.1594228744506836, -1.9124692678451538, -1.7061172723770142, -1.379320740699768, -1.3306734561920166, -1.1527124643325806, -2.2499213218688965, -1.6868211030960083, -0.5642501711845398, -0.9275310039520264, -1.438550353050232, -1.0603175163269043, -0.7601761221885681, -1.5984668731689453, -1.4573132991790771, -0.12038540095090866, -0.9963853359222412, -2.2796168327331543, -1.9074984788894653, -2.9223732948303223, -2.2140870094299316, -2.0636508464813232, -2.2339184284210205, -2.100493907928467, -1.6116458177566528, -1.239402174949646, -1.0617061853408813, -0.9181713461875916, -3.1263327598571777, -2.0567915439605713, -1.1892495155334473, -1.6651842594146729, -2.206698179244995, -2.040574312210083, -0.813102126121521, -1.5660794973373413, -2.537778615951538, -1.2229118347167969, -1.1178640127182007, -1.675328254699707, -1.3364980220794678]}, "Bot002_056_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :) I love to and eat out with my parents u are lucky:my parents died long time ago", "response": "I am sorry to hear that.", "annotation_id": "Bot002_056_09", "annotations": ["X", "O", "O", "O", "X", "O", "X", "O", "T", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -6.664006233215332, -9.686294555664062, -7.070195198059082, -9.89102554321289, -12.359586715698242, -7.160583019256592], "gpt2_argmax_score": [-1.845790147781372, -1.5279285907745361, -1.1842654943466187, -1.0022172927856445, -1.158984899520874, -1.0638254880905151, -1.4730983972549438, -2.6370363235473633, -2.3048009872436523, -1.3081218004226685, -1.2499862909317017, -1.2110183238983154, -0.21044433116912842, -1.2554101943969727, -1.2937036752700806, -1.5379537343978882, -1.0525323152542114, -2.359696626663208, -2.2293267250061035, -1.0901896953582764, -0.8962297439575195, -0.8451427817344666, -2.0427606105804443, -0.5525263547897339, -0.5396624207496643, -2.452751636505127, -1.1639982461929321, -0.5537475347518921, -0.8666365146636963, -1.5591206550598145, -1.6296451091766357, -2.3262336254119873, -1.9636770486831665, -2.1018013954162598, -1.1598589420318604, -0.5207969546318054, -1.7014280557632446, -0.5452013611793518, -1.5463062524795532, -2.424097776412964, -2.4721996784210205, -1.7842566967010498, -0.8340542316436768, -1.196669578552246, -2.2962071895599365, -1.1670955419540405, -2.159414052963257, -1.9124749898910522, -1.7061179876327515, -1.379320502281189, -1.330666422843933, -1.1527131795883179, -2.24992299079895, -1.6868244409561157, -0.5642563700675964, -0.9275333881378174, -1.4385526180267334, -1.0603153705596924, -0.7601689696311951, -1.5984632968902588, -1.4573017358779907, -0.12038550525903702, -0.9963786602020264, -2.279616117477417, -1.9075032472610474, -2.922386884689331, -2.2140915393829346, -2.0636467933654785, -2.233924388885498, -2.100501298904419, -1.6116337776184082, -1.2394202947616577, -1.0617060661315918, -0.918178379535675, -3.1263420581817627, -2.056770086288452, -1.1892648935317993, -2.4585843086242676, -1.9479502439498901, -0.755678117275238, -1.627498745918274, -2.0328714847564697, -1.0688215494155884, -1.3084185123443604, -1.4099111557006836, -1.2261416912078857, -2.201676607131958, -2.0773003101348877, -2.210839033126831, -0.9457513093948364, -1.8014955520629883, -1.271647572517395, -2.072721004486084, -0.5833693742752075, -0.0055751074105501175, -1.7884941101074219, -2.0946404933929443, -2.2249624729156494, -2.1390864849090576, -1.6260011196136475, -0.19105546176433563, -0.49250540137290955, -1.1373924016952515, -1.040477991104126]}, "Bot002_056_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :) I love to and eat out with my parents u are lucky:my parents died long time ago I am sorry to hear that. :(", "response": "[CRYING FACE]  Hi how are you doing", "annotation_id": "Bot002_056_11", "annotations": ["T", "O", "O", "T", "X", "X", "O", "O", "X", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-10.959101676940918, -14.301838874816895, -21.35272216796875, -14.67155933380127, -14.94858169555664, -8.421735763549805, -7.091567516326904, -10.69621753692627, -9.695456504821777, -7.669205665588379, -8.19059944152832], "gpt2_argmax_score": [-1.845790147781372, -1.5279285907745361, -1.1842654943466187, -1.0022172927856445, -1.158984899520874, -1.0638254880905151, -1.4730983972549438, -2.6370363235473633, -2.3048009872436523, -1.3081218004226685, -1.2499862909317017, -1.2110183238983154, -0.21044433116912842, -1.2554101943969727, -1.2937036752700806, -1.5379537343978882, -1.0525323152542114, -2.359696626663208, -2.2293267250061035, -1.0901896953582764, -0.8962297439575195, -0.8451427817344666, -2.0427606105804443, -0.5525263547897339, -0.5396624207496643, -2.452751636505127, -1.1639982461929321, -0.5537475347518921, -0.8666365146636963, -1.5591206550598145, -1.6296451091766357, -2.3262336254119873, -1.9636770486831665, -2.1018013954162598, -1.1598589420318604, -0.5207969546318054, -1.7014280557632446, -0.5452013611793518, -1.5463062524795532, -2.424097776412964, -2.4721996784210205, -1.7842566967010498, -0.8340542316436768, -1.196669578552246, -2.2962071895599365, -1.1670955419540405, -2.159414052963257, -1.9124749898910522, -1.7061179876327515, -1.379320502281189, -1.330666422843933, -1.1527131795883179, -2.24992299079895, -1.6868244409561157, -0.5642563700675964, -0.9275333881378174, -1.4385526180267334, -1.0603153705596924, -0.7601689696311951, -1.5984632968902588, -1.4573017358779907, -0.12038550525903702, -0.9963786602020264, -2.279616117477417, -1.9075032472610474, -2.922386884689331, -2.2140915393829346, -2.0636467933654785, -2.233924388885498, -2.100501298904419, -1.6116337776184082, -1.2394202947616577, -1.0617060661315918, -0.918178379535675, -3.1263420581817627, -2.056770086288452, -1.1892648935317993, -2.4585843086242676, -1.9479502439498901, -0.755678117275238, -1.627498745918274, -2.0328714847564697, -1.0688215494155884, -1.3084185123443604, -1.4099111557006836, -1.2261416912078857, -2.201676607131958, -2.0773003101348877, -2.210839033126831, -0.9457513093948364, -1.8014955520629883, -1.271647572517395, -2.072721004486084, -0.5833693742752075, -0.0055751074105501175, -1.7884941101074219, -2.3841283321380615, -2.043428659439087, -1.9531426429748535, -0.4278488755226135, -0.7275848388671875, -1.4574271440505981, -1.708432674407959, -1.2082713842391968, -1.8848131895065308, -2.6719653606414795, -1.503754734992981, -2.6454389095306396, -0.20737504959106445, -1.1848061084747314, -1.5498508214950562, -0.804689347743988, -0.5387169122695923, -0.04442218691110611, -0.6928602457046509, -0.7397451996803284]}, "Bot002_056_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :) I love to and eat out with my parents u are lucky:my parents died long time ago I am sorry to hear that. :( [CRYING FACE]  Hi how are you doing i'm fine now", "response": "What do you do for a living?", "annotation_id": "Bot002_056_13", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "X", "O", "O", "O"], "gpt2_target_score": [-11.792048454284668, -6.0368852615356445, -6.973038196563721, -7.850865364074707, -5.908084869384766, -9.832975387573242, -7.427749156951904, -13.745373725891113], "gpt2_argmax_score": [-1.845790147781372, -1.5279285907745361, -1.1842654943466187, -1.0022172927856445, -1.158984899520874, -1.0638254880905151, -1.4730983972549438, -2.6370363235473633, -2.3048009872436523, -1.3081218004226685, -1.2499862909317017, -1.2110183238983154, -0.21044433116912842, -1.2554101943969727, -1.2937036752700806, -1.5379537343978882, -1.0525323152542114, -2.359696626663208, -2.2293267250061035, -1.0901896953582764, -0.8962297439575195, -0.8451427817344666, -2.0427606105804443, -0.5525263547897339, -0.5396624207496643, -2.452751636505127, -1.1639982461929321, -0.5537475347518921, -0.8666365146636963, -1.5591206550598145, -1.6296451091766357, -2.3262336254119873, -1.9636770486831665, -2.1018013954162598, -1.1598589420318604, -0.5207969546318054, -1.7014280557632446, -0.5452013611793518, -1.5463062524795532, -2.424097776412964, -2.4721996784210205, -1.7842566967010498, -0.8340542316436768, -1.196669578552246, -2.2962071895599365, -1.1670955419540405, -2.159414052963257, -1.9124749898910522, -1.7061179876327515, -1.379320502281189, -1.330666422843933, -1.1527131795883179, -2.24992299079895, -1.6868244409561157, -0.5642563700675964, -0.9275333881378174, -1.4385526180267334, -1.0603153705596924, -0.7601689696311951, -1.5984632968902588, -1.4573017358779907, -0.12038550525903702, -0.9963786602020264, -2.279616117477417, -1.9075032472610474, -2.922386884689331, -2.2140915393829346, -2.0636467933654785, -2.233924388885498, -2.100501298904419, -1.6116337776184082, -1.2394202947616577, -1.0617060661315918, -0.918178379535675, -3.1263420581817627, -2.056770086288452, -1.1892648935317993, -2.4585843086242676, -1.9479502439498901, -0.755678117275238, -1.627498745918274, -2.0328714847564697, -1.0688215494155884, -1.3084185123443604, -1.4099111557006836, -1.2261416912078857, -2.201676607131958, -2.0773003101348877, -2.210839033126831, -0.9457513093948364, -1.8014955520629883, -1.271647572517395, -2.072721004486084, -0.5833693742752075, -0.0055751074105501175, -1.7884941101074219, -2.3841283321380615, -2.043428659439087, -1.9531426429748535, -0.4278488755226135, -0.7275848388671875, -1.4574271440505981, -1.708432674407959, -1.2082713842391968, -3.117086887359619, -1.5908446311950684, -2.483253002166748, -0.23239494860172272, -0.9455699920654297, -1.4932233095169067, -0.6880608201026917, -0.5521097183227539, -0.04392637684941292, -0.6036375164985657, -0.7665675282478333, -2.1675026416778564, -0.9400560259819031, -1.750022053718567, -1.7246417999267578, -1.9395149946212769, -1.9659054279327393, -0.1090979352593422, -1.5585681200027466, -1.2307844161987305, -1.2699036598205566, -1.071723461151123, -0.3553406894207001, -0.6136471033096313]}, "Bot002_056_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :) I love to and eat out with my parents u are lucky:my parents died long time ago I am sorry to hear that. :( [CRYING FACE]  Hi how are you doing i'm fine now What do you do for a living? i'm chess  and maths teacher", "response": "That is cool. I like to cook.  19, you a chain smokers fan at all?", "annotation_id": "Bot002_056_15", "annotations": ["T", "T", "O", "O", "O", "X", "O", "O", "O", "T", "T", "T", "O", "T", "O"], "gpt2_target_score": [-14.61523723602295, -5.550511360168457, -12.08074951171875, -3.154942512512207, -1.158984899520874, -5.90272331237793, -7.544600963592529, -7.6483659744262695, -5.169562339782715, -5.712189674377441, -9.373933792114258, -8.469334602355957, -0.21044433116912842, -6.761284828186035, -14.229998588562012, -16.28578758239746, -12.677791595458984, -4.173478126525879, -2.2293267250061035, -5.531947135925293], "gpt2_argmax_score": [-1.845790147781372, -1.5279285907745361, -1.1842654943466187, -1.0022172927856445, -1.158984899520874, -1.0638254880905151, -1.4730983972549438, -2.6370363235473633, -2.3048009872436523, -1.3081218004226685, -1.2499862909317017, -1.2110183238983154, -0.21044433116912842, -1.2554101943969727, -1.2937036752700806, -1.5379537343978882, -1.0525323152542114, -2.359696626663208, -2.2293267250061035, -1.0901896953582764, -0.8962297439575195, -0.8451427817344666, -2.0427606105804443, -0.5525263547897339, -0.5396624207496643, -2.452751636505127, -1.1639982461929321, -0.5537475347518921, -0.8666365146636963, -1.5591206550598145, -1.6296451091766357, -2.3262336254119873, -1.9636770486831665, -2.1018013954162598, -1.1598589420318604, -0.5207969546318054, -1.7014280557632446, -0.5452013611793518, -1.5463062524795532, -2.424097776412964, -2.4721996784210205, -1.7842566967010498, -0.8340542316436768, -1.196669578552246, -2.2962071895599365, -1.1670955419540405, -2.159414052963257, -1.9124749898910522, -1.7061179876327515, -1.379320502281189, -1.330666422843933, -1.1527131795883179, -2.24992299079895, -1.6868244409561157, -0.5642563700675964, -0.9275333881378174, -1.4385526180267334, -1.0603153705596924, -0.7601689696311951, -1.5984632968902588, -1.4573017358779907, -0.12038550525903702, -0.9963786602020264, -2.279616117477417, -1.9075032472610474, -2.922386884689331, -2.2140915393829346, -2.0636467933654785, -2.233924388885498, -2.100501298904419, -1.6116337776184082, -1.2394202947616577, -1.0617060661315918, -0.918178379535675, -3.1263420581817627, -2.056770086288452, -1.1892648935317993, -2.4585843086242676, -1.9479502439498901, -0.755678117275238, -1.627498745918274, -2.0328714847564697, -1.0688215494155884, -1.3084185123443604, -1.4099111557006836, -1.2261416912078857, -2.201676607131958, -2.0773003101348877, -2.210839033126831, -0.9457513093948364, -1.8014955520629883, -1.271647572517395, -2.072721004486084, -0.5833693742752075, -0.0055751074105501175, -1.7884941101074219, -2.3841283321380615, -2.043428659439087, -1.9531426429748535, -0.4278488755226135, -0.7275848388671875, -1.4574271440505981, -1.708432674407959, -1.2082713842391968, -3.117086887359619, -1.5908446311950684, -2.483253002166748, -0.23239494860172272, -0.9455699920654297, -1.4932233095169067, -0.6880608201026917, -0.5521097183227539, -0.04392637684941292, -0.6036375164985657, -0.7665675282478333, -2.1675026416778564, -0.9400560259819031, -1.750022053718567, -1.7246417999267578, -1.9461067914962769, -0.09846275299787521, -1.6171295642852783, -1.2288703918457031, -1.6387344598770142, -0.8943297863006592, -0.48094606399536133, -1.6682904958724976, -1.6980810165405273, -1.6245899200439453, -2.195801019668579, -2.2815260887145996, -1.5696525573730469, -2.451578378677368, -2.2911338806152344, -2.0790460109710693, -0.5524603128433228, -2.125675916671753, -1.3920822143554688, -1.2940025329589844, -1.8589797019958496, -0.5780729055404663, -1.2695459127426147, -1.8587883710861206, -1.1637505292892456, -1.470415472984314, -0.7449876070022583, -2.0104715824127197, -1.9350714683532715, -2.260727882385254, -1.8441524505615234, -2.0294604301452637, -1.1135683059692383, -1.5974140167236328, -1.3517639636993408, -0.5717484951019287]}, "Bot002_056_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :) I love to and eat out with my parents u are lucky:my parents died long time ago I am sorry to hear that. :( [CRYING FACE]  Hi how are you doing i'm fine now What do you do for a living? i'm chess  and maths teacher That is cool. I like to cook.  19, you a chain smokers fan at all? no", "response": "[WORRIED FACE]  I have never been out of school.", "annotation_id": "Bot002_056_17", "annotations": ["T", "X", "O", "X", "X", "X", "T", "O", "X", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-10.959101676940918, -20.275381088256836, -16.292938232421875, -15.324406623840332, -15.540103912353516, -14.10084342956543, -6.342971324920654, -8.309582710266113, -10.172347068786621, -10.524720191955566, -6.986268520355225, -9.797001838684082, -10.962443351745605, -11.995675086975098, -9.789568901062012], "gpt2_argmax_score": [-1.845790147781372, -1.5279285907745361, -1.1842654943466187, -1.0022172927856445, -1.158984899520874, -1.0638254880905151, -1.4730983972549438, -2.6370363235473633, -2.3048009872436523, -1.3081218004226685, -1.2499862909317017, -1.2110183238983154, -0.21044433116912842, -1.2554101943969727, -1.2937036752700806, -1.5379537343978882, -1.0525323152542114, -2.359696626663208, -2.2293267250061035, -1.0901896953582764, -0.8962297439575195, -0.8451427817344666, -2.0427606105804443, -0.5525263547897339, -0.5396624207496643, -2.452751636505127, -1.1639982461929321, -0.5537475347518921, -0.8666365146636963, -1.5591206550598145, -1.6296451091766357, -2.3262336254119873, -1.9636770486831665, -2.1018013954162598, -1.1598589420318604, -0.5207969546318054, -1.7014280557632446, -0.5452013611793518, -1.5463062524795532, -2.424097776412964, -2.4721996784210205, -1.7842566967010498, -0.8340542316436768, -1.196669578552246, -2.2962071895599365, -1.1670955419540405, -2.159414052963257, -1.9124749898910522, -1.7061179876327515, -1.379320502281189, -1.330666422843933, -1.1527131795883179, -2.24992299079895, -1.6868244409561157, -0.5642563700675964, -0.9275333881378174, -1.4385526180267334, -1.0603153705596924, -0.7601689696311951, -1.5984632968902588, -1.4573017358779907, -0.12038550525903702, -0.9963786602020264, -2.279616117477417, -1.9075032472610474, -2.922386884689331, -2.2140915393829346, -2.0636467933654785, -2.233924388885498, -2.100501298904419, -1.6116337776184082, -1.2394202947616577, -1.0617060661315918, -0.918178379535675, -3.1263420581817627, -2.056770086288452, -1.1892648935317993, -2.4585843086242676, -1.9479502439498901, -0.755678117275238, -1.627498745918274, -2.0328714847564697, -1.0688215494155884, -1.3084185123443604, -1.4099111557006836, -1.2261416912078857, -2.201676607131958, -2.0773003101348877, -2.210839033126831, -0.9457513093948364, -1.8014955520629883, -1.271647572517395, -2.072721004486084, -0.5833693742752075, -0.0055751074105501175, -1.7884941101074219, -2.3841283321380615, -2.043428659439087, -1.9531426429748535, -0.4278488755226135, -0.7275848388671875, -1.4574271440505981, -1.708432674407959, -1.2082713842391968, -3.117086887359619, -1.5908446311950684, -2.483253002166748, -0.23239494860172272, -0.9455699920654297, -1.4932233095169067, -0.6880608201026917, -0.5521097183227539, -0.04392637684941292, -0.6036375164985657, -0.7665675282478333, -2.1675026416778564, -0.9400560259819031, -1.750022053718567, -1.7246417999267578, -1.9461067914962769, -0.09846275299787521, -1.6171295642852783, -1.2288703918457031, -1.6387344598770142, -0.8943297863006592, -0.48094606399536133, -1.6682904958724976, -1.6980810165405273, -1.6245899200439453, -2.195801019668579, -2.2815260887145996, -1.5696525573730469, -2.4515905380249023, -2.2911250591278076, -0.634441077709198, -2.221831798553467, -1.5382636785507202, -1.5221607685089111, -1.7545486688613892, -0.5609910488128662, -1.1274818181991577, -1.8163374662399292, -1.0609606504440308, -1.5261971950531006, -0.8613265752792358, -1.9724427461624146, -2.1103641986846924, -2.0898022651672363, -1.8518098592758179, -2.3467986583709717, -1.6066480875015259, -1.7072570323944092, -1.5844284296035767, -1.7188829183578491, -1.8491194248199463, -2.0134737491607666, -3.025406837463379, -0.7614601850509644, -1.6010011434555054, -0.09822505712509155, -0.6264625191688538, -0.8963145613670349, -1.8530991077423096, -2.115086317062378, -1.2724097967147827, -1.8423590660095215, -1.5912814140319824, -0.47553807497024536, -1.3506207466125488, -1.7175980806350708, -1.3556301593780518]}, "Bot002_056_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :) I love to and eat out with my parents u are lucky:my parents died long time ago I am sorry to hear that. :( [CRYING FACE]  Hi how are you doing i'm fine now What do you do for a living? i'm chess  and maths teacher That is cool. I like to cook.  19, you a chain smokers fan at all? no [WORRIED FACE]  I have never been out of school. u have a long live before u", "response": "I have never been to California.  if it was not faked then why do I have three thumbs?", "annotation_id": "Bot002_056_19", "annotations": ["O", "O", "T", "X", "T", "X", "T", "T", "X", "X", "T", "T", "O", "T", "X"], "gpt2_target_score": [-9.925333976745605, -5.775609016418457, -10.886093139648438, -11.248509407043457, -6.693637847900391, -16.10011100769043, -7.160583019256592, -7.4993181228637695, -8.926688194274902, -10.178727149963379, -6.878709316253662, -9.076451301574707, -18.726648330688477, -10.03322696685791, -8.754290580749512, -4.94611120223999, -8.563167572021484, -9.602448463439941, -9.404726028442383, -15.832331657409668, -11.88090991973877], "gpt2_argmax_score": [-1.845790147781372, -1.5279285907745361, -1.1842654943466187, -1.0022172927856445, -1.158984899520874, -1.0638254880905151, -1.4730983972549438, -2.6370363235473633, -2.3048009872436523, -1.3081218004226685, -1.2499862909317017, -1.2110183238983154, -0.21044433116912842, -1.2554101943969727, -1.2937036752700806, -1.5379537343978882, -1.0525323152542114, -2.359696626663208, -2.2293267250061035, -1.0901896953582764, -0.8962297439575195, -0.8451427817344666, -2.0427606105804443, -0.5525263547897339, -0.5396624207496643, -2.452751636505127, -1.1639982461929321, -0.5537475347518921, -0.8666365146636963, -1.5591206550598145, -1.6296451091766357, -2.3262336254119873, -1.9636770486831665, -2.1018013954162598, -1.1598589420318604, -0.5207969546318054, -1.7014280557632446, -0.5452013611793518, -1.5463062524795532, -2.424097776412964, -2.4721996784210205, -1.7842566967010498, -0.8340542316436768, -1.196669578552246, -2.2962071895599365, -1.1670955419540405, -2.159414052963257, -1.9124749898910522, -1.7061179876327515, -1.379320502281189, -1.330666422843933, -1.1527131795883179, -2.24992299079895, -1.6868244409561157, -0.5642563700675964, -0.9275333881378174, -1.4385526180267334, -1.0603153705596924, -0.7601689696311951, -1.5984632968902588, -1.4573017358779907, -0.12038550525903702, -0.9963786602020264, -2.279616117477417, -1.9075032472610474, -2.922386884689331, -2.2140915393829346, -2.0636467933654785, -2.233924388885498, -2.100501298904419, -1.6116337776184082, -1.2394202947616577, -1.0617060661315918, -0.918178379535675, -3.1263420581817627, -2.056770086288452, -1.1892648935317993, -2.4585843086242676, -1.9479502439498901, -0.755678117275238, -1.627498745918274, -2.0328714847564697, -1.0688215494155884, -1.3084185123443604, -1.4099111557006836, -1.2261416912078857, -2.201676607131958, -2.0773003101348877, -2.210839033126831, -0.9457513093948364, -1.8014955520629883, -1.271647572517395, -2.072721004486084, -0.5833693742752075, -0.0055751074105501175, -1.7884941101074219, -2.3841283321380615, -2.043428659439087, -1.9531426429748535, -0.4278488755226135, -0.7275848388671875, -1.4574271440505981, -1.708432674407959, -1.2082713842391968, -3.117086887359619, -1.5908446311950684, -2.483253002166748, -0.23239494860172272, -0.9455699920654297, -1.4932233095169067, -0.6880608201026917, -0.5521097183227539, -0.04392637684941292, -0.6036375164985657, -0.7665675282478333, -2.1675026416778564, -0.9400560259819031, -1.750022053718567, -1.7246417999267578, -1.9461067914962769, -0.09846275299787521, -1.6171295642852783, -1.2288703918457031, -1.6387344598770142, -0.8943297863006592, -0.48094606399536133, -1.6682904958724976, -1.6980810165405273, -1.6245899200439453, -2.195801019668579, -2.2815260887145996, -1.5696525573730469, -2.451578378677368, -2.2911338806152344, -0.6344351172447205, -2.2218499183654785, -1.5382851362228394, -1.522150993347168, -1.7545357942581177, -0.5609857439994812, -1.1274782419204712, -1.8163412809371948, -1.0609631538391113, -1.5262081623077393, -0.8613157868385315, -1.9724589586257935, -2.1103715896606445, -2.0897974967956543, -1.851812720298767, -2.346784830093384, -1.6066421270370483, -1.7072612047195435, -1.584427833557129, -1.718881368637085, -1.8491157293319702, -2.2587730884552, -0.9770919680595398, -1.8426811695098877, -0.1090497300028801, -0.12246371805667877, -0.6425233483314514, -1.929575800895691, -2.057887077331543, -1.2176846265792847, -1.9037295579910278, -1.7083566188812256, -0.4857563376426697, -1.3161967992782593, -1.8771560192108154, -1.3340044021606445, -2.151510715484619, -1.7634249925613403, -2.3753020763397217, -1.478598952293396, -1.7749558687210083, -1.4380509853363037, -2.569094657897949, -2.0915157794952393, -1.8710051774978638, -1.6553527116775513, -0.3249112367630005, -0.30785006284713745, -0.48772740364074707, -1.3286082744598389, -1.3409711122512817, -1.1201993227005005, -0.9009088277816772, -1.3720749616622925, -2.0222315788269043, -0.6548224091529846, -1.7967904806137085, -1.24365234375, -1.5881609916687012, -0.3554077744483948, -1.6150212287902832, -0.6140830516815186, -1.8634390830993652, -1.4435163736343384, -0.7470232248306274]}, "Bot002_061_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello", "response": "Hi how are you doing?", "annotation_id": "Bot002_061_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-11.856884002685547, -10.931373596191406, -8.446793556213379, -5.454183578491211, -11.276480674743652, -1.709762454032898], "gpt2_argmax_score": [-1.8457903861999512, -2.0303499698638916, -0.9599619507789612, -1.3089959621429443, -0.2555910646915436, -1.5558165311813354, -1.1839065551757812, -0.5549414753913879]}, "Bot002_061_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you?", "response": "I am great, just got off work.", "annotation_id": "Bot002_061_03", "annotations": ["X", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-9.925350189208984, -9.146509170532227, -7.761590957641602, -9.983119010925293, -8.804733276367188, -11.788433074951172, -11.336010932922363, -5.364125728607178, -11.326865196228027], "gpt2_argmax_score": [-1.8457903861999512, -1.2904301881790161, -1.692834734916687, -0.37287452816963196, -1.659545660018921, -1.2422908544540405, -0.5492673516273499, -1.5054831504821777, -1.2717807292938232, -1.603499174118042, -1.3728495836257935, -1.4011166095733643, -1.7868493795394897, -1.0367480516433716, -2.3443126678466797, -1.4453403949737549, -1.3768436908721924, -2.9015042781829834, -1.7131277322769165, -1.2572342157363892, -1.5525552034378052, -1.4844934940338135]}, "Bot002_061_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing?", "response": "I am just playing with my glasses", "annotation_id": "Bot002_061_05", "annotations": ["X", "O", "O", "T", "O", "T", "T", "T", "O", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-9.925350189208984, -9.146509170532227, -8.654458999633789, -10.552332878112793, -5.4281158447265625, -6.184277057647705, -14.600384712219238], "gpt2_argmax_score": [-1.8457903861999512, -1.2904301881790161, -1.692834734916687, -0.37287452816963196, -1.659545660018921, -1.2422908544540405, -0.5492673516273499, -1.5054831504821777, -1.2717807292938232, -1.603499174118042, -1.3728495836257935, -1.4011166095733643, -1.0459257364273071, -2.7189834117889404, -1.5425710678100586, -1.2963234186172485, -2.783370018005371, -1.6867785453796387, -1.2844626903533936, -1.5964889526367188, -1.55815851688385, -0.6206573247909546, -2.2020468711853027, -1.0252827405929565, -0.43513622879981995, -0.16168256103992462, -1.3285468816757202, -1.3986321687698364, -1.641082763671875, -0.27375492453575134, -0.6456421613693237, -0.3460252583026886, -1.5206921100616455, -1.7182432413101196, -1.4219011068344116, -1.9793027639389038, -2.1192917823791504, -2.4753642082214355, -1.3549926280975342, -1.9433482885360718, -1.5954118967056274]}, "Bot002_061_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?))", "response": "I am a construction worker.  what do you do for a living?", "annotation_id": "Bot002_061_07", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "T", "T"], "gpt2_target_score": [-9.925333976745605, -9.146561622619629, -7.350436687469482, -11.539621353149414, -15.851785659790039, -5.349039077758789, -5.0478105545043945, -7.091072082519531, -5.149988651275635, -4.07939338684082, -4.978940486907959, -9.048869132995605, -10.169646263122559, -7.713706016540527, -5.716939449310303], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.6928285360336304, -0.3728886544704437, -1.6595556735992432, -1.2423038482666016, -0.549260139465332, -1.5054552555084229, -1.2717996835708618, -1.603517770767212, -1.372861385345459, -1.4011030197143555, -1.045943021774292, -2.71903133392334, -1.5425924062728882, -1.296340823173523, -2.7833852767944336, -1.6867684125900269, -1.284448504447937, -1.5964951515197754, -1.5581539869308472, -0.6206448078155518, -2.2020063400268555, -1.0253031253814697, -0.43515634536743164, -0.16168732941150665, -1.3284966945648193, -1.3986191749572754, -1.6410633325576782, -0.27376627922058105, -0.64567631483078, -0.3460310697555542, -1.5206408500671387, -1.0157029628753662, -2.558346748352051, -2.5001943111419678, -2.3806679248809814, -1.4180183410644531, -1.723455786705017, -1.5773077011108398, -1.3958258628845215, -1.517336130142212, -0.23750996589660645, -0.6998631358146667, -0.29906466603279114, -1.3310123682022095, -2.810692310333252, -0.22108301520347595, -1.426967978477478, -0.831555962562561, -1.6068767309188843, -1.4058711528778076, -2.342677593231201, -3.4871156215667725, -0.1963317096233368, -1.4276618957519531, -0.7960650324821472, -0.9694475531578064, -1.3731681108474731, -0.06883104890584946, -0.7264413237571716, -0.5167292356491089, -0.5993286371231079, -1.31059992313385, -0.19405990839004517, -0.6104052662849426]}, "Bot002_061_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?)) I am a construction worker.  what do you do for a living? Currently I am looking for a job", "response": "What do you do for a living?", "annotation_id": "Bot002_061_09", "annotations": ["O", "X", "T", "X", "X", "T", "X", "T", "X", "T", "T", "O", "T", "T", "T"], "gpt2_target_score": [-11.792048454284668, -8.911789894104004, -5.24550199508667, -8.841302871704102, -6.078897476196289, -7.609170913696289, -11.105183601379395, -3.728233575820923], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.6928285360336304, -0.3728886544704437, -1.6595556735992432, -1.2423038482666016, -0.549260139465332, -1.5054552555084229, -1.2717996835708618, -1.603517770767212, -1.372861385345459, -1.4011030197143555, -1.045943021774292, -2.71903133392334, -1.5425924062728882, -1.296340823173523, -2.7833852767944336, -1.6867684125900269, -1.284448504447937, -1.5964951515197754, -1.5581539869308472, -0.6206448078155518, -2.2020063400268555, -1.0253031253814697, -0.43515634536743164, -0.16168732941150665, -1.3284966945648193, -1.3986191749572754, -1.6410633325576782, -0.27376627922058105, -0.64567631483078, -0.3460310697555542, -1.5206408500671387, -1.0157029628753662, -2.558346748352051, -2.5001943111419678, -2.3806679248809814, -1.4180183410644531, -1.723455786705017, -1.5773077011108398, -1.3958258628845215, -1.517336130142212, -0.23750996589660645, -0.6998631358146667, -0.29906466603279114, -1.3310123682022095, -2.810692310333252, -0.22108301520347595, -1.426967978477478, -0.831555962562561, -1.264748215675354, -2.565128803253174, -3.597386598587036, -0.19274862110614777, -1.5395910739898682, -0.9216431975364685, -1.4356452226638794, -1.5194355249404907, -0.058119043707847595, -0.9832143783569336, -0.5545470118522644, -0.602667510509491, -1.1690936088562012, -0.20629440248012543, -1.65526282787323, -1.4292566776275635, -0.6698183417320251, -1.6805551052093506, -0.7798442840576172, -0.8056350946426392, -0.9733909964561462, -1.7964913845062256, -1.595469355583191, -1.601997971534729, -0.027961716055870056, -0.6131407618522644, -0.2184007614850998, -0.6413307785987854, -0.0486394502222538, -0.10855062305927277, -0.6863232254981995]}, "Bot002_061_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?)) I am a construction worker.  what do you do for a living? Currently I am looking for a job What do you do for a living? I just answered)", "response": "I have a lot of friends", "annotation_id": "Bot002_061_11", "annotations": ["X", "X", "O", "X", "T", "X", "X", "T", "X", "T", "X", "T", "T", "T", "T"], "gpt2_target_score": [-9.925333976745605, -9.982544898986816, -7.350436687469482, -11.767877578735352, -9.357599258422852, -10.424890518188477], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.6928285360336304, -0.3728886544704437, -1.6595556735992432, -1.2423038482666016, -0.549260139465332, -1.5054552555084229, -1.2717996835708618, -1.603517770767212, -1.372861385345459, -1.4011030197143555, -1.045943021774292, -2.71903133392334, -1.5425924062728882, -1.296340823173523, -2.7833852767944336, -1.6867684125900269, -1.284448504447937, -1.5964951515197754, -1.5581539869308472, -0.6206448078155518, -2.2020063400268555, -1.0253031253814697, -0.43515634536743164, -0.16168732941150665, -1.3284966945648193, -1.3986191749572754, -1.6410633325576782, -0.27376627922058105, -0.64567631483078, -0.3460310697555542, -1.5206408500671387, -1.0157029628753662, -2.558346748352051, -2.5001943111419678, -2.3806679248809814, -1.4180183410644531, -1.723455786705017, -1.5773077011108398, -1.3958258628845215, -1.517336130142212, -0.23750996589660645, -0.6998631358146667, -0.29906466603279114, -1.3310123682022095, -2.810692310333252, -0.22108301520347595, -1.426967978477478, -0.831555962562561, -1.264748215675354, -2.565128803253174, -3.597386598587036, -0.19274862110614777, -1.5395910739898682, -0.9216431975364685, -1.4356452226638794, -1.5194355249404907, -0.058119043707847595, -0.9832143783569336, -0.5545470118522644, -0.602667510509491, -1.1690936088562012, -0.20629440248012543, -1.65526282787323, -1.4292566776275635, -0.6698183417320251, -1.6805551052093506, -0.7798442840576172, -0.8056350946426392, -0.9733909964561462, -1.7964913845062256, -1.4357962608337402, -0.028801683336496353, -0.5564968585968018, -0.19575682282447815, -0.7899960279464722, -0.056286778301000595, -0.13407932221889496, -1.5234752893447876, -1.097861647605896, -1.834291934967041, -1.8112183809280396, -1.6462159156799316, -1.5520681142807007, -1.4406622648239136, -1.0033469200134277, -1.421623945236206, -0.16580843925476074, -2.1122219562530518, -1.48018479347229]}, "Bot002_061_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?)) I am a construction worker.  what do you do for a living? Currently I am looking for a job What do you do for a living? I just answered) I have a lot of friends And who are your friends?)", "response": "I like to look at the stars", "annotation_id": "Bot002_061_13", "annotations": ["X", "X", "X", "X", "X", "X", "X", "T", "X", "T", "X", "X", "T", "T", "T"], "gpt2_target_score": [-9.925333976745605, -10.824265480041504, -3.25777006149292, -11.312005996704102, -5.128320693969727, -6.201074600219727, -15.979130744934082], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.6928285360336304, -0.3728886544704437, -1.6595556735992432, -1.2423038482666016, -0.549260139465332, -1.5054552555084229, -1.2717996835708618, -1.603517770767212, -1.372861385345459, -1.4011030197143555, -1.045943021774292, -2.71903133392334, -1.5425924062728882, -1.296340823173523, -2.7833852767944336, -1.6867684125900269, -1.284448504447937, -1.5964951515197754, -1.5581539869308472, -0.6206448078155518, -2.2020063400268555, -1.0253031253814697, -0.43515634536743164, -0.16168732941150665, -1.3284966945648193, -1.3986191749572754, -1.6410633325576782, -0.27376627922058105, -0.64567631483078, -0.3460310697555542, -1.5206408500671387, -1.0157029628753662, -2.558346748352051, -2.5001943111419678, -2.3806679248809814, -1.4180183410644531, -1.723455786705017, -1.5773077011108398, -1.3958258628845215, -1.517336130142212, -0.23750996589660645, -0.6998631358146667, -0.29906466603279114, -1.3310123682022095, -2.810692310333252, -0.22108301520347595, -1.426967978477478, -0.831555962562561, -1.264748215675354, -2.565128803253174, -3.597386598587036, -0.19274862110614777, -1.5395910739898682, -0.9216431975364685, -1.4356452226638794, -1.5194355249404907, -0.058119043707847595, -0.9832143783569336, -0.5545470118522644, -0.602667510509491, -1.1690936088562012, -0.20629440248012543, -1.65526282787323, -1.4292566776275635, -0.6698183417320251, -1.6805551052093506, -0.7798442840576172, -0.8056350946426392, -0.9733909964561462, -1.7964913845062256, -1.4357962608337402, -0.028801683336496353, -0.5564968585968018, -0.19575682282447815, -0.7899960279464722, -0.056286778301000595, -0.13407932221889496, -1.5234752893447876, -1.097861647605896, -1.834291934967041, -1.8112183809280396, -1.6462159156799316, -1.2227253913879395, -1.2184481620788574, -1.3681086301803589, -0.198045015335083, -2.167409658432007, -1.5314512252807617, -1.061723232269287, -1.1303045749664307, -0.18809261918067932, -1.0135446786880493, -0.5592682361602783, -1.4277995824813843, -1.5443345308303833, -1.276268482208252, -1.349176287651062, -2.303657293319702, -1.514899730682373, -1.9821134805679321, -2.803373098373413, -1.5297551155090332]}, "Bot002_061_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?)) I am a construction worker.  what do you do for a living? Currently I am looking for a job What do you do for a living? I just answered) I have a lot of friends And who are your friends?) I like to look at the stars In our city it is hard to see stars)", "response": "I have never been to new York.", "annotation_id": "Bot002_061_15", "annotations": ["T", "X", "X", "X", "T", "O", "X", "T", "X", "T", "X", "T", "T", "T", "T"], "gpt2_target_score": [-9.925333976745605, -9.982544898986816, -11.046710014343262, -12.677621841430664, -7.240747451782227, -9.191781997680664, -15.07622241973877, -2.2060320377349854], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.6928285360336304, -0.3728886544704437, -1.6595556735992432, -1.2423038482666016, -0.549260139465332, -1.5054552555084229, -1.2717996835708618, -1.603517770767212, -1.372861385345459, -1.4011030197143555, -1.045943021774292, -2.71903133392334, -1.5425924062728882, -1.296340823173523, -2.7833852767944336, -1.6867684125900269, -1.284448504447937, -1.5964951515197754, -1.5581539869308472, -0.6206448078155518, -2.2020063400268555, -1.0253031253814697, -0.43515634536743164, -0.16168732941150665, -1.3284966945648193, -1.3986191749572754, -1.6410633325576782, -0.27376627922058105, -0.64567631483078, -0.3460310697555542, -1.5206408500671387, -1.0157029628753662, -2.558346748352051, -2.5001943111419678, -2.3806679248809814, -1.4180183410644531, -1.723455786705017, -1.5773077011108398, -1.3958258628845215, -1.517336130142212, -0.23750996589660645, -0.6998631358146667, -0.29906466603279114, -1.3310123682022095, -2.810692310333252, -0.22108301520347595, -1.426967978477478, -0.831555962562561, -1.264748215675354, -2.565128803253174, -3.597386598587036, -0.19274862110614777, -1.5395910739898682, -0.9216431975364685, -1.4356452226638794, -1.5194355249404907, -0.058119043707847595, -0.9832143783569336, -0.5545470118522644, -0.602667510509491, -1.1690936088562012, -0.20629440248012543, -1.65526282787323, -1.4292566776275635, -0.6698183417320251, -1.6805551052093506, -0.7798442840576172, -0.8056350946426392, -0.9733909964561462, -1.7964913845062256, -1.4357962608337402, -0.028801683336496353, -0.5564968585968018, -0.19575682282447815, -0.7899960279464722, -0.056286778301000595, -0.13407932221889496, -1.5234752893447876, -1.097861647605896, -1.834291934967041, -1.8112183809280396, -1.6462159156799316, -1.2227224111557007, -1.218440055847168, -1.368120789527893, -0.198045015335083, -2.1674141883850098, -1.5314539670944214, -1.061705470085144, -1.1303187608718872, -0.1880946010351181, -1.0135458707809448, -0.559269905090332, -1.4278051853179932, -1.154609203338623, -1.0962908267974854, -2.067599058151245, -1.7783232927322388, -1.9512463808059692, -2.550504446029663, -1.4281760454177856, -1.5915464162826538, -2.65401291847229, -1.5177090167999268, -1.090227723121643, -2.176405429840088, -0.4755741059780121, -1.363707184791565, -1.8731178045272827, -1.1154191493988037, -1.6468174457550049, -1.7530394792556763, -1.6485368013381958, -1.028795599937439, -0.930493175983429, -1.1662250757217407, -1.6178128719329834, -2.015470504760742, -1.504737138748169, -1.1478744745254517]}, "Bot002_061_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?)) I am a construction worker.  what do you do for a living? Currently I am looking for a job What do you do for a living? I just answered) I have a lot of friends And who are your friends?) I like to look at the stars In our city it is hard to see stars) I have never been to new York. You want to tell me everything about yourself?))", "response": "I like to make clothes[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot002_061_17", "annotations": ["X", "O", "O", "X", "O", "X", "O", "O", "O", "T", "X", "X", "T", "T", "T"], "gpt2_target_score": [-9.925333976745605, -10.824265480041504, -3.25777006149292, -12.330286026000977, -13.426980972290039, -13.538782119750977, -15.085392951965332, -17.19855499267578, -19.78350257873535, -17.518831253051758, -16.93696403503418, -13.649271965026855, -10.577605247497559, -17.24195098876953, -16.33588218688965, -10.514572143554688, -13.212279319763184, -17.595657348632812, -18.155237197875977, -12.20356559753418, -19.703630447387695, -16.7001895904541], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.6928285360336304, -0.3728886544704437, -1.6595556735992432, -1.2423038482666016, -0.549260139465332, -1.5054552555084229, -1.2717996835708618, -1.603517770767212, -1.372861385345459, -1.4011030197143555, -1.045943021774292, -2.71903133392334, -1.5425924062728882, -1.296340823173523, -2.7833852767944336, -1.6867684125900269, -1.284448504447937, -1.5964951515197754, -1.5581539869308472, -0.6206448078155518, -2.2020063400268555, -1.0253031253814697, -0.43515634536743164, -0.16168732941150665, -1.3284966945648193, -1.3986191749572754, -1.6410633325576782, -0.27376627922058105, -0.64567631483078, -0.3460310697555542, -1.5206408500671387, -1.0157029628753662, -2.558346748352051, -2.5001943111419678, -2.3806679248809814, -1.4180183410644531, -1.723455786705017, -1.5773077011108398, -1.3958258628845215, -1.517336130142212, -0.23750996589660645, -0.6998631358146667, -0.29906466603279114, -1.3310123682022095, -2.810692310333252, -0.22108301520347595, -1.426967978477478, -0.831555962562561, -1.264748215675354, -2.565128803253174, -3.597386598587036, -0.19274862110614777, -1.5395910739898682, -0.9216431975364685, -1.4356452226638794, -1.5194355249404907, -0.058119043707847595, -0.9832143783569336, -0.5545470118522644, -0.602667510509491, -1.1690936088562012, -0.20629440248012543, -1.65526282787323, -1.4292566776275635, -0.6698183417320251, -1.6805551052093506, -0.7798442840576172, -0.8056350946426392, -0.9733909964561462, -1.7964913845062256, -1.4357962608337402, -0.028801683336496353, -0.5564968585968018, -0.19575682282447815, -0.7899960279464722, -0.056286778301000595, -0.13407932221889496, -1.5234752893447876, -1.097861647605896, -1.834291934967041, -1.8112183809280396, -1.6462159156799316, -1.2227253913879395, -1.2184481620788574, -1.3681086301803589, -0.198045015335083, -2.167409658432007, -1.5314512252807617, -1.061723232269287, -1.1303045749664307, -0.18809261918067932, -1.0135446786880493, -0.5592682361602783, -1.4277995824813843, -1.1546025276184082, -1.096280574798584, -2.0676169395446777, -1.7783260345458984, -1.9512404203414917, -2.5504820346832275, -1.4281725883483887, -1.5915569067001343, -2.653994560241699, -1.517687439918518, -1.0902286767959595, -2.1763994693756104, -0.4755808413028717, -1.3636951446533203, -1.8731261491775513, -1.1154155731201172, -1.6468415260314941, -1.6878619194030762, -1.2459278106689453, -1.0989018678665161, -1.1029125452041626, -1.5261790752410889, -1.4256997108459473, -1.7169901132583618, -1.5045572519302368, -2.0738019943237305, -0.35045409202575684, -1.7236628532409668, -0.37990304827690125, -1.9571646451950073, -1.5491644144058228, -1.5275299549102783, -1.3071318864822388, -1.6678922176361084, -1.3633840084075928, -1.3176612854003906, -1.4904459714889526, -0.5131444334983826, -1.6669026613235474, -2.5834484100341797, -1.360063910484314, -2.6134912967681885, -2.2256174087524414, -1.719727635383606, -1.6114556789398193, -2.2875711917877197, -2.256878137588501, -2.6283552646636963, -2.1421356201171875, -0.6638076901435852, -1.837010145187378, -3.56496524810791, -0.18040147423744202, -0.0966944545507431, -0.9278376698493958, -0.4036247432231903, -2.1285154819488525, -1.0525219440460205]}, "Bot002_061_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?)) I am a construction worker.  what do you do for a living? Currently I am looking for a job What do you do for a living? I just answered) I have a lot of friends And who are your friends?) I like to look at the stars In our city it is hard to see stars) I have never been to new York. You want to tell me everything about yourself?)) I like to make clothes[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Can you make something for me?", "response": "I would love to do that", "annotation_id": "Bot002_061_19", "annotations": ["X", "O", "O", "O", "O", "O", "O", "T", "O", "T", "X", "O", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -9.196442604064941, -10.740649223327637, -9.887292861938477, -7.852914810180664, -7.273263931274414], "gpt2_argmax_score": [-1.845790147781372, -1.2904218435287476, -1.6928285360336304, -0.3728886544704437, -1.6595556735992432, -1.2423038482666016, -0.549260139465332, -1.5054552555084229, -1.2717996835708618, -1.603517770767212, -1.372861385345459, -1.4011030197143555, -1.045943021774292, -2.71903133392334, -1.5425924062728882, -1.296340823173523, -2.7833852767944336, -1.6867684125900269, -1.284448504447937, -1.5964951515197754, -1.5581539869308472, -0.6206448078155518, -2.2020063400268555, -1.0253031253814697, -0.43515634536743164, -0.16168732941150665, -1.3284966945648193, -1.3986191749572754, -1.6410633325576782, -0.27376627922058105, -0.64567631483078, -0.3460310697555542, -1.5206408500671387, -1.0157029628753662, -2.558346748352051, -2.5001943111419678, -2.3806679248809814, -1.4180183410644531, -1.723455786705017, -1.5773077011108398, -1.3958258628845215, -1.517336130142212, -0.23750996589660645, -0.6998631358146667, -0.29906466603279114, -1.3310123682022095, -2.810692310333252, -0.22108301520347595, -1.426967978477478, -0.831555962562561, -1.264748215675354, -2.565128803253174, -3.597386598587036, -0.19274862110614777, -1.5395910739898682, -0.9216431975364685, -1.4356452226638794, -1.5194355249404907, -0.058119043707847595, -0.9832143783569336, -0.5545470118522644, -0.602667510509491, -1.1690936088562012, -0.20629440248012543, -1.65526282787323, -1.4292566776275635, -0.6698183417320251, -1.6805551052093506, -0.7798442840576172, -0.8056350946426392, -0.9733909964561462, -1.7964913845062256, -1.4357962608337402, -0.028801683336496353, -0.5564968585968018, -0.19575682282447815, -0.7899960279464722, -0.056286778301000595, -0.13407932221889496, -1.5234752893447876, -1.097861647605896, -1.834291934967041, -1.8112183809280396, -1.6462159156799316, -1.2227253913879395, -1.2184481620788574, -1.3681086301803589, -0.198045015335083, -2.167409658432007, -1.5314512252807617, -1.061723232269287, -1.1303045749664307, -0.18809261918067932, -1.0135446786880493, -0.5592682361602783, -1.4277995824813843, -1.1546025276184082, -1.096280574798584, -2.0676169395446777, -1.7783260345458984, -1.9512404203414917, -2.5504820346832275, -1.4281725883483887, -1.5915569067001343, -2.653994560241699, -1.517687439918518, -1.0902286767959595, -2.1763994693756104, -0.4755808413028717, -1.3636951446533203, -1.8731261491775513, -1.1154155731201172, -1.6468415260314941, -1.6878619194030762, -1.2459278106689453, -1.0989018678665161, -1.1029125452041626, -1.5261790752410889, -1.4256997108459473, -1.7169901132583618, -1.5045572519302368, -2.0738019943237305, -0.35045409202575684, -1.7236628532409668, -0.37990304827690125, -1.9571646451950073, -1.5491644144058228, -1.5275299549102783, -1.3071318864822388, -1.6678922176361084, -1.3633840084075928, -1.240978479385376, -0.5278024673461914, -1.921433448791504, -2.3939805030822754, -1.2451519966125488, -2.832005739212036, -2.2986671924591064, -1.5669747591018677, -1.3881831169128418, -2.2614552974700928, -2.2097103595733643, -2.7726998329162598, -2.161863327026367, -0.5995193123817444, -1.5458341836929321, -3.7297720909118652, -0.2712792754173279, -0.09243486076593399, -1.1371818780899048, -0.4283624291419983, -1.8171805143356323, -1.8074312210083008, -0.43335866928100586, -1.7869452238082886, -1.6073280572891235, -1.7852667570114136, -0.5565025210380554, -0.3797222673892975, -1.6478067636489868, -1.524590015411377, -2.085392951965332, -1.7283917665481567, -0.22835038602352142, -1.8065544366836548, -1.2767373323440552, -1.3212193250656128]}, "Bot002_069_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger", "response": "I am a teacher, what do you do?", "annotation_id": "Bot002_069_02", "annotations": ["O", "O", "O", "T", "O", "T", "T", "O", "X", "T", "O", "O", "O", "O", "T"], "gpt2_target_score": [-10.373396873474121, -9.036567687988281, -7.305124282836914, -11.84117603302002, -3.088883876800537, -12.867000579833984, -10.224135398864746, -8.716836929321289, -8.739295959472656, -10.097756385803223], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -0.49979597330093384, -2.298252820968628, -1.2632917165756226, -0.012737465091049671, -0.5487200617790222, -1.2383214235305786, -1.0017930269241333, -1.0454189777374268, -1.9703785181045532, -1.943495512008667, -1.8144422769546509, -1.4293699264526367, -1.3679596185684204, -0.958989679813385, -1.028267502784729, -1.7438856363296509, -0.21845461428165436, -0.8293207883834839, -1.6566685438156128, -0.4878380000591278, -1.0070667266845703, -0.824899435043335, -1.26205575466156, -0.4487036168575287, -2.2675254344940186, -1.2184642553329468, -2.2233970165252686, -2.456084966659546, -1.5638200044631958, -2.0226714611053467, -1.9996263980865479, -0.09822171181440353, -0.9429963827133179, -0.831277072429657, -0.2083699256181717]}, "Bot002_069_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school?", "response": "I am a teacher and I love to eat healthy  what kind of fish would you catch?", "annotation_id": "Bot002_069_04", "annotations": ["T", "O", "O", "T", "O", "T", "T", "O", "T", "X", "T", "T", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -7.305190563201904, -11.841140747070312, -3.1934256553649902, -10.7988862991333, -12.103778839111328, -10.801137924194336, -12.555214881896973, -15.346912384033203, -5.4166765213012695, -7.950196743011475, -8.916948318481445, -7.057498931884766, -11.887465476989746, -3.8648228645324707, -5.538640022277832, -13.019655227661133, -14.602869033813477], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -1.2633260488510132, -0.012738053686916828, -0.5486944913864136, -1.2383478879928589, -1.0018088817596436, -1.0454144477844238, -1.970432996749878, -1.9435135126113892, -1.8144241571426392, -1.4293859004974365, -1.3679955005645752, -0.9589847922325134, -1.028279423713684, -1.7438527345657349, -0.21845480799674988, -0.8293206691741943, -1.6566709280014038, -0.48784005641937256, -1.0070730447769165, -0.8249134421348572, -1.2620551586151123, -0.44869211316108704, -0.7805011868476868, -2.368488311767578, -3.1935033798217773, -1.423114538192749, -1.7882839441299438, -1.7172493934631348, -0.18595464527606964, -1.196028709411621, -0.8072717189788818, -1.428380012512207, -1.668426275253296, -1.6593711376190186, -2.208951234817505, -1.7194281816482544, -0.6945316791534424, -1.078579068183899, -0.5381673574447632, -0.13627327978610992, -0.4976465106010437, -1.6579099893569946, -0.07548212260007858, -0.3847576379776001, -1.4574737548828125, -2.3864150047302246, -1.6274528503417969, -1.403717041015625, -0.9404187202453613, -1.1133254766464233, -1.3365706205368042, -1.1114487648010254, -2.1456191539764404, -2.550387144088745, -1.6053390502929688, -1.2523139715194702, -1.0222917795181274, -1.7399322986602783, -0.09619889408349991, -1.1005141735076904, -1.144068717956543, -0.10972452908754349, -1.3343753814697266, -0.5046735405921936, -0.34533360600471497]}, "Bot002_069_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian?", "response": "I like to eat out and eat healthy", "annotation_id": "Bot002_069_06", "annotations": ["X", "O", "O", "X", "T", "T", "X", "T", "X", "T", "T", "X", "X", "O", "T"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -9.692291259765625, -11.966079711914062, -8.105061531066895, -7.757672309875488, -13.31784439086914, -13.477804183959961], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -1.2633260488510132, -0.012738053686916828, -0.5486944913864136, -1.2383478879928589, -1.0018088817596436, -1.0454144477844238, -1.970432996749878, -1.9435135126113892, -1.8144241571426392, -1.4293859004974365, -1.3679955005645752, -0.9589847922325134, -1.028279423713684, -1.7438527345657349, -0.21845480799674988, -0.8293206691741943, -1.6566709280014038, -0.48784005641937256, -1.0070730447769165, -0.8249134421348572, -1.2620551586151123, -0.44869211316108704, -0.7805011868476868, -2.368488311767578, -3.1935033798217773, -1.423114538192749, -1.7882839441299438, -1.7172493934631348, -0.18595464527606964, -1.196028709411621, -0.8072717189788818, -1.428380012512207, -1.668426275253296, -1.6593711376190186, -2.208951234817505, -1.7194281816482544, -0.6945316791534424, -1.078579068183899, -0.5381608605384827, -0.1362772285938263, -0.4976503551006317, -1.6579203605651855, -0.07548101991415024, -0.38476258516311646, -1.4574724435806274, -1.218001365661621, -1.5393182039260864, -1.4410501718521118, -0.8806430697441101, -1.0435216426849365, -0.9184026122093201, -2.3661463260650635, -2.4999680519104004, -1.5633429288864136, -1.2709646224975586, -2.3608272075653076, -1.8053051233291626, -0.09205450117588043, -0.9916669130325317, -1.1551333665847778, -0.08622836321592331, -1.2341376543045044, -0.4455524981021881, -1.0700726509094238, -1.0383477210998535, -1.2073655128479004, -0.12207245826721191, -1.9609726667404175, -0.40307727456092834, -1.1156964302062988, -0.04779360070824623, -0.42788657546043396, -1.1647924184799194, -1.82466721534729, -1.3189921379089355, -1.5401004552841187, -1.046715259552002, -0.8436093330383301, -1.3383773565292358, -1.4599229097366333, -1.7412573099136353, -1.4473799467086792]}, "Bot002_069_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan", "response": "I love meat, do you?", "annotation_id": "Bot002_069_08", "annotations": ["O", "O", "O", "O", "O", "X", "T", "O", "O", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -11.809459686279297, -11.9990234375, -7.4247894287109375, -10.825444221496582, -12.4222993850708, -0.5486944913864136], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -1.2633260488510132, -0.012738053686916828, -0.5486944913864136, -1.2383478879928589, -1.0018088817596436, -1.0454144477844238, -1.970432996749878, -1.9435135126113892, -1.8144241571426392, -1.4293859004974365, -1.3679955005645752, -0.9589847922325134, -1.028279423713684, -1.7438527345657349, -0.21845480799674988, -0.8293206691741943, -1.6566709280014038, -0.48784005641937256, -1.0070730447769165, -0.8249134421348572, -1.2620551586151123, -0.44869211316108704, -0.7805011868476868, -2.368488311767578, -3.1935033798217773, -1.423114538192749, -1.7882839441299438, -1.7172493934631348, -0.18595464527606964, -1.196028709411621, -0.8072717189788818, -1.428380012512207, -1.668426275253296, -1.6593711376190186, -2.208951234817505, -1.7194281816482544, -0.6945316791534424, -1.078579068183899, -0.5381673574447632, -0.13627327978610992, -0.4976465106010437, -1.6579099893569946, -0.07548212260007858, -0.3847576379776001, -1.4574737548828125, -1.2179906368255615, -1.5393160581588745, -1.4410450458526611, -0.8806393146514893, -1.0435290336608887, -0.9184049963951111, -2.366156816482544, -2.4999639987945557, -1.5633500814437866, -1.270964503288269, -2.360814094543457, -1.805295705795288, -0.0920548290014267, -0.9916678071022034, -1.1551377773284912, -0.08622639626264572, -1.2341322898864746, -0.44553762674331665, -1.0700656175613403, -1.038355827331543, -1.2073800563812256, -0.12207235395908356, -1.9609791040420532, -0.4030793607234955, -1.1157028675079346, -0.04779348522424698, -0.42788633704185486, -1.1647971868515015, -1.3234708309173584, -1.4216699600219727, -1.0474523305892944, -0.9621109962463379, -1.4391589164733887, -1.4759796857833862, -1.7530817985534668, -1.7994649410247803, -1.1108211278915405, -1.2436026334762573, -1.6870144605636597, -1.798827886581421, -1.9128767251968384, -1.412057876586914, -1.3992985486984253, -1.4447616338729858, -0.08794952929019928, -1.4491740465164185, -0.4885461628437042]}, "Bot002_069_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan I love meat, do you? of course not, meat is violence", "response": "I think I am. I am a vegan.", "annotation_id": "Bot002_069_10", "annotations": ["X", "O", "X", "T", "T", "T", "X", "X", "X", "X", "T", "X", "O", "T", "T"], "gpt2_target_score": [-10.37339973449707, -11.47744369506836, -6.012984752655029, -11.894912719726562, -4.876760005950928, -10.7988862991333, -11.757251739501953, -9.825033187866211, -13.73696231842041, -8.543567657470703], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -1.2633260488510132, -0.012738053686916828, -0.5486944913864136, -1.2383478879928589, -1.0018088817596436, -1.0454144477844238, -1.970432996749878, -1.9435135126113892, -1.8144241571426392, -1.4293859004974365, -1.3679955005645752, -0.9589847922325134, -1.028279423713684, -1.7438527345657349, -0.21845480799674988, -0.8293206691741943, -1.6566709280014038, -0.48784005641937256, -1.0070730447769165, -0.8249134421348572, -1.2620551586151123, -0.44869211316108704, -0.7805011868476868, -2.368488311767578, -3.1935033798217773, -1.423114538192749, -1.7882839441299438, -1.7172493934631348, -0.18595464527606964, -1.196028709411621, -0.8072717189788818, -1.428380012512207, -1.668426275253296, -1.6593711376190186, -2.208951234817505, -1.7194281816482544, -0.6945316791534424, -1.078579068183899, -0.5381673574447632, -0.13627327978610992, -0.4976465106010437, -1.6579099893569946, -0.07548212260007858, -0.3847576379776001, -1.4574737548828125, -1.2179906368255615, -1.5393160581588745, -1.4410450458526611, -0.8806393146514893, -1.0435290336608887, -0.9184049963951111, -2.366156816482544, -2.4999639987945557, -1.5633500814437866, -1.270964503288269, -2.360814094543457, -1.805295705795288, -0.0920548290014267, -0.9916678071022034, -1.1551377773284912, -0.08622639626264572, -1.2341322898864746, -0.44553762674331665, -1.0700656175613403, -1.038355827331543, -1.2073800563812256, -0.12207235395908356, -1.9609791040420532, -0.4030793607234955, -1.1157028675079346, -0.04779348522424698, -0.42788633704185486, -1.1647971868515015, -1.3234708309173584, -1.4216699600219727, -1.0474523305892944, -0.9621109962463379, -1.4391589164733887, -1.4759796857833862, -1.7530817985534668, -1.7994649410247803, -1.1108211278915405, -1.2436026334762573, -1.6870144605636597, -2.345769166946411, -1.3324127197265625, -1.747732400894165, -1.9629273414611816, -0.16136711835861206, -1.1684802770614624, -1.5289973020553589, -0.18977424502372742, -1.6665585041046143, -2.176405429840088, -1.7267099618911743, -0.7419853210449219, -2.0231235027313232, -1.510133147239685, -1.8358497619628906, -1.768977403640747, -1.435224175453186, -1.632717490196228, -1.7108443975448608, -1.0302904844284058, -1.5445687770843506, -1.3974723815917969, -2.7502481937408447, -1.350026249885559, -0.9978847503662109]}, "Bot002_069_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan I love meat, do you? of course not, meat is violence I think I am. I am a vegan. how can you be vegan if you love meat?", "response": "I do not eat meat. I eat a lot of meat.", "annotation_id": "Bot002_069_12", "annotations": ["X", "O", "X", "X", "T", "O", "X", "X", "X", "X", "T", "O", "T", "X", "O"], "gpt2_target_score": [-10.37339973449707, -8.952587127685547, -9.645767211914062, -11.966079711914062, -12.566899299621582, -10.652859687805176, -7.516727447509766, -14.544713973999023, -5.645562171936035, -12.580036163330078, -7.7108354568481445, -15.599397659301758, -1.8144241571426392], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -1.2633260488510132, -0.012738053686916828, -0.5486944913864136, -1.2383478879928589, -1.0018088817596436, -1.0454144477844238, -1.970432996749878, -1.9435135126113892, -1.8144241571426392, -1.4293859004974365, -1.3679955005645752, -0.9589847922325134, -1.028279423713684, -1.7438527345657349, -0.21845480799674988, -0.8293206691741943, -1.6566709280014038, -0.48784005641937256, -1.0070730447769165, -0.8249134421348572, -1.2620551586151123, -0.44869211316108704, -0.7805011868476868, -2.368488311767578, -3.1935033798217773, -1.423114538192749, -1.7882839441299438, -1.7172493934631348, -0.18595464527606964, -1.196028709411621, -0.8072717189788818, -1.428380012512207, -1.668426275253296, -1.6593711376190186, -2.208951234817505, -1.7194281816482544, -0.6945316791534424, -1.078579068183899, -0.5381673574447632, -0.13627327978610992, -0.4976465106010437, -1.6579099893569946, -0.07548212260007858, -0.3847576379776001, -1.4574737548828125, -1.2179906368255615, -1.5393160581588745, -1.4410450458526611, -0.8806393146514893, -1.0435290336608887, -0.9184049963951111, -2.366156816482544, -2.4999639987945557, -1.5633500814437866, -1.270964503288269, -2.360814094543457, -1.805295705795288, -0.0920548290014267, -0.9916678071022034, -1.1551377773284912, -0.08622639626264572, -1.2341322898864746, -0.44553762674331665, -1.0700656175613403, -1.038355827331543, -1.2073800563812256, -0.12207235395908356, -1.9609791040420532, -0.4030793607234955, -1.1157028675079346, -0.04779348522424698, -0.42788633704185486, -1.1647971868515015, -1.3234708309173584, -1.4216699600219727, -1.0474523305892944, -0.9621109962463379, -1.4391589164733887, -1.4759796857833862, -1.7530817985534668, -1.7994649410247803, -1.1108211278915405, -1.2436026334762573, -1.6870144605636597, -2.345769166946411, -1.3324127197265625, -1.7477469444274902, -1.9629327058792114, -0.16136804223060608, -1.168473243713379, -1.528985857963562, -0.18977384269237518, -1.6665536165237427, -2.176419734954834, -1.7266913652420044, -0.7419826984405518, -2.0231094360351562, -1.5101423263549805, -1.913354754447937, -2.017927885055542, -1.5288114547729492, -1.480463981628418, -1.4577594995498657, -1.5457241535186768, -1.2075037956237793, -2.9525234699249268, -1.538212776184082, -1.1852558851242065, -1.4412025213241577, -0.73104327917099, -1.673168420791626, -1.4573063850402832, -0.45809629559516907, -0.20233461260795593, -1.7722605466842651, -1.3820140361785889, -0.45571789145469666, -1.7229522466659546, -1.5112662315368652, -1.6015143394470215, -1.5567761659622192, -1.4958620071411133, -0.4903619587421417, -1.0949958562850952, -0.6120685935020447, -1.5790809392929077, -1.502952218055725, -0.37946048378944397, -0.12688058614730835, -1.7217580080032349, -0.7197598218917847, -0.765489935874939]}, "Bot002_069_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan I love meat, do you? of course not, meat is violence I think I am. I am a vegan. how can you be vegan if you love meat? I do not eat meat. I eat a lot of meat. are you retarded or something?", "response": "I am a teacher, what about you?", "annotation_id": "Bot002_069_14", "annotations": ["X", "O", "T", "X", "O", "X", "X", "O", "X", "X", "O", "O", "O", "X", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -7.305190563201904, -11.841140747070312, -3.0888571739196777, -12.86694049835205, -9.052677154541016, -8.716817855834961, -7.08510684967041], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -1.2633260488510132, -0.012738053686916828, -0.5486944913864136, -1.2383478879928589, -1.0018088817596436, -1.0454144477844238, -1.970432996749878, -1.9435135126113892, -1.8144241571426392, -1.4293859004974365, -1.3679955005645752, -0.9589847922325134, -1.028279423713684, -1.7438527345657349, -0.21845480799674988, -0.8293206691741943, -1.6566709280014038, -0.48784005641937256, -1.0070730447769165, -0.8249134421348572, -1.2620551586151123, -0.44869211316108704, -0.7805011868476868, -2.368488311767578, -3.1935033798217773, -1.423114538192749, -1.7882839441299438, -1.7172493934631348, -0.18595464527606964, -1.196028709411621, -0.8072717189788818, -1.428380012512207, -1.668426275253296, -1.6593711376190186, -2.208951234817505, -1.7194281816482544, -0.6945316791534424, -1.078579068183899, -0.5381673574447632, -0.13627327978610992, -0.4976465106010437, -1.6579099893569946, -0.07548212260007858, -0.3847576379776001, -1.4574737548828125, -1.2179906368255615, -1.5393160581588745, -1.4410450458526611, -0.8806393146514893, -1.0435290336608887, -0.9184049963951111, -2.366156816482544, -2.4999639987945557, -1.5633500814437866, -1.270964503288269, -2.360814094543457, -1.805295705795288, -0.0920548290014267, -0.9916678071022034, -1.1551377773284912, -0.08622639626264572, -1.2341322898864746, -0.44553762674331665, -1.0700656175613403, -1.038355827331543, -1.2073800563812256, -0.12207235395908356, -1.9609791040420532, -0.4030793607234955, -1.1157028675079346, -0.04779348522424698, -0.42788633704185486, -1.1647971868515015, -1.3234708309173584, -1.4216699600219727, -1.0474523305892944, -0.9621109962463379, -1.4391589164733887, -1.4759796857833862, -1.7530817985534668, -1.7994649410247803, -1.1108211278915405, -1.2436026334762573, -1.6870144605636597, -2.345769166946411, -1.3324127197265625, -1.747732400894165, -1.9629273414611816, -0.16136711835861206, -1.1684802770614624, -1.5289973020553589, -0.18977424502372742, -1.6665585041046143, -2.176405429840088, -1.7267099618911743, -0.7419853210449219, -2.0231235027313232, -1.510133147239685, -1.913351058959961, -2.017943859100342, -1.528807520866394, -1.480464220046997, -1.4577676057815552, -1.5457144975662231, -1.2074968814849854, -2.9525136947631836, -1.538208246231079, -1.1852319240570068, -1.4411990642547607, -0.7310436367988586, -1.6731781959533691, -1.4573018550872803, -0.458100825548172, -0.20233285427093506, -1.7722642421722412, -1.3820055723190308, -0.4557165205478668, -1.7229608297348022, -1.5119717121124268, -1.0992920398712158, -1.2611805200576782, -0.5209529995918274, -1.133284568786621, -0.8057716488838196, -1.3467071056365967, -1.3996896743774414, -0.29586467146873474, -0.16356533765792847, -1.683379054069519, -0.7638755440711975, -0.8413660526275635, -0.04853486642241478, -2.0291717052459717, -0.5428200960159302, -1.9363610744476318, -0.2827644348144531, -1.6623705625534058, -1.4941412210464478, -0.9997456073760986, -1.57868230342865, -2.666703224182129, -1.2868963479995728, -1.6014808416366577, -1.340806007385254, -0.37707310914993286, -0.3083967864513397, -0.719763994216919]}, "Bot002_069_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan I love meat, do you? of course not, meat is violence I think I am. I am a vegan. how can you be vegan if you love meat? I do not eat meat. I eat a lot of meat. are you retarded or something? I am a teacher, what about you? you have already asked that", "response": "I have a lot of money.", "annotation_id": "Bot002_069_16", "annotations": ["X", "O", "T", "X", "T", "T", "X", "T", "X", "T", "T", "X", "T", "X", "O"], "gpt2_target_score": [-10.37339973449707, -8.69393539428711, -7.305190563201904, -12.8734130859375, -7.931859493255615, -15.69543170928955, -5.656970977783203], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -1.2633260488510132, -0.012738053686916828, -0.5486944913864136, -1.2383478879928589, -1.0018088817596436, -1.0454144477844238, -1.970432996749878, -1.9435135126113892, -1.8144241571426392, -1.4293859004974365, -1.3679955005645752, -0.9589847922325134, -1.028279423713684, -1.7438527345657349, -0.21845480799674988, -0.8293206691741943, -1.6566709280014038, -0.48784005641937256, -1.0070730447769165, -0.8249134421348572, -1.2620551586151123, -0.44869211316108704, -0.7805011868476868, -2.368488311767578, -3.1935033798217773, -1.423114538192749, -1.7882839441299438, -1.7172493934631348, -0.18595464527606964, -1.196028709411621, -0.8072717189788818, -1.428380012512207, -1.668426275253296, -1.6593711376190186, -2.208951234817505, -1.7194281816482544, -0.6945316791534424, -1.078579068183899, -0.5381673574447632, -0.13627327978610992, -0.4976465106010437, -1.6579099893569946, -0.07548212260007858, -0.3847576379776001, -1.4574737548828125, -1.2179906368255615, -1.5393160581588745, -1.4410450458526611, -0.8806393146514893, -1.0435290336608887, -0.9184049963951111, -2.366156816482544, -2.4999639987945557, -1.5633500814437866, -1.270964503288269, -2.360814094543457, -1.805295705795288, -0.0920548290014267, -0.9916678071022034, -1.1551377773284912, -0.08622639626264572, -1.2341322898864746, -0.44553762674331665, -1.0700656175613403, -1.038355827331543, -1.2073800563812256, -0.12207235395908356, -1.9609791040420532, -0.4030793607234955, -1.1157028675079346, -0.04779348522424698, -0.42788633704185486, -1.1647971868515015, -1.3234708309173584, -1.4216699600219727, -1.0474523305892944, -0.9621109962463379, -1.4391589164733887, -1.4759796857833862, -1.7530817985534668, -1.7994649410247803, -1.1108211278915405, -1.2436026334762573, -1.6870144605636597, -2.345769166946411, -1.3324127197265625, -1.747732400894165, -1.9629273414611816, -0.16136711835861206, -1.1684802770614624, -1.5289973020553589, -0.18977424502372742, -1.6665585041046143, -2.176405429840088, -1.7267099618911743, -0.7419853210449219, -2.0231235027313232, -1.510133147239685, -1.913351058959961, -2.017943859100342, -1.528807520866394, -1.480464220046997, -1.4577676057815552, -1.5457144975662231, -1.2074968814849854, -2.9525136947631836, -1.538208246231079, -1.1852319240570068, -1.4411990642547607, -0.7310436367988586, -1.6731781959533691, -1.4573018550872803, -0.458100825548172, -0.20233285427093506, -1.7722642421722412, -1.3820055723190308, -0.4557165205478668, -1.7229608297348022, -1.5119717121124268, -1.0992920398712158, -1.2611805200576782, -0.5209529995918274, -1.133284568786621, -0.8057716488838196, -1.3467071056365967, -1.3996896743774414, -0.29586467146873474, -0.16356533765792847, -1.683379054069519, -0.7638755440711975, -0.8413660526275635, -0.04853486642241478, -2.0291717052459717, -0.5428200960159302, -1.9363610744476318, -0.2827644348144531, -1.6623705625534058, -1.0148273706436157, -1.5165742635726929, -2.5821380615234375, -1.2223578691482544, -1.661494493484497, -1.3665804862976074, -0.2716740071773529, -0.25776880979537964, -1.4063091278076172, -1.3327727317810059, -1.2733360528945923, -1.9586403369903564, -1.1082600355148315, -0.9326339364051819, -1.5955417156219482, -0.8906465768814087, -1.7718720436096191, -1.3267037868499756, -0.13666442036628723, -0.11286228150129318, -1.7482094764709473, -0.9872348308563232]}, "Bot002_069_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan I love meat, do you? of course not, meat is violence I think I am. I am a vegan. how can you be vegan if you love meat? I do not eat meat. I eat a lot of meat. are you retarded or something? I am a teacher, what about you? you have already asked that I have a lot of money. so share with me", "response": "Do you have any hobbies?", "annotation_id": "Bot002_069_18", "annotations": ["X", "O", "O", "X", "O", "O", "X", "O", "X", "O", "T", "X", "O", "X", "T"], "gpt2_target_score": [-13.370981216430664, -7.748440265655518, -10.562774658203125, -5.4848785400390625, -13.61467456817627, -7.773358345031738], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -1.2633260488510132, -0.012738053686916828, -0.5486944913864136, -1.2383478879928589, -1.0018088817596436, -1.0454144477844238, -1.970432996749878, -1.9435135126113892, -1.8144241571426392, -1.4293859004974365, -1.3679955005645752, -0.9589847922325134, -1.028279423713684, -1.7438527345657349, -0.21845480799674988, -0.8293206691741943, -1.6566709280014038, -0.48784005641937256, -1.0070730447769165, -0.8249134421348572, -1.2620551586151123, -0.44869211316108704, -0.7805011868476868, -2.368488311767578, -3.1935033798217773, -1.423114538192749, -1.7882839441299438, -1.7172493934631348, -0.18595464527606964, -1.196028709411621, -0.8072717189788818, -1.428380012512207, -1.668426275253296, -1.6593711376190186, -2.208951234817505, -1.7194281816482544, -0.6945316791534424, -1.078579068183899, -0.5381673574447632, -0.13627327978610992, -0.4976465106010437, -1.6579099893569946, -0.07548212260007858, -0.3847576379776001, -1.4574737548828125, -1.2179906368255615, -1.5393160581588745, -1.4410450458526611, -0.8806393146514893, -1.0435290336608887, -0.9184049963951111, -2.366156816482544, -2.4999639987945557, -1.5633500814437866, -1.270964503288269, -2.360814094543457, -1.805295705795288, -0.0920548290014267, -0.9916678071022034, -1.1551377773284912, -0.08622639626264572, -1.2341322898864746, -0.44553762674331665, -1.0700656175613403, -1.038355827331543, -1.2073800563812256, -0.12207235395908356, -1.9609791040420532, -0.4030793607234955, -1.1157028675079346, -0.04779348522424698, -0.42788633704185486, -1.1647971868515015, -1.3234708309173584, -1.4216699600219727, -1.0474523305892944, -0.9621109962463379, -1.4391589164733887, -1.4759796857833862, -1.7530817985534668, -1.7994649410247803, -1.1108211278915405, -1.2436026334762573, -1.6870144605636597, -2.345769166946411, -1.3324127197265625, -1.747732400894165, -1.9629273414611816, -0.16136711835861206, -1.1684802770614624, -1.5289973020553589, -0.18977424502372742, -1.6665585041046143, -2.176405429840088, -1.7267099618911743, -0.7419853210449219, -2.0231235027313232, -1.510133147239685, -1.913351058959961, -2.017943859100342, -1.528807520866394, -1.480464220046997, -1.4577676057815552, -1.5457144975662231, -1.2074968814849854, -2.9525136947631836, -1.538208246231079, -1.1852319240570068, -1.4411990642547607, -0.7310436367988586, -1.6731781959533691, -1.4573018550872803, -0.458100825548172, -0.20233285427093506, -1.7722642421722412, -1.3820055723190308, -0.4557165205478668, -1.7229608297348022, -1.5119717121124268, -1.0992920398712158, -1.2611805200576782, -0.5209529995918274, -1.133284568786621, -0.8057716488838196, -1.3467071056365967, -1.3996896743774414, -0.29586467146873474, -0.16356533765792847, -1.683376431465149, -0.7638677358627319, -0.8413648009300232, -0.048534639179706573, -2.0291707515716553, -0.5428153872489929, -1.9363640546798706, -0.282762736082077, -1.662370204925537, -1.014826774597168, -1.5165890455245972, -2.582146644592285, -1.2223687171936035, -1.6614954471588135, -1.3665848970413208, -0.2716760039329529, -0.2577659487724304, -1.406305193901062, -1.33277428150177, -1.2733312845230103, -1.9586353302001953, -1.1082665920257568, -0.9326404929161072, -0.9618185758590698, -1.4785960912704468, -2.129298210144043, -0.10582640767097473, -0.10707666724920273, -1.71062171459198, -1.317972183227539, -1.721256971359253, -0.8767261505126953, -0.3139883875846863, -1.562098503112793, -1.6488540172576904, -0.0639459639787674, -1.150777816772461, -1.1544225215911865, -2.9867560863494873, -0.7592670917510986, -0.862687885761261]}, "Bot002_069_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan I love meat, do you? of course not, meat is violence I think I am. I am a vegan. how can you be vegan if you love meat? I do not eat meat. I eat a lot of meat. are you retarded or something? I am a teacher, what about you? you have already asked that I have a lot of money. so share with me Do you have any hobbies? whats your deal", "response": "I think it is. what do you do?", "annotation_id": "Bot002_069_20", "annotations": ["X", "T", "T", "X", "O", "T", "X", "O", "X", "X", "T", "X", "O", "X", "O"], "gpt2_target_score": [-10.37339973449707, -11.47744369506836, -7.178252696990967, -10.008224487304688, -4.876760005950928, -12.86694049835205, -10.224185943603516, -8.716817855834961, -8.73928165435791, -10.097766876220703], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -1.2633260488510132, -0.012738053686916828, -0.5486944913864136, -1.2383478879928589, -1.0018088817596436, -1.0454144477844238, -1.970432996749878, -1.9435135126113892, -1.8144241571426392, -1.4293859004974365, -1.3679955005645752, -0.9589847922325134, -1.028279423713684, -1.7438527345657349, -0.21845480799674988, -0.8293206691741943, -1.6566709280014038, -0.48784005641937256, -1.0070730447769165, -0.8249134421348572, -1.2620551586151123, -0.44869211316108704, -0.7805011868476868, -2.368488311767578, -3.1935033798217773, -1.423114538192749, -1.7882839441299438, -1.7172493934631348, -0.18595464527606964, -1.196028709411621, -0.8072717189788818, -1.428380012512207, -1.668426275253296, -1.6593711376190186, -2.208951234817505, -1.7194281816482544, -0.6945316791534424, -1.078579068183899, -0.5381673574447632, -0.13627327978610992, -0.4976465106010437, -1.6579099893569946, -0.07548212260007858, -0.3847576379776001, -1.4574737548828125, -1.2179906368255615, -1.5393160581588745, -1.4410450458526611, -0.8806393146514893, -1.0435290336608887, -0.9184049963951111, -2.366156816482544, -2.4999639987945557, -1.5633500814437866, -1.270964503288269, -2.360814094543457, -1.805295705795288, -0.0920548290014267, -0.9916678071022034, -1.1551377773284912, -0.08622639626264572, -1.2341322898864746, -0.44553762674331665, -1.0700656175613403, -1.038355827331543, -1.2073800563812256, -0.12207235395908356, -1.9609791040420532, -0.4030793607234955, -1.1157028675079346, -0.04779348522424698, -0.42788633704185486, -1.1647971868515015, -1.3234708309173584, -1.4216699600219727, -1.0474523305892944, -0.9621109962463379, -1.4391589164733887, -1.4759796857833862, -1.7530817985534668, -1.7994649410247803, -1.1108211278915405, -1.2436026334762573, -1.6870144605636597, -2.345769166946411, -1.3324127197265625, -1.747732400894165, -1.9629273414611816, -0.16136711835861206, -1.1684802770614624, -1.5289973020553589, -0.18977424502372742, -1.6665585041046143, -2.176405429840088, -1.7267099618911743, -0.7419853210449219, -2.0231235027313232, -1.510133147239685, -1.913351058959961, -2.017943859100342, -1.528807520866394, -1.480464220046997, -1.4577676057815552, -1.5457144975662231, -1.2074968814849854, -2.9525136947631836, -1.538208246231079, -1.1852319240570068, -1.4411990642547607, -0.7310436367988586, -1.6731781959533691, -1.4573018550872803, -0.458100825548172, -0.20233285427093506, -1.7722642421722412, -1.3820055723190308, -0.4557165205478668, -1.7229608297348022, -1.5119717121124268, -1.0992920398712158, -1.2611805200576782, -0.5209529995918274, -1.133284568786621, -0.8057716488838196, -1.3467071056365967, -1.3996896743774414, -0.29586467146873474, -0.16356533765792847, -1.683379054069519, -0.7638755440711975, -0.8413660526275635, -0.04853486642241478, -2.0291717052459717, -0.5428200960159302, -1.9363688230514526, -0.2827589809894562, -1.6623713970184326, -1.0148229598999023, -1.5165786743164062, -2.5821385383605957, -1.2223793268203735, -1.6614972352981567, -1.3665745258331299, -0.27167418599128723, -0.25776761770248413, -1.4063066244125366, -1.332775592803955, -1.2733335494995117, -1.9586421251296997, -1.1082642078399658, -0.9326411485671997, -0.9618278741836548, -1.4785977602005005, -2.1292996406555176, -0.10582780092954636, -0.10707902908325195, -1.7106220722198486, -1.317981481552124, -1.7212514877319336, -0.8767255544662476, -0.31398671865463257, -1.56210458278656, -0.06745892018079758, -1.1197004318237305, -1.1100292205810547, -2.3235740661621094, -0.7650599479675293, -1.550896406173706, -0.7947986721992493, -1.4392393827438354, -0.780142068862915, -1.3547053337097168, -1.4600224494934082, -0.9648569822311401, -1.1826109886169434, -2.0151431560516357, -0.7696072459220886, -1.669061541557312, -0.04603714123368263, -0.5705509185791016, -0.8526961803436279, -0.6452045440673828]}, "Bot002_072_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey", "response": "Hi how are you doing", "annotation_id": "Bot002_072_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-12.324313163757324, -10.7240571975708, -8.26806354522705, -5.380120277404785, -11.514352798461914], "gpt2_argmax_score": [-2.031306505203247, -2.28851056098938, -1.0277373790740967, -1.2199336290359497, -0.22408457100391388, -1.3409011363983154, -1.0352511405944824]}, "Bot002_072_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you?", "response": "I'm great, just got off work.", "annotation_id": "Bot002_072_03", "annotations": ["O", "O", "O", "X", "X", "O", "O", "X", "T", "T", "T", "T", "O", "O", "O"], "gpt2_target_score": [-9.48486614227295, -10.18547534942627, -8.478111267089844, -10.237292289733887, -8.808161735534668, -11.724085807800293, -10.079303741455078, -7.831419944763184, -2.833636522293091], "gpt2_argmax_score": [-2.031306505203247, -1.2674306631088257, -1.6263811588287354, -0.3199945390224457, -1.6507066488265991, -1.1313730478286743, -0.6505316495895386, -3.188552141189575, -2.205371141433716, -1.7495917081832886, -1.0576683282852173, -0.10367482155561447, -0.4645926356315613, -1.672254204750061, -1.6817724704742432, -1.0667011737823486, -2.0163912773132324, -1.328741431236267, -1.2792510986328125, -3.065302848815918, -1.6049808263778687, -1.0427868366241455, -1.3166043758392334, -1.1589686870574951]}, "Bot002_072_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now", "response": "[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym", "annotation_id": "Bot002_072_05", "annotations": ["T", "X", "O", "X", "X", "O", "T", "X", "X", "T", "T", "T", "O", "T", "O"], "gpt2_target_score": [-10.580473899841309, -12.87508487701416, -13.984769821166992, -18.496036529541016, -15.98972225189209, -13.222602844238281, -17.267366409301758, -8.754310607910156, -17.59705352783203, -15.4873046875, -14.71914291381836, -16.178546905517578, -17.72549057006836, -15.154979705810547, -13.533714294433594, -21.583948135375977, -12.846071243286133, -5.439750671386719, -6.322044372558594, -8.303821563720703, -9.948071479797363, -8.68247127532959, -8.112726211547852, -10.443593978881836, -1.9156012535095215, -9.382853507995605, -8.698822021484375, -8.17801570892334, -7.862173080444336, -6.657153129577637, -2.189913511276245, -5.469049453735352, -10.47254467010498, -6.893945693969727, -10.955806732177734], "gpt2_argmax_score": [-2.031317949295044, -1.2674493789672852, -1.626370906829834, -0.3199956715106964, -1.6506717205047607, -1.1313856840133667, -0.6505289673805237, -3.1885910034179688, -2.2054052352905273, -1.749648928642273, -1.057644248008728, -0.10367202758789062, -0.4645951986312866, -1.6722371578216553, -1.3107831478118896, -2.3744304180145264, -2.2657642364501953, -1.2804337739944458, -2.8035507202148438, -1.5696450471878052, -1.0847595930099487, -1.2823247909545898, -1.4463140964508057, -2.1297051906585693, -1.9156012535095215, -0.36658769845962524, -1.937713623046875, -2.1804113388061523, -1.9584252834320068, -2.3000972270965576, -2.189913511276245, -1.290979266166687, -0.48460686206817627, -1.4807531833648682, -1.6015127897262573, -2.0655517578125, -2.6485068798065186, -1.9754217863082886, -1.969921350479126, -2.2011399269104004, -1.8720436096191406, -2.451486110687256, -2.965158700942993, -1.984450101852417, -0.5405234098434448, -1.833020806312561, -3.501659393310547, -0.8107308745384216, -0.16436639428138733, -0.8908247351646423, -1.0218274593353271, -2.0671372413635254, -0.5325458645820618, -0.5542899966239929, -1.5389277935028076, -2.2949914932250977, -1.9219300746917725, -1.4330668449401855, -1.8457245826721191, -1.9572354555130005, -1.3783891201019287, -0.5738281607627869, -1.8487459421157837, -0.8008549213409424, -0.949489176273346, -0.516194760799408, -2.165374279022217, -0.5866113901138306, -1.1485073566436768, -0.05931757017970085, -1.7793221473693848]}, "Bot002_072_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly", "response": "I like to go out to eat", "annotation_id": "Bot002_072_07", "annotations": ["X", "T", "O", "X", "X", "O", "X", "X", "X", "T", "T", "O", "O", "O", "O"], "gpt2_target_score": [-9.484869956970215, -10.101738929748535, -3.300656795501709, -10.907428741455078, -6.733649253845215, -6.262809753417969, -12.468949317932129], "gpt2_argmax_score": [-2.031317949295044, -1.2674493789672852, -1.626370906829834, -0.3199956715106964, -1.6506717205047607, -1.1313856840133667, -0.6505289673805237, -3.1885910034179688, -2.2054052352905273, -1.749648928642273, -1.057644248008728, -0.10367202758789062, -0.4645951986312866, -1.6722371578216553, -1.3107831478118896, -2.3744304180145264, -2.2657642364501953, -1.2804337739944458, -2.8035507202148438, -1.5696450471878052, -1.0847595930099487, -1.2823247909545898, -1.4463140964508057, -2.1297051906585693, -1.9156012535095215, -0.36658769845962524, -1.937713623046875, -2.1804113388061523, -1.9584252834320068, -2.3000972270965576, -2.189913511276245, -1.290979266166687, -0.48460686206817627, -1.4807531833648682, -1.6015127897262573, -2.6182894706726074, -1.986549973487854, -1.1963659524917603, -1.2158410549163818, -1.4401636123657227, -2.3050124645233154, -3.2297420501708984, -1.9359910488128662, -0.5520081520080566, -1.8736507892608643, -3.586465358734131, -0.7385109066963196, -0.1524438112974167, -0.6582324504852295, -1.0699896812438965, -1.2795113325119019, -1.2348783016204834, -1.3978404998779297, -1.2949341535568237, -2.380633592605591, -1.7593994140625, -1.457597017288208, -1.9760382175445557, -2.260043144226074, -1.5126289129257202, -0.63136225938797, -1.9975018501281738, -0.7678937911987305, -0.8551163077354431, -0.5148051381111145, -2.119387626647949, -0.5690175294876099, -1.1339292526245117, -0.0627068504691124, -1.8333516120910645, -1.7105647325515747, -0.2525216341018677, -1.7488116025924683, -0.1555870771408081, -2.1524903774261475, -0.9706809520721436, -1.8985984325408936, -2.3500852584838867, -1.126260757446289, -1.329016923904419, -0.5226046442985535, -1.4639395475387573, -1.2592591047286987, -1.8360624313354492]}, "Bot002_072_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly I like to go out to eat eating is something i do when i'm bored", "response": "I like to eat healthy", "annotation_id": "Bot002_072_09", "annotations": ["O", "O", "O", "X", "X", "O", "T", "X", "X", "T", "T", "T", "O", "O", "O"], "gpt2_target_score": [-9.484869956970215, -10.101738929748535, -3.300656795501709, -12.452045440673828, -9.981101036071777], "gpt2_argmax_score": [-2.031317949295044, -1.2674493789672852, -1.626370906829834, -0.3199956715106964, -1.6506717205047607, -1.1313856840133667, -0.6505289673805237, -3.1885910034179688, -2.2054052352905273, -1.749648928642273, -1.057644248008728, -0.10367202758789062, -0.4645951986312866, -1.6722371578216553, -1.3107831478118896, -2.3744304180145264, -2.2657642364501953, -1.2804337739944458, -2.8035507202148438, -1.5696450471878052, -1.0847595930099487, -1.2823247909545898, -1.4463140964508057, -2.1297051906585693, -1.9156012535095215, -0.36658769845962524, -1.937713623046875, -2.1804113388061523, -1.9584252834320068, -2.3000972270965576, -2.189913511276245, -1.290979266166687, -0.48460686206817627, -1.4807531833648682, -1.6015127897262573, -2.6182894706726074, -1.986549973487854, -1.1963659524917603, -1.2158410549163818, -1.4401636123657227, -2.3050124645233154, -3.2297420501708984, -1.9359910488128662, -0.5520081520080566, -1.8736507892608643, -3.586465358734131, -0.7385109066963196, -0.1524438112974167, -0.6582324504852295, -1.0699896812438965, -1.2795113325119019, -1.2348783016204834, -1.3978404998779297, -1.2949341535568237, -2.380633592605591, -1.7593994140625, -1.457597017288208, -1.9760382175445557, -2.260043144226074, -1.5126289129257202, -0.63136225938797, -1.9975018501281738, -0.7678937911987305, -0.8551163077354431, -0.5148051381111145, -2.119387626647949, -0.5690175294876099, -1.1339292526245117, -0.0627068504691124, -1.8333516120910645, -1.7105647325515747, -0.2525216341018677, -1.7488137483596802, -0.15558850765228271, -2.1524877548217773, -0.9706868529319763, -2.245922088623047, -0.7763722538948059, -1.2003560066223145, -0.5971051454544067, -1.341794729232788, -0.95014488697052, -1.6066490411758423, -2.0078694820404053, -2.5191423892974854, -0.8764362931251526, -2.3119726181030273, -2.57088565826416, -0.568790078163147, -1.7516183853149414, -2.2570407390594482, -1.7036488056182861, -2.0445985794067383, -2.231041669845581, -0.48974400758743286, -1.1537511348724365, -2.399937868118286, -1.6642814874649048]}, "Bot002_072_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly I like to go out to eat eating is something i do when i'm bored I like to eat healthy yeah man eat clean", "response": "[SMILING FACE WITH OPEN MOUTH]  I like to eat fast food.", "annotation_id": "Bot002_072_11", "annotations": ["X", "T", "O", "X", "X", "O", "X", "X", "X", "T", "T", "T", "O", "X", "X"], "gpt2_target_score": [-10.580473899841309, -12.87508487701416, -13.984769821166992, -18.496036529541016, -15.98972225189209, -13.222602844238281, -17.267366409301758, -8.754310607910156, -17.59705352783203, -15.4873046875, -14.008495330810547, -8.109333038330078, -8.268214225769043, -6.764415740966797, -10.790199279785156, -10.935359001159668, -10.329835891723633, -10.190345764160156, -9.170875549316406], "gpt2_argmax_score": [-2.031317949295044, -1.2674493789672852, -1.626370906829834, -0.3199956715106964, -1.6506717205047607, -1.1313856840133667, -0.6505289673805237, -3.1885910034179688, -2.2054052352905273, -1.749648928642273, -1.057644248008728, -0.10367202758789062, -0.4645951986312866, -1.6722371578216553, -1.3107831478118896, -2.3744304180145264, -2.2657642364501953, -1.2804337739944458, -2.8035507202148438, -1.5696450471878052, -1.0847595930099487, -1.2823247909545898, -1.4463140964508057, -2.1297051906585693, -1.9156012535095215, -0.36658769845962524, -1.937713623046875, -2.1804113388061523, -1.9584252834320068, -2.3000972270965576, -2.189913511276245, -1.290979266166687, -0.48460686206817627, -1.4807531833648682, -1.6015127897262573, -2.6182894706726074, -1.986549973487854, -1.1963659524917603, -1.2158410549163818, -1.4401636123657227, -2.3050124645233154, -3.2297420501708984, -1.9359910488128662, -0.5520081520080566, -1.8736507892608643, -3.586465358734131, -0.7385109066963196, -0.1524438112974167, -0.6582324504852295, -1.0699896812438965, -1.2795113325119019, -1.2348783016204834, -1.3978404998779297, -1.2949341535568237, -2.380633592605591, -1.7593994140625, -1.457597017288208, -1.9760382175445557, -2.260043144226074, -1.5126289129257202, -0.63136225938797, -1.9975018501281738, -0.7678937911987305, -0.8551163077354431, -0.5148051381111145, -2.119387626647949, -0.5690175294876099, -1.1339292526245117, -0.0627068504691124, -1.8333516120910645, -1.7105647325515747, -0.2525216341018677, -1.7488137483596802, -0.15558850765228271, -2.1524877548217773, -0.9706868529319763, -2.245922088623047, -0.7763722538948059, -1.2003560066223145, -0.5971051454544067, -1.341794729232788, -0.95014488697052, -1.6066490411758423, -2.0078694820404053, -2.519155979156494, -0.8764283657073975, -2.311964273452759, -2.570880651473999, -0.5687845349311829, -1.7516316175460815, -2.2570526599884033, -1.703656554222107, -2.333205461502075, -0.3223239481449127, -1.3639520406723022, -2.2270822525024414, -1.8177491426467896, -1.92586350440979, -1.5947271585464478, -1.3141435384750366, -2.270472288131714, -2.0704143047332764, -2.7672390937805176, -0.00921980943530798, -0.024720152840018272, -0.047939740121364594, -0.11243283748626709, -0.009423183277249336, -0.008270184509456158, -0.001508051878772676, -0.0009775151265785098, -0.0938582643866539, -0.804202139377594, -1.4242486953735352, -1.4639499187469482, -0.3619213104248047, -0.36134374141693115, -0.8388077616691589, -0.46205973625183105, -1.434251308441162, -1.210429310798645]}, "Bot002_072_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly I like to go out to eat eating is something i do when i'm bored I like to eat healthy yeah man eat clean [SMILING FACE WITH OPEN MOUTH]  I like to eat fast food. dude you just said you like eating healthy", "response": "[WINKING FACE]  I do not eat meat.  cool! That must be nice. Do you have family all over?", "annotation_id": "Bot002_072_13", "annotations": ["X", "X", "X", "X", "O", "T", "X", "O", "X", "T", "T", "T", "T", "X", "O"], "gpt2_target_score": [-10.580473899841309, -10.482048988342285, -18.66987419128418, -18.496036529541016, -15.98972225189209, -11.860664367675781, -6.804673194885254, -4.887886047363281, -6.928488731384277, -8.129592895507812, -11.68233871459961, -14.577198028564453, -6.706370830535889, -3.9095265865325928, -11.690025329589844, -9.760096549987793, -8.058412551879883, -10.247215270996094, -5.187950134277344, -8.15549087524414, -5.776501655578613, -9.23148250579834, -7.321802139282227, -8.588781356811523, -11.656370162963867, -6.345301628112793, -9.554229736328125, -10.132864952087402], "gpt2_argmax_score": [-2.031317949295044, -1.2674493789672852, -1.626370906829834, -0.3199956715106964, -1.6506717205047607, -1.1313856840133667, -0.6505289673805237, -3.1885910034179688, -2.2054052352905273, -1.749648928642273, -1.057644248008728, -0.10367202758789062, -0.4645951986312866, -1.6722371578216553, -1.3107831478118896, -2.3744304180145264, -2.2657642364501953, -1.2804337739944458, -2.8035507202148438, -1.5696450471878052, -1.0847595930099487, -1.2823247909545898, -1.4463140964508057, -2.1297051906585693, -1.9156012535095215, -0.36658769845962524, -1.937713623046875, -2.1804113388061523, -1.9584252834320068, -2.3000972270965576, -2.189913511276245, -1.290979266166687, -0.48460686206817627, -1.4807531833648682, -1.6015127897262573, -2.6182894706726074, -1.986549973487854, -1.1963659524917603, -1.2158410549163818, -1.4401636123657227, -2.3050124645233154, -3.2297420501708984, -1.9359910488128662, -0.5520081520080566, -1.8736507892608643, -3.586465358734131, -0.7385109066963196, -0.1524438112974167, -0.6582324504852295, -1.0699896812438965, -1.2795113325119019, -1.2348783016204834, -1.3978404998779297, -1.2949341535568237, -2.380633592605591, -1.7593994140625, -1.457597017288208, -1.9760382175445557, -2.260043144226074, -1.5126289129257202, -0.63136225938797, -1.9975018501281738, -0.7678937911987305, -0.8551163077354431, -0.5148051381111145, -2.119387626647949, -0.5690175294876099, -1.1339292526245117, -0.0627068504691124, -1.8333516120910645, -1.7105647325515747, -0.2525216341018677, -1.7488137483596802, -0.15558850765228271, -2.1524877548217773, -0.9706868529319763, -2.245922088623047, -0.7763722538948059, -1.2003560066223145, -0.5971051454544067, -1.341794729232788, -0.95014488697052, -1.6066490411758423, -2.0078694820404053, -2.5191423892974854, -0.8764362931251526, -2.3119726181030273, -2.57088565826416, -0.568790078163147, -1.7516183853149414, -2.2570407390594482, -1.7036488056182861, -2.3331940174102783, -0.32232466340065, -1.3639552593231201, -2.2270681858062744, -1.8177475929260254, -1.925864577293396, -1.594722867012024, -1.3141309022903442, -2.270460844039917, -2.4697020053863525, -0.008143081329762936, -0.025080380961298943, -0.07075001299381256, -0.16329403221607208, -0.028900012373924255, -0.01617053896188736, -0.002384559018537402, -0.0010140759404748678, -0.18967030942440033, -0.7080804109573364, -1.741865634918213, -1.8540427684783936, -0.37341079115867615, -0.5560120344161987, -1.0099455118179321, -0.5912244915962219, -1.802823781967163, -1.7017474174499512, -1.6514103412628174, -2.0244929790496826, -1.7788835763931274, -1.8397607803344727, -2.4745752811431885, -0.5886638164520264, -1.4328571557998657, -2.453329086303711, -2.1793572902679443, -1.3896849155426025, -1.5509141683578491, -1.907422661781311, -0.281745046377182, -0.06989432126283646, -0.9890961647033691, -1.4778400659561157, -1.9493846893310547, -0.36035120487213135, -1.0922027826309204, -0.802678644657135, -1.7466052770614624, -1.1455823183059692, -0.6491950154304504, -1.7494279146194458, -0.7076139450073242, -0.6953215599060059, -0.3263564705848694, -1.8527947664260864, -1.6100348234176636, -0.8631574511528015, -0.15191727876663208, -1.263314962387085, -0.992405116558075, -1.1385570764541626, -0.5542494654655457, -1.0171927213668823, -0.49540722370147705]}, "Bot002_072_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly I like to go out to eat eating is something i do when i'm bored I like to eat healthy yeah man eat clean [SMILING FACE WITH OPEN MOUTH]  I like to eat fast food. dude you just said you like eating healthy [WINKING FACE]  I do not eat meat.  cool! That must be nice. Do you have family all over? nah my family is away", "response": "I think they are.", "annotation_id": "Bot002_072_15", "annotations": ["T", "X", "X", "X", "T", "X", "T", "T", "X", "T", "T", "T", "T", "X", "T"], "gpt2_target_score": [-9.484869956970215, -11.967995643615723, -9.728788375854492, -8.499317169189453, -5.109625816345215], "gpt2_argmax_score": [-2.031317949295044, -1.2674493789672852, -1.626370906829834, -0.3199956715106964, -1.6506717205047607, -1.1313856840133667, -0.6505289673805237, -3.1885910034179688, -2.2054052352905273, -1.749648928642273, -1.057644248008728, -0.10367202758789062, -0.4645951986312866, -1.6722371578216553, -1.3107831478118896, -2.3744304180145264, -2.2657642364501953, -1.2804337739944458, -2.8035507202148438, -1.5696450471878052, -1.0847595930099487, -1.2823247909545898, -1.4463140964508057, -2.1297051906585693, -1.9156012535095215, -0.36658769845962524, -1.937713623046875, -2.1804113388061523, -1.9584252834320068, -2.3000972270965576, -2.189913511276245, -1.290979266166687, -0.48460686206817627, -1.4807531833648682, -1.6015127897262573, -2.6182894706726074, -1.986549973487854, -1.1963659524917603, -1.2158410549163818, -1.4401636123657227, -2.3050124645233154, -3.2297420501708984, -1.9359910488128662, -0.5520081520080566, -1.8736507892608643, -3.586465358734131, -0.7385109066963196, -0.1524438112974167, -0.6582324504852295, -1.0699896812438965, -1.2795113325119019, -1.2348783016204834, -1.3978404998779297, -1.2949341535568237, -2.380633592605591, -1.7593994140625, -1.457597017288208, -1.9760382175445557, -2.260043144226074, -1.5126289129257202, -0.63136225938797, -1.9975018501281738, -0.7678937911987305, -0.8551163077354431, -0.5148051381111145, -2.119387626647949, -0.5690175294876099, -1.1339292526245117, -0.0627068504691124, -1.8333516120910645, -1.7105647325515747, -0.2525216341018677, -1.7488137483596802, -0.15558850765228271, -2.1524877548217773, -0.9706868529319763, -2.245922088623047, -0.7763722538948059, -1.2003560066223145, -0.5971051454544067, -1.341794729232788, -0.95014488697052, -1.6066490411758423, -2.0078694820404053, -2.5191423892974854, -0.8764362931251526, -2.3119726181030273, -2.57088565826416, -0.568790078163147, -1.7516183853149414, -2.2570407390594482, -1.7036488056182861, -2.3331940174102783, -0.32232466340065, -1.3639552593231201, -2.2270681858062744, -1.8177475929260254, -1.925864577293396, -1.594722867012024, -1.3141309022903442, -2.270460844039917, -2.4697020053863525, -0.008143081329762936, -0.025080380961298943, -0.07075001299381256, -0.16329403221607208, -0.028900012373924255, -0.01617053896188736, -0.002384559018537402, -0.0010140759404748678, -0.18967030942440033, -0.7080804109573364, -1.741865634918213, -1.8540427684783936, -0.37341079115867615, -0.5560120344161987, -1.0099455118179321, -0.5912244915962219, -1.802823781967163, -1.7017474174499512, -1.6514103412628174, -2.0244929790496826, -1.7788835763931274, -1.8397607803344727, -2.4745752811431885, -0.5886638164520264, -1.4328571557998657, -2.453329086303711, -0.1546700894832611, -1.9295563697814941, -1.2725874185562134, -0.30448946356773376, -0.059533920139074326, -0.4869903326034546, -1.8824481964111328, -1.771265983581543, -0.3681447505950928, -1.0316604375839233, -0.7427181005477905, -2.122318983078003, -1.374568223953247, -1.0925533771514893, -1.8895665407180786, -1.4296250343322754, -0.6160136461257935, -0.30681997537612915, -1.7373682260513306, -2.013115882873535, -1.3855448961257935, -0.11564143747091293, -1.305996060371399, -1.02839994430542, -1.137196660041809, -0.5816131830215454, -1.1548924446105957, -1.780747413635254, -0.6402899622917175, -1.882222056388855, -0.863933801651001, -1.0336300134658813, -2.5824201107025146, -1.5117111206054688, -2.220939874649048, -2.050926446914673, -1.9939154386520386, -1.6027507781982422, -1.8004209995269775, -1.5322513580322266]}, "Bot002_072_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly I like to go out to eat eating is something i do when i'm bored I like to eat healthy yeah man eat clean [SMILING FACE WITH OPEN MOUTH]  I like to eat fast food. dude you just said you like eating healthy [WINKING FACE]  I do not eat meat.  cool! That must be nice. Do you have family all over? nah my family is away I think they are. yeah", "response": "[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to eat out.", "annotation_id": "Bot002_072_17", "annotations": ["T", "T", "X", "X", "X", "T", "X", "X", "X", "T", "T", "O", "T", "X", "O"], "gpt2_target_score": [-10.580473899841309, -12.87508487701416, -13.984769821166992, -18.496036529541016, -15.98972225189209, -13.222602844238281, -17.267366409301758, -8.754310607910156, -17.59705352783203, -15.4873046875, -14.71914291381836, -16.178546905517578, -17.72549057006836, -15.154979705810547, -13.533714294433594, -21.583948135375977, -12.846071243286133, -5.439750671386719, -6.322044372558594, -6.571689605712891, -3.765255928039551, -11.92868709564209, -11.518274307250977, -2.486776113510132], "gpt2_argmax_score": [-2.031317949295044, -1.2674493789672852, -1.626370906829834, -0.3199956715106964, -1.6506717205047607, -1.1313856840133667, -0.6505289673805237, -3.1885910034179688, -2.2054052352905273, -1.749648928642273, -1.057644248008728, -0.10367202758789062, -0.4645951986312866, -1.6722371578216553, -1.3107831478118896, -2.3744304180145264, -2.2657642364501953, -1.2804337739944458, -2.8035507202148438, -1.5696450471878052, -1.0847595930099487, -1.2823247909545898, -1.4463140964508057, -2.1297051906585693, -1.9156012535095215, -0.36658769845962524, -1.937713623046875, -2.1804113388061523, -1.9584252834320068, -2.3000972270965576, -2.189913511276245, -1.290979266166687, -0.48460686206817627, -1.4807531833648682, -1.6015127897262573, -2.6182894706726074, -1.986549973487854, -1.1963659524917603, -1.2158410549163818, -1.4401636123657227, -2.3050124645233154, -3.2297420501708984, -1.9359910488128662, -0.5520081520080566, -1.8736507892608643, -3.586465358734131, -0.7385109066963196, -0.1524438112974167, -0.6582324504852295, -1.0699896812438965, -1.2795113325119019, -1.2348783016204834, -1.3978404998779297, -1.2949341535568237, -2.380633592605591, -1.7593994140625, -1.457597017288208, -1.9760382175445557, -2.260043144226074, -1.5126289129257202, -0.63136225938797, -1.9975018501281738, -0.7678937911987305, -0.8551163077354431, -0.5148051381111145, -2.119387626647949, -0.5690175294876099, -1.1339292526245117, -0.0627068504691124, -1.8333516120910645, -1.7105647325515747, -0.2525216341018677, -1.7488137483596802, -0.15558850765228271, -2.1524877548217773, -0.9706868529319763, -2.245922088623047, -0.7763722538948059, -1.2003560066223145, -0.5971051454544067, -1.341794729232788, -0.95014488697052, -1.6066490411758423, -2.0078694820404053, -2.5191423892974854, -0.8764362931251526, -2.3119726181030273, -2.57088565826416, -0.568790078163147, -1.7516183853149414, -2.2570407390594482, -1.7036488056182861, -2.3331940174102783, -0.32232466340065, -1.3639552593231201, -2.2270681858062744, -1.8177475929260254, -1.925864577293396, -1.594722867012024, -1.3141309022903442, -2.270460844039917, -2.4697020053863525, -0.008143081329762936, -0.025080380961298943, -0.07075001299381256, -0.16329403221607208, -0.028900012373924255, -0.01617053896188736, -0.002384559018537402, -0.0010140759404748678, -0.18967030942440033, -0.7080804109573364, -1.741865634918213, -1.8540427684783936, -0.37341079115867615, -0.5560120344161987, -1.0099455118179321, -0.5912244915962219, -1.802823781967163, -1.7017474174499512, -1.6514103412628174, -2.0244929790496826, -1.7788835763931274, -1.8397607803344727, -2.4745752811431885, -0.5886638164520264, -1.4328571557998657, -2.453329086303711, -0.1546700894832611, -1.9295563697814941, -1.2725874185562134, -0.30448946356773376, -0.059533920139074326, -0.4869903326034546, -1.8824481964111328, -1.771265983581543, -0.3681447505950928, -1.0316604375839233, -0.7427181005477905, -2.122318983078003, -1.374568223953247, -1.0925533771514893, -1.8895665407180786, -1.4296250343322754, -0.6160136461257935, -0.30681997537612915, -1.7373682260513306, -2.013115882873535, -1.3855448961257935, -0.11564143747091293, -1.305996060371399, -1.02839994430542, -1.137196660041809, -0.5816131830215454, -1.1548924446105957, -1.780747413635254, -0.6402899622917175, -1.882222056388855, -0.863933801651001, -1.0336300134658813, -2.5824201107025146, -1.5117111206054688, -2.1182045936584473, -1.8018574714660645, -1.6204832792282104, -1.6950969696044922, -1.5660654306411743, -1.691296100616455, -2.267714023590088, -2.214148759841919, -0.002114800037816167, -0.005184894893318415, -0.009330476634204388, -0.1282019317150116, -0.009870058856904507, -0.00676318584010005, -0.0018286664271727204, -0.0009226117981597781, -0.13010981678962708, -0.08510579913854599, -0.0008544846205040812, -0.0031463427003473043, -0.5860912203788757, -0.0008008848526515067, -0.036497049033641815, -0.7424125671386719, -1.5262210369110107, -1.1785627603530884, -0.10559506714344025, -0.07690533995628357, -0.5466141700744629, -1.5918104648590088, -0.9748010635375977]}, "Bot002_072_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly I like to go out to eat eating is something i do when i'm bored I like to eat healthy yeah man eat clean [SMILING FACE WITH OPEN MOUTH]  I like to eat fast food. dude you just said you like eating healthy [WINKING FACE]  I do not eat meat.  cool! That must be nice. Do you have family all over? nah my family is away I think they are. yeah [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to eat out. it is expensive", "response": "I am a burger king, but I am a burger  I ran track for school. What was that one time? So mysterious.", "annotation_id": "Bot002_072_19", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "X", "T", "T", "T", "X", "X", "X"], "gpt2_target_score": [-9.484869956970215, -8.912835121154785, -7.509671688079834, -12.950809478759766, -13.794821739196777, -4.183555603027344, -6.145401954650879, -4.887886047363281, -10.192160606384277, -7.9916534423828125, -14.009258270263672, -8.109333038330078, -8.268214225769043, -11.928264617919922, -10.049079895019531, -7.9837141036987305, -10.292329788208008, -11.151679992675781, -11.543708801269531, -10.88290786743164, -5.517148017883301, -6.820548057556152, -10.032526016235352, -5.957433700561523, -6.881894588470459, -15.474818229675293, -9.091567993164062], "gpt2_argmax_score": [-2.031317949295044, -1.2674493789672852, -1.626370906829834, -0.3199956715106964, -1.6506717205047607, -1.1313856840133667, -0.6505289673805237, -3.1885910034179688, -2.2054052352905273, -1.749648928642273, -1.057644248008728, -0.10367202758789062, -0.4645951986312866, -1.6722371578216553, -1.3107831478118896, -2.3744304180145264, -2.2657642364501953, -1.2804337739944458, -2.8035507202148438, -1.5696450471878052, -1.0847595930099487, -1.2823247909545898, -1.4463140964508057, -2.1297051906585693, -1.9156012535095215, -0.36658769845962524, -1.937713623046875, -2.1804113388061523, -1.9584252834320068, -2.3000972270965576, -2.189913511276245, -1.290979266166687, -0.48460686206817627, -1.4807531833648682, -1.6015127897262573, -2.6182894706726074, -1.986549973487854, -1.1963659524917603, -1.2158410549163818, -1.4401636123657227, -2.3050124645233154, -3.2297420501708984, -1.9359910488128662, -0.5520081520080566, -1.8736507892608643, -3.586465358734131, -0.7385109066963196, -0.1524438112974167, -0.6582324504852295, -1.0699896812438965, -1.2795113325119019, -1.2348783016204834, -1.3978404998779297, -1.2949341535568237, -2.380633592605591, -1.7593994140625, -1.457597017288208, -1.9760382175445557, -2.260043144226074, -1.5126289129257202, -0.63136225938797, -1.9975018501281738, -0.7678937911987305, -0.8551163077354431, -0.5148051381111145, -2.119387626647949, -0.5690175294876099, -1.1339292526245117, -0.0627068504691124, -1.8333516120910645, -1.7105647325515747, -0.2525216341018677, -1.7488137483596802, -0.15558850765228271, -2.1524877548217773, -0.9706868529319763, -2.245922088623047, -0.7763722538948059, -1.2003560066223145, -0.5971051454544067, -1.341794729232788, -0.95014488697052, -1.6066490411758423, -2.0078694820404053, -2.5191423892974854, -0.8764362931251526, -2.3119726181030273, -2.57088565826416, -0.568790078163147, -1.7516183853149414, -2.2570407390594482, -1.7036488056182861, -2.3331940174102783, -0.32232466340065, -1.3639552593231201, -2.2270681858062744, -1.8177475929260254, -1.925864577293396, -1.594722867012024, -1.3141309022903442, -2.270460844039917, -2.4697020053863525, -0.008143081329762936, -0.025080380961298943, -0.07075001299381256, -0.16329403221607208, -0.028900012373924255, -0.01617053896188736, -0.002384559018537402, -0.0010140759404748678, -0.18967030942440033, -0.7080804109573364, -1.741865634918213, -1.8540427684783936, -0.37341079115867615, -0.5560120344161987, -1.0099455118179321, -0.5912244915962219, -1.802823781967163, -1.7017474174499512, -1.6514103412628174, -2.0244929790496826, -1.7788835763931274, -1.8397607803344727, -2.4745752811431885, -0.5886638164520264, -1.4328571557998657, -2.453329086303711, -0.1546700894832611, -1.9295563697814941, -1.2725874185562134, -0.30448946356773376, -0.059533920139074326, -0.4869903326034546, -1.8824481964111328, -1.771265983581543, -0.3681447505950928, -1.0316604375839233, -0.7427181005477905, -2.122318983078003, -1.374568223953247, -1.0925533771514893, -1.8895665407180786, -1.4296250343322754, -0.6160136461257935, -0.30681997537612915, -1.7373682260513306, -2.013115882873535, -1.3855448961257935, -0.11564143747091293, -1.305996060371399, -1.02839994430542, -1.137196660041809, -0.5816131830215454, -1.1548924446105957, -1.780747413635254, -0.6402899622917175, -1.882222056388855, -0.863933801651001, -1.0336300134658813, -2.5824201107025146, -1.5117111206054688, -2.1182045936584473, -1.8018574714660645, -1.6204832792282104, -1.6950969696044922, -1.5660654306411743, -1.691296100616455, -0.7875977158546448, -0.0009450022480450571, -0.0027997603174299, -0.008615466766059399, -0.23838967084884644, -0.009814460761845112, -0.008239680901169777, -0.0016477829776704311, -0.0006394725642167032, -0.05015883967280388, -0.05922465771436691, -0.000615407363511622, -0.003049487480893731, -0.4420800507068634, -0.0008493629866279662, -0.011831585317850113, -0.3878965675830841, -1.3498079776763916, -1.4938452243804932, -0.13784226775169373, -0.1023239865899086, -0.6994903087615967, -1.9270164966583252, -1.339372158050537, -0.8185518980026245, -1.9214690923690796, -1.8450990915298462, -2.1940908432006836, -2.392428159713745, -2.091888904571533, -2.2724242210388184, -1.977966070175171, -1.5599538087844849, -2.070533037185669, -0.9682099223136902, -2.1704907417297363, -1.9033188819885254, -2.3898024559020996, -0.08229359239339828, -1.739528775215149, -2.2055280208587646, -1.1448150873184204, -2.1802897453308105, -1.7566401958465576, -1.6339982748031616, -1.4395630359649658, -2.0774292945861816, -0.9395394325256348, -1.300257682800293, -1.4057879447937012, -1.0780694484710693, -0.3757167458534241, -1.3561887741088867, -1.3458982706069946, -0.5044680237770081]}, "Bot002_074_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi.", "response": "Hi how are you doing", "annotation_id": "Bot002_074_01", "annotations": ["O", "X", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-9.293893814086914, -8.580877304077148, -10.805776596069336, -6.254180908203125, -9.573834419250488], "gpt2_argmax_score": [-1.6911711692810059, -0.9034943580627441, -2.0020158290863037, -1.5586851835250854, -1.4913147687911987, -0.2364971786737442, -1.4595141410827637, -0.9922632575035095]}, "Bot002_074_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you?", "response": "I'm great, just got off work.", "annotation_id": "Bot002_074_03", "annotations": ["T", "X", "T", "O", "O", "X", "O", "O", "O", "X", "O", "O", "O", "T", "O"], "gpt2_target_score": [-8.654443740844727, -10.703288078308105, -11.407450675964355, -6.608517646789551, -10.933797836303711, -8.980443954467773, -9.977813720703125, -6.358071327209473, -3.7008118629455566], "gpt2_argmax_score": [-1.6911711692810059, -0.9034984111785889, -0.7156627774238586, -1.8726931810379028, -0.3489588499069214, -1.4546875953674316, -0.9451597929000854, -1.3311394453048706, -2.3151612281799316, -1.421521544456482, -1.4857038259506226, -1.3846467733383179, -0.5746027827262878, -0.5713884830474854, -0.9040783047676086, -1.6034966707229614, -1.3615899085998535, -2.349576950073242, -0.9199525117874146, -1.2404236793518066, -3.004108428955078, -1.5931024551391602, -1.4461164474487305, -1.3404576778411865, -1.3722805976867676]}, "Bot002_074_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do?", "response": "I work for a clothing store.", "annotation_id": "Bot002_074_05", "annotations": ["O", "X", "T", "O", "O", "X", "O", "O", "O", "X", "O", "T", "O", "X", "O"], "gpt2_target_score": [-8.654443740844727, -13.632624626159668, -7.541499137878418, -7.212582588195801, -14.051855087280273, -13.043859481811523, -4.4879150390625], "gpt2_argmax_score": [-1.6911711692810059, -0.9034984111785889, -0.7156627774238586, -1.8726931810379028, -0.3489588499069214, -1.4546875953674316, -0.9451597929000854, -1.3311394453048706, -2.3151612281799316, -1.421521544456482, -1.4857038259506226, -1.3846467733383179, -0.5746027827262878, -0.5713884830474854, -0.9040783047676086, -0.9419891834259033, -2.431514263153076, -0.7852710485458374, -1.213566541671753, -2.9380884170532227, -1.5942047834396362, -1.5367631912231445, -1.333602786064148, -1.423620343208313, -1.4412446022033691, -1.6444395780563354, -0.053469300270080566, -0.5108815431594849, -0.5623683929443359, -1.4320570230484009, -1.5150448083877563, -1.524117350578308, -1.5487103462219238, -0.47804754972457886, -2.078300952911377, -1.3436733484268188, -1.0908123254776, -1.3482553958892822]}, "Bot002_074_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor.", "response": "I am sorry to hear that.", "annotation_id": "Bot002_074_07", "annotations": ["X", "T", "T", "T", "T", "X", "O", "O", "T", "X", "O", "T", "O", "X", "O"], "gpt2_target_score": [-8.654443740844727, -8.96393871307373, -10.684260368347168, -3.3715333938598633, -15.103948593139648, -7.949102878570557, -4.4879150390625], "gpt2_argmax_score": [-1.6911711692810059, -0.9034984111785889, -0.7156627774238586, -1.8726931810379028, -0.3489588499069214, -1.4546875953674316, -0.9451597929000854, -1.3311394453048706, -2.3151612281799316, -1.421521544456482, -1.4857038259506226, -1.3846467733383179, -0.5746027827262878, -0.5713884830474854, -0.9040783047676086, -0.9419891834259033, -2.431514263153076, -0.7852710485458374, -1.213566541671753, -2.9380884170532227, -1.5942047834396362, -1.5367631912231445, -1.333602786064148, -1.423620343208313, -1.4412153959274292, -1.6444507837295532, -0.05346986651420593, -0.5108927488327026, -0.5623732805252075, -1.4320566654205322, -1.2788136005401611, -1.5711407661437988, -0.5950701236724854, -1.9852548837661743, -1.2744827270507812, -0.9967014789581299, -1.223968267440796, -1.7279452085494995, -1.539812445640564, -3.4399983882904053, -0.6574922800064087, -0.868218183517456, -1.0618027448654175, -1.7980133295059204, -1.8089414834976196, -1.932242751121521, -1.8794782161712646, -0.18429414927959442, -0.5261605978012085, -0.7064666152000427, -0.825401782989502]}, "Bot002_074_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor. I am sorry to hear that. I got a new job just yesteday to be a life coach.", "response": "That is cool. What do you do for a living?", "annotation_id": "Bot002_074_09", "annotations": ["X", "T", "T", "O", "X", "O", "O", "O", "T", "X", "X", "T", "T", "O", "T"], "gpt2_target_score": [-14.3984375, -8.686853408813477, -10.468911170959473, -5.928971767425537, -13.948110580444336, -8.194792747497559, -8.242753028869629, -6.213669776916504, -7.341644287109375, -7.789666175842285, -11.171271324157715, -4.963078022003174], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -0.715675950050354, -1.8727126121520996, -0.3489590287208557, -1.454725980758667, -0.9451457262039185, -1.3311164379119873, -2.3151705265045166, -1.4215174913406372, -1.4857089519500732, -1.3846324682235718, -0.574620246887207, -0.5713863968849182, -0.9040852189064026, -0.9420209527015686, -2.431509017944336, -0.7852843999862671, -1.2135781049728394, -2.9381115436553955, -1.594199776649475, -1.5367650985717773, -1.333614468574524, -1.423635721206665, -1.4412349462509155, -1.6444790363311768, -0.05346749350428581, -0.5108826756477356, -0.5623703002929688, -1.432088851928711, -1.278816819190979, -1.57113778591156, -0.5950678586959839, -1.985255241394043, -1.27447509765625, -0.9967201352119446, -1.2239925861358643, -1.7279804944992065, -1.5397968292236328, -3.4399962425231934, -0.6574843525886536, -0.8682389855384827, -1.061785101890564, -1.7395904064178467, -1.9975367784500122, -1.7825448513031006, -0.21854841709136963, -0.8843769431114197, -0.654775857925415, -1.2178854942321777, -1.595094919204712, -1.4149987697601318, -2.2926032543182373, -0.3267516493797302, -1.9923875331878662, -2.352573871612549, -1.2814991474151611, -1.8424566984176636, -1.127489447593689, -2.416682243347168, -1.0513912439346313, -2.5145151615142822, -1.6299211978912354, -0.7650473117828369, -1.4343914985656738, -1.754372000694275, -0.7321041822433472, -2.019876718521118, -0.9595919251441956, -1.1509995460510254, -1.7490160465240479, -0.04121967405080795, -0.5607629418373108, -0.9056446552276611, -1.9605847597122192, -0.6488181948661804, -0.24574753642082214, -0.7137367129325867]}, "Bot002_074_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor. I am sorry to hear that. I got a new job just yesteday to be a life coach. That is cool. What do you do for a living? I am a life coach.", "response": "That is cool. What do you do for work?", "annotation_id": "Bot002_074_11", "annotations": ["X", "T", "T", "T", "X", "O", "O", "O", "T", "X", "X", "O", "T", "O", "X"], "gpt2_target_score": [-14.3984375, -8.686853408813477, -10.468911170959473, -5.928971767425537, -13.948110580444336, -8.194792747497559, -8.242753028869629, -6.213669776916504, -7.341644287109375, -7.552239418029785, -10.360342979431152], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -0.715675950050354, -1.8727126121520996, -0.3489590287208557, -1.454725980758667, -0.9451457262039185, -1.3311164379119873, -2.3151705265045166, -1.4215174913406372, -1.4857089519500732, -1.3846324682235718, -0.574620246887207, -0.5713863968849182, -0.9040852189064026, -0.9420209527015686, -2.431509017944336, -0.7852843999862671, -1.2135781049728394, -2.9381115436553955, -1.594199776649475, -1.5367650985717773, -1.333614468574524, -1.423635721206665, -1.4412349462509155, -1.6444790363311768, -0.05346749350428581, -0.5108826756477356, -0.5623703002929688, -1.432088851928711, -1.278816819190979, -1.57113778591156, -0.5950678586959839, -1.985255241394043, -1.27447509765625, -0.9967201352119446, -1.223985195159912, -1.7279667854309082, -1.5398038625717163, -3.4400007724761963, -0.6574930548667908, -0.8682513236999512, -1.0617845058441162, -1.7396117448806763, -1.9975346326828003, -1.7825433015823364, -0.21854975819587708, -0.8843790888786316, -0.654773473739624, -1.2178746461868286, -1.5951045751571655, -1.4149876832962036, -2.2926037311553955, -0.3267481029033661, -1.9923851490020752, -2.3525710105895996, -1.2814968824386597, -1.8424667119979858, -1.1274887323379517, -2.4166815280914307, -1.0513843297958374, -2.514518976211548, -1.6299134492874146, -0.7650507092475891, -1.434389591217041, -0.9348561763763428, -2.113690137863159, -0.6690335869789124, -1.298873782157898, -1.749745488166809, -0.0464845672249794, -0.5161334276199341, -0.8097886443138123, -2.089386224746704, -0.41334375739097595, -0.19173482060432434, -1.3356989622116089, -2.0046982765197754, -1.5955296754837036, -2.984834909439087, -0.2293667048215866, -0.7198229432106018, -0.8791464567184448, -1.5250321626663208, -0.877915620803833, -0.7599818706512451, -0.6544234156608582, -1.0426552295684814, -0.9928510785102844, -0.03593450412154198, -0.08460577577352524, -0.12740610539913177, -0.131526917219162, -0.17516715824604034, -0.7555980682373047]}, "Bot002_074_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor. I am sorry to hear that. I got a new job just yesteday to be a life coach. That is cool. What do you do for a living? I am a life coach. That is cool. What do you do for work? How old are you?", "response": "I'm 5 years old.", "annotation_id": "Bot002_074_13", "annotations": ["X", "X", "O", "X", "T", "X", "T", "O", "X", "X", "X", "T", "O", "X", "X"], "gpt2_target_score": [-8.654426574707031, -10.703287124633789, -9.971978187561035, -11.05613899230957, -9.580968856811523, -3.636915922164917], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -0.715675950050354, -1.8727126121520996, -0.3489590287208557, -1.454725980758667, -0.9451457262039185, -1.3311164379119873, -2.3151705265045166, -1.4215174913406372, -1.4857089519500732, -1.3846324682235718, -0.574620246887207, -0.5713863968849182, -0.9040852189064026, -0.9420209527015686, -2.431509017944336, -0.7852843999862671, -1.2135781049728394, -2.9381115436553955, -1.594199776649475, -1.5367650985717773, -1.333614468574524, -1.423635721206665, -1.4412349462509155, -1.6444790363311768, -0.05346749350428581, -0.5108826756477356, -0.5623703002929688, -1.432088851928711, -1.278816819190979, -1.57113778591156, -0.5950678586959839, -1.985255241394043, -1.27447509765625, -0.9967201352119446, -1.223985195159912, -1.7279667854309082, -1.5398038625717163, -3.4400007724761963, -0.6574930548667908, -0.8682513236999512, -1.0617845058441162, -1.7396117448806763, -1.9975346326828003, -1.7825433015823364, -0.21854975819587708, -0.8843790888786316, -0.654773473739624, -1.2178746461868286, -1.5951045751571655, -1.4149876832962036, -2.2926037311553955, -0.3267481029033661, -1.9923851490020752, -2.3525710105895996, -1.2814968824386597, -1.8424667119979858, -1.1274887323379517, -2.4166815280914307, -1.0513843297958374, -2.514518976211548, -1.6299134492874146, -0.7650507092475891, -1.434389591217041, -0.9348561763763428, -2.113690137863159, -0.6690335869789124, -1.298873782157898, -1.749745488166809, -0.0464845672249794, -0.5161334276199341, -0.8097886443138123, -2.089386224746704, -0.41334375739097595, -0.19173482060432434, -1.3356989622116089, -2.0046982765197754, -1.5955296754837036, -2.984834909439087, -0.2293667048215866, -0.7198229432106018, -0.8791464567184448, -0.6497509479522705, -0.533892810344696, -0.356444388628006, -1.0680315494537354, -0.9644814729690552, -0.04390127956867218, -0.11892880499362946, -0.13020673394203186, -0.2200326919555664, -0.16883037984371185, -0.7595072388648987, -0.8213925361633301, -0.15977002680301666, -0.03072460927069187, -0.2250579297542572, -1.2060139179229736, -1.5460301637649536, -1.0334129333496094, -2.3057804107666016, -1.4149296283721924, -0.16222436726093292, -1.153309941291809, -0.6173421144485474]}, "Bot002_074_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor. I am sorry to hear that. I got a new job just yesteday to be a life coach. That is cool. What do you do for a living? I am a life coach. That is cool. What do you do for work? How old are you? I'm 5 years old. I cant believe.", "response": "I have a lot of tattoos", "annotation_id": "Bot002_074_15", "annotations": ["X", "X", "T", "X", "X", "X", "T", "T", "X", "X", "X", "T", "T", "X", "T"], "gpt2_target_score": [-8.654426574707031, -9.921014785766602, -8.507744789123535, -12.043657302856445, -10.451513290405273, -16.03291130065918], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -0.715675950050354, -1.8727126121520996, -0.3489590287208557, -1.454725980758667, -0.9451457262039185, -1.3311164379119873, -2.3151705265045166, -1.4215174913406372, -1.4857089519500732, -1.3846324682235718, -0.574620246887207, -0.5713863968849182, -0.9040852189064026, -0.9420209527015686, -2.431509017944336, -0.7852843999862671, -1.2135781049728394, -2.9381115436553955, -1.594199776649475, -1.5367650985717773, -1.333614468574524, -1.423635721206665, -1.4412349462509155, -1.6444790363311768, -0.05346749350428581, -0.5108826756477356, -0.5623703002929688, -1.432088851928711, -1.278816819190979, -1.57113778591156, -0.5950678586959839, -1.985255241394043, -1.27447509765625, -0.9967201352119446, -1.223985195159912, -1.7279667854309082, -1.5398038625717163, -3.4400007724761963, -0.6574930548667908, -0.8682513236999512, -1.0617845058441162, -1.7396117448806763, -1.9975346326828003, -1.7825433015823364, -0.21854975819587708, -0.8843790888786316, -0.654773473739624, -1.2178746461868286, -1.5951045751571655, -1.4149876832962036, -2.2926037311553955, -0.3267481029033661, -1.9923851490020752, -2.3525710105895996, -1.2814968824386597, -1.8424667119979858, -1.1274887323379517, -2.4166815280914307, -1.0513843297958374, -2.514518976211548, -1.6299134492874146, -0.7650507092475891, -1.434389591217041, -0.9348561763763428, -2.113690137863159, -0.6690335869789124, -1.298873782157898, -1.749745488166809, -0.0464845672249794, -0.5161334276199341, -0.8097886443138123, -2.089386224746704, -0.41334375739097595, -0.19173482060432434, -1.3356989622116089, -2.0046982765197754, -1.5955296754837036, -2.984834909439087, -0.2293667048215866, -0.7198229432106018, -0.8791464567184448, -0.6497509479522705, -0.533892810344696, -0.356444388628006, -1.0680315494537354, -0.9644814729690552, -0.04390127956867218, -0.11892880499362946, -0.13020673394203186, -0.2200326919555664, -0.16883037984371185, -0.7595072388648987, -0.8213925361633301, -0.15977002680301666, -0.030724262818694115, -0.22505564987659454, -1.2060121297836304, -0.5978200435638428, -2.2062647342681885, -1.3488012552261353, -0.12510623037815094, -0.899068295955658, -0.6590103507041931, -1.4990651607513428, -2.6454017162323, -0.9424812197685242, -0.7597599625587463, -1.6075836420059204, -1.6481094360351562, -1.1097595691680908, -1.862817406654358, -0.23134101927280426, -1.7588328123092651, -1.2326774597167969]}, "Bot002_074_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor. I am sorry to hear that. I got a new job just yesteday to be a life coach. That is cool. What do you do for a living? I am a life coach. That is cool. What do you do for work? How old are you? I'm 5 years old. I cant believe. I have a lot of tattoos You are not enough old having tattoos", "response": "I have a tattoo of tattoos.  have you told her about it?", "annotation_id": "Bot002_074_17", "annotations": ["X", "T", "O", "X", "X", "O", "O", "T", "X", "X", "X", "T", "T", "O", "X"], "gpt2_target_score": [-8.654426574707031, -9.921014785766602, -8.507744789123535, -15.289079666137695, -10.451513290405273, -16.03291130065918, -4.487977027893066, -8.357300758361816, -9.146484375, -6.24166202545166, -12.121085166931152, -12.60818862915039, -9.410786628723145, -8.266027450561523, -10.207796096801758], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -0.715675950050354, -1.8727126121520996, -0.3489590287208557, -1.454725980758667, -0.9451457262039185, -1.3311164379119873, -2.3151705265045166, -1.4215174913406372, -1.4857089519500732, -1.3846324682235718, -0.574620246887207, -0.5713863968849182, -0.9040852189064026, -0.9420209527015686, -2.431509017944336, -0.7852843999862671, -1.2135781049728394, -2.9381115436553955, -1.594199776649475, -1.5367650985717773, -1.333614468574524, -1.423635721206665, -1.4412349462509155, -1.6444790363311768, -0.05346749350428581, -0.5108826756477356, -0.5623703002929688, -1.432088851928711, -1.278816819190979, -1.57113778591156, -0.5950678586959839, -1.985255241394043, -1.27447509765625, -0.9967201352119446, -1.223985195159912, -1.7279667854309082, -1.5398038625717163, -3.4400007724761963, -0.6574930548667908, -0.8682513236999512, -1.0617845058441162, -1.7396117448806763, -1.9975346326828003, -1.7825433015823364, -0.21854975819587708, -0.8843790888786316, -0.654773473739624, -1.2178746461868286, -1.5951045751571655, -1.4149876832962036, -2.2926037311553955, -0.3267481029033661, -1.9923851490020752, -2.3525710105895996, -1.2814968824386597, -1.8424667119979858, -1.1274887323379517, -2.4166815280914307, -1.0513843297958374, -2.514518976211548, -1.6299134492874146, -0.7650507092475891, -1.434389591217041, -0.9348561763763428, -2.113690137863159, -0.6690335869789124, -1.298873782157898, -1.749745488166809, -0.0464845672249794, -0.5161334276199341, -0.8097886443138123, -2.089386224746704, -0.41334375739097595, -0.19173482060432434, -1.3356989622116089, -2.0046982765197754, -1.5955296754837036, -2.984834909439087, -0.2293667048215866, -0.7198229432106018, -0.8791464567184448, -0.6497509479522705, -0.533892810344696, -0.356444388628006, -1.0680315494537354, -0.9644814729690552, -0.04390127956867218, -0.11892880499362946, -0.13020683825016022, -0.22003173828125, -0.16882836818695068, -0.7594939470291138, -0.8213889598846436, -0.15977011620998383, -0.03072449378669262, -0.22505603730678558, -1.2060184478759766, -0.5978138446807861, -2.206266164779663, -1.348787784576416, -0.1251072883605957, -0.8990709185600281, -0.6590116024017334, -1.49906325340271, -2.6454060077667236, -0.9424870014190674, -0.7597628831863403, -1.7840827703475952, -1.4872487783432007, -1.7978017330169678, -0.2797504663467407, -2.395493268966675, -1.087670922279358, -2.0252137184143066, -2.190479040145874, -1.9145071506500244, -1.2402148246765137, -1.4675135612487793, -0.9283239841461182, -1.2323626279830933, -1.7308279275894165, -1.692683219909668, -1.2080093622207642, -0.7932360768318176, -2.1147377490997314, -1.316815733909607, -1.6245090961456299, -1.2289223670959473, -1.1909948587417603, -0.5985704064369202, -1.654057502746582, -0.11054617911577225, -1.5432181358337402, -0.7960889935493469, -0.18377608060836792, -0.5297054648399353]}, "Bot002_074_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor. I am sorry to hear that. I got a new job just yesteday to be a life coach. That is cool. What do you do for a living? I am a life coach. That is cool. What do you do for work? How old are you? I'm 5 years old. I cant believe. I have a lot of tattoos You are not enough old having tattoos I have a tattoo of tattoos.  have you told her about it? Okey.", "response": "This is all Greek to me.  Anyways, I live in a country area, and we going running with dog", "annotation_id": "Bot002_074_19", "annotations": ["X", "T", "T", "X", "X", "X", "T", "T", "X", "X", "T", "O", "T", "X", "T"], "gpt2_target_score": [-12.807701110839844, -8.686853408813477, -3.9170308113098145, -14.463594436645508, -9.967458724975586, -10.344328880310059, -4.487977027893066, -8.357300758361816, -13.8048095703125, -15.32009220123291, -10.667471885681152, -6.035587787628174, -11.485936164855957, -5.034582138061523, -9.025392532348633, -15.33568286895752, -14.551000595092773, -2.7736268043518066, -3.045517921447754, -8.962632179260254, -8.218040466308594, -8.06040096282959, -4.979503631591797, -13.878469467163086], "gpt2_argmax_score": [-1.6912004947662354, -0.9034671783447266, -0.715675950050354, -1.8727126121520996, -0.3489590287208557, -1.454725980758667, -0.9451457262039185, -1.3311164379119873, -2.3151705265045166, -1.4215174913406372, -1.4857089519500732, -1.3846324682235718, -0.574620246887207, -0.5713863968849182, -0.9040852189064026, -0.9420209527015686, -2.431509017944336, -0.7852843999862671, -1.2135781049728394, -2.9381115436553955, -1.594199776649475, -1.5367650985717773, -1.333614468574524, -1.423635721206665, -1.4412349462509155, -1.6444790363311768, -0.05346749350428581, -0.5108826756477356, -0.5623703002929688, -1.432088851928711, -1.278816819190979, -1.57113778591156, -0.5950678586959839, -1.985255241394043, -1.27447509765625, -0.9967201352119446, -1.223985195159912, -1.7279667854309082, -1.5398038625717163, -3.4400007724761963, -0.6574930548667908, -0.8682513236999512, -1.0617845058441162, -1.7396117448806763, -1.9975346326828003, -1.7825433015823364, -0.21854975819587708, -0.8843790888786316, -0.654773473739624, -1.2178746461868286, -1.5951045751571655, -1.4149876832962036, -2.2926037311553955, -0.3267481029033661, -1.9923851490020752, -2.3525710105895996, -1.2814968824386597, -1.8424667119979858, -1.1274887323379517, -2.4166815280914307, -1.0513843297958374, -2.514518976211548, -1.6299134492874146, -0.7650507092475891, -1.434389591217041, -0.9348561763763428, -2.113690137863159, -0.6690335869789124, -1.298873782157898, -1.749745488166809, -0.0464845672249794, -0.5161334276199341, -0.8097886443138123, -2.089386224746704, -0.41334375739097595, -0.19173482060432434, -1.3356989622116089, -2.0046982765197754, -1.5955296754837036, -2.984834909439087, -0.2293667048215866, -0.7198229432106018, -0.8791464567184448, -0.6497509479522705, -0.533892810344696, -0.356444388628006, -1.0680315494537354, -0.9644814729690552, -0.04390127956867218, -0.11892880499362946, -0.13020673394203186, -0.2200326919555664, -0.16883037984371185, -0.7595072388648987, -0.8213925361633301, -0.15977002680301666, -0.030724262818694115, -0.22505564987659454, -1.2060121297836304, -0.5978200435638428, -2.2062647342681885, -1.3488012552261353, -0.12510623037815094, -0.899068295955658, -0.6590103507041931, -1.4990651607513428, -2.6454017162323, -0.9424812197685242, -0.7597599625587463, -1.784066081047058, -1.4872431755065918, -1.7977824211120605, -0.2797524333000183, -2.3954930305480957, -1.087659478187561, -2.025219202041626, -2.1904590129852295, -1.9144954681396484, -1.2402124404907227, -1.4675053358078003, -0.9283238649368286, -1.232369065284729, -2.062539577484131, -1.9583981037139893, -0.9235586524009705, -2.07528018951416, -1.3168333768844604, -1.7194663286209106, -1.5847619771957397, -1.4685701131820679, -0.3163112998008728, -1.928466558456421, -0.2844970226287842, -1.4360018968582153, -1.0127220153808594, -0.2318648099899292, -1.8080291748046875, -1.1227929592132568, -1.972739815711975, -1.4266059398651123, -1.7728419303894043, -0.5549179911613464, -2.2260587215423584, -2.0592141151428223, -1.578983187675476, -0.34224018454551697, -0.5688583254814148, -1.273586392402649, -1.4377782344818115, -2.0039613246917725, -0.906227171421051, -1.3516788482666016, -1.5286602973937988, -0.3896428644657135, -1.8634167909622192, -2.026268482208252, -0.7171918749809265, -1.5948848724365234, -1.1989336013793945, -0.9640397429466248, -1.136626124382019, -0.43892839550971985, -2.037781000137329, -1.7848256826400757, -2.152570962905884]}, "Bot002_081_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi!", "response": "Hi how are you doing", "annotation_id": "Bot002_081_01", "annotations": ["O", "T", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.293893814086914, -7.165456295013428, -10.850537300109863, -6.756232738494873, -9.539670944213867], "gpt2_argmax_score": [-1.6911711692810059, -0.8823754191398621, -1.8832523822784424, -0.7968361973762512, -1.3165264129638672, -0.22318197786808014, -1.3074322938919067, -1.0809087753295898]}, "Bot002_081_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you?", "response": "I'm great! Just got off work.", "annotation_id": "Bot002_081_03", "annotations": ["O", "X", "O", "O", "O", "T", "O", "T", "O", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654443740844727, -10.629685401916504, -10.775235176086426, -7.342192649841309, -13.526514053344727, -9.138801574707031, -9.978482246398926, -5.194657325744629, -11.134023666381836], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.0439270734786987, -1.5209949016571045, -0.27215030789375305, -1.3597334623336792, -1.0582700967788696, -1.898667335510254, -3.0355892181396484, -1.8089463710784912, -0.6870822906494141, -1.5669665336608887, -1.1993473768234253, -1.939022183418274, -1.233139157295227, -1.2652549743652344, -2.8453824520111084, -1.4811103343963623, -1.2085671424865723, -1.1267882585525513, -1.1161218881607056]}, "Bot002_081_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect!", "response": "[SLIGHTLY SMILING FACE]  I love winter, especially ice cream", "annotation_id": "Bot002_081_05", "annotations": ["O", "T", "T", "T", "O", "T", "X", "O", "O", "T", "O", "O", "X", "O", "X"], "gpt2_target_score": [-10.216470718383789, -16.446016311645508, -19.652584075927734, -15.592085838317871, -12.400247573852539, -16.07123565673828, -15.986050605773926, -16.156890869140625, -16.38386344909668, -8.130571365356445, -2.212778091430664, -4.735321998596191, -10.999484062194824, -2.778646469116211, -11.400958061218262, -10.436761856079102, -10.902214050292969], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.0439270734786987, -1.5209949016571045, -0.27215030789375305, -1.3597334623336792, -1.0582700967788696, -1.898667335510254, -3.0355892181396484, -1.8089463710784912, -0.6870822906494141, -1.2642525434494019, -2.4773740768432617, -1.2802486419677734, -1.3499475717544556, -2.6584105491638184, -1.4826433658599854, -1.3616807460784912, -1.1109471321105957, -1.6186426877975464, -1.5827091932296753, -1.5850826501846313, -2.1328587532043457, -2.7230865955352783, -2.5073540210723877, -2.250610113143921, -3.023912191390991, -1.0470387935638428, -1.9775328636169434, -2.161949872970581, -2.3710196018218994, -1.0503615140914917, -0.5189317464828491, -1.3113096952438354, -1.1444950103759766, -2.1583471298217773, -1.227586269378662, -1.7651699781417847, -1.7318333387374878, -1.1154943704605103]}, "Bot002_081_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer", "response": "[SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE]", "annotation_id": "Bot002_081_07", "annotations": ["O", "X", "X", "X", "O", "T", "X", "T", "X", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-10.216476440429688, -13.956243515014648, -12.979992866516113, -15.507612228393555, -15.097391128540039, -14.776596069335938, -18.625717163085938, -6.801764488220215, -18.73809051513672, -13.72603988647461, -14.386565208435059, -8.64006233215332, -8.36249828338623, -7.815459251403809, -13.748252868652344, -7.65145206451416, -10.852529525756836, -6.48842716217041, -8.37281322479248, -14.590422630310059, -14.976826667785645, -16.712913513183594, -8.99494457244873, -15.254982948303223, -7.075624465942383, -3.7862277030944824], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.0439425706863403, -1.5210095643997192, -0.27214959263801575, -1.3597257137298584, -1.0582733154296875, -1.898634672164917, -3.035583257675171, -1.8089258670806885, -0.6870870590209961, -1.264223337173462, -2.477442741394043, -1.280226707458496, -1.3499526977539062, -2.658379554748535, -1.4826412200927734, -1.3616570234298706, -1.110942006111145, -1.6186364889144897, -1.5827378034591675, -1.585074782371521, -2.8422114849090576, -2.215679883956909, -1.7614614963531494, -2.7137484550476074, -1.182361125946045, -1.9355690479278564, -1.3754329681396484, -1.8379815816879272, -1.5417295694351196, -0.8816980719566345, -1.136921763420105, -1.1001466512680054, -2.17421817779541, -1.278681993484497, -1.8059642314910889, -1.8081049919128418, -1.0571256875991821, -1.1932783126831055, -1.6720198392868042, -1.201644778251648, -1.7959182262420654, -2.0569510459899902, -1.1879700422286987, -1.846954107284546, -2.7146594524383545, -0.0271486546844244, -0.0407257080078125, -0.06384363770484924, -0.32838815450668335, -2.5263848304748535, -2.7461435794830322, -1.9516716003417969, -0.7000948190689087, -1.7962926626205444, -1.0096182823181152, -1.521180272102356, -1.4990779161453247, -2.1557652950286865, -1.1062471866607666, -1.0743328332901, -1.6675922870635986, -1.8727285861968994, -1.5619502067565918, -1.3850469589233398, -0.9113388657569885, -1.7498339414596558, -1.163109302520752, -0.16447551548480988, -0.4538857340812683, -0.6971043348312378]}, "Bot002_081_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer [SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE] What do you do at work?", "response": "I do not work right now.", "annotation_id": "Bot002_081_09", "annotations": ["O", "T", "O", "O", "T", "T", "X", "T", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -9.207998275756836, -9.996747016906738, -10.624296188354492, -13.253213882446289, -4.47882080078125, -5.07342529296875], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.0439425706863403, -1.5210095643997192, -0.27214959263801575, -1.3597257137298584, -1.0582733154296875, -1.898634672164917, -3.035583257675171, -1.8089258670806885, -0.6870870590209961, -1.264223337173462, -2.477442741394043, -1.280226707458496, -1.3499526977539062, -2.658379554748535, -1.4826412200927734, -1.3616570234298706, -1.110942006111145, -1.6186364889144897, -1.5827378034591675, -1.585074782371521, -2.8422114849090576, -2.215679883956909, -1.7614614963531494, -2.7137484550476074, -1.182361125946045, -1.9355690479278564, -1.3754329681396484, -1.8379815816879272, -1.5417295694351196, -0.8816980719566345, -1.136921763420105, -1.1001466512680054, -2.17421817779541, -1.278681993484497, -1.8059642314910889, -1.8081049919128418, -1.0571256875991821, -1.1932783126831055, -1.6720198392868042, -1.201644778251648, -1.795922040939331, -2.0569400787353516, -1.187963604927063, -2.022036075592041, -0.04969898983836174, -0.04949445277452469, -0.24671615660190582, -0.07510366290807724, -2.5241003036499023, -2.6988418102264404, -2.127570629119873, -0.6067864894866943, -1.384488821029663, -0.5376232266426086, -1.467289924621582, -1.690145492553711, -2.139777421951294, -1.4901751279830933, -1.2085503339767456, -1.4111994504928589, -1.718721628189087, -1.8443394899368286, -1.6370525360107422, -1.2566062211990356, -1.805755376815796, -1.2481392621994019, -0.1276557445526123, -0.5060819387435913, -0.41637611389160156, -1.824727177619934, -0.05372318625450134, -1.2115014791488647, -1.5544579029083252, -0.4166417717933655, -0.3664548099040985, -1.3188518285751343, -1.6760144233703613, -1.6347570419311523, -2.515550374984741, -1.2476502656936646, -0.9832109212875366, -0.13495516777038574, -1.087037205696106, -0.9169239401817322]}, "Bot002_081_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer [SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE] What do you do at work? I do not work right now. Ok", "response": "[GRINNING FACE]  I just got off the winter.", "annotation_id": "Bot002_081_11", "annotations": ["O", "T", "T", "X", "O", "T", "X", "T", "O", "T", "O", "O", "T", "X", "O"], "gpt2_target_score": [-10.216476440429688, -15.304586410522461, -14.970044136047363, -23.101667404174805, -15.097391128540039, -13.443099975585938, -8.00537109375, -5.513060569763184, -7.479026794433594, -3.894207239151001, -11.744826316833496, -11.40080451965332, -10.999445915222168, -2.451979637145996], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.0439425706863403, -1.5210095643997192, -0.27214959263801575, -1.3597257137298584, -1.0582733154296875, -1.898634672164917, -3.035583257675171, -1.8089258670806885, -0.6870870590209961, -1.264223337173462, -2.477442741394043, -1.280226707458496, -1.3499526977539062, -2.658379554748535, -1.4826412200927734, -1.3616570234298706, -1.110942006111145, -1.6186364889144897, -1.5827378034591675, -1.585074782371521, -2.8422114849090576, -2.215679883956909, -1.7614614963531494, -2.7137484550476074, -1.182361125946045, -1.9355690479278564, -1.3754329681396484, -1.8379815816879272, -1.5417295694351196, -0.8816980719566345, -1.136921763420105, -1.1001466512680054, -2.17421817779541, -1.278681993484497, -1.8059642314910889, -1.8081049919128418, -1.0571256875991821, -1.1932783126831055, -1.6720198392868042, -1.201644778251648, -1.7959182262420654, -2.0569510459899902, -1.1879700422286987, -2.0220394134521484, -0.04969887435436249, -0.04949422925710678, -0.24671922624111176, -0.0751027837395668, -2.5241007804870605, -2.6988439559936523, -2.1275694370269775, -0.6067823171615601, -1.3844915628433228, -0.5376087427139282, -1.4672858715057373, -1.6901602745056152, -2.1397693157196045, -1.4901742935180664, -1.2085449695587158, -1.4111895561218262, -1.7187366485595703, -1.844334602355957, -1.6370490789413452, -1.2566025257110596, -1.8057568073272705, -1.2481402158737183, -0.1276557445526123, -0.5060821771621704, -0.4163762629032135, -1.8247150182724, -0.05372318625450134, -1.2115070819854736, -1.5544590950012207, -0.41664162278175354, -0.36645251512527466, -1.318849802017212, -1.7006993293762207, -2.487675428390503, -1.0922234058380127, -1.4761772155761719, -0.07711935043334961, -1.0887565612792969, -1.263100504875183, -0.95774245262146, -1.8527885675430298, -2.1473402976989746, -0.1235073134303093, -0.0142776845023036, -0.00800591055303812, -0.6771035194396973, -1.4870638847351074, -1.1810821294784546, -1.990720510482788, -1.6921472549438477, -0.48035138845443726, -0.24626775085926056, -2.0774271488189697, -1.2700172662734985, -1.3876782655715942]}, "Bot002_081_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer [SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE] What do you do at work? I do not work right now. Ok [GRINNING FACE]  I just got off the winter. Are you cat person?", "response": "I have a cat named after my cat named.", "annotation_id": "Bot002_081_13", "annotations": ["O", "X", "T", "X", "T", "T", "X", "O", "O", "O", "O", "T", "T", "X", "T"], "gpt2_target_score": [-8.654426574707031, -8.791692733764648, -8.404736518859863, -13.170133590698242, -15.956979751586914, -6.2962646484375, -6.2884521484375, -12.226004600524902, -11.232490539550781, -7.905818939208984], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.0439425706863403, -1.5210095643997192, -0.27214959263801575, -1.3597257137298584, -1.0582733154296875, -1.898634672164917, -3.035583257675171, -1.8089258670806885, -0.6870870590209961, -1.264223337173462, -2.477442741394043, -1.280226707458496, -1.3499526977539062, -2.658379554748535, -1.4826412200927734, -1.3616570234298706, -1.110942006111145, -1.6186364889144897, -1.5827378034591675, -1.585074782371521, -2.8422114849090576, -2.215679883956909, -1.7614614963531494, -2.7137484550476074, -1.182361125946045, -1.9355690479278564, -1.3754329681396484, -1.8379815816879272, -1.5417295694351196, -0.8816980719566345, -1.136921763420105, -1.1001466512680054, -2.17421817779541, -1.278681993484497, -1.8059642314910889, -1.8081049919128418, -1.0571256875991821, -1.1932783126831055, -1.6720198392868042, -1.201644778251648, -1.7959182262420654, -2.0569510459899902, -1.1879700422286987, -2.0220394134521484, -0.04969887435436249, -0.04949422925710678, -0.24671922624111176, -0.0751027837395668, -2.5241007804870605, -2.6988439559936523, -2.1275694370269775, -0.6067823171615601, -1.3844915628433228, -0.5376087427139282, -1.4672858715057373, -1.6901602745056152, -2.1397693157196045, -1.4901742935180664, -1.2085449695587158, -1.4111895561218262, -1.7187366485595703, -1.844334602355957, -1.6370490789413452, -1.2566025257110596, -1.8057568073272705, -1.2481402158737183, -0.1276557445526123, -0.5060821771621704, -0.4163762629032135, -1.8247150182724, -0.05372318625450134, -1.2115070819854736, -1.5544590950012207, -0.41664162278175354, -0.36645251512527466, -1.318849802017212, -1.7006993293762207, -2.487675428390503, -1.0922234058380127, -1.4761772155761719, -0.07711935043334961, -1.0887565612792969, -1.263100504875183, -0.95774245262146, -1.8597185611724854, -0.14094336330890656, -0.015923481434583664, -0.007932824082672596, -0.5468686819076538, -1.0679104328155518, -1.224215030670166, -2.2489736080169678, -1.872812271118164, -0.5321860909461975, -0.32265183329582214, -2.3053460121154785, -1.2955045700073242, -1.5553852319717407, -0.08114077150821686, -1.5791088342666626, -1.8094645738601685, -0.7395559549331665, -1.749273657798767, -1.7229751348495483, -1.6514160633087158, -1.4056156873703003, -0.17978528141975403, -1.166096568107605, -2.4952099323272705, -0.7407498359680176, -0.7936721444129944, -1.3116827011108398, -2.5894603729248047, -1.884268045425415]}, "Bot002_081_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer [SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE] What do you do at work? I do not work right now. Ok [GRINNING FACE]  I just got off the winter. Are you cat person? I have a cat named after my cat named. I have 5 cats", "response": "I have two cats. Do you have any pets?", "annotation_id": "Bot002_081_15", "annotations": ["O", "O", "X", "T", "X", "T", "X", "T", "T", "T", "O", "O", "O", "X", "X"], "gpt2_target_score": [-8.654426574707031, -8.791692733764648, -10.014782905578613, -13.970746994018555, -11.890130996704102, -10.638641357421875, -8.276092529296875, -11.434470176696777, -9.1160888671875, -13.468624114990234, -10.083342552185059], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.0439425706863403, -1.5210095643997192, -0.27214959263801575, -1.3597257137298584, -1.0582733154296875, -1.898634672164917, -3.035583257675171, -1.8089258670806885, -0.6870870590209961, -1.264223337173462, -2.477442741394043, -1.280226707458496, -1.3499526977539062, -2.658379554748535, -1.4826412200927734, -1.3616570234298706, -1.110942006111145, -1.6186364889144897, -1.5827378034591675, -1.585074782371521, -2.8422114849090576, -2.215679883956909, -1.7614614963531494, -2.7137484550476074, -1.182361125946045, -1.9355690479278564, -1.3754329681396484, -1.8379815816879272, -1.5417295694351196, -0.8816980719566345, -1.136921763420105, -1.1001466512680054, -2.17421817779541, -1.278681993484497, -1.8059642314910889, -1.8081049919128418, -1.0571256875991821, -1.1932783126831055, -1.6720198392868042, -1.201644778251648, -1.7959182262420654, -2.0569510459899902, -1.1879700422286987, -2.0220394134521484, -0.04969887435436249, -0.04949422925710678, -0.24671922624111176, -0.0751027837395668, -2.5241007804870605, -2.6988439559936523, -2.1275694370269775, -0.6067823171615601, -1.3844915628433228, -0.5376087427139282, -1.4672858715057373, -1.6901602745056152, -2.1397693157196045, -1.4901742935180664, -1.2085449695587158, -1.4111895561218262, -1.7187366485595703, -1.844334602355957, -1.6370490789413452, -1.2566025257110596, -1.8057568073272705, -1.2481402158737183, -0.1276557445526123, -0.5060821771621704, -0.4163762629032135, -1.8247150182724, -0.05372318625450134, -1.2115070819854736, -1.5544590950012207, -0.41664162278175354, -0.36645251512527466, -1.318849802017212, -1.7006993293762207, -2.487675428390503, -1.0922234058380127, -1.4761772155761719, -0.07711935043334961, -1.0887565612792969, -1.263100504875183, -0.95774245262146, -1.8597185611724854, -0.14094336330890656, -0.015923481434583664, -0.007932824082672596, -0.5468686819076538, -1.0679104328155518, -1.224215030670166, -2.2489736080169678, -1.872812271118164, -0.5321860909461975, -0.32265183329582214, -2.3053460121154785, -1.2955045700073242, -1.5553852319717407, -0.08114077150821686, -1.5791088342666626, -1.8094645738601685, -0.7395559549331665, -1.749273657798767, -1.7452280521392822, -1.4199398756027222, -0.3333783745765686, -1.360077142715454, -2.26729679107666, -0.631540060043335, -0.6018707156181335, -1.5147194862365723, -2.2372872829437256, -1.796099066734314, -2.082760810852051, -0.8388550877571106, -0.23065975308418274, -1.0041944980621338, -2.0529823303222656, -1.9119242429733276, -1.409841537475586, -0.31701377034187317, -0.3538961708545685, -1.77522873878479, -0.18063713610172272, -0.979410707950592, -1.1486889123916626, -2.2767553329467773, -0.3420463800430298, -0.85138338804245]}, "Bot002_081_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer [SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE] What do you do at work? I do not work right now. Ok [GRINNING FACE]  I just got off the winter. Are you cat person? I have a cat named after my cat named. I have 5 cats I have two cats. Do you have any pets? 5", "response": "Hi how are you doing", "annotation_id": "Bot002_081_17", "annotations": ["O", "X", "X", "X", "X", "T", "X", "T", "X", "O", "O", "X", "X", "X", "X"], "gpt2_target_score": [-9.293869018554688, -7.165472030639648, -8.480084419250488, -5.714292526245117, -10.517465591430664], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.0439425706863403, -1.5210095643997192, -0.27214959263801575, -1.3597257137298584, -1.0582733154296875, -1.898634672164917, -3.035583257675171, -1.8089258670806885, -0.6870870590209961, -1.264223337173462, -2.477442741394043, -1.280226707458496, -1.3499526977539062, -2.658379554748535, -1.4826412200927734, -1.3616570234298706, -1.110942006111145, -1.6186364889144897, -1.5827378034591675, -1.585074782371521, -2.8422114849090576, -2.215679883956909, -1.7614614963531494, -2.7137484550476074, -1.182361125946045, -1.9355690479278564, -1.3754329681396484, -1.8379815816879272, -1.5417295694351196, -0.8816980719566345, -1.136921763420105, -1.1001466512680054, -2.17421817779541, -1.278681993484497, -1.8059642314910889, -1.8081049919128418, -1.0571256875991821, -1.1932783126831055, -1.6720198392868042, -1.201644778251648, -1.7959182262420654, -2.0569510459899902, -1.1879700422286987, -2.0220394134521484, -0.04969887435436249, -0.04949422925710678, -0.24671922624111176, -0.0751027837395668, -2.5241007804870605, -2.6988439559936523, -2.1275694370269775, -0.6067823171615601, -1.3844915628433228, -0.5376087427139282, -1.4672858715057373, -1.6901602745056152, -2.1397693157196045, -1.4901742935180664, -1.2085449695587158, -1.4111895561218262, -1.7187366485595703, -1.844334602355957, -1.6370490789413452, -1.2566025257110596, -1.8057568073272705, -1.2481402158737183, -0.1276557445526123, -0.5060821771621704, -0.4163762629032135, -1.8247150182724, -0.05372318625450134, -1.2115070819854736, -1.5544590950012207, -0.41664162278175354, -0.36645251512527466, -1.318849802017212, -1.7006993293762207, -2.487675428390503, -1.0922234058380127, -1.4761772155761719, -0.07711935043334961, -1.0887565612792969, -1.263100504875183, -0.95774245262146, -1.8597185611724854, -0.14094336330890656, -0.015923481434583664, -0.007932824082672596, -0.5468741655349731, -1.0679043531417847, -1.2242138385772705, -2.2489826679229736, -1.872789740562439, -0.5321826934814453, -0.3226481080055237, -2.3053395748138428, -1.295499324798584, -1.5553756952285767, -0.0811416506767273, -1.5791099071502686, -1.8094663619995117, -0.7395609617233276, -1.749277114868164, -1.7452106475830078, -1.4199323654174805, -0.333376407623291, -1.3600821495056152, -2.2672977447509766, -0.6315413117408752, -0.6018679141998291, -1.5147279500961304, -2.237287998199463, -1.7960889339447021, -2.0827677249908447, -0.838855504989624, -0.2306564450263977, -1.0041905641555786, -2.238877534866333, -2.3402316570281982, -0.6020897626876831, -0.36781495809555054, -1.6730997562408447, -0.17032009363174438, -0.9452687501907349, -1.155717134475708, -2.135807991027832, -0.33514222502708435, -1.6536979675292969, -0.3163125216960907, -2.035460948944092, -1.1259658336639404, -0.5648674964904785, -0.05012153834104538, -0.26779547333717346, -0.5517504215240479]}, "Bot002_081_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer [SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE] What do you do at work? I do not work right now. Ok [GRINNING FACE]  I just got off the winter. Are you cat person? I have a cat named after my cat named. I have 5 cats I have two cats. Do you have any pets? 5 Hi how are you doing Cats", "response": "I have a cat named radar", "annotation_id": "Bot002_081_19", "annotations": ["O", "T", "T", "T", "O", "T", "X", "T", "O", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-8.654426574707031, -8.791692733764648, -8.404736518859863, -13.170133590698242, -15.956979751586914, -18.38995361328125], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.0439425706863403, -1.5210095643997192, -0.27214959263801575, -1.3597257137298584, -1.0582733154296875, -1.898634672164917, -3.035583257675171, -1.8089258670806885, -0.6870870590209961, -1.264223337173462, -2.477442741394043, -1.280226707458496, -1.3499526977539062, -2.658379554748535, -1.4826412200927734, -1.3616570234298706, -1.110942006111145, -1.6186364889144897, -1.5827378034591675, -1.585074782371521, -2.8422114849090576, -2.215679883956909, -1.7614614963531494, -2.7137484550476074, -1.182361125946045, -1.9355690479278564, -1.3754329681396484, -1.8379815816879272, -1.5417295694351196, -0.8816980719566345, -1.136921763420105, -1.1001466512680054, -2.17421817779541, -1.278681993484497, -1.8059642314910889, -1.8081049919128418, -1.0571256875991821, -1.1932783126831055, -1.6720198392868042, -1.201644778251648, -1.7959182262420654, -2.0569510459899902, -1.1879700422286987, -2.0220394134521484, -0.04969887435436249, -0.04949422925710678, -0.24671922624111176, -0.0751027837395668, -2.5241007804870605, -2.6988439559936523, -2.1275694370269775, -0.6067823171615601, -1.3844915628433228, -0.5376087427139282, -1.4672858715057373, -1.6901602745056152, -2.1397693157196045, -1.4901742935180664, -1.2085449695587158, -1.4111895561218262, -1.7187366485595703, -1.844334602355957, -1.6370490789413452, -1.2566025257110596, -1.8057568073272705, -1.2481402158737183, -0.1276557445526123, -0.5060821771621704, -0.4163762629032135, -1.8247150182724, -0.05372318625450134, -1.2115070819854736, -1.5544590950012207, -0.41664162278175354, -0.36645251512527466, -1.318849802017212, -1.7006993293762207, -2.487675428390503, -1.0922234058380127, -1.4761772155761719, -0.07711935043334961, -1.0887565612792969, -1.263100504875183, -0.95774245262146, -1.8597185611724854, -0.14094336330890656, -0.015923481434583664, -0.007932824082672596, -0.5468686819076538, -1.0679104328155518, -1.224215030670166, -2.2489736080169678, -1.872812271118164, -0.5321860909461975, -0.32265183329582214, -2.3053460121154785, -1.2955045700073242, -1.5553852319717407, -0.08114077150821686, -1.5791088342666626, -1.8094645738601685, -0.7395559549331665, -1.749273657798767, -1.7452280521392822, -1.4199398756027222, -0.3333783745765686, -1.360077142715454, -2.26729679107666, -0.631540060043335, -0.6018707156181335, -1.5147194862365723, -2.2372872829437256, -1.796099066734314, -2.082760810852051, -0.8388550877571106, -0.23065975308418274, -1.0041944980621338, -2.2388782501220703, -2.3402271270751953, -0.6020974516868591, -0.3678136467933655, -1.673104166984558, -0.1703210026025772, -0.9452722072601318, -1.1557315587997437, -2.1358041763305664, -0.3351408839225769, -1.653708815574646, -0.31631696224212646, -0.9876709580421448, -0.8497034311294556, -0.05916072800755501, -0.42638376355171204, -0.4406353235244751, -0.5696675777435303, -1.7878258228302002, -1.722965955734253, -1.4934415817260742, -0.3162323236465454, -0.04781508073210716, -1.7091093063354492, -1.965320348739624]}, "Bot002_082_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi", "response": "Hi how are you doing", "annotation_id": "Bot002_082_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "T", "O", "T", "O"], "gpt2_target_score": [-10.642135620117188, -10.840106964111328, -8.292720794677734, -5.461529731750488, -11.258905410766602], "gpt2_argmax_score": [-3.222564458847046, -2.3157920837402344, -1.1261712312698364, -1.2656376361846924, -0.24218152463436127, -1.3640780448913574, -1.0656993389129639]}, "Bot002_082_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math?", "response": "[SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math", "annotation_id": "Bot002_082_03", "annotations": ["T", "T", "X", "X", "T", "X", "T", "T", "T", "T", "T", "T", "T", "T", "O"], "gpt2_target_score": [-8.438949584960938, -13.490124702453613, -13.748076438903809, -18.2954158782959, -16.211715698242188, -13.144925117492676, -18.619674682617188, -9.000277519226074, -19.388242721557617, -14.587475776672363, -13.911358833312988, -3.4346652030944824, -2.653885841369629, -10.733917236328125, -10.090587615966797, -11.015423774719238, -8.813594818115234, -5.273454666137695, -10.538932800292969, -7.304895401000977, -12.722049713134766, -16.838653564453125, -17.28134536743164], "gpt2_argmax_score": [-3.222564458847046, -1.4711275100708008, -1.7329851388931274, -0.3529253602027893, -1.7051857709884644, -1.2763183116912842, -1.3682249784469604, -0.44409507513046265, -0.24606215953826904, -1.8652316331863403, -2.1609623432159424, -1.3207125663757324, -1.3472450971603394, -1.6698384284973145, -2.6991846561431885, -1.7227903604507446, -1.7053031921386719, -1.6981680393218994, -1.5389821529388428, -2.5707037448883057, -3.2254717350006104, -1.8468742370605469, -0.6624600887298584, -1.6959075927734375, -0.9784765243530273, -0.41088932752609253, -1.9682166576385498, -1.7529388666152954, -0.6435397267341614, -1.379886269569397, -1.5473220348358154, -0.9443709850311279, -0.5397992730140686, -1.7973320484161377, -0.941491425037384, -2.0376217365264893, -1.0941063165664673]}, "Bot002_082_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious", "response": "[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids", "annotation_id": "Bot002_082_05", "annotations": ["O", "O", "O", "X", "X", "X", "T", "O", "O", "T", "T", "T", "X", "T", "T"], "gpt2_target_score": [-8.438974380493164, -13.490140914916992, -13.74808120727539, -18.29537010192871, -16.211729049682617, -13.144962310791016, -18.61966323852539, -9.000269889831543, -19.38823699951172, -14.587523460388184, -14.402214050292969, -14.325207710266113, -15.388330459594727, -12.411141395568848, -8.993237495422363, -10.278064727783203, -0.8045217990875244, -7.6086249351501465, -7.213091850280762, -12.371271133422852, -12.54211139678955, -17.792972564697266, -7.61514139175415, -6.607481002807617, -11.23419189453125], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.732959508895874, -0.3529420495033264, -1.7051676511764526, -1.2763408422470093, -1.3681985139846802, -0.4441027045249939, -0.24607016146183014, -1.8652637004852295, -2.160926580429077, -1.3206909894943237, -1.3472236394882202, -1.9337927103042603, -1.449963927268982, -0.8849301338195801, -0.8045217990875244, -1.322644829750061, -2.5469653606414795, -3.2378592491149902, -1.6906732320785522, -0.7369429469108582, -1.2415987253189087, -1.1877118349075317, -0.9342045783996582, -1.8691917657852173, -2.085322380065918, -0.5634666681289673, -1.287260890007019, -1.788648247718811, -1.0650657415390015, -0.579676628112793, -1.791392207145691, -0.9987686276435852, -2.121544361114502, -1.2960233688354492, -1.2092859745025635, -1.6726305484771729, -1.7467048168182373, -1.8095282316207886, -2.9312336444854736, -0.006995352916419506, -0.025632446631789207, -0.029778534546494484, -0.06134623661637306, -0.01714503765106201, -0.009945363737642765, -0.0018184330547228456, -0.001096481690183282, -0.03538130968809128, -0.4760681092739105, -0.02977992407977581, -0.012512514367699623, -0.04736017435789108, -1.1014385223388672, -0.5568074584007263, -0.9208531975746155, -1.3575079441070557, -1.2054194211959839, -0.5555776357650757, -1.9976449012756348, -1.86939537525177, -1.2126356363296509, -1.204939842224121, -1.1238532066345215]}, "Bot002_082_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither", "response": "I like to go to school and be a teacher", "annotation_id": "Bot002_082_07", "annotations": ["T", "O", "O", "X", "T", "X", "X", "O", "O", "T", "X", "T", "O", "O", "O"], "gpt2_target_score": [-8.088411331176758, -9.580076217651367, -3.0817906856536865, -10.629172325134277, -7.153181076049805, -7.547443866729736, -3.850788116455078, -11.685709953308105, -6.487525463104248, -13.247649192810059], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.732959508895874, -0.3529420495033264, -1.7051676511764526, -1.2763408422470093, -1.3681985139846802, -0.4441027045249939, -0.24607016146183014, -1.8652637004852295, -2.160926580429077, -1.3206909894943237, -1.3472236394882202, -1.9337927103042603, -1.449963927268982, -0.8849301338195801, -0.8045217990875244, -1.322644829750061, -2.5469653606414795, -3.2378592491149902, -1.6906732320785522, -0.7369429469108582, -1.2415987253189087, -1.1877118349075317, -0.9342045783996582, -1.8691917657852173, -2.085322380065918, -0.5634666681289673, -1.287260890007019, -1.788648247718811, -1.0650657415390015, -0.579676628112793, -1.791392207145691, -0.9987686276435852, -2.121544361114502, -1.2960233688354492, -1.2092831134796143, -1.6726330518722534, -1.7466926574707031, -3.2868216037750244, -0.007187817245721817, -0.029442451894283295, -0.054299525916576385, -0.0714411661028862, -0.054594967514276505, -0.01890825666487217, -0.0020617435220628977, -0.0012085284106433392, -0.015288427472114563, -0.5242459774017334, -0.024635251611471176, -0.008192742243409157, -0.048595279455184937, -1.161118507385254, -0.2746785283088684, -0.8452907204627991, -1.703107237815857, -1.6093076467514038, -1.1255943775177002, -2.0213892459869385, -1.840577244758606, -1.0509309768676758, -1.1769163608551025, -1.1298142671585083, -1.9730068445205688, -1.722434163093567, -2.002470016479492, -1.6523703336715698, -1.3715842962265015, -0.4977436363697052, -1.0370113849639893, -1.8434182405471802, -1.4313775300979614, -2.168199300765991, -0.5708449482917786, -2.3272969722747803, -1.384305715560913]}, "Bot002_082_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither I like to go to school and be a teacher i don't like that", "response": "I like to go to the movies with my kids.", "annotation_id": "Bot002_082_09", "annotations": ["T", "T", "O", "X", "O", "X", "O", "O", "X", "T", "T", "T", "O", "T", "O"], "gpt2_target_score": [-8.088411331176758, -9.580076217651367, -3.0817906856536865, -10.629172325134277, -7.153181076049805, -6.226948261260986, -11.25973892211914, -10.104899406433105, -8.076605796813965, -12.125548362731934, -10.457450866699219], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.732959508895874, -0.3529420495033264, -1.7051676511764526, -1.2763408422470093, -1.3681985139846802, -0.4441027045249939, -0.24607016146183014, -1.8652637004852295, -2.160926580429077, -1.3206909894943237, -1.3472236394882202, -1.9337927103042603, -1.449963927268982, -0.8849301338195801, -0.8045217990875244, -1.322644829750061, -2.5469653606414795, -3.2378592491149902, -1.6906732320785522, -0.7369429469108582, -1.2415987253189087, -1.1877118349075317, -0.9342045783996582, -1.8691917657852173, -2.085322380065918, -0.5634666681289673, -1.287260890007019, -1.788648247718811, -1.0650657415390015, -0.579676628112793, -1.791392207145691, -0.9987686276435852, -2.121544361114502, -1.2960233688354492, -1.2092859745025635, -1.6726305484771729, -1.7467048168182373, -3.2868313789367676, -0.007187817245721817, -0.029442915692925453, -0.05429975315928459, -0.07144138962030411, -0.054594967514276505, -0.01890825666487217, -0.0020617435220628977, -0.0012085284106433392, -0.01528819277882576, -0.5242419838905334, -0.024635251611471176, -0.00819262396544218, -0.04859505221247673, -1.1611173152923584, -0.2746775150299072, -0.8452939391136169, -1.703124761581421, -1.609311580657959, -1.1255937814712524, -2.021383762359619, -1.8405749797821045, -1.0509268045425415, -1.176924228668213, -1.1298173666000366, -1.9730137586593628, -1.7224379777908325, -0.9179550409317017, -0.9137853384017944, -0.9905673265457153, -1.0687854290008545, -1.0507491827011108, -1.299743890762329, -1.4557102918624878, -0.8226235508918762, -2.34692645072937, -1.6075066328048706, -2.4668021202087402, -0.07548897713422775, -0.6252325773239136, -1.005447506904602, -2.053663969039917, -1.956045150756836, -1.5399936437606812, -0.9663925766944885, -0.806996762752533, -0.17981447279453278, -0.45192834734916687, -1.9100548028945923, -1.5103093385696411, -0.3299172520637512, -0.464446485042572, -1.7654695510864258, -1.422183632850647]}, "Bot002_082_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither I like to go to school and be a teacher i don't like that I like to go to the movies with my kids. good luck", "response": "[GRINNING FACE]  Thank you. What do you do for work?", "annotation_id": "Bot002_082_11", "annotations": ["T", "O", "O", "O", "O", "O", "O", "T", "T", "T", "O", "T", "X", "T", "X"], "gpt2_target_score": [-8.438974380493164, -14.009000778198242, -15.838001251220703, -21.339208602905273, -16.211729049682617, -11.777027130126953, -6.619800567626953, -8.275736808776855, -0.24607016146183014, -9.640730857849121, -10.193565368652344, -7.014081001281738, -4.96782922744751, -11.2166109085083, -9.133366584777832, -10.556209564208984, -5.646486282348633], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.732959508895874, -0.3529420495033264, -1.7051676511764526, -1.2763408422470093, -1.3681985139846802, -0.4441027045249939, -0.24607016146183014, -1.8652637004852295, -2.160926580429077, -1.3206909894943237, -1.3472236394882202, -1.9337927103042603, -1.449963927268982, -0.8849301338195801, -0.8045217990875244, -1.322644829750061, -2.5469653606414795, -3.2378592491149902, -1.6906732320785522, -0.7369429469108582, -1.2415987253189087, -1.1877118349075317, -0.9342045783996582, -1.8691917657852173, -2.085322380065918, -0.5634666681289673, -1.287260890007019, -1.788648247718811, -1.0650657415390015, -0.579676628112793, -1.791392207145691, -0.9987686276435852, -2.121544361114502, -1.2960233688354492, -1.2092859745025635, -1.6726305484771729, -1.7467048168182373, -3.2868313789367676, -0.007187817245721817, -0.029442915692925453, -0.05429975315928459, -0.07144138962030411, -0.054594967514276505, -0.01890825666487217, -0.0020617435220628977, -0.0012085284106433392, -0.01528819277882576, -0.5242419838905334, -0.024635251611471176, -0.00819262396544218, -0.04859505221247673, -1.1611173152923584, -0.2746775150299072, -0.8452939391136169, -1.703124761581421, -1.609311580657959, -1.1255937814712524, -2.021383762359619, -1.8405749797821045, -1.0509268045425415, -1.176924228668213, -1.1298173666000366, -1.9730137586593628, -1.7224379777908325, -0.9179550409317017, -0.9137853384017944, -0.9905673265457153, -1.0687854290008545, -1.0507491827011108, -1.299743890762329, -1.4557102918624878, -0.8226235508918762, -2.34692645072937, -1.6075066328048706, -2.4668021202087402, -0.07548897713422775, -0.6252325773239136, -1.005447506904602, -2.053663969039917, -1.4695607423782349, -0.8494481444358826, -1.3786076307296753, -0.2022005170583725, -0.6455819606781006, -1.8074122667312622, -2.0736136436462402, -0.6386034488677979, -0.6018213629722595, -1.9189428091049194, -1.4660711288452148, -1.6274582147598267, -2.0524168014526367, -1.972037672996521, -2.876812219619751, -1.987955093383789, -1.5784114599227905, -0.1616455465555191, -0.0668274536728859, -0.9892956614494324, -1.6591145992279053, -0.043974634259939194, -1.3148788213729858, -1.160245418548584, -1.7143373489379883, -0.0681794062256813, -0.910499095916748, -1.3628557920455933, -1.1949472427368164, -0.2909117043018341, -0.3577671945095062]}, "Bot002_082_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither I like to go to school and be a teacher i don't like that I like to go to the movies with my kids. good luck [GRINNING FACE]  Thank you. What do you do for work? i'm a student now", "response": "I am a student and I love to go to school", "annotation_id": "Bot002_082_13", "annotations": ["T", "O", "O", "X", "X", "X", "O", "O", "X", "T", "T", "T", "X", "O", "O"], "gpt2_target_score": [-8.088411331176758, -8.55518913269043, -7.284854888916016, -11.923819541931152, -4.010969161987305, -6.374561786651611, -10.608112335205078, -9.698023796081543, -8.663214683532715, -9.472594261169434, -6.341255187988281], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.732959508895874, -0.3529420495033264, -1.7051676511764526, -1.2763408422470093, -1.3681985139846802, -0.4441027045249939, -0.24607016146183014, -1.8652637004852295, -2.160926580429077, -1.3206909894943237, -1.3472236394882202, -1.9337927103042603, -1.449963927268982, -0.8849301338195801, -0.8045217990875244, -1.322644829750061, -2.5469653606414795, -3.2378592491149902, -1.6906732320785522, -0.7369429469108582, -1.2415987253189087, -1.1877118349075317, -0.9342045783996582, -1.8691917657852173, -2.085322380065918, -0.5634666681289673, -1.287260890007019, -1.788648247718811, -1.0650657415390015, -0.579676628112793, -1.791392207145691, -0.9987686276435852, -2.121544361114502, -1.2960233688354492, -1.2092859745025635, -1.6726305484771729, -1.7467048168182373, -3.2868313789367676, -0.007187817245721817, -0.029442915692925453, -0.05429975315928459, -0.07144138962030411, -0.054594967514276505, -0.01890825666487217, -0.0020617435220628977, -0.0012085284106433392, -0.01528819277882576, -0.5242419838905334, -0.024635251611471176, -0.00819262396544218, -0.04859505221247673, -1.1611173152923584, -0.2746775150299072, -0.8452939391136169, -1.703124761581421, -1.609311580657959, -1.1255937814712524, -2.021383762359619, -1.8405749797821045, -1.0509268045425415, -1.176924228668213, -1.1298173666000366, -1.9730137586593628, -1.7224379777908325, -0.9179550409317017, -0.9137853384017944, -0.9905673265457153, -1.0687854290008545, -1.0507491827011108, -1.299743890762329, -1.4557102918624878, -0.8226235508918762, -2.34692645072937, -1.6075066328048706, -2.4668021202087402, -0.07548897713422775, -0.6252325773239136, -1.005447506904602, -2.053663969039917, -1.4695607423782349, -0.8494481444358826, -1.3786076307296753, -0.2022005170583725, -0.6455819606781006, -1.8074122667312622, -2.0736136436462402, -0.6386034488677979, -0.6018213629722595, -1.9189428091049194, -1.4660711288452148, -1.6274582147598267, -2.0524168014526367, -0.7582364678382874, -2.5424723625183105, -1.6902333498001099, -0.9866679310798645, -0.09210516512393951, -0.7311406135559082, -1.3470079898834229, -0.05694824457168579, -1.4103888273239136, -1.5089056491851807, -1.8089157342910767, -0.05409401282668114, -0.8784909248352051, -1.4258168935775757, -1.375497579574585, -0.3531365990638733, -1.1550143957138062, -2.2010464668273926, -2.033216953277588, -1.7031166553497314, -1.7756174802780151, -1.3897619247436523, -2.2140824794769287, -2.1983273029327393, -1.0321601629257202, -0.6399169564247131, -1.4747045040130615, -1.2929519414901733, -1.795140266418457, -1.9364272356033325, -1.6257516145706177, -0.361956924200058, -0.7920501828193665, -1.6450337171554565]}, "Bot002_082_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither I like to go to school and be a teacher i don't like that I like to go to the movies with my kids. good luck [GRINNING FACE]  Thank you. What do you do for work? i'm a student now I am a student and I love to go to school it's cool", "response": "I like to go to the movies with my kids.  my wife is fixing us tofu but I hate that stuff. I'm good how are you?", "annotation_id": "Bot002_082_15", "annotations": ["T", "O", "O", "O", "X", "X", "O", "O", "T", "T", "O", "T", "O", "T", "T"], "gpt2_target_score": [-8.088411331176758, -9.580076217651367, -3.0817906856536865, -10.629172325134277, -7.153181076049805, -6.226948261260986, -11.25973892211914, -10.104899406433105, -8.076605796813965, -12.125548362731934, -10.457450866699219, -3.434659004211426, -6.025461673736572, -15.579705238342285, -6.281919002532959, -15.042118072509766, -10.637598037719727, -17.546770095825195, -13.910574913024902, -7.973550319671631, -20.77054214477539, -13.477753639221191, -13.239027976989746, -9.81220817565918, -2.6350560188293457, -1.8691917657852173, -4.1597089767456055, -10.297506332397461, -11.089140892028809, -6.8145270347595215, -11.78270149230957], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.732959508895874, -0.3529420495033264, -1.7051676511764526, -1.2763408422470093, -1.3681985139846802, -0.4441027045249939, -0.24607016146183014, -1.8652637004852295, -2.160926580429077, -1.3206909894943237, -1.3472236394882202, -1.9337927103042603, -1.449963927268982, -0.8849301338195801, -0.8045217990875244, -1.322644829750061, -2.5469653606414795, -3.2378592491149902, -1.6906732320785522, -0.7369429469108582, -1.2415987253189087, -1.1877118349075317, -0.9342045783996582, -1.8691917657852173, -2.085322380065918, -0.5634666681289673, -1.287260890007019, -1.788648247718811, -1.0650657415390015, -0.579676628112793, -1.791392207145691, -0.9987686276435852, -2.121544361114502, -1.2960233688354492, -1.2092859745025635, -1.6726305484771729, -1.7467048168182373, -3.2868313789367676, -0.007187817245721817, -0.029442915692925453, -0.05429975315928459, -0.07144138962030411, -0.054594967514276505, -0.01890825666487217, -0.0020617435220628977, -0.0012085284106433392, -0.01528819277882576, -0.5242419838905334, -0.024635251611471176, -0.00819262396544218, -0.04859505221247673, -1.1611173152923584, -0.2746775150299072, -0.8452939391136169, -1.703124761581421, -1.609311580657959, -1.1255937814712524, -2.021383762359619, -1.8405749797821045, -1.0509268045425415, -1.176924228668213, -1.1298173666000366, -1.9730137586593628, -1.7224379777908325, -0.9179550409317017, -0.9137853384017944, -0.9905673265457153, -1.0687854290008545, -1.0507491827011108, -1.299743890762329, -1.4557102918624878, -0.8226235508918762, -2.34692645072937, -1.6075066328048706, -2.4668021202087402, -0.07548897713422775, -0.6252325773239136, -1.005447506904602, -2.053663969039917, -1.4695607423782349, -0.8494481444358826, -1.3786076307296753, -0.2022005170583725, -0.6455819606781006, -1.8074122667312622, -2.0736136436462402, -0.6386034488677979, -0.6018213629722595, -1.9189428091049194, -1.4660711288452148, -1.6274582147598267, -2.0524168014526367, -0.7582364678382874, -2.5424723625183105, -1.6902333498001099, -0.9866679310798645, -0.09210516512393951, -0.7311406135559082, -1.3470079898834229, -0.05694824457168579, -1.4103888273239136, -1.5089056491851807, -1.8089157342910767, -0.05409401282668114, -0.8784909248352051, -1.4258168935775757, -1.375497579574585, -0.3531365990638733, -1.1550143957138062, -2.2010464668273926, -2.033216953277588, -1.7031166553497314, -1.7756174802780151, -1.3897619247436523, -1.6435810327529907, -1.4108575582504272, -0.8873586654663086, -1.9125438928604126, -1.452297329902649, -2.1088967323303223, -1.7432607412338257, -1.8257250785827637, -0.37970539927482605, -0.9770345687866211, -1.686072587966919, -0.3804571330547333, -2.316326379776001, -1.5856577157974243, -2.1295976638793945, -2.244188070297241, -0.7466115951538086, -0.7900595664978027, -0.2006077766418457, -1.355315923690796, -0.05936453118920326, -0.45705705881118774, -0.06953765451908112, -0.16961868107318878, -1.5769394636154175, -1.2375097274780273, -1.2818999290466309, -1.4262168407440186, -1.3289438486099243, -0.8716221451759338, -1.8414217233657837, -0.9731462597846985, -1.3282620906829834, -1.5054423809051514, -1.9296807050704956, -1.719430685043335, -1.6354182958602905, -0.8543655872344971, -0.7795111536979675, -2.202979803085327, -2.0813302993774414, -0.25133323669433594, -1.2334017753601074, -0.14760398864746094, -0.7455224990844727, -0.28760144114494324]}, "Bot002_082_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither I like to go to school and be a teacher i don't like that I like to go to the movies with my kids. good luck [GRINNING FACE]  Thank you. What do you do for work? i'm a student now I am a student and I love to go to school it's cool I like to go to the movies with my kids.  my wife is fixing us tofu but I hate that stuff. I'm good how are you? bye", "response": "I am a high school student and I am a high school teacher  what is a show cat?", "annotation_id": "Bot002_082_17", "annotations": ["X", "T", "X", "O", "X", "X", "X", "X", "O", "T", "O", "T", "T", "T", "T"], "gpt2_target_score": [-8.088411331176758, -8.55518913269043, -7.284854888916016, -9.68643856048584, -9.539976119995117, -12.495975494384766, -3.850788116455078, -4.677119731903076, -12.468588829040527, -8.632781028747559, -7.621467590332031, -7.789990425109863, -9.921625137329102, -10.856602668762207, -11.008206367492676, -6.011539936065674, -7.542116165161133, -12.762182235717773, -11.96972942352295, -7.607018947601318], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.732959508895874, -0.3529420495033264, -1.7051676511764526, -1.2763408422470093, -1.3681985139846802, -0.4441027045249939, -0.24607016146183014, -1.8652637004852295, -2.160926580429077, -1.3206909894943237, -1.3472236394882202, -1.9337927103042603, -1.449963927268982, -0.8849301338195801, -0.8045217990875244, -1.322644829750061, -2.5469653606414795, -3.2378592491149902, -1.6906732320785522, -0.7369429469108582, -1.2415987253189087, -1.1877118349075317, -0.9342045783996582, -1.8691917657852173, -2.085322380065918, -0.5634666681289673, -1.287260890007019, -1.788648247718811, -1.0650657415390015, -0.579676628112793, -1.791392207145691, -0.9987686276435852, -2.121544361114502, -1.2960233688354492, -1.2092859745025635, -1.6726305484771729, -1.7467048168182373, -3.2868313789367676, -0.007187817245721817, -0.029442915692925453, -0.05429975315928459, -0.07144138962030411, -0.054594967514276505, -0.01890825666487217, -0.0020617435220628977, -0.0012085284106433392, -0.01528819277882576, -0.5242419838905334, -0.024635251611471176, -0.00819262396544218, -0.04859505221247673, -1.1611173152923584, -0.2746775150299072, -0.8452939391136169, -1.703124761581421, -1.609311580657959, -1.1255937814712524, -2.021383762359619, -1.8405749797821045, -1.0509268045425415, -1.176924228668213, -1.1298173666000366, -1.9730137586593628, -1.7224379777908325, -0.9179550409317017, -0.9137853384017944, -0.9905673265457153, -1.0687854290008545, -1.0507491827011108, -1.299743890762329, -1.4557102918624878, -0.8226235508918762, -2.34692645072937, -1.6075066328048706, -2.4668021202087402, -0.07548897713422775, -0.6252325773239136, -1.005447506904602, -2.053663969039917, -1.4695607423782349, -0.8494481444358826, -1.3786076307296753, -0.2022005170583725, -0.6455819606781006, -1.8074122667312622, -2.0736136436462402, -0.6386034488677979, -0.6018213629722595, -1.9189428091049194, -1.4660711288452148, -1.6274582147598267, -2.0524168014526367, -0.7582364678382874, -2.5424723625183105, -1.6902333498001099, -0.9866679310798645, -0.09210516512393951, -0.7311406135559082, -1.3470079898834229, -0.05694824457168579, -1.4103888273239136, -1.5089056491851807, -1.8089157342910767, -0.05409401282668114, -0.8784909248352051, -1.4258168935775757, -1.375497579574585, -0.3531365990638733, -1.1550143957138062, -2.2010464668273926, -2.033216953277588, -1.7031166553497314, -1.7756174802780151, -1.3897619247436523, -1.6435810327529907, -1.4108575582504272, -0.8873586654663086, -1.9125438928604126, -1.452297329902649, -2.1088967323303223, -1.7432607412338257, -1.8257250785827637, -0.37970539927482605, -0.9770345687866211, -1.686072587966919, -0.3804571330547333, -2.316326379776001, -1.5856577157974243, -2.394343614578247, -0.701360285282135, -1.0911616086959839, -0.24078093469142914, -1.3017674684524536, -0.057833533734083176, -0.6239928603172302, -0.08892735093832016, -0.20232731103897095, -1.6353415250778198, -1.7281991243362427, -1.7825918197631836, -1.6771608591079712, -1.4319484233856201, -0.8129297494888306, -1.7810519933700562, -1.0173624753952026, -1.647491455078125, -1.6217273473739624, -1.8822985887527466, -1.044346570968628, -1.9807538986206055, -1.1765453815460205, -1.3047268390655518, -2.244814395904541, -2.104001045227051, -0.30966097116470337, -1.3903145790100098, -0.07912591844797134, -0.6611924767494202, -1.1732264757156372, -1.926329255104065, -1.953669548034668, -1.7418965101242065, -1.5354936122894287, -0.32004570960998535, -0.1874164193868637, -0.8117361664772034, -1.3961137533187866, -0.8595240712165833, -1.2439336776733398, -1.5646039247512817, -1.3756135702133179, -0.04388085752725601, -0.23365142941474915, -0.8439716696739197, -0.9725866913795471, -0.8410452008247375, -0.9354249835014343, -1.0985008478164673, -1.818191409111023, -1.0643229484558105, -0.3243681490421295]}, "Bot002_082_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither I like to go to school and be a teacher i don't like that I like to go to the movies with my kids. good luck [GRINNING FACE]  Thank you. What do you do for work? i'm a student now I am a student and I love to go to school it's cool I like to go to the movies with my kids.  my wife is fixing us tofu but I hate that stuff. I'm good how are you? bye I am a high school student and I am a high school teacher  what is a show cat? what?", "response": "I just got back from a class", "annotation_id": "Bot002_082_19", "annotations": ["X", "O", "O", "X", "X", "X", "X", "T", "X", "T", "X", "T", "X", "O", "O"], "gpt2_target_score": [-8.088411331176758, -7.95620584487915, -9.471500396728516, -10.63797664642334, -7.156217575073242, -7.412724018096924, -10.73782730102539], "gpt2_argmax_score": [-3.222573757171631, -1.4711289405822754, -1.732959508895874, -0.3529420495033264, -1.7051676511764526, -1.2763408422470093, -1.3681985139846802, -0.4441027045249939, -0.24607016146183014, -1.8652637004852295, -2.160926580429077, -1.3206909894943237, -1.3472236394882202, -1.9337927103042603, -1.449963927268982, -0.8849301338195801, -0.8045217990875244, -1.322644829750061, -2.5469653606414795, -3.2378592491149902, -1.6906732320785522, -0.7369429469108582, -1.2415987253189087, -1.1877118349075317, -0.9342045783996582, -1.8691917657852173, -2.085322380065918, -0.5634666681289673, -1.287260890007019, -1.788648247718811, -1.0650657415390015, -0.579676628112793, -1.791392207145691, -0.9987686276435852, -2.121544361114502, -1.2960233688354492, -1.2092859745025635, -1.6726305484771729, -1.7467048168182373, -3.2868313789367676, -0.007187817245721817, -0.029442915692925453, -0.05429975315928459, -0.07144138962030411, -0.054594967514276505, -0.01890825666487217, -0.0020617435220628977, -0.0012085284106433392, -0.01528819277882576, -0.5242419838905334, -0.024635251611471176, -0.00819262396544218, -0.04859505221247673, -1.1611173152923584, -0.2746775150299072, -0.8452939391136169, -1.703124761581421, -1.609311580657959, -1.1255937814712524, -2.021383762359619, -1.8405749797821045, -1.0509268045425415, -1.176924228668213, -1.1298173666000366, -1.9730137586593628, -1.7224379777908325, -0.9179550409317017, -0.9137853384017944, -0.9905673265457153, -1.0687854290008545, -1.0507491827011108, -1.299743890762329, -1.4557102918624878, -0.8226235508918762, -2.34692645072937, -1.6075066328048706, -2.4668021202087402, -0.07548897713422775, -0.6252325773239136, -1.005447506904602, -2.053663969039917, -1.4695607423782349, -0.8494481444358826, -1.3786076307296753, -0.2022005170583725, -0.6455819606781006, -1.8074122667312622, -2.0736136436462402, -0.6386034488677979, -0.6018213629722595, -1.9189428091049194, -1.4660711288452148, -1.6274582147598267, -2.0524168014526367, -0.7582364678382874, -2.5424723625183105, -1.6902333498001099, -0.9866679310798645, -0.09210516512393951, -0.7311406135559082, -1.3470079898834229, -0.05694824457168579, -1.4103888273239136, -1.5089056491851807, -1.8089157342910767, -0.05409401282668114, -0.8784909248352051, -1.4258168935775757, -1.375497579574585, -0.3531365990638733, -1.1550143957138062, -2.2010464668273926, -2.033216953277588, -1.7031166553497314, -1.7756174802780151, -1.3897619247436523, -1.6435810327529907, -1.4108575582504272, -0.8873586654663086, -1.9125438928604126, -1.452297329902649, -2.1088967323303223, -1.7432607412338257, -1.8257250785827637, -0.37970539927482605, -0.9770345687866211, -1.686072587966919, -0.3804571330547333, -2.316326379776001, -1.5856577157974243, -2.394343614578247, -0.701360285282135, -1.0911616086959839, -0.24078093469142914, -1.3017674684524536, -0.057833533734083176, -0.6239928603172302, -0.08892735093832016, -0.2023286670446396, -1.6353373527526855, -1.7281925678253174, -1.7826015949249268, -1.6771589517593384, -1.4319449663162231, -0.8129207491874695, -1.781063199043274, -1.0173619985580444, -1.6475119590759277, -1.6217305660247803, -1.8823174238204956, -1.0443394184112549, -1.9807429313659668, -1.176551342010498, -1.3047194480895996, -2.2448031902313232, -2.1040241718292236, -0.3096604645252228, -1.3903253078460693, -0.07912613451480865, -0.6611912250518799, -1.1732220649719238, -1.9263283014297485, -1.5724725723266602, -1.9085376262664795, -0.6189464926719666, -0.20138457417488098, -0.8975635170936584, -1.5309301614761353, -0.7701869606971741, -1.108201503753662, -1.7156989574432373, -1.2415498495101929, -0.04985097423195839, -0.35194072127342224, -1.1830278635025024, -2.2323200702667236, -1.1895968914031982, -0.8195852637290955, -0.6564175486564636, -1.7770464420318604, -0.89183509349823, -1.3426238298416138, -1.4558855295181274, -1.4787299633026123, -2.328570604324341, -1.9184340238571167, -2.0553383827209473, -1.029936671257019, -0.38041290640830994, -1.0738005638122559, -2.597797393798828, -1.2417320013046265]}, "Bot002_084_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas", "response": "[WHITE FROWNING FACE]  I live in Colorado.", "annotation_id": "Bot002_084_02", "annotations": ["O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-11.410300254821777, -13.396705627441406, -23.010540008544922, -14.106222152709961, -20.9287109375, -16.80122947692871, -15.232884407043457, -13.987317085266113, -4.367058753967285, -7.613654136657715, -14.144354820251465, -5.852442741394043, -10.92311954498291, -8.851914405822754], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -0.253246933221817, -1.6469329595565796, -0.367294043302536, -1.5322620868682861, -0.47081446647644043, -0.8072173595428467, -1.5289392471313477, -1.0481098890304565, -0.018782615661621094, -1.8683726787567139, -2.2937021255493164, -2.9398012161254883, -0.3548352122306824, -2.9126198291778564, -0.6437238454818726, -2.693493366241455, -2.982520818710327, -0.6951879858970642, -0.8572357296943665, -0.6842541694641113, -0.7808689475059509, -0.11268357932567596, -1.7895516157150269, -1.5409961938858032, -1.0433242321014404]}, "Bot002_084_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time?", "response": "I like to hike", "annotation_id": "Bot002_084_04", "annotations": ["O", "O", "O", "T", "O", "O", "T", "O", "O", "O", "T", "T", "O", "O", "T"], "gpt2_target_score": [-10.373396873474121, -10.711753845214844, -8.693081855773926, -9.976491928100586], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -0.253246933221817, -1.6469329595565796, -0.367294043302536, -1.5322620868682861, -0.47081446647644043, -0.8072173595428467, -1.5289392471313477, -1.0481098890304565, -0.018782615661621094, -1.8683726787567139, -3.143367052078247, -0.39455336332321167, -1.3434208631515503, -0.6353393793106079, -1.6078214645385742, -1.699632167816162, -0.6731455326080322, -1.194785714149475, -1.365584373474121, -0.37814491987228394, -0.11949585378170013, -2.1163933277130127, -1.4244797229766846, -1.5092283487319946, -0.8507973551750183, -2.3525876998901367, -1.2309337854385376, -1.8078969717025757, -1.6214144229888916, -0.25250688195228577, -1.757193922996521, -0.08852972835302353, -1.2310858964920044, -0.6203309893608093, -0.44417884945869446, -0.9327316880226135, -0.805068850517273, -1.9476641416549683, -0.05538737773895264, -0.43200498819351196, -0.8065665364265442, -1.8372828960418701, -1.8060672283172607, -0.7055332660675049, -1.5599135160446167, -1.8157401084899902]}, "Bot002_084_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something?", "response": "No, I am not. I do not have a job.", "annotation_id": "Bot002_084_06", "annotations": ["O", "O", "T", "T", "T", "O", "X", "O", "O", "T", "T", "T", "O", "T", "O"], "gpt2_target_score": [-12.778162002563477, -11.288753509521484, -2.8651020526885986, -10.865069389343262, -9.798389434814453, -10.06005859375, -8.010321617126465, -7.9325642585754395, -5.485836982727051, -11.00122356414795, -12.248381614685059, -11.581868171691895, -8.820765495300293], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.25323981046676636, -1.6469296216964722, -0.36728280782699585, -1.532287359237671, -0.47080159187316895, -0.8072286248207092, -1.5289278030395508, -1.0480982065200806, -0.018782615661621094, -1.868367075920105, -3.143366813659668, -0.39455169439315796, -1.343425989151001, -0.6353369355201721, -1.6078217029571533, -1.6996150016784668, -0.6731433868408203, -1.194800853729248, -1.3655602931976318, -0.37813350558280945, -0.11949796974658966, -2.116399049758911, -1.424452304840088, -1.5091971158981323, -0.8508030772209167, -2.3525898456573486, -1.2309107780456543, -1.807851791381836, -1.6214187145233154, -0.2525066137313843, -1.7571828365325928, -0.08852874487638474, -1.2310683727264404, -0.6203240156173706, -0.44419240951538086, -0.9327124953269958, -0.8050643801689148, -1.9476665258407593, -0.05538647621870041, -0.43202078342437744, -0.806576132774353, -1.9432488679885864, -0.7864186763763428, -1.8240745067596436, -1.5461452007293701, -1.1227669715881348, -1.9059216976165771, -0.4449406862258911, -2.6392033100128174, -1.3080130815505981, -1.2675790786743164, -1.5903412103652954, -1.368223786354065, -1.1520532369613647, -1.4825389385223389, -1.3006075620651245, -0.877600371837616, -1.0690028667449951, -1.7062140703201294, -0.8022142052650452, -0.973318338394165, -0.943867027759552, -1.8003488779067993, -1.1830459833145142, -1.006340503692627]}, "Bot002_084_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity?", "response": "No, I have a great day off.", "annotation_id": "Bot002_084_08", "annotations": ["O", "X", "T", "X", "X", "X", "X", "O", "O", "T", "T", "T", "X", "T", "T"], "gpt2_target_score": [-12.778162002563477, -11.288753509521484, -2.8651020526885986, -1.8219479322433472, -4.607105255126953, -10.080886840820312, -10.52731990814209, -13.88137149810791, -2.5978212356567383], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.25323981046676636, -1.6469296216964722, -0.36728280782699585, -1.532287359237671, -0.47080159187316895, -0.8072286248207092, -1.5289278030395508, -1.0480982065200806, -0.018782615661621094, -1.868367075920105, -3.143366813659668, -0.39455169439315796, -1.343425989151001, -0.6353369355201721, -1.6078217029571533, -1.6996150016784668, -0.6731433868408203, -1.194800853729248, -1.3655602931976318, -0.37813350558280945, -0.11949796974658966, -2.116399049758911, -1.424452304840088, -1.5091971158981323, -0.8508030772209167, -2.3525898456573486, -1.2309107780456543, -1.807851791381836, -1.6214187145233154, -0.2525066137313843, -1.7571828365325928, -0.08852874487638474, -1.2310683727264404, -0.6203240156173706, -0.44419240951538086, -0.9327124953269958, -0.8050643801689148, -1.9476665258407593, -0.05538647621870041, -0.43202078342437744, -0.806576132774353, -1.9432488679885864, -0.7864186763763428, -1.8240745067596436, -1.5461452007293701, -1.1227669715881348, -1.9059216976165771, -0.4449406862258911, -2.6392033100128174, -1.3080130815505981, -1.2675790786743164, -1.4199724197387695, -1.1403957605361938, -1.4510434865951538, -1.2685906887054443, -1.0098596811294556, -1.3293946981430054, -1.9036442041397095, -0.7777255773544312, -0.838434636592865, -0.9529072642326355, -1.991093397140503, -1.147331714630127, -1.0775854587554932, -1.1926076412200928, -1.218059778213501, -1.7351386547088623, -1.1218483448028564, -2.119812488555908, -0.49004819989204407, -1.774409294128418, -1.7402960062026978, -0.6872037053108215, -0.6842797994613647, -0.9811999797821045, -1.1228243112564087, -1.518247365951538, -1.667112946510315, -0.8758599758148193, -1.3046512603759766, -1.354729413986206]}, "Bot002_084_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity? No, I have a great day off. are you single?", "response": "I am. I am a girl.", "annotation_id": "Bot002_084_10", "annotations": ["T", "X", "O", "O", "O", "O", "X", "O", "O", "O", "T", "X", "T", "T", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -9.802525520324707, -9.248324394226074, -13.476810455322266, -1.622649908065796, -13.54575252532959, -9.33461856842041], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.25323981046676636, -1.6469296216964722, -0.36728280782699585, -1.532287359237671, -0.47080159187316895, -0.8072286248207092, -1.5289278030395508, -1.0480982065200806, -0.018782615661621094, -1.868367075920105, -3.143366813659668, -0.39455169439315796, -1.343425989151001, -0.6353369355201721, -1.6078217029571533, -1.6996150016784668, -0.6731433868408203, -1.194800853729248, -1.3655602931976318, -0.37813350558280945, -0.11949796974658966, -2.116399049758911, -1.424452304840088, -1.5091971158981323, -0.8508030772209167, -2.3525898456573486, -1.2309107780456543, -1.807851791381836, -1.6214187145233154, -0.2525066137313843, -1.7571828365325928, -0.08852874487638474, -1.2310683727264404, -0.6203240156173706, -0.44419240951538086, -0.9327124953269958, -0.8050643801689148, -1.9476665258407593, -0.05538647621870041, -0.43202078342437744, -0.806576132774353, -1.9432488679885864, -0.7864186763763428, -1.8240745067596436, -1.5461452007293701, -1.1227669715881348, -1.9059216976165771, -0.4449406862258911, -2.6392033100128174, -1.3080130815505981, -1.2675790786743164, -1.4199724197387695, -1.1403957605361938, -1.4510434865951538, -1.2685906887054443, -1.0098596811294556, -1.3293946981430054, -1.9036442041397095, -0.7777255773544312, -0.838434636592865, -0.9529072642326355, -1.991093397140503, -1.147331714630127, -1.0775854587554932, -1.1926076412200928, -1.218059778213501, -1.7351386547088623, -1.1218483448028564, -2.119812488555908, -0.49004819989204407, -1.7743964195251465, -0.5226678848266602, -0.5851529240608215, -0.6705245971679688, -0.9943813681602478, -1.5742830038070679, -1.535882592201233, -0.7200101613998413, -1.121196985244751, -1.6453882455825806, -0.04909343272447586, -1.7082386016845703, -0.2928941547870636, -1.6137189865112305, -1.634406566619873, -1.7430838346481323, -1.4881179332733154, -0.9610356092453003, -1.2406740188598633, -1.6853172779083252, -1.3295849561691284, -0.5970141291618347, -0.7959051132202148]}, "Bot002_084_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity? No, I have a great day off. are you single? I am. I am a girl. do you have pets?", "response": "No, I do not. Do you?", "annotation_id": "Bot002_084_12", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "T"], "gpt2_target_score": [-12.778162002563477, -11.288753509521484, -2.8651020526885986, -5.098116874694824, -9.798389434814453, -10.06005859375, -8.906882286071777, -8.725152015686035, -4.324109077453613], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.25323981046676636, -1.6469296216964722, -0.36728280782699585, -1.532287359237671, -0.47080159187316895, -0.8072286248207092, -1.5289278030395508, -1.0480982065200806, -0.018782615661621094, -1.868367075920105, -3.143366813659668, -0.39455169439315796, -1.343425989151001, -0.6353369355201721, -1.6078217029571533, -1.6996150016784668, -0.6731433868408203, -1.194800853729248, -1.3655602931976318, -0.37813350558280945, -0.11949796974658966, -2.116399049758911, -1.424452304840088, -1.5091971158981323, -0.8508030772209167, -2.3525898456573486, -1.2309107780456543, -1.807851791381836, -1.6214187145233154, -0.2525066137313843, -1.7571828365325928, -0.08852874487638474, -1.2310683727264404, -0.6203240156173706, -0.44419240951538086, -0.9327124953269958, -0.8050643801689148, -1.9476665258407593, -0.05538647621870041, -0.43202078342437744, -0.806576132774353, -1.9432488679885864, -0.7864186763763428, -1.8240745067596436, -1.5461452007293701, -1.1227669715881348, -1.9059216976165771, -0.4449406862258911, -2.6392033100128174, -1.3080130815505981, -1.2675790786743164, -1.4199724197387695, -1.1403957605361938, -1.4510434865951538, -1.2685906887054443, -1.0098596811294556, -1.3293946981430054, -1.9036442041397095, -0.7777255773544312, -0.838434636592865, -0.9529072642326355, -1.991093397140503, -1.147331714630127, -1.0775854587554932, -1.1926076412200928, -1.218059778213501, -1.7351386547088623, -1.1218483448028564, -2.119812488555908, -0.49004819989204407, -1.7743964195251465, -0.5226678848266602, -0.5851529240608215, -0.6705245971679688, -0.9943813681602478, -1.5742830038070679, -1.535882592201233, -0.7200101613998413, -1.121196985244751, -1.6453882455825806, -0.04909343272447586, -1.7082386016845703, -0.2928941547870636, -1.6137189865112305, -1.4088904857635498, -1.7463243007659912, -1.4378987550735474, -1.0576578378677368, -0.7445076704025269, -1.9647759199142456, -0.43523165583610535, -1.0769295692443848, -0.043280668556690216, -1.1493242979049683, -0.7149487733840942, -0.12869299948215485, -1.4428223371505737, -1.9216201305389404, -0.647461473941803, -0.7034441828727722, -0.7175752520561218, -0.22871235013008118, -0.8599844574928284, -0.7295651435852051, -0.08549953252077103, -0.8302851319313049, -0.7309786677360535]}, "Bot002_084_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity? No, I have a great day off. are you single? I am. I am a girl. do you have pets? No, I do not. Do you? yes 2 cats", "response": "I have a lot of pets.", "annotation_id": "Bot002_084_14", "annotations": ["T", "X", "O", "X", "X", "X", "X", "O", "X", "T", "T", "O", "O", "O", "T"], "gpt2_target_score": [-10.37339973449707, -8.69393539428711, -6.0594072341918945, -10.834765434265137, -8.814334869384766, -13.006278991699219, -5.162039756774902], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.25323981046676636, -1.6469296216964722, -0.36728280782699585, -1.532287359237671, -0.47080159187316895, -0.8072286248207092, -1.5289278030395508, -1.0480982065200806, -0.018782615661621094, -1.868367075920105, -3.143366813659668, -0.39455169439315796, -1.343425989151001, -0.6353369355201721, -1.6078217029571533, -1.6996150016784668, -0.6731433868408203, -1.194800853729248, -1.3655602931976318, -0.37813350558280945, -0.11949796974658966, -2.116399049758911, -1.424452304840088, -1.5091971158981323, -0.8508030772209167, -2.3525898456573486, -1.2309107780456543, -1.807851791381836, -1.6214187145233154, -0.2525066137313843, -1.7571828365325928, -0.08852874487638474, -1.2310683727264404, -0.6203240156173706, -0.44419240951538086, -0.9327124953269958, -0.8050643801689148, -1.9476665258407593, -0.05538647621870041, -0.43202078342437744, -0.806576132774353, -1.9432488679885864, -0.7864186763763428, -1.8240745067596436, -1.5461452007293701, -1.1227669715881348, -1.9059216976165771, -0.4449406862258911, -2.6392033100128174, -1.3080130815505981, -1.2675790786743164, -1.4199724197387695, -1.1403957605361938, -1.4510434865951538, -1.2685906887054443, -1.0098596811294556, -1.3293946981430054, -1.9036442041397095, -0.7777255773544312, -0.838434636592865, -0.9529072642326355, -1.991093397140503, -1.147331714630127, -1.0775854587554932, -1.1926076412200928, -1.218059778213501, -1.7351386547088623, -1.1218483448028564, -2.119812488555908, -0.49004819989204407, -1.7743964195251465, -0.5226678848266602, -0.5851529240608215, -0.6705245971679688, -0.9943813681602478, -1.5742830038070679, -1.535882592201233, -0.7200101613998413, -1.121196985244751, -1.6453882455825806, -0.04909343272447586, -1.7082386016845703, -0.2928941547870636, -1.6137189865112305, -1.4088904857635498, -1.7463243007659912, -1.4378987550735474, -1.0576578378677368, -0.7445076704025269, -1.9647759199142456, -0.43523165583610535, -1.0769295692443848, -0.043280668556690216, -1.1493242979049683, -0.7149490118026733, -0.12869425117969513, -1.4428150653839111, -0.45951369404792786, -0.6131787896156311, -0.6822317838668823, -0.11503394693136215, -0.9085853099822998, -0.9574709534645081, -0.03782472386956215, -0.7958133220672607, -1.4233171939849854, -1.3526763916015625, -1.261142611503601, -1.3174808025360107, -1.958275556564331, -1.760068416595459, -1.5276416540145874, -0.9797918796539307, -0.16611874103546143, -0.9291597008705139, -0.9021162390708923, -1.3080812692642212]}, "Bot002_084_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity? No, I have a great day off. are you single? I am. I am a girl. do you have pets? No, I do not. Do you? yes 2 cats I have a lot of pets. what are they", "response": "I like to hike", "annotation_id": "Bot002_084_16", "annotations": ["T", "X", "X", "O", "X", "X", "X", "O", "X", "X", "T", "X", "X", "X", "O"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -8.693074226379395, -9.9765043258667], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.25323981046676636, -1.6469296216964722, -0.36728280782699585, -1.532287359237671, -0.47080159187316895, -0.8072286248207092, -1.5289278030395508, -1.0480982065200806, -0.018782615661621094, -1.868367075920105, -3.143366813659668, -0.39455169439315796, -1.343425989151001, -0.6353369355201721, -1.6078217029571533, -1.6996150016784668, -0.6731433868408203, -1.194800853729248, -1.3655602931976318, -0.37813350558280945, -0.11949796974658966, -2.116399049758911, -1.424452304840088, -1.5091971158981323, -0.8508030772209167, -2.3525898456573486, -1.2309107780456543, -1.807851791381836, -1.6214187145233154, -0.2525066137313843, -1.7571828365325928, -0.08852874487638474, -1.2310683727264404, -0.6203240156173706, -0.44419240951538086, -0.9327124953269958, -0.8050643801689148, -1.9476665258407593, -0.05538647621870041, -0.43202078342437744, -0.806576132774353, -1.9432488679885864, -0.7864186763763428, -1.8240745067596436, -1.5461452007293701, -1.1227669715881348, -1.9059216976165771, -0.4449406862258911, -2.6392033100128174, -1.3080130815505981, -1.2675790786743164, -1.4199724197387695, -1.1403957605361938, -1.4510434865951538, -1.2685906887054443, -1.0098596811294556, -1.3293946981430054, -1.9036442041397095, -0.7777255773544312, -0.838434636592865, -0.9529072642326355, -1.991093397140503, -1.147331714630127, -1.0775854587554932, -1.1926076412200928, -1.218059778213501, -1.7351386547088623, -1.1218483448028564, -2.119812488555908, -0.49004819989204407, -1.7743964195251465, -0.5226678848266602, -0.5851529240608215, -0.6705245971679688, -0.9943813681602478, -1.5742830038070679, -1.535882592201233, -0.7200101613998413, -1.121196985244751, -1.6453882455825806, -0.04909343272447586, -1.7082386016845703, -0.29288989305496216, -1.613708734512329, -1.4089045524597168, -1.7463260889053345, -1.437910795211792, -1.057653546333313, -0.7445016503334045, -1.9647469520568848, -0.43522223830223083, -1.0769394636154175, -0.043281011283397675, -1.149316668510437, -0.7149523496627808, -0.12869247794151306, -1.4428240060806274, -0.4595211446285248, -0.6131778955459595, -0.6822265386581421, -0.11503256857395172, -0.9085988402366638, -0.9574846625328064, -0.0378246083855629, -0.7958129048347473, -1.4233161211013794, -1.3526753187179565, -1.2611383199691772, -1.3174710273742676, -1.109413743019104, -2.098414421081543, -1.2458196878433228, -0.2918093502521515, -1.5067516565322876, -0.7726840376853943, -1.6142429113388062, -1.3809995651245117, -0.4321750998497009, -0.880195140838623, -1.8272815942764282, -1.9224424362182617, -0.6413752436637878, -1.4822524785995483, -1.8354690074920654]}, "Bot002_084_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity? No, I have a great day off. are you single? I am. I am a girl. do you have pets? No, I do not. Do you? yes 2 cats I have a lot of pets. what are they I like to hike yhow old are you", "response": "I am. I am about to go hiking.", "annotation_id": "Bot002_084_18", "annotations": ["T", "X", "X", "T", "X", "X", "X", "O", "X", "X", "T", "X", "X", "X", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -9.802525520324707, -9.248324394226074, -13.476810455322266, -11.301673889160156, -7.511160850524902, -10.853341102600098, -9.230969429016113, -6.135965824127197], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.25323981046676636, -1.6469296216964722, -0.36728280782699585, -1.532287359237671, -0.47080159187316895, -0.8072286248207092, -1.5289278030395508, -1.0480982065200806, -0.018782615661621094, -1.868367075920105, -3.143366813659668, -0.39455169439315796, -1.343425989151001, -0.6353369355201721, -1.6078217029571533, -1.6996150016784668, -0.6731433868408203, -1.194800853729248, -1.3655602931976318, -0.37813350558280945, -0.11949796974658966, -2.116399049758911, -1.424452304840088, -1.5091971158981323, -0.8508030772209167, -2.3525898456573486, -1.2309107780456543, -1.807851791381836, -1.6214187145233154, -0.2525066137313843, -1.7571828365325928, -0.08852874487638474, -1.2310683727264404, -0.6203240156173706, -0.44419240951538086, -0.9327124953269958, -0.8050643801689148, -1.9476665258407593, -0.05538647621870041, -0.43202078342437744, -0.806576132774353, -1.9432488679885864, -0.7864186763763428, -1.8240745067596436, -1.5461452007293701, -1.1227669715881348, -1.9059216976165771, -0.4449406862258911, -2.6392033100128174, -1.3080130815505981, -1.2675790786743164, -1.4199724197387695, -1.1403957605361938, -1.4510434865951538, -1.2685906887054443, -1.0098596811294556, -1.3293946981430054, -1.9036442041397095, -0.7777255773544312, -0.838434636592865, -0.9529072642326355, -1.991093397140503, -1.147331714630127, -1.0775854587554932, -1.1926076412200928, -1.218059778213501, -1.7351386547088623, -1.1218483448028564, -2.119812488555908, -0.49004819989204407, -1.7743964195251465, -0.5226678848266602, -0.5851529240608215, -0.6705245971679688, -0.9943813681602478, -1.5742830038070679, -1.535882592201233, -0.7200101613998413, -1.121196985244751, -1.6453882455825806, -0.04909343272447586, -1.7082386016845703, -0.2928941547870636, -1.6137189865112305, -1.4088904857635498, -1.7463243007659912, -1.4378987550735474, -1.0576578378677368, -0.7445076704025269, -1.9647759199142456, -0.43523165583610535, -1.0769295692443848, -0.043280668556690216, -1.1493242979049683, -0.7149490118026733, -0.12869425117969513, -1.4428150653839111, -0.45951369404792786, -0.6131787896156311, -0.6822317838668823, -0.11503394693136215, -0.9085853099822998, -0.9574709534645081, -0.03782472386956215, -0.7958133220672607, -1.4233171939849854, -1.3526763916015625, -1.261142611503601, -1.3174808025360107, -1.1094106435775757, -2.0984175205230713, -1.245821237564087, -0.29180705547332764, -1.5067631006240845, -0.7726667523384094, -1.6142351627349854, -1.3810083866119385, -0.4321720004081726, -0.8802061676979065, -1.978582501411438, -0.654014527797699, -0.09426820278167725, -0.7626212239265442, -2.2260186672210693, -0.5841372013092041, -0.6294527053833008, -0.4313676357269287, -0.16952641308307648, -1.8591318130493164, -1.9745174646377563, -1.829878807067871, -0.866257905960083, -1.4735532999038696, -1.9642970561981201, -1.0253639221191406, -2.1618759632110596, -1.0932718515396118, -1.6618438959121704, -0.9536929130554199]}, "Bot002_084_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity? No, I have a great day off. are you single? I am. I am a girl. do you have pets? No, I do not. Do you? yes 2 cats I have a lot of pets. what are they I like to hike yhow old are you I am. I am about to go hiking. what is your favorite movie?", "response": "[SLIGHTLY SMILING FACE]  I like the movie movies.[GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot002_084_20", "annotations": ["O", "X", "X", "T", "X", "X", "X", "O", "T", "X", "T", "T", "T", "O", "T"], "gpt2_target_score": [-11.410242080688477, -16.790203094482422, -22.1723690032959, -17.475664138793945, -14.499271392822266, -15.029502868652344, -18.359458923339844, -15.858773231506348, -13.5591402053833, -7.77977991104126, -10.700125694274902, -6.9645280838012695, -9.710001945495605, -11.734971046447754, -13.591529846191406, -17.541852951049805, -8.32892894744873, -7.9035258293151855, -12.798791885375977, -11.786430358886719, -13.088735580444336, -14.405752182006836, -18.210134506225586, -15.290677070617676, -10.468793869018555, -15.778682708740234, -14.157718658447266], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.25323981046676636, -1.6469296216964722, -0.36728280782699585, -1.532287359237671, -0.47080159187316895, -0.8072286248207092, -1.5289278030395508, -1.0480982065200806, -0.018782615661621094, -1.868367075920105, -3.143366813659668, -0.39455169439315796, -1.343425989151001, -0.6353369355201721, -1.6078217029571533, -1.6996150016784668, -0.6731433868408203, -1.194800853729248, -1.3655602931976318, -0.37813350558280945, -0.11949796974658966, -2.116399049758911, -1.424452304840088, -1.5091971158981323, -0.8508030772209167, -2.3525898456573486, -1.2309107780456543, -1.807851791381836, -1.6214187145233154, -0.2525066137313843, -1.7571828365325928, -0.08852874487638474, -1.2310683727264404, -0.6203240156173706, -0.44419240951538086, -0.9327124953269958, -0.8050643801689148, -1.9476665258407593, -0.05538647621870041, -0.43202078342437744, -0.806576132774353, -1.9432488679885864, -0.7864186763763428, -1.8240745067596436, -1.5461452007293701, -1.1227669715881348, -1.9059216976165771, -0.4449406862258911, -2.6392033100128174, -1.3080130815505981, -1.2675790786743164, -1.4199724197387695, -1.1403957605361938, -1.4510434865951538, -1.2685906887054443, -1.0098596811294556, -1.3293946981430054, -1.9036442041397095, -0.7777255773544312, -0.838434636592865, -0.9529072642326355, -1.991093397140503, -1.147331714630127, -1.0775854587554932, -1.1926076412200928, -1.218059778213501, -1.7351386547088623, -1.1218483448028564, -2.119812488555908, -0.49004819989204407, -1.7743964195251465, -0.5226678848266602, -0.5851529240608215, -0.6705245971679688, -0.9943813681602478, -1.5742830038070679, -1.535882592201233, -0.7200101613998413, -1.121196985244751, -1.6453882455825806, -0.04909343272447586, -1.7082386016845703, -0.2928941547870636, -1.6137189865112305, -1.4088904857635498, -1.7463243007659912, -1.4378987550735474, -1.0576578378677368, -0.7445076704025269, -1.9647759199142456, -0.43523165583610535, -1.0769295692443848, -0.043280668556690216, -1.1493242979049683, -0.7149490118026733, -0.12869425117969513, -1.4428150653839111, -0.45951369404792786, -0.6131787896156311, -0.6822317838668823, -0.11503394693136215, -0.9085853099822998, -0.9574709534645081, -0.03782472386956215, -0.7958133220672607, -1.4233171939849854, -1.3526763916015625, -1.261142611503601, -1.3174808025360107, -1.1094106435775757, -2.0984175205230713, -1.245821237564087, -0.29180705547332764, -1.5067631006240845, -0.7726667523384094, -1.6142351627349854, -1.3810083866119385, -0.4321720004081726, -0.8802061676979065, -1.978582501411438, -0.654014527797699, -0.09426820278167725, -0.7626212239265442, -2.2260186672210693, -0.5841372013092041, -0.6294527053833008, -0.4313676357269287, -0.16952641308307648, -1.9236150979995728, -2.650714874267578, -1.3535709381103516, -1.4331071376800537, -1.5534106492996216, -1.1525739431381226, -2.2218997478485107, -1.001473307609558, -1.8677924871444702, -1.3762826919555664, -1.113957405090332, -0.9389620423316956, -1.3166673183441162, -1.3703657388687134, -0.430325984954834, -1.7389799356460571, -2.1614322662353516, -2.6712074279785156, -2.330615282058716, -2.661093235015869, -3.4838242530822754, -1.2213457822799683, -1.927056074142456, -2.511599540710449, -0.9067165851593018, -0.9432945251464844, -0.9251307249069214, -1.8662049770355225, -0.6451444625854492, -1.4142769575119019, -1.8360155820846558, -1.4774898290634155, -1.689309000968933, -1.4844603538513184, -0.9480543732643127, -0.22978931665420532, -0.05204479396343231, -1.789560317993164, -0.10618827491998672, -0.06587721407413483, -0.0766386091709137, -0.42035335302352905, -0.8312255144119263, -0.8051061630249023]}, "Bot002_093_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there", "response": "Hi how are you doing", "annotation_id": "Bot002_093_01", "annotations": ["O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-10.642135620117188, -6.482473850250244, -10.018913269042969, -5.694741249084473, -9.64824390411377], "gpt2_argmax_score": [-3.222564458847046, -2.293020725250244, -2.471710443496704, -1.4863215684890747, -1.3579298257827759, -0.20643183588981628, -1.31704580783844, -1.0795388221740723]}, "Bot002_093_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you?", "response": "I am doing great. Just got off work.", "annotation_id": "Bot002_093_03", "annotations": ["O", "O", "T", "O", "X", "T", "O", "O", "O", "O", "T", "X", "O", "O", "O"], "gpt2_target_score": [-8.088424682617188, -8.135765075683594, -10.844894409179688, -8.349035263061523, -11.412837028503418, -10.409137725830078, -10.85954761505127, -9.08835506439209, -7.238212585449219, -9.867260932922363], "gpt2_argmax_score": [-3.222564458847046, -2.2930374145507812, -1.4595799446105957, -1.7908689975738525, -0.2888442575931549, -1.6781352758407593, -1.2994587421417236, -1.3744419813156128, -2.1234514713287354, -1.509778380393982, -1.9216567277908325, -1.016201376914978, -2.173758029937744, -1.566745400428772, -1.3052654266357422, -1.0881251096725464, -3.288954257965088, -1.6940796375274658, -1.0191823244094849, -1.1958502531051636, -1.2009044885635376]}, "Bot002_093_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you", "response": "I am a nurse, what about you?", "annotation_id": "Bot002_093_05", "annotations": ["O", "T", "X", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-8.088424682617188, -8.135765075683594, -7.585754871368408, -16.238027572631836, -10.12928295135498, -9.356449127197266, -6.786839485168457, -5.964468955993652, -3.832969903945923], "gpt2_argmax_score": [-3.222564458847046, -2.2930374145507812, -1.4595799446105957, -1.7908689975738525, -0.2888442575931549, -1.6781352758407593, -1.2994587421417236, -1.3744419813156128, -2.1234514713287354, -1.509778380393982, -1.144106149673462, -2.5773844718933105, -1.7935948371887207, -2.230189323425293, -1.2925233840942383, -2.9376463890075684, -1.673364520072937, -1.0472006797790527, -1.1943501234054565, -1.7416911125183105, -1.630060076713562, -0.467021644115448, -0.3365499675273895, -1.9853817224502563, -1.3312097787857056, -1.5230096578598022, -2.8195416927337646, -1.7401741743087769, -1.7167621850967407, -1.4699375629425049, -0.2778591513633728, -0.29100877046585083, -0.3340938985347748]}, "Bot002_093_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor", "response": "I am a nurse, I love to eat chicken wings.", "annotation_id": "Bot002_093_07", "annotations": ["X", "T", "O", "O", "X", "T", "T", "X", "O", "O", "T", "X", "T", "O", "O"], "gpt2_target_score": [-8.088424682617188, -8.135765075683594, -7.585754871368408, -16.238027572631836, -10.12928295135498, -6.464283466339111, -11.35014820098877, -6.55539608001709, -7.809379577636719, -11.873120307922363, -16.003206253051758, -6.514411449432373], "gpt2_argmax_score": [-3.222564458847046, -2.2930374145507812, -1.4595799446105957, -1.7908689975738525, -0.2888442575931549, -1.6781352758407593, -1.2994587421417236, -1.3744419813156128, -2.1234514713287354, -1.509778380393982, -1.144106149673462, -2.5773844718933105, -1.7935948371887207, -2.230189323425293, -1.2925233840942383, -2.9376463890075684, -1.673364520072937, -1.0472006797790527, -1.1943501234054565, -1.7416911125183105, -1.630060076713562, -0.467021644115448, -0.3365499675273895, -1.5231282711029053, -0.899307131767273, -2.486898183822632, -1.9192724227905273, -2.007685661315918, -1.3055176734924316, -0.1921876072883606, -0.31285223364830017, -1.2740519046783447, -1.3430370092391968, -1.2458369731903076, -1.862880825996399, -2.3411569595336914, -1.3005024194717407, -1.097205400466919, -0.16542306542396545, -1.4147858619689941, -1.9752949476242065, -1.0911204814910889, -1.1509408950805664, -2.5851387977600098, -1.6510708332061768, -1.3620494604110718, -1.2565052509307861, -1.2054482698440552]}, "Bot002_093_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor I am a nurse, I love to eat chicken wings. do you like to dance?", "response": "I do, but I like to dance", "annotation_id": "Bot002_093_09", "annotations": ["X", "X", "X", "O", "X", "T", "T", "T", "O", "O", "T", "X", "T", "X", "T"], "gpt2_target_score": [-8.088424682617188, -7.348609924316406, -1.4595799446105957, -10.283422470092773, -5.408137321472168, -6.045048236846924, -5.897526741027832, -12.303641319274902], "gpt2_argmax_score": [-3.222564458847046, -2.2930374145507812, -1.4595799446105957, -1.7908689975738525, -0.2888442575931549, -1.6781352758407593, -1.2994587421417236, -1.3744419813156128, -2.1234514713287354, -1.509778380393982, -1.144106149673462, -2.5773844718933105, -1.7935948371887207, -2.230189323425293, -1.2925233840942383, -2.9376463890075684, -1.673364520072937, -1.0472006797790527, -1.1943501234054565, -1.7416911125183105, -1.630060076713562, -0.467021644115448, -0.3365499675273895, -1.5231282711029053, -0.899307131767273, -2.486898183822632, -1.9192724227905273, -2.007685661315918, -1.3055176734924316, -0.1921876072883606, -0.3128621578216553, -1.2740471363067627, -1.3430471420288086, -1.2458269596099854, -1.8628737926483154, -1.1549807786941528, -1.3719565868377686, -0.4086087942123413, -1.8915477991104126, -1.6736901998519897, -0.6933104991912842, -1.071517825126648, -2.488605499267578, -1.607993483543396, -1.315040946006775, -1.3620139360427856, -1.4776232242584229, -0.11290551722049713, -1.198612928390503, -1.7107263803482056, -0.772678554058075, -0.9693443179130554, -1.8680654764175415, -1.7198618650436401, -1.6288135051727295, -1.9503264427185059, -1.4517552852630615, -0.9124348759651184, -1.9642640352249146, -0.3244098722934723, -0.5705287456512451, -1.130963921546936]}, "Bot002_093_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor I am a nurse, I love to eat chicken wings. do you like to dance? I do, but I like to dance do you like alcohol", "response": "I do not drink alcohol, but I do like to drink", "annotation_id": "Bot002_093_11", "annotations": ["X", "X", "O", "O", "X", "O", "X", "T", "O", "O", "O", "X", "T", "O", "T"], "gpt2_target_score": [-8.088411331176758, -7.348544597625732, -8.482120513916016, -12.476374626159668, -12.932299613952637, -3.7336463928222656, -5.926529884338379, -4.140247344970703, -5.557107925415039, -6.391326904296875, -10.834646224975586, -10.694334983825684], "gpt2_argmax_score": [-3.222573757171631, -2.2930026054382324, -1.4595677852630615, -1.790873646736145, -0.28885185718536377, -1.6781196594238281, -1.2994544506072998, -1.374469518661499, -2.1234681606292725, -1.509796142578125, -1.1440792083740234, -2.5773916244506836, -1.7935914993286133, -2.23016095161438, -1.292513370513916, -2.9376747608184814, -1.6733667850494385, -1.0472136735916138, -1.1943259239196777, -1.7417073249816895, -1.6300832033157349, -0.4670634865760803, -0.3365364968776703, -1.5230979919433594, -0.8993679881095886, -2.4868619441986084, -1.9193065166473389, -2.007722854614258, -1.3055256605148315, -0.19218198955059052, -0.3128514587879181, -1.2740800380706787, -1.3430346250534058, -1.2458138465881348, -1.8628665208816528, -1.1549838781356812, -1.3719497919082642, -0.40860095620155334, -1.8915692567825317, -1.673693060874939, -0.6933261156082153, -1.0715190172195435, -2.488631248474121, -1.6080327033996582, -1.3150453567504883, -1.3619818687438965, -1.4776231050491333, -0.11290913075208664, -1.1986124515533447, -1.7107023000717163, -0.7726790904998779, -0.9693507552146912, -1.8680694103240967, -1.2996797561645508, -1.7998206615447998, -1.3357619047164917, -0.9917250275611877, -1.6577571630477905, -0.31906163692474365, -1.3002203702926636, -1.2160735130310059, -1.6353950500488281, -1.8035414218902588, -0.5041420459747314, -0.3278014361858368, -1.7387176752090454, -2.0722384452819824, -1.3517125844955444, -0.665566623210907, -1.2893879413604736, -1.211639165878296, -1.17531418800354, -0.5839248895645142, -1.197890043258667, -1.6168476343154907, -0.3350268602371216, -1.036305546760559, -1.5928847789764404]}, "Bot002_093_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor I am a nurse, I love to eat chicken wings. do you like to dance? I do, but I like to dance do you like alcohol I do not drink alcohol, but I do like to drink do you watch movies?", "response": "I do not. I like movies.", "annotation_id": "Bot002_093_13", "annotations": ["X", "X", "T", "T", "X", "X", "X", "T", "O", "O", "T", "X", "T", "X", "X"], "gpt2_target_score": [-8.088411331176758, -7.348544597625732, -8.482120513916016, -7.6664228439331055, -5.408144950866699, -6.045047760009766, -11.923249244689941, -4.613956451416016], "gpt2_argmax_score": [-3.222573757171631, -2.2930026054382324, -1.4595677852630615, -1.790873646736145, -0.28885185718536377, -1.6781196594238281, -1.2994544506072998, -1.374469518661499, -2.1234681606292725, -1.509796142578125, -1.1440792083740234, -2.5773916244506836, -1.7935914993286133, -2.23016095161438, -1.292513370513916, -2.9376747608184814, -1.6733667850494385, -1.0472136735916138, -1.1943259239196777, -1.7417073249816895, -1.6300832033157349, -0.4670634865760803, -0.3365364968776703, -1.5230979919433594, -0.8993679881095886, -2.4868619441986084, -1.9193065166473389, -2.007722854614258, -1.3055256605148315, -0.19218198955059052, -0.3128514587879181, -1.2740800380706787, -1.3430346250534058, -1.2458138465881348, -1.8628665208816528, -1.1549838781356812, -1.3719401359558105, -0.40860238671302795, -1.891558051109314, -1.6736832857131958, -0.693326473236084, -1.0715206861495972, -2.48862624168396, -1.608029842376709, -1.315035343170166, -1.3619835376739502, -1.4776233434677124, -0.11290743201971054, -1.198615550994873, -1.710706353187561, -0.7726902365684509, -0.9693502187728882, -1.8680627346038818, -1.2996649742126465, -1.7998324632644653, -1.3357493877410889, -0.9917181134223938, -1.6577519178390503, -0.31906217336654663, -1.3002196550369263, -1.2160742282867432, -1.6353991031646729, -1.8035379648208618, -0.5041332840919495, -0.3277968764305115, -1.537339448928833, -1.4576826095581055, -0.6208733916282654, -1.9884194135665894, -1.4294694662094116, -1.2234147787094116, -0.7166050672531128, -1.935332179069519, -2.031226634979248, -0.3659915328025818, -1.5881377458572388, -1.733446478843689, -0.35384228825569153, -0.33519476652145386, -2.4757583141326904, -0.8580164313316345, -1.5096813440322876, -1.343302607536316, -1.9183932542800903, -1.9103652238845825, -0.945031464099884, -0.5869504809379578, -1.4444712400436401, -0.3399115204811096, -1.0840102434158325, -0.9194021224975586]}, "Bot002_093_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor I am a nurse, I love to eat chicken wings. do you like to dance? I do, but I like to dance do you like alcohol I do not drink alcohol, but I do like to drink do you watch movies? I do not. I like movies. what is your favorite tv program?", "response": "I like to watch TV", "annotation_id": "Bot002_093_15", "annotations": ["X", "X", "T", "X", "X", "O", "X", "T", "T", "O", "O", "X", "O", "O", "T"], "gpt2_target_score": [-8.088411331176758, -6.482287883758545, -6.959003448486328, -11.401591300964355, -12.524889945983887], "gpt2_argmax_score": [-3.222573757171631, -2.2930026054382324, -1.4595677852630615, -1.790873646736145, -0.28885185718536377, -1.6781196594238281, -1.2994544506072998, -1.374469518661499, -2.1234681606292725, -1.509796142578125, -1.1440792083740234, -2.5773916244506836, -1.7935914993286133, -2.23016095161438, -1.292513370513916, -2.9376747608184814, -1.6733667850494385, -1.0472136735916138, -1.1943259239196777, -1.7417073249816895, -1.6300832033157349, -0.4670634865760803, -0.3365364968776703, -1.5230979919433594, -0.8993679881095886, -2.4868619441986084, -1.9193065166473389, -2.007722854614258, -1.3055256605148315, -0.19218198955059052, -0.3128514587879181, -1.2740800380706787, -1.3430346250534058, -1.2458138465881348, -1.8628665208816528, -1.1549838781356812, -1.3719401359558105, -0.40860238671302795, -1.891558051109314, -1.6736832857131958, -0.693326473236084, -1.0715206861495972, -2.48862624168396, -1.608029842376709, -1.315035343170166, -1.3619835376739502, -1.4776233434677124, -0.11290743201971054, -1.198615550994873, -1.710706353187561, -0.7726902365684509, -0.9693502187728882, -1.8680627346038818, -1.2996649742126465, -1.7998324632644653, -1.3357493877410889, -0.9917181134223938, -1.6577519178390503, -0.31906217336654663, -1.3002196550369263, -1.2160742282867432, -1.6353991031646729, -1.8035379648208618, -0.5041332840919495, -0.3277968764305115, -1.537339448928833, -1.4576826095581055, -0.6208733916282654, -1.9884194135665894, -1.4294694662094116, -1.2234147787094116, -0.7166050672531128, -1.935332179069519, -2.031226634979248, -0.3659915328025818, -1.5881377458572388, -1.733446478843689, -0.35384228825569153, -0.33519476652145386, -2.4757583141326904, -0.8580164313316345, -1.5096813440322876, -1.773970365524292, -1.9100507497787476, -0.7157347202301025, -0.7834804058074951, -1.5245707035064697, -0.33746516704559326, -1.3135048151016235, -0.7857299447059631, -1.3738911151885986, -0.6121335625648499, -0.8930477499961853, -1.609636664390564, -0.07469785213470459, -0.4279945194721222, -1.5476938486099243, -1.919854998588562, -1.5808959007263184, -1.5450735092163086, -0.8138519525527954, -1.860302448272705, -1.3517969846725464]}, "Bot002_093_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor I am a nurse, I love to eat chicken wings. do you like to dance? I do, but I like to dance do you like alcohol I do not drink alcohol, but I do like to drink do you watch movies? I do not. I like movies. what is your favorite tv program? I like to watch TV what is your favorite color?", "response": "[SLIGHTLY SMILING FACE]  I like blue, what color is yours?", "annotation_id": "Bot002_093_17", "annotations": ["O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "X", "O"], "gpt2_target_score": [-8.438974380493164, -17.866641998291016, -17.45895767211914, -15.634669303894043, -13.932696342468262, -15.153888702392578, -15.508576393127441, -17.11435317993164, -12.938104629516602, -3.963134765625, -9.370077133178711, -6.125899314880371, -11.085354804992676, -2.4007389545440674, -5.0174736976623535, -13.738028526306152, -10.64571762084961, -13.465380668640137, -7.605672359466553], "gpt2_argmax_score": [-3.222573757171631, -2.2930026054382324, -1.4595677852630615, -1.790873646736145, -0.28885185718536377, -1.6781196594238281, -1.2994544506072998, -1.374469518661499, -2.1234681606292725, -1.509796142578125, -1.1440792083740234, -2.5773916244506836, -1.7935914993286133, -2.23016095161438, -1.292513370513916, -2.9376747608184814, -1.6733667850494385, -1.0472136735916138, -1.1943259239196777, -1.7417073249816895, -1.6300832033157349, -0.4670634865760803, -0.3365364968776703, -1.5230979919433594, -0.8993679881095886, -2.4868619441986084, -1.9193065166473389, -2.007722854614258, -1.3055256605148315, -0.19218198955059052, -0.3128514587879181, -1.2740800380706787, -1.3430346250534058, -1.2458138465881348, -1.8628665208816528, -1.1549838781356812, -1.3719401359558105, -0.40860238671302795, -1.891558051109314, -1.6736832857131958, -0.693326473236084, -1.0715206861495972, -2.48862624168396, -1.608029842376709, -1.315035343170166, -1.3619835376739502, -1.4776233434677124, -0.11290743201971054, -1.198615550994873, -1.710706353187561, -0.7726902365684509, -0.9693502187728882, -1.8680627346038818, -1.2996649742126465, -1.7998324632644653, -1.3357493877410889, -0.9917181134223938, -1.6577519178390503, -0.31906217336654663, -1.3002196550369263, -1.2160742282867432, -1.6353991031646729, -1.8035379648208618, -0.5041332840919495, -0.3277968764305115, -1.537339448928833, -1.4576826095581055, -0.6208733916282654, -1.9884194135665894, -1.4294694662094116, -1.2234147787094116, -0.7166050672531128, -1.935332179069519, -2.031226634979248, -0.3659915328025818, -1.5881377458572388, -1.733446478843689, -0.35384228825569153, -0.33519476652145386, -2.4757583141326904, -0.8580164313316345, -1.5096813440322876, -1.773970365524292, -1.9100507497787476, -0.7157347202301025, -0.7834804058074951, -1.5245707035064697, -0.33746516704559326, -1.3135048151016235, -0.7857299447059631, -1.3738911151885986, -0.6121335625648499, -0.8930477499961853, -1.609636664390564, -0.07469785213470459, -0.4279945194721222, -1.547705888748169, -1.681938886642456, -1.524246096611023, -0.7558181881904602, -2.30648136138916, -1.3081015348434448, -1.7192693948745728, -1.636283040046692, -0.10024809837341309, -1.8676937818527222, -0.5451520085334778, -1.6259721517562866, -1.8422433137893677, -3.1562278270721436, -2.2890708446502686, -3.0403318405151367, -3.433651924133301, -1.7026339769363403, -2.10329270362854, -2.4180634021759033, -1.7912744283676147, -0.7779091596603394, -0.7863568663597107, -1.570508599281311, -0.9623097777366638, -2.0368802547454834, -1.819075107574463, -1.5986939668655396, -1.3838428258895874, -1.2524298429489136, -0.10061091184616089, -0.4214290678501129]}, "Bot002_093_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor I am a nurse, I love to eat chicken wings. do you like to dance? I do, but I like to dance do you like alcohol I do not drink alcohol, but I do like to drink do you watch movies? I do not. I like movies. what is your favorite tv program? I like to watch TV what is your favorite color? [SLIGHTLY SMILING FACE]  I like blue, what color is yours? blue too", "response": "I like blue, but I like blue", "annotation_id": "Bot002_093_19", "annotations": ["X", "X", "T", "T", "X", "T", "X", "X", "T", "T", "T", "X", "T", "O", "T"], "gpt2_target_score": [-8.088411331176758, -6.482287883758545, -12.613910675048828, -6.493922233581543, -12.329272270202637, -6.464267730712891, -7.817841529846191, -11.98355484008789], "gpt2_argmax_score": [-3.222573757171631, -2.2930026054382324, -1.4595677852630615, -1.790873646736145, -0.28885185718536377, -1.6781196594238281, -1.2994544506072998, -1.374469518661499, -2.1234681606292725, -1.509796142578125, -1.1440792083740234, -2.5773916244506836, -1.7935914993286133, -2.23016095161438, -1.292513370513916, -2.9376747608184814, -1.6733667850494385, -1.0472136735916138, -1.1943259239196777, -1.7417073249816895, -1.6300832033157349, -0.4670634865760803, -0.3365364968776703, -1.5230979919433594, -0.8993679881095886, -2.4868619441986084, -1.9193065166473389, -2.007722854614258, -1.3055256605148315, -0.19218198955059052, -0.3128514587879181, -1.2740800380706787, -1.3430346250534058, -1.2458138465881348, -1.8628665208816528, -1.1549838781356812, -1.3719401359558105, -0.40860238671302795, -1.891558051109314, -1.6736832857131958, -0.693326473236084, -1.0715206861495972, -2.48862624168396, -1.608029842376709, -1.315035343170166, -1.3619835376739502, -1.4776233434677124, -0.11290743201971054, -1.198615550994873, -1.710706353187561, -0.7726902365684509, -0.9693502187728882, -1.8680627346038818, -1.2996649742126465, -1.7998324632644653, -1.3357493877410889, -0.9917181134223938, -1.6577519178390503, -0.31906217336654663, -1.3002196550369263, -1.2160742282867432, -1.6353991031646729, -1.8035379648208618, -0.5041332840919495, -0.3277968764305115, -1.537339448928833, -1.4576826095581055, -0.6208733916282654, -1.9884194135665894, -1.4294694662094116, -1.2234147787094116, -0.7166050672531128, -1.935332179069519, -2.031226634979248, -0.3659915328025818, -1.5881377458572388, -1.733446478843689, -0.35384228825569153, -0.33519476652145386, -2.4757583141326904, -0.8580164313316345, -1.5096813440322876, -1.773970365524292, -1.9100507497787476, -0.7157347202301025, -0.7834804058074951, -1.5245707035064697, -0.33746516704559326, -1.3135048151016235, -0.7857299447059631, -1.3738954067230225, -0.6121260523796082, -0.8930612206459045, -1.6096242666244507, -0.07469774037599564, -0.42799675464630127, -1.547706127166748, -1.6819324493408203, -1.5242464542388916, -0.7558209896087646, -2.3064775466918945, -1.3080891370773315, -1.719251275062561, -1.6362831592559814, -0.10024961084127426, -1.8676899671554565, -0.545153021812439, -1.6259746551513672, -3.414734125137329, -2.4501757621765137, -2.3395631313323975, -3.170583724975586, -1.477203130722046, -1.7451797723770142, -2.2738494873046875, -1.8942081928253174, -1.092328429222107, -1.62476646900177, -1.4506521224975586, -0.9031813144683838, -2.1419572830200195, -1.6774413585662842, -1.7681879997253418, -1.359326720237732, -1.2156199216842651, -0.11896351724863052, -1.3962318897247314, -0.9968971014022827, -1.9028602838516235, -1.7498842477798462, -1.1366727352142334, -2.076364517211914, -1.4927995204925537, -1.8658959865570068, -0.8549506068229675, -1.959485650062561, -2.5423076152801514, -1.3210797309875488]}, "Bot002_099_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here", "response": "[WORRIED FACE]  I am a girl and I love to travel", "annotation_id": "Bot002_099_02", "annotations": ["T", "O", "T", "X", "T", "T", "O", "O", "X", "T", "T", "T", "O", "O", "T"], "gpt2_target_score": [-11.410300254821777, -20.68781280517578, -20.658639907836914, -17.008625030517578, -16.630245208740234, -14.367939949035645, -4.888903617858887, -0.8075279593467712, -2.7241806983947754, -3.3541016578674316, -12.704877853393555, -5.996861934661865, -1.689936637878418, -9.260444641113281, -10.637596130371094, -29.111207962036133], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -0.49979597330093384, -2.298252820968628, -2.1797986030578613, -0.5093892216682434, -0.7563655972480774, -0.8075279593467712, -1.2883132696151733, -1.2827973365783691, -1.7608619928359985, -1.2899068593978882, -1.689936637878418, -0.5593187808990479, -1.303382396697998, -0.0015206689713522792, -0.16242240369319916, -0.7094360589981079, -1.0562682151794434, -0.7616955637931824, -0.00020001317898277193, -0.01738453097641468, -1.8474849462509155, -1.108279824256897, -0.678591787815094, -1.6678307056427002, -0.9542104601860046, -2.208770513534546, -2.5636329650878906, -1.180266261100769, -1.7334635257720947, -1.4552212953567505, -1.0712578296661377, -0.4289984703063965, -0.5662178993225098, -1.63612961769104, -1.7736228704452515, -1.7750951051712036, -1.3731629848480225, -1.025795578956604, -1.4887124300003052, -1.0181305408477783, -1.7639046907424927, -1.5292539596557617]}, "Bot002_099_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student?", "response": "No, I just graduated college.", "annotation_id": "Bot002_099_04", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-12.778159141540527, -11.288734436035156, -6.012979507446289, -5.1689653396606445, -14.973323822021484, -11.48009204864502, -10.243502616882324], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -0.49979597330093384, -2.298252820968628, -2.1797986030578613, -0.5093892216682434, -0.7563655972480774, -0.8075279593467712, -1.2883132696151733, -1.2827973365783691, -1.7608619928359985, -1.2899068593978882, -1.689936637878418, -0.5593187808990479, -1.303382396697998, -0.0015206689713522792, -0.16242240369319916, -0.7094360589981079, -1.0562682151794434, -0.7616955637931824, -0.00020001317898277193, -0.01738453097641468, -1.8474849462509155, -1.108279824256897, -0.678591787815094, -1.6678307056427002, -0.9542104601860046, -2.7327091693878174, -0.8802196979522705, -1.9811619520187378, -0.6148409247398376, -1.0814282894134521, -1.561197280883789, -1.3979977369308472, -1.4691308736801147, -1.506213903427124, -1.6296015977859497, -1.4952027797698975, -1.1314302682876587, -1.7092708349227905, -0.9287779331207275, -1.5259748697280884, -1.6031426191329956, -0.446230947971344, -2.4135007858276367, -1.2248977422714233, -0.7087455987930298, -1.9553821086883545, -1.968131184577942, -1.2946617603302002, -1.0882192850112915, -0.7696586847305298, -1.912095546722412, -1.5332903861999512, -1.1906598806381226, -1.353901982307434]}, "Bot002_099_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011", "response": "I have never been to college, but I do not have a job", "annotation_id": "Bot002_099_06", "annotations": ["X", "X", "T", "X", "X", "O", "O", "X", "X", "X", "O", "X", "O", "X", "T"], "gpt2_target_score": [-10.37339973449707, -8.69393539428711, -13.050735473632812, -10.033599853515625, -8.295281410217285, -11.480094909667969, -10.139477729797363, -9.128277778625488, -10.01796817779541, -9.871342658996582, -8.946371078491211, -7.283347129821777, -6.0423455238342285, -13.008389472961426], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1798183917999268, -0.5093610882759094, -0.7563604116439819, -0.8075531721115112, -1.2883237600326538, -1.2828264236450195, -1.760854721069336, -1.2898778915405273, -1.6899590492248535, -0.5593382716178894, -1.3033818006515503, -0.0015206689713522792, -0.1624222993850708, -0.7094315886497498, -1.0562312602996826, -0.7616841793060303, -0.00020001317898277193, -0.017385350540280342, -1.8474675416946411, -1.1082501411437988, -0.6785815954208374, -1.667843222618103, -0.9541960954666138, -2.7327091693878174, -0.8802212476730347, -1.9811426401138306, -0.6148490309715271, -1.0814337730407715, -1.5611528158187866, -1.397984504699707, -1.4691210985183716, -1.5061817169189453, -1.6295557022094727, -1.4952200651168823, -1.1314420700073242, -1.70924973487854, -0.9287627935409546, -1.525964617729187, -1.603102684020996, -0.4462154507637024, -2.4135079383850098, -1.2248774766921997, -0.7087303400039673, -1.9553322792053223, -1.424851417541504, -1.143114686012268, -0.7212783694267273, -2.0519728660583496, -1.587127685546875, -1.0968821048736572, -1.5378575325012207, -1.4631980657577515, -1.5184857845306396, -2.0324389934539795, -1.7143681049346924, -1.3599876165390015, -1.4279311895370483, -1.8385266065597534, -2.187889337539673, -1.3307358026504517, -2.5178747177124023, -1.3812439441680908, -1.193335771560669, -1.263203501701355, -1.9217599630355835, -1.4988895654678345, -1.497656226158142, -1.227905035018921, -0.8962126970291138, -2.0374534130096436, -1.6510930061340332, -1.567694067955017, -1.0222076177597046, -1.3663042783737183, -1.1227492094039917]}, "Bot002_099_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok", "response": "I think I can be.", "annotation_id": "Bot002_099_08", "annotations": ["X", "X", "X", "X", "X", "O", "O", "X", "X", "X", "X", "X", "T", "X", "X"], "gpt2_target_score": [-10.37339973449707, -11.47744369506836, -6.012984752655029, -9.242263793945312, -11.900200843811035, -5.399589538574219], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1798183917999268, -0.5093610882759094, -0.7563604116439819, -0.8075531721115112, -1.2883237600326538, -1.2828264236450195, -1.760854721069336, -1.2898778915405273, -1.6899590492248535, -0.5593382716178894, -1.3033818006515503, -0.0015206689713522792, -0.1624222993850708, -0.7094315886497498, -1.0562312602996826, -0.7616841793060303, -0.00020001317898277193, -0.017385350540280342, -1.8474675416946411, -1.1082501411437988, -0.6785815954208374, -1.667843222618103, -0.9541960954666138, -2.7327091693878174, -0.8802212476730347, -1.9811426401138306, -0.6148490309715271, -1.0814337730407715, -1.5611528158187866, -1.397984504699707, -1.4691210985183716, -1.5061817169189453, -1.6295557022094727, -1.4952200651168823, -1.1314420700073242, -1.70924973487854, -0.9287627935409546, -1.525964617729187, -1.603102684020996, -0.4462154507637024, -2.4135079383850098, -1.2248774766921997, -0.7087303400039673, -1.9553322792053223, -1.424851417541504, -1.143114686012268, -0.7212783694267273, -2.0519728660583496, -1.587127685546875, -1.0968821048736572, -1.5378575325012207, -1.4631980657577515, -1.5184857845306396, -2.0324389934539795, -1.7143681049346924, -1.3599876165390015, -1.4279311895370483, -1.8385266065597534, -2.187889337539673, -1.3307358026504517, -2.290065050125122, -1.2918444871902466, -1.1486084461212158, -2.061532974243164, -1.691294550895691, -1.3715057373046875, -1.8561643362045288, -1.1240991353988647, -1.6511645317077637, -1.5374629497528076, -1.5844260454177856, -1.0175527334213257, -1.1893179416656494, -1.1309400796890259, -1.2145620584487915, -1.384788155555725, -0.060252845287323, -1.6581825017929077, -2.133068323135376, -0.058830443769693375, -1.446250557899475, -1.1140458583831787, -1.5138689279556274, -2.156015396118164, -1.6121771335601807, -1.0314501523971558, -1.9495279788970947, -2.0113282203674316, -1.639981746673584, -1.12562894821167]}, "Bot002_099_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok I think I can be. tell me about your parents", "response": "I like to be with my friends and family.[WINKING FACE]", "annotation_id": "Bot002_099_10", "annotations": ["O", "O", "X", "X", "T", "O", "O", "T", "X", "T", "T", "X", "O", "T", "X"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -9.692291259765625, -11.637619018554688, -11.074662208557129, -8.019126892089844, -11.708462715148926, -8.432461738586426, -14.203545570373535, -13.181401252746582, -12.509695053100586, -19.25659942626953, -17.093278884887695, -15.70898151397705, -13.239203453063965], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1798183917999268, -0.5093610882759094, -0.7563604116439819, -0.8075531721115112, -1.2883237600326538, -1.2828264236450195, -1.760854721069336, -1.2898778915405273, -1.6899590492248535, -0.5593382716178894, -1.3033818006515503, -0.0015206689713522792, -0.1624222993850708, -0.7094315886497498, -1.0562312602996826, -0.7616841793060303, -0.00020001317898277193, -0.017385350540280342, -1.8474675416946411, -1.1082501411437988, -0.6785815954208374, -1.667843222618103, -0.9541960954666138, -2.7327091693878174, -0.8802212476730347, -1.9811426401138306, -0.6148490309715271, -1.0814337730407715, -1.5611528158187866, -1.397984504699707, -1.4691210985183716, -1.5061817169189453, -1.6295557022094727, -1.4952200651168823, -1.1314420700073242, -1.70924973487854, -0.9287627935409546, -1.525964617729187, -1.603102684020996, -0.4462154507637024, -2.4135079383850098, -1.2248774766921997, -0.7087303400039673, -1.9553322792053223, -1.424851417541504, -1.143114686012268, -0.7212783694267273, -2.0519728660583496, -1.587127685546875, -1.0968821048736572, -1.5378575325012207, -1.4631980657577515, -1.5184857845306396, -2.0324389934539795, -1.7143681049346924, -1.3599876165390015, -1.4279311895370483, -1.8385266065597534, -2.187889337539673, -1.3307358026504517, -2.290065050125122, -1.2918444871902466, -1.1486084461212158, -2.061532974243164, -1.691294550895691, -1.3715057373046875, -1.8561643362045288, -1.1240991353988647, -1.6511645317077637, -1.5374629497528076, -1.5844260454177856, -1.0175527334213257, -1.1893179416656494, -1.1309400796890259, -1.2145620584487915, -1.384788155555725, -0.060252845287323, -1.6581825017929077, -2.133068323135376, -0.058830443769693375, -1.446250557899475, -1.1140458583831787, -1.5138689279556274, -1.8974225521087646, -1.0266426801681519, -1.554347038269043, -1.4235424995422363, -1.73493492603302, -1.9420745372772217, -0.1090669333934784, -1.9933446645736694, -1.2272024154663086, -1.9212121963500977, -1.674182653427124, -2.1264078617095947, -2.1262705326080322, -1.5111961364746094, -1.754219889640808, -1.9426990747451782, -1.5191140174865723, -1.6634001731872559, -1.6096724271774292, -1.7684634923934937, -1.3681973218917847, -2.8478140830993652, -1.6919125318527222, -1.3831679821014404, -1.9843672513961792, -0.20475926995277405, -0.5795983672142029]}, "Bot002_099_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok I think I can be. tell me about your parents I like to be with my friends and family.[WINKING FACE] i\u2019m close to my parents. they\u2019re bankers. i want to become one too", "response": "I do not know how to do that.", "annotation_id": "Bot002_099_12", "annotations": ["T", "O", "O", "T", "O", "X", "O", "O", "X", "T", "T", "T", "T", "O", "T"], "gpt2_target_score": [-10.37339973449707, -8.952587127685547, -9.645767211914062, -10.10015869140625, -11.163872718811035, -5.630500793457031, -9.477368354797363, -4.124493598937988, -8.474770545959473], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1798183917999268, -0.5093610882759094, -0.7563604116439819, -0.8075531721115112, -1.2883237600326538, -1.2828264236450195, -1.760854721069336, -1.2898778915405273, -1.6899590492248535, -0.5593382716178894, -1.3033818006515503, -0.0015206689713522792, -0.1624222993850708, -0.7094315886497498, -1.0562312602996826, -0.7616841793060303, -0.00020001317898277193, -0.017385350540280342, -1.8474675416946411, -1.1082501411437988, -0.6785815954208374, -1.667843222618103, -0.9541960954666138, -2.7327091693878174, -0.8802212476730347, -1.9811426401138306, -0.6148490309715271, -1.0814337730407715, -1.5611528158187866, -1.397984504699707, -1.4691210985183716, -1.5061817169189453, -1.6295557022094727, -1.4952200651168823, -1.1314420700073242, -1.70924973487854, -0.9287627935409546, -1.525964617729187, -1.603102684020996, -0.4462154507637024, -2.4135079383850098, -1.2248774766921997, -0.7087303400039673, -1.9553322792053223, -1.424851417541504, -1.143114686012268, -0.7212783694267273, -2.0519728660583496, -1.587127685546875, -1.0968821048736572, -1.5378575325012207, -1.4631980657577515, -1.5184857845306396, -2.0324389934539795, -1.7143681049346924, -1.3599876165390015, -1.4279311895370483, -1.8385266065597534, -2.187889337539673, -1.3307358026504517, -2.290065050125122, -1.2918444871902466, -1.1486084461212158, -2.061532974243164, -1.691294550895691, -1.3715057373046875, -1.8561643362045288, -1.1240991353988647, -1.6511645317077637, -1.5374629497528076, -1.5844260454177856, -1.0175527334213257, -1.1893179416656494, -1.1309400796890259, -1.2145620584487915, -1.384788155555725, -0.060252845287323, -1.6581825017929077, -2.133068323135376, -0.058830443769693375, -1.446250557899475, -1.1140458583831787, -1.5138689279556274, -1.8974225521087646, -1.0266426801681519, -1.554347038269043, -1.4235424995422363, -1.73493492603302, -1.9420745372772217, -0.1090669333934784, -1.9933446645736694, -1.2272024154663086, -1.9212121963500977, -1.674182653427124, -1.6472527980804443, -1.4835067987442017, -1.9381870031356812, -1.9665888547897339, -0.4843853712081909, -1.977155089378357, -1.714255928993225, -2.1160264015197754, -1.415245771408081, -2.68674373626709, -2.0573885440826416, -1.040176510810852, -1.7522623538970947, -0.08295487612485886, -1.6669999361038208, -2.415945291519165, -0.001353063271380961, -0.29890763759613037, -1.814032793045044, -0.609062135219574, -1.4108632802963257, -1.1075546741485596, -1.750103235244751, -1.5036407709121704, -1.627941608428955, -0.000325388420606032, -0.2042289525270462, -2.6358096599578857, -1.3516865968704224, -1.5090779066085815, -1.1958510875701904, -0.2684961259365082, -1.1968498229980469, -0.6644715070724487, -1.012312650680542, -0.7674126029014587, -2.201028823852539, -2.0884170532226562, -1.2040852308273315, -1.4893990755081177, -1.7627924680709839, -1.1506454944610596, -1.5777502059936523, -0.7097076773643494, -1.0062520503997803, -1.130610466003418]}, "Bot002_099_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok I think I can be. tell me about your parents I like to be with my friends and family.[WINKING FACE] i\u2019m close to my parents. they\u2019re bankers. i want to become one too I do not know how to do that. that\u2019s why i have to study finance", "response": "I am a girl and I love to travel", "annotation_id": "Bot002_099_14", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -7.305190563201904, -8.845901489257812, -7.896302223205566, -6.907127380371094, -11.024456977844238, -7.168942451477051, -9.020913124084473], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1798183917999268, -0.5093610882759094, -0.7563604116439819, -0.8075531721115112, -1.2883237600326538, -1.2828264236450195, -1.760854721069336, -1.2898778915405273, -1.6899590492248535, -0.5593382716178894, -1.3033818006515503, -0.0015206689713522792, -0.1624222993850708, -0.7094315886497498, -1.0562312602996826, -0.7616841793060303, -0.00020001317898277193, -0.017385350540280342, -1.8474675416946411, -1.1082501411437988, -0.6785815954208374, -1.667843222618103, -0.9541960954666138, -2.7327091693878174, -0.8802212476730347, -1.9811426401138306, -0.6148490309715271, -1.0814337730407715, -1.5611528158187866, -1.397984504699707, -1.4691210985183716, -1.5061817169189453, -1.6295557022094727, -1.4952200651168823, -1.1314420700073242, -1.70924973487854, -0.9287627935409546, -1.525964617729187, -1.603102684020996, -0.4462154507637024, -2.4135079383850098, -1.2248774766921997, -0.7087303400039673, -1.9553322792053223, -1.424851417541504, -1.143114686012268, -0.7212783694267273, -2.0519728660583496, -1.587127685546875, -1.0968821048736572, -1.5378575325012207, -1.4631980657577515, -1.5184857845306396, -2.0324389934539795, -1.7143681049346924, -1.3599876165390015, -1.4279311895370483, -1.8385266065597534, -2.187889337539673, -1.3307358026504517, -2.290065050125122, -1.2918444871902466, -1.1486084461212158, -2.061532974243164, -1.691294550895691, -1.3715057373046875, -1.8561643362045288, -1.1240991353988647, -1.6511645317077637, -1.5374629497528076, -1.5844260454177856, -1.0175527334213257, -1.1893179416656494, -1.1309400796890259, -1.2145620584487915, -1.384788155555725, -0.060252845287323, -1.6581825017929077, -2.133068323135376, -0.058830443769693375, -1.446250557899475, -1.1140458583831787, -1.5138689279556274, -1.8974225521087646, -1.0266426801681519, -1.554347038269043, -1.4235424995422363, -1.73493492603302, -1.9420745372772217, -0.1090669333934784, -1.9933446645736694, -1.2272024154663086, -1.9212121963500977, -1.674182653427124, -1.6472527980804443, -1.4835067987442017, -1.9381870031356812, -1.9665888547897339, -0.4843853712081909, -1.977155089378357, -1.714255928993225, -2.1160264015197754, -1.415245771408081, -2.68674373626709, -2.0573885440826416, -1.040176510810852, -1.7522623538970947, -0.08295487612485886, -1.6669999361038208, -2.415945291519165, -0.001353063271380961, -0.29890763759613037, -1.814032793045044, -0.609062135219574, -1.4108632802963257, -1.1075546741485596, -1.750103235244751, -1.5036407709121704, -1.627941608428955, -0.000325388420606032, -0.2042289525270462, -2.6358096599578857, -1.3516865968704224, -1.5090779066085815, -1.1958510875701904, -0.2684961259365082, -1.1968498229980469, -0.6644715070724487, -1.012312650680542, -0.7674126029014587, -1.797606348991394, -0.4286435842514038, -1.456423282623291, -1.6269348859786987, -0.8031415939331055, -2.082285165786743, -1.1094387769699097, -1.0657000541687012, -1.4950497150421143, -0.4532051086425781, -0.00035422726068645716, -0.012205906212329865, -2.118215799331665, -0.8436341285705566, -1.6565077304840088, -2.122779607772827, -2.184483766555786, -1.4937686920166016, -1.4782296419143677, -2.098562479019165, -2.1884984970092773, -2.0532031059265137, -1.3739378452301025, -1.4584884643554688, -1.0528600215911865, -1.6852710247039795, -0.6344360709190369, -0.3739605247974396, -1.052716612815857]}, "Bot002_099_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok I think I can be. tell me about your parents I like to be with my friends and family.[WINKING FACE] i\u2019m close to my parents. they\u2019re bankers. i want to become one too I do not know how to do that. that\u2019s why i have to study finance I am a girl and I love to travel i know that", "response": "I have a lot of friends", "annotation_id": "Bot002_099_16", "annotations": ["X", "O", "T", "T", "T", "O", "T", "O", "X", "T", "T", "O", "T", "T", "X"], "gpt2_target_score": [-10.37339973449707, -8.69393539428711, -7.305190563201904, -12.8734130859375, -8.552521705627441, -8.804237365722656], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1798183917999268, -0.5093610882759094, -0.7563604116439819, -0.8075531721115112, -1.2883237600326538, -1.2828264236450195, -1.760854721069336, -1.2898778915405273, -1.6899590492248535, -0.5593382716178894, -1.3033818006515503, -0.0015206689713522792, -0.1624222993850708, -0.7094315886497498, -1.0562312602996826, -0.7616841793060303, -0.00020001317898277193, -0.017385350540280342, -1.8474675416946411, -1.1082501411437988, -0.6785815954208374, -1.667843222618103, -0.9541960954666138, -2.7327091693878174, -0.8802212476730347, -1.9811426401138306, -0.6148490309715271, -1.0814337730407715, -1.5611528158187866, -1.397984504699707, -1.4691210985183716, -1.5061817169189453, -1.6295557022094727, -1.4952200651168823, -1.1314420700073242, -1.70924973487854, -0.9287627935409546, -1.525964617729187, -1.603102684020996, -0.4462154507637024, -2.4135079383850098, -1.2248774766921997, -0.7087303400039673, -1.9553322792053223, -1.424851417541504, -1.143114686012268, -0.7212783694267273, -2.0519728660583496, -1.587127685546875, -1.0968821048736572, -1.5378575325012207, -1.4631980657577515, -1.5184857845306396, -2.0324389934539795, -1.7143681049346924, -1.3599876165390015, -1.4279311895370483, -1.8385266065597534, -2.187889337539673, -1.3307358026504517, -2.290065050125122, -1.2918444871902466, -1.1486084461212158, -2.061532974243164, -1.691294550895691, -1.3715057373046875, -1.8561643362045288, -1.1240991353988647, -1.6511645317077637, -1.5374629497528076, -1.5844260454177856, -1.0175527334213257, -1.1893179416656494, -1.1309400796890259, -1.2145620584487915, -1.384788155555725, -0.060252845287323, -1.6581825017929077, -2.133068323135376, -0.058830443769693375, -1.446250557899475, -1.1140458583831787, -1.5138689279556274, -1.8974225521087646, -1.0266426801681519, -1.554347038269043, -1.4235424995422363, -1.73493492603302, -1.9420745372772217, -0.1090669333934784, -1.9933446645736694, -1.2272024154663086, -1.9212121963500977, -1.674182653427124, -1.6472527980804443, -1.4835067987442017, -1.9381870031356812, -1.9665888547897339, -0.4843853712081909, -1.977155089378357, -1.714255928993225, -2.1160264015197754, -1.415245771408081, -2.68674373626709, -2.0573885440826416, -1.040176510810852, -1.7522623538970947, -0.08295487612485886, -1.6669999361038208, -2.415945291519165, -0.001353063271380961, -0.29890763759613037, -1.814032793045044, -0.609062135219574, -1.4108632802963257, -1.1075546741485596, -1.750103235244751, -1.5036407709121704, -1.627941608428955, -0.000325388420606032, -0.2042289525270462, -2.6358096599578857, -1.3516865968704224, -1.5090779066085815, -1.1958510875701904, -0.2684961259365082, -1.1968498229980469, -0.6644715070724487, -1.012316107749939, -0.7674127221107483, -1.7976129055023193, -0.42864280939102173, -1.4564270973205566, -1.6269383430480957, -0.8031451106071472, -2.0822834968566895, -1.1094386577606201, -1.0656987428665161, -1.4950395822525024, -0.45320963859558105, -0.00035422726068645716, -0.01220602449029684, -2.118225336074829, -0.8436442613601685, -1.6565228700637817, -2.1227681636810303, -2.1844887733459473, -1.493775725364685, -1.4782272577285767, -2.3351809978485107, -1.8851189613342285, -1.9361352920532227, -1.4444105625152588, -1.3213450908660889, -2.0975115299224854, -1.0231226682662964, -0.8707882165908813, -1.2312498092651367, -2.334897518157959, -2.180401086807251, -2.0422844886779785, -2.223212957382202, -2.1148898601531982, -1.6183960437774658, -1.8825254440307617, -0.22925221920013428, -1.4230034351348877, -1.5384764671325684]}, "Bot002_099_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok I think I can be. tell me about your parents I like to be with my friends and family.[WINKING FACE] i\u2019m close to my parents. they\u2019re bankers. i want to become one too I do not know how to do that. that\u2019s why i have to study finance I am a girl and I love to travel i know that I have a lot of friends me too", "response": "I like to be with my friends.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot002_099_18", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "X", "O", "O", "T", "O", "T", "T"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -9.692291259765625, -11.637619018554688, -11.074662208557129, -8.019126892089844, -11.708462715148926, -16.987712860107422, -17.662256240844727, -14.616978645324707, -16.933813095092773, -14.323569297790527, -14.52623176574707, -17.135478973388672, -10.179327964782715, -26.731264114379883, -18.643699645996094, -14.096348762512207, -14.54956340789795, -17.51498031616211, -27.84251594543457, -19.1031551361084, -19.02471351623535, -13.72610855102539], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1798183917999268, -0.5093610882759094, -0.7563604116439819, -0.8075531721115112, -1.2883237600326538, -1.2828264236450195, -1.760854721069336, -1.2898778915405273, -1.6899590492248535, -0.5593382716178894, -1.3033818006515503, -0.0015206689713522792, -0.1624222993850708, -0.7094315886497498, -1.0562312602996826, -0.7616841793060303, -0.00020001317898277193, -0.017385350540280342, -1.8474675416946411, -1.1082501411437988, -0.6785815954208374, -1.667843222618103, -0.9541960954666138, -2.7327091693878174, -0.8802212476730347, -1.9811426401138306, -0.6148490309715271, -1.0814337730407715, -1.5611528158187866, -1.397984504699707, -1.4691210985183716, -1.5061817169189453, -1.6295557022094727, -1.4952200651168823, -1.1314420700073242, -1.70924973487854, -0.9287627935409546, -1.525964617729187, -1.603102684020996, -0.4462154507637024, -2.4135079383850098, -1.2248774766921997, -0.7087303400039673, -1.9553322792053223, -1.424851417541504, -1.143114686012268, -0.7212783694267273, -2.0519728660583496, -1.587127685546875, -1.0968821048736572, -1.5378575325012207, -1.4631980657577515, -1.5184857845306396, -2.0324389934539795, -1.7143681049346924, -1.3599876165390015, -1.4279311895370483, -1.8385266065597534, -2.187889337539673, -1.3307358026504517, -2.290065050125122, -1.2918444871902466, -1.1486084461212158, -2.061532974243164, -1.691294550895691, -1.3715057373046875, -1.8561643362045288, -1.1240991353988647, -1.6511645317077637, -1.5374629497528076, -1.5844260454177856, -1.0175527334213257, -1.1893179416656494, -1.1309400796890259, -1.2145620584487915, -1.384788155555725, -0.060252845287323, -1.6581825017929077, -2.133068323135376, -0.058830443769693375, -1.446250557899475, -1.1140458583831787, -1.5138689279556274, -1.8974225521087646, -1.0266426801681519, -1.554347038269043, -1.4235424995422363, -1.73493492603302, -1.9420745372772217, -0.1090669333934784, -1.9933446645736694, -1.2272024154663086, -1.9212121963500977, -1.674182653427124, -1.6472527980804443, -1.4835067987442017, -1.9381870031356812, -1.9665888547897339, -0.4843853712081909, -1.977155089378357, -1.714255928993225, -2.1160264015197754, -1.415245771408081, -2.68674373626709, -2.0573885440826416, -1.040176510810852, -1.7522623538970947, -0.08295487612485886, -1.6669999361038208, -2.415945291519165, -0.001353063271380961, -0.29890763759613037, -1.814032793045044, -0.609062135219574, -1.4108632802963257, -1.1075546741485596, -1.750103235244751, -1.5036407709121704, -1.627941608428955, -0.000325388420606032, -0.2042289525270462, -2.6358096599578857, -1.3516865968704224, -1.5090779066085815, -1.1958510875701904, -0.2684961259365082, -1.1968498229980469, -0.6644715070724487, -1.012312650680542, -0.7674126029014587, -1.797606348991394, -0.4286435842514038, -1.456423282623291, -1.6269348859786987, -0.8031415939331055, -2.082285165786743, -1.1094387769699097, -1.0657000541687012, -1.4950497150421143, -0.4532051086425781, -0.00035422726068645716, -0.012205906212329865, -2.118215799331665, -0.8436341285705566, -1.6565077304840088, -2.122779607772827, -2.184483766555786, -1.4937686920166016, -1.4782296419143677, -2.3351833820343018, -1.8851165771484375, -1.9361355304718018, -1.444392204284668, -1.3213462829589844, -2.0975074768066406, -1.0231157541275024, -0.8707846403121948, -1.2312463521957397, -2.3348870277404785, -2.1804051399230957, -2.042297840118408, -1.6951475143432617, -1.2071459293365479, -1.5322691202163696, -0.5432382822036743, -1.4298053979873657, -1.577640414237976, -1.8221677541732788, -0.8914343118667603, -2.255858898162842, -2.123774766921997, -0.31898418068885803, -1.0656362771987915, -0.7640618085861206, -0.7033478021621704, -0.9236243367195129, -1.6298247575759888, -0.5820692181587219, -0.9690406918525696, -1.6823760271072388, -0.03198711574077606, -0.04765607789158821, -1.604270577430725, -2.870072841644287, -1.8429287672042847, -0.6351268291473389, -1.3939059972763062, -2.3485324382781982, -0.2646455764770508, -0.44748327136039734, -0.14853394031524658, -0.6254500150680542, -0.8332549333572388, -1.2189565896987915]}, "Bot002_099_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok I think I can be. tell me about your parents I like to be with my friends and family.[WINKING FACE] i\u2019m close to my parents. they\u2019re bankers. i want to become one too I do not know how to do that. that\u2019s why i have to study finance I am a girl and I love to travel i know that I have a lot of friends me too I like to be with my friends.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] so do i", "response": "I like to be with my friends.", "annotation_id": "Bot002_099_20", "annotations": ["X", "T", "X", "T", "T", "O", "T", "T", "X", "X", "T", "X", "O", "X", "T"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -9.692291259765625, -11.637619018554688, -11.074662208557129, -8.019126892089844, -11.708462715148926, -7.734127998352051], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -0.4998011887073517, -2.2982637882232666, -2.1798183917999268, -0.5093610882759094, -0.7563604116439819, -0.8075531721115112, -1.2883237600326538, -1.2828264236450195, -1.760854721069336, -1.2898778915405273, -1.6899590492248535, -0.5593382716178894, -1.3033818006515503, -0.0015206689713522792, -0.1624222993850708, -0.7094315886497498, -1.0562312602996826, -0.7616841793060303, -0.00020001317898277193, -0.017385350540280342, -1.8474675416946411, -1.1082501411437988, -0.6785815954208374, -1.667843222618103, -0.9541960954666138, -2.7327091693878174, -0.8802212476730347, -1.9811426401138306, -0.6148490309715271, -1.0814337730407715, -1.5611528158187866, -1.397984504699707, -1.4691210985183716, -1.5061817169189453, -1.6295557022094727, -1.4952200651168823, -1.1314420700073242, -1.70924973487854, -0.9287627935409546, -1.525964617729187, -1.603102684020996, -0.4462154507637024, -2.4135079383850098, -1.2248774766921997, -0.7087303400039673, -1.9553322792053223, -1.424851417541504, -1.143114686012268, -0.7212783694267273, -2.0519728660583496, -1.587127685546875, -1.0968821048736572, -1.5378575325012207, -1.4631980657577515, -1.5184857845306396, -2.0324389934539795, -1.7143681049346924, -1.3599876165390015, -1.4279311895370483, -1.8385266065597534, -2.187889337539673, -1.3307358026504517, -2.290065050125122, -1.2918444871902466, -1.1486084461212158, -2.061532974243164, -1.691294550895691, -1.3715057373046875, -1.8561643362045288, -1.1240991353988647, -1.6511645317077637, -1.5374629497528076, -1.5844260454177856, -1.0175527334213257, -1.1893179416656494, -1.1309400796890259, -1.2145620584487915, -1.384788155555725, -0.060252845287323, -1.6581825017929077, -2.133068323135376, -0.058830443769693375, -1.446250557899475, -1.1140458583831787, -1.5138689279556274, -1.8974225521087646, -1.0266426801681519, -1.554347038269043, -1.4235424995422363, -1.73493492603302, -1.9420745372772217, -0.1090669333934784, -1.9933446645736694, -1.2272024154663086, -1.9212121963500977, -1.674182653427124, -1.6472527980804443, -1.4835067987442017, -1.9381870031356812, -1.9665888547897339, -0.4843853712081909, -1.977155089378357, -1.714255928993225, -2.1160264015197754, -1.415245771408081, -2.68674373626709, -2.0573885440826416, -1.040176510810852, -1.7522623538970947, -0.08295487612485886, -1.6669999361038208, -2.415945291519165, -0.001353063271380961, -0.29890763759613037, -1.814032793045044, -0.609062135219574, -1.4108632802963257, -1.1075546741485596, -1.750103235244751, -1.5036407709121704, -1.627941608428955, -0.000325388420606032, -0.2042289525270462, -2.6358096599578857, -1.3516865968704224, -1.5090779066085815, -1.1958510875701904, -0.2684961259365082, -1.1968498229980469, -0.6644715070724487, -1.012312650680542, -0.7674126029014587, -1.797606348991394, -0.4286435842514038, -1.456423282623291, -1.6269348859786987, -0.8031415939331055, -2.082285165786743, -1.1094387769699097, -1.0657000541687012, -1.4950497150421143, -0.4532051086425781, -0.00035422726068645716, -0.012205906212329865, -2.118215799331665, -0.8436341285705566, -1.6565077304840088, -2.122779607772827, -2.184483766555786, -1.4937686920166016, -1.4782296419143677, -2.3351833820343018, -1.8851165771484375, -1.9361355304718018, -1.444392204284668, -1.3213462829589844, -2.0975074768066406, -1.0231157541275024, -0.8707846403121948, -1.2312463521957397, -2.3348870277404785, -2.1804051399230957, -2.042297840118408, -1.6951475143432617, -1.2071459293365479, -1.5322691202163696, -0.5432382822036743, -1.4298053979873657, -1.577640414237976, -1.8221677541732788, -0.8914343118667603, -2.360053062438965, -0.2578347623348236, -1.6913611888885498, -0.645785391330719, -0.8698562979698181, -1.0630615949630737, -1.433839201927185, -0.7239848375320435, -0.8305166959762573, -1.996338129043579, -0.05971406400203705, -0.02476341463625431, -2.026643753051758, -2.927415609359741, -1.7314928770065308, -0.5870881080627441, -1.0273709297180176, -2.574364423751831, -0.3360025882720947, -0.27640631794929504, -0.13655513525009155, -0.7863320112228394, -0.4026048481464386, -1.5886038541793823, -1.832916021347046, -0.6637696623802185, -2.2570035457611084, -2.430219888687134, -2.2366418838500977, -0.31165969371795654, -1.1388546228408813, -0.32276153564453125, -0.5215802192687988, -0.5382612943649292, -1.676677942276001, -1.2139058113098145]}, "Bot003_003_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi!", "response": "Hi! i am a hip hop hop hop hop hop hop.", "annotation_id": "Bot003_003_02", "annotations": ["X", "O", "X", "O", "T", "T", "O", "O", "O", "X", "X", "T", "T", "T", "T"], "gpt2_target_score": [-16.286060333251953, -4.595193862915039, -6.924321174621582, -10.475906372070312, -8.092962265014648, -14.734723091125488, -15.23046875, -12.26231575012207, -14.989165306091309, -10.64824390411377, -11.693486213684082, -10.143617630004883, -8.788859367370605], "gpt2_argmax_score": [-0.11439462006092072, -3.086366891860962, -2.3522613048553467, -0.6154480576515198, -1.5239157676696777, -1.0421724319458008, -2.0694353580474854, -0.6173568964004517, -1.1893303394317627, -1.4407856464385986, -1.3006945848464966, -2.726229190826416, -0.8532289862632751, -1.6997790336608887, -1.7584439516067505, -1.8295488357543945, -2.0043599605560303, -2.0022096633911133, -1.9933360815048218, -1.2196980714797974]}, "Bot003_003_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop?", "response": "Yeah, i'm talking about that.", "annotation_id": "Bot003_003_04", "annotations": ["O", "O", "T", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-16.587383270263672, -4.402338027954102, -6.924321174621582, -12.00164794921875, -13.148382186889648, -9.905804634094238, -8.733453750610352, -11.034847259521484], "gpt2_argmax_score": [-0.11439462006092072, -3.086366891860962, -2.3522613048553467, -0.6154480576515198, -1.5239157676696777, -1.0421724319458008, -0.7029209136962891, -0.8927121162414551, -1.2514393329620361, -1.3346753120422363, -2.5997560024261475, -0.7978524565696716, -1.7361512184143066, -1.7662023305892944, -1.9243800640106201, -2.168534994125366, -2.3292477130889893, -2.2955703735351562, -1.4033915996551514, -1.4568748474121094, -1.1233667135238647, -1.8432559967041016, -2.1191349029541016, -1.6478652954101562, -1.372517704963684, -2.148332357406616, -0.010355904698371887, -0.7782344818115234, -2.219555377960205, -1.9994654655456543, -0.9868745803833008, -1.5958278179168701, -2.4988222122192383, -1.583130955696106, -0.6349570155143738, -2.161273717880249, -2.590604782104492, -1.73941969871521]}, "Bot003_003_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like?", "response": "I like hip hop and r b", "annotation_id": "Bot003_003_06", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "T", "O", "T", "O", "O", "O", "T"], "gpt2_target_score": [-11.015860557556152, -7.410585403442383, -10.332371711730957, -14.3076171875, -6.311025142669678, -7.441006660461426, -8.407663345336914], "gpt2_argmax_score": [-0.11439462006092072, -3.086366891860962, -2.3522613048553467, -0.6154480576515198, -1.5239157676696777, -1.0421724319458008, -0.7029209136962891, -0.8927121162414551, -1.2514393329620361, -1.3346753120422363, -2.5997560024261475, -0.7978524565696716, -1.7361512184143066, -1.7662023305892944, -1.9243800640106201, -2.168534994125366, -2.3292477130889893, -2.2955703735351562, -1.4033915996551514, -1.4568748474121094, -1.1233667135238647, -1.8432559967041016, -2.1191349029541016, -1.6478652954101562, -1.3724875450134277, -2.1483359336853027, -0.010355786420404911, -0.7782410383224487, -2.2195611000061035, -1.0280007123947144, -1.5858551263809204, -2.4929146766662598, -1.5448044538497925, -0.609578013420105, -2.281266450881958, -2.715808153152466, -1.7715742588043213, -1.4643009901046753, -1.1871322393417358, -1.5713207721710205, -0.03325909748673439, -1.1908069849014282, -0.8756271004676819, -1.6049907207489014, -2.275916814804077, -1.2949435710906982, -2.256474018096924, -0.012311652302742004, -1.4221338033676147, -2.1706674098968506, -0.7630642056465149, -1.7794934511184692]}, "Bot003_003_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,?", "response": "I'm not", "annotation_id": "Bot003_003_08", "annotations": ["T", "O", "X", "O", "X", "X", "X", "T", "X", "X", "X", "T", "T", "T", "T"], "gpt2_target_score": [-11.015860557556152, -8.093339920043945, -7.534886360168457], "gpt2_argmax_score": [-0.11439462006092072, -3.086366891860962, -2.3522613048553467, -0.6154480576515198, -1.5239157676696777, -1.0421724319458008, -0.7029209136962891, -0.8927121162414551, -1.2514393329620361, -1.3346753120422363, -2.5997560024261475, -0.7978524565696716, -1.7361512184143066, -1.7662023305892944, -1.9243800640106201, -2.168534994125366, -2.3292477130889893, -2.2955703735351562, -1.4033915996551514, -1.4568748474121094, -1.1233667135238647, -1.8432559967041016, -2.1191349029541016, -1.6478652954101562, -1.372517704963684, -2.148332357406616, -0.010355904698371887, -0.7782344818115234, -2.219555377960205, -1.02799654006958, -1.5858538150787354, -2.4929251670837402, -1.5447924137115479, -0.60957932472229, -2.2812650203704834, -2.7158074378967285, -1.771579384803772, -1.4643139839172363, -1.1871370077133179, -1.5713093280792236, -0.033258289098739624, -1.1908068656921387, -0.8756428956985474, -1.604984998703003, -1.6233620643615723, -2.22491455078125, -0.011860212311148643, -1.3640050888061523, -2.110076904296875, -0.6538494229316711, -1.5833184719085693, -1.8385491371154785, -0.2954256236553192, -0.04948674142360687, -0.15543952584266663, -2.2449662685394287, -1.662720799446106, -2.3737294673919678, -0.8447814583778381, -2.2481331825256348, -2.3005058765411377]}, "Bot003_003_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,? I'm not Me too...", "response": "I'm not gon na be able to help you.", "annotation_id": "Bot003_003_10", "annotations": ["X", "T", "X", "X", "X", "X", "T", "T", "T", "X", "X", "T", "O", "T", "T"], "gpt2_target_score": [-11.015865325927734, -8.093338966369629, -7.534914970397949, -15.249415397644043, -12.50223159790039, -11.882802963256836, -14.991083145141602, -9.768423080444336, -9.274473190307617, -7.967920780181885, -9.687347412109375], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.5239291191101074, -1.0421661138534546, -0.7029053568840027, -0.89273601770401, -1.2514625787734985, -1.3346506357192993, -2.599761486053467, -0.7978466153144836, -1.736146092414856, -1.766169786453247, -1.9243919849395752, -2.1685688495635986, -2.329252243041992, -2.295549154281616, -1.403411626815796, -1.4569065570831299, -1.1233855485916138, -1.8432363271713257, -2.119102716445923, -1.6478809118270874, -1.3725306987762451, -2.148348808288574, -0.010355904698371887, -0.7782347798347473, -2.2196011543273926, -1.0279793739318848, -1.585874080657959, -2.4929425716400146, -1.5448143482208252, -0.6095877885818481, -2.281283140182495, -2.715785264968872, -1.7715284824371338, -1.46429443359375, -1.1871418952941895, -1.5713238716125488, -0.033257484436035156, -1.1907960176467896, -0.8756446838378906, -1.6049511432647705, -1.623408555984497, -2.2249364852905273, -0.011859976686537266, -1.3639947175979614, -2.1100571155548096, -0.6538427472114563, -1.5833165645599365, -1.8385592699050903, -0.2954273819923401, -0.049486398696899414, -0.15544074773788452, -2.2449300289154053, -1.6626968383789062, -1.0010812282562256, -2.4558939933776855, -2.2100472450256348, -1.7189486026763916, -1.5228430032730103, -1.952069640159607, -2.141291856765747, -0.7351014614105225, -2.547675132751465, -2.434633731842041, -2.2836318016052246, -3.236090660095215, -2.6209299564361572, -0.012593507766723633, -2.406393051147461, -0.21975073218345642, -2.235685348510742, -1.450056552886963]}, "Bot003_003_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,? I'm not Me too... I'm not gon na be able to help you. What are you doing?", "response": "I'm not trying to kill you.", "annotation_id": "Bot003_003_12", "annotations": ["X", "X", "X", "T", "X", "X", "X", "T", "T", "T", "X", "T", "O", "T", "T"], "gpt2_target_score": [-11.015865325927734, -8.093338966369629, -7.534914970397949, -11.901286125183105, -6.756762981414795, -14.654394149780273, -7.565804958343506, -11.034826278686523], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.5239291191101074, -1.0421661138534546, -0.7029053568840027, -0.89273601770401, -1.2514625787734985, -1.3346506357192993, -2.599761486053467, -0.7978466153144836, -1.736146092414856, -1.766169786453247, -1.9243919849395752, -2.1685688495635986, -2.329252243041992, -2.295549154281616, -1.403411626815796, -1.4569065570831299, -1.1233855485916138, -1.8432363271713257, -2.119102716445923, -1.6478809118270874, -1.3725306987762451, -2.148348808288574, -0.010355904698371887, -0.7782347798347473, -2.2196011543273926, -1.0279793739318848, -1.585874080657959, -2.4929425716400146, -1.5448143482208252, -0.6095877885818481, -2.281283140182495, -2.715785264968872, -1.7715200185775757, -1.464302897453308, -1.1871448755264282, -1.5713121891021729, -0.033257368952035904, -1.190799593925476, -0.8756452798843384, -1.604951024055481, -1.6234053373336792, -2.224935293197632, -0.01185985840857029, -1.3640007972717285, -2.110051155090332, -0.6538400053977966, -1.5833195447921753, -1.838556170463562, -0.2954369783401489, -0.04948617145419121, -0.15544575452804565, -2.244941234588623, -1.6626920700073242, -1.001075267791748, -2.4558980464935303, -2.210047483444214, -1.7189515829086304, -1.522853970527649, -1.9520641565322876, -0.6851756572723389, -2.674041271209717, -2.5309503078460693, -2.2747182846069336, -2.7874670028686523, -2.6802785396575928, -0.01507039088755846, -2.781400680541992, -0.2641015350818634, -2.1700527667999268, -1.3676228523254395, -1.9831128120422363, -0.5257574915885925, -0.8961230516433716, -1.0587706565856934, -1.451899528503418, -1.7577699422836304, -0.7265639901161194, -2.7751967906951904, -1.9850581884384155, -0.025272883474826813, -1.644376277923584, -0.23035937547683716, -0.9698255658149719, -0.8174997568130493]}, "Bot003_003_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,? I'm not Me too... I'm not gon na be able to help you. What are you doing? I'm not trying to kill you. That is nice to hear...", "response": "I'm not gon na let you go", "annotation_id": "Bot003_003_14", "annotations": ["T", "X", "X", "T", "X", "X", "T", "O", "X", "X", "X", "X", "O", "T", "T"], "gpt2_target_score": [-11.015865325927734, -8.093338966369629, -7.534914970397949, -15.249415397644043, -12.50223159790039, -9.842260360717773, -7.565804958343506, -12.651632308959961], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.5239291191101074, -1.0421661138534546, -0.7029053568840027, -0.89273601770401, -1.2514625787734985, -1.3346506357192993, -2.599761486053467, -0.7978466153144836, -1.736146092414856, -1.766169786453247, -1.9243919849395752, -2.1685688495635986, -2.329252243041992, -2.295549154281616, -1.403411626815796, -1.4569065570831299, -1.1233855485916138, -1.8432363271713257, -2.119102716445923, -1.6478809118270874, -1.3725306987762451, -2.148348808288574, -0.010355904698371887, -0.7782347798347473, -2.2196011543273926, -1.0279793739318848, -1.585874080657959, -2.4929425716400146, -1.5448143482208252, -0.6095877885818481, -2.281283140182495, -2.715785264968872, -1.7715200185775757, -1.464302897453308, -1.1871448755264282, -1.5713121891021729, -0.033257368952035904, -1.190799593925476, -0.8756358623504639, -1.6049591302871704, -1.623402714729309, -2.224931240081787, -0.011860094033181667, -1.363996148109436, -2.1100523471832275, -0.6538398861885071, -1.5833178758621216, -1.838558316230774, -0.29542723298072815, -0.049485944211483, -0.1554431915283203, -2.244943618774414, -1.6626760959625244, -1.001075267791748, -2.4559061527252197, -2.2100491523742676, -1.718956708908081, -1.5228499174118042, -1.95205819606781, -0.6851715445518494, -2.6740450859069824, -2.530954122543335, -2.274714708328247, -2.7874631881713867, -2.6802866458892822, -0.015070156194269657, -2.7813892364501953, -0.26409411430358887, -2.1700501441955566, -1.36762535572052, -1.9831141233444214, -0.525762677192688, -0.8961357474327087, -1.0587702989578247, -1.4518877267837524, -0.7270959615707397, -2.647020101547241, -1.8136303424835205, -0.024444835260510445, -1.6311930418014526, -0.24895426630973816, -1.1050041913986206, -0.9520013928413391, -0.39876675605773926, -2.2190158367156982, -1.095080018043518, -0.503104567527771, -0.7354822754859924, -1.8225511312484741, -1.7437119483947754, -0.8537960052490234, -2.2209994792938232, -1.9372509717941284, -0.41709819436073303, -0.18528293073177338, -0.3164832293987274, -1.9494621753692627, -1.218258261680603]}, "Bot003_003_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,? I'm not Me too... I'm not gon na be able to help you. What are you doing? I'm not trying to kill you. That is nice to hear... I'm not gon na let you go Like my parents", "response": "I am a hip hop hop hop hop hop hop.", "annotation_id": "Bot003_003_16", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "X", "T", "T", "T"], "gpt2_target_score": [-11.015865325927734, -6.817452430725098, -6.0833845138549805, -13.150202751159668, -10.818058013916016, -13.887563705444336, -12.235025405883789, -14.578298568725586, -10.859067916870117, -11.85743236541748, -9.687347412109375], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.5239291191101074, -1.0421661138534546, -0.7029053568840027, -0.89273601770401, -1.2514625787734985, -1.3346506357192993, -2.599761486053467, -0.7978466153144836, -1.736146092414856, -1.766169786453247, -1.9243919849395752, -2.1685688495635986, -2.329252243041992, -2.295549154281616, -1.403411626815796, -1.4569065570831299, -1.1233855485916138, -1.8432363271713257, -2.119102716445923, -1.6478809118270874, -1.3725306987762451, -2.148348808288574, -0.010355904698371887, -0.7782347798347473, -2.2196011543273926, -1.0279793739318848, -1.585874080657959, -2.4929425716400146, -1.5448143482208252, -0.6095877885818481, -2.281283140182495, -2.715785264968872, -1.7715200185775757, -1.464302897453308, -1.1871448755264282, -1.5713121891021729, -0.033257368952035904, -1.190799593925476, -0.8756358623504639, -1.6049591302871704, -1.623402714729309, -2.224931240081787, -0.011860094033181667, -1.363996148109436, -2.1100523471832275, -0.6538398861885071, -1.5833178758621216, -1.838558316230774, -0.29542723298072815, -0.049485944211483, -0.1554431915283203, -2.244943618774414, -1.6626760959625244, -1.001075267791748, -2.4559061527252197, -2.2100491523742676, -1.718956708908081, -1.5228499174118042, -1.95205819606781, -0.6851715445518494, -2.6740450859069824, -2.530954122543335, -2.274714708328247, -2.7874631881713867, -2.6802866458892822, -0.015070156194269657, -2.7813892364501953, -0.26409411430358887, -2.1700501441955566, -1.36762535572052, -1.9831141233444214, -0.525762677192688, -0.8961357474327087, -1.0587702989578247, -1.4518877267837524, -0.7270959615707397, -2.647020101547241, -1.8136303424835205, -0.024444835260510445, -1.6311930418014526, -0.24895426630973816, -1.1050041913986206, -0.9520013928413391, -0.39876675605773926, -2.2190158367156982, -1.095080018043518, -0.503104567527771, -0.7354822754859924, -1.8225511312484741, -0.689388632774353, -1.8559232950210571, -1.690832495689392, -0.6969704031944275, -0.30996784567832947, -0.41513535380363464, -1.9942541122436523, -1.1407568454742432, -2.037086248397827, -2.9087164402008057, -1.5752934217453003, -2.1441352367401123, -0.9382721781730652, -2.4437968730926514, -2.1618924140930176, -0.010995983146131039, -1.7663832902908325, -1.9047890901565552, -2.014892578125, -2.1283493041992188, -2.2000932693481445, -2.2115180492401123, -1.1075454950332642]}, "Bot003_003_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,? I'm not Me too... I'm not gon na be able to help you. What are you doing? I'm not trying to kill you. That is nice to hear... I'm not gon na let you go Like my parents I am a hip hop hop hop hop hop hop. What does it mean?", "response": "I don't know.", "annotation_id": "Bot003_003_18", "annotations": ["T", "X", "O", "T", "X", "X", "O", "O", "T", "T", "O", "T", "X", "O", "T"], "gpt2_target_score": [-11.015865325927734, -8.064278602600098, -10.987582206726074, -13.885584831237793, -3.442553997039795], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.5239291191101074, -1.0421661138534546, -0.7029053568840027, -0.89273601770401, -1.2514625787734985, -1.3346506357192993, -2.599761486053467, -0.7978466153144836, -1.736146092414856, -1.766169786453247, -1.9243919849395752, -2.1685688495635986, -2.329252243041992, -2.295549154281616, -1.403411626815796, -1.4569065570831299, -1.1233855485916138, -1.8432363271713257, -2.119102716445923, -1.6478809118270874, -1.3725306987762451, -2.148348808288574, -0.010355904698371887, -0.7782347798347473, -2.2196011543273926, -1.0279793739318848, -1.585874080657959, -2.4929425716400146, -1.5448143482208252, -0.6095877885818481, -2.281283140182495, -2.715785264968872, -1.7715200185775757, -1.464302897453308, -1.1871448755264282, -1.5713121891021729, -0.033257368952035904, -1.190799593925476, -0.8756358623504639, -1.6049591302871704, -1.623402714729309, -2.224931240081787, -0.011860094033181667, -1.363996148109436, -2.1100523471832275, -0.6538398861885071, -1.5833178758621216, -1.838558316230774, -0.29542723298072815, -0.049485944211483, -0.1554431915283203, -2.244943618774414, -1.6626760959625244, -1.001075267791748, -2.4559061527252197, -2.2100491523742676, -1.718956708908081, -1.5228499174118042, -1.95205819606781, -0.6851715445518494, -2.6740450859069824, -2.530954122543335, -2.274714708328247, -2.7874631881713867, -2.6802866458892822, -0.015070156194269657, -2.7813892364501953, -0.26409411430358887, -2.1700501441955566, -1.36762535572052, -1.9831141233444214, -0.525762677192688, -0.8961357474327087, -1.0587702989578247, -1.4518877267837524, -0.7270959615707397, -2.647020101547241, -1.8136303424835205, -0.024444835260510445, -1.6311930418014526, -0.24895845353603363, -1.1050145626068115, -0.952000617980957, -0.3987583518028259, -2.219022035598755, -1.0950731039047241, -0.5031089186668396, -0.7354785203933716, -1.822549819946289, -0.6893883347511292, -1.8559242486953735, -1.690832495689392, -0.6969723105430603, -0.30997344851493835, -0.41513386368751526, -1.994249939918518, -1.140756607055664, -2.0371077060699463, -2.9087235927581787, -1.5752805471420288, -0.8523178696632385, -2.6493608951568604, -2.680114269256592, -0.012289043515920639, -2.076183557510376, -2.2431013584136963, -2.287194013595581, -2.357624053955078, -2.339556932449341, -2.2256343364715576, -1.2455438375473022, -1.936348795890808, -1.0195086002349854, -0.5574473738670349, -0.732453465461731, -1.4338722229003906, -1.820238471031189, -0.9691486954689026, -0.15672042965888977, -1.2440061569213867, -1.5295437574386597, -0.9064184427261353]}, "Bot003_003_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,? I'm not Me too... I'm not gon na be able to help you. What are you doing? I'm not trying to kill you. That is nice to hear... I'm not gon na let you go Like my parents I am a hip hop hop hop hop hop hop. What does it mean? I don't know. Are you high or something?", "response": "I don't know.", "annotation_id": "Bot003_003_20", "annotations": ["T", "X", "X", "T", "X", "X", "T", "O", "T", "X", "X", "T", "X", "T", "T"], "gpt2_target_score": [-11.015865325927734, -8.064278602600098, -10.987582206726074, -13.885584831237793, -3.442553997039795], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.5239291191101074, -1.0421661138534546, -0.7029053568840027, -0.89273601770401, -1.2514625787734985, -1.3346506357192993, -2.599761486053467, -0.7978466153144836, -1.736146092414856, -1.766169786453247, -1.9243919849395752, -2.1685688495635986, -2.329252243041992, -2.295549154281616, -1.403411626815796, -1.4569065570831299, -1.1233855485916138, -1.8432363271713257, -2.119102716445923, -1.6478809118270874, -1.3725306987762451, -2.148348808288574, -0.010355904698371887, -0.7782347798347473, -2.2196011543273926, -1.0279793739318848, -1.585874080657959, -2.4929425716400146, -1.5448143482208252, -0.6095877885818481, -2.281283140182495, -2.715785264968872, -1.7715200185775757, -1.464302897453308, -1.1871448755264282, -1.5713121891021729, -0.033257368952035904, -1.190799593925476, -0.8756358623504639, -1.6049591302871704, -1.623402714729309, -2.224931240081787, -0.011860094033181667, -1.363996148109436, -2.1100523471832275, -0.6538398861885071, -1.5833178758621216, -1.838558316230774, -0.29542723298072815, -0.049485944211483, -0.1554431915283203, -2.244943618774414, -1.6626760959625244, -1.001075267791748, -2.4559061527252197, -2.2100491523742676, -1.718956708908081, -1.5228499174118042, -1.95205819606781, -0.6851715445518494, -2.6740450859069824, -2.530954122543335, -2.274714708328247, -2.7874631881713867, -2.6802866458892822, -0.015070156194269657, -2.7813892364501953, -0.26409411430358887, -2.1700501441955566, -1.36762535572052, -1.9831141233444214, -0.525762677192688, -0.8961357474327087, -1.0587702989578247, -1.4518877267837524, -0.7270959615707397, -2.647020101547241, -1.8136303424835205, -0.024444835260510445, -1.6311930418014526, -0.24895426630973816, -1.1050041913986206, -0.9520013928413391, -0.39876675605773926, -2.2190158367156982, -1.095080018043518, -0.5031028389930725, -0.7354811429977417, -1.8225406408309937, -0.6893801689147949, -1.8559250831604004, -1.6908327341079712, -0.6969737410545349, -0.30997273325920105, -0.41514062881469727, -1.9942625761032104, -1.1407601833343506, -2.0370912551879883, -2.90871262550354, -1.5752875804901123, -0.8523209691047668, -2.649343729019165, -2.6801154613494873, -0.012289043515920639, -2.0761828422546387, -2.24310040473938, -2.2871885299682617, -2.35762619972229, -2.3395540714263916, -2.225632429122925, -1.2455520629882812, -1.9363363981246948, -1.019507646560669, -0.557451069355011, -0.7324544191360474, -1.433883547782898, -0.8010240197181702, -0.08723113685846329, -1.353983998298645, -1.3559032678604126, -1.0945565700531006, -0.0770096480846405, -2.490091323852539, -1.5239149332046509, -0.65983647108078, -0.5101917386054993, -1.4281882047653198, -1.5356229543685913, -0.8496077656745911, -0.12084102630615234, -0.7984858751296997, -1.2425936460494995, -0.7670745253562927]}, "Bot003_004_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it&", "response": "I am a bit of a loner. i like to be in the shower.", "annotation_id": "Bot003_004_02", "annotations": ["X", "O", "X", "T", "X", "T", "T", "O", "X", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-9.90632438659668, -8.49247932434082, -7.812882900238037, -9.947030067443848, -11.61589241027832, -6.584590911865234, -6.616880893707275, -19.580087661743164, -12.758851051330566, -9.763959884643555, -3.8841183185577393, -7.136335849761963, -9.49376392364502, -5.724415302276611, -6.06193208694458, -9.854665756225586, -9.0193452835083], "gpt2_argmax_score": [-1.541273593902588, -1.1643238067626953, -0.6256728768348694, -2.0224850177764893, -0.2384052574634552, -1.934612512588501, -1.628172516822815, -1.7952206134796143, -0.48681744933128357, -2.5367867946624756, -1.5297939777374268, -2.1584458351135254, -3.3493239879608154, -1.2372783422470093, -0.12310444563627243, -2.296164035797119, -0.6583146452903748, -1.751526117324829, -1.3359389305114746, -2.350058078765869, -1.5244349241256714, -2.79468035697937, -1.9515992403030396, -1.6330878734588623, -1.6020355224609375, -1.5241377353668213, -1.570253849029541]}, "Bot003_004_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired", "response": "I see.. what is your sign?", "annotation_id": "Bot003_004_04", "annotations": ["T", "O", "X", "T", "X", "T", "X", "O", "X", "O", "T", "O", "O", "O", "T"], "gpt2_target_score": [-9.90632438659668, -9.31035041809082, -8.579683303833008, -5.46767520904541, -10.34391975402832, -7.757015228271484, -13.538710594177246, -2.3775417804718018], "gpt2_argmax_score": [-1.541273593902588, -1.1643238067626953, -0.6256728768348694, -2.0224850177764893, -0.2384052574634552, -1.934612512588501, -1.628172516822815, -1.7952206134796143, -0.48681744933128357, -1.54947829246521, -2.8373031616210938, -3.2765398025512695, -1.6029205322265625, -0.09775955229997635, -2.0654919147491455, -0.5914766788482666, -2.136101722717285, -2.132631301879883, -2.003847360610962, -1.5977692604064941, -2.7579283714294434, -2.051093339920044, -1.6738241910934448, -1.5985647439956665, -1.5611629486083984, -1.8278841972351074, -1.1007460355758667, -1.9903250932693481, -2.0271263122558594, -2.2318127155303955, -2.821802854537964, -1.990317702293396, -1.5667181015014648, -1.533689260482788, -2.0973620414733887, -1.6295260190963745, -2.5602056980133057, -0.9289318323135376, -0.2463286817073822]}, "Bot003_004_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish", "response": "What do you like about it?", "annotation_id": "Bot003_004_06", "annotations": ["T", "O", "X", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T"], "gpt2_target_score": [-13.210241317749023, -6.283906936645508, -6.88131856918335, -7.498101234436035, -12.472978591918945, -7.159420013427734, -9.876723289489746], "gpt2_argmax_score": [-1.541273593902588, -1.1643238067626953, -0.6256728768348694, -2.0224850177764893, -0.2384052574634552, -1.934612512588501, -1.628172516822815, -1.7952206134796143, -0.48681744933128357, -1.54947829246521, -2.8373031616210938, -3.2765398025512695, -1.6029205322265625, -0.09775955229997635, -2.0654919147491455, -0.5914766788482666, -2.136101722717285, -2.132631301879883, -2.003847360610962, -1.5977692604064941, -2.7579283714294434, -2.051093339920044, -1.6738241910934448, -1.5985647439956665, -1.5611629486083984, -1.8278841972351074, -1.1007460355758667, -1.9903250932693481, -2.0271263122558594, -2.2318127155303955, -1.9594882726669312, -1.4683231115341187, -2.5095252990722656, -1.9254732131958008, -1.5478724241256714, -2.5792057514190674, -1.0106338262557983, -1.2683931589126587, -1.7185523509979248, -2.8186020851135254, -1.8464657068252563, -0.09100300818681717, -0.6367141604423523, -0.8794385194778442, -1.0746707916259766, -0.17391718924045563, -0.2281164973974228]}, "Bot003_004_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it", "response": "I am sorry to hear that. i am a bit of a loner.", "annotation_id": "Bot003_004_08", "annotations": ["T", "O", "X", "T", "X", "T", "O", "T", "O", "T", "T", "O", "T", "O", "T"], "gpt2_target_score": [-9.90635871887207, -8.492456436157227, -9.703044891357422, -5.546008586883545, -14.373229026794434, -8.616084098815918, -11.142744064331055, -5.782708168029785, -14.270127296447754, -8.39699649810791, -8.875959396362305, -10.088129043579102, -6.331916332244873, -9.262690544128418, -12.224347114562988, -9.52529239654541], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0225253105163574, -0.2384028136730194, -1.9345959424972534, -1.6281874179840088, -1.7952356338500977, -0.48681744933128357, -1.5494929552078247, -2.8372483253479004, -3.2765374183654785, -1.6028820276260376, -0.09775803983211517, -2.0654799938201904, -0.5914777517318726, -2.1361145973205566, -2.1326541900634766, -2.003793478012085, -1.5978230237960815, -2.757925033569336, -2.0511059761047363, -1.6738556623458862, -1.5985841751098633, -1.5611408948898315, -1.8279110193252563, -1.100738763809204, -1.9903229475021362, -2.0271527767181396, -2.231776475906372, -1.9594441652297974, -1.4683276414871216, -2.5095536708831787, -1.9254941940307617, -1.5478923320770264, -2.5792224407196045, -1.0106655359268188, -1.268431305885315, -1.7185368537902832, -1.9725247621536255, -0.0872715562582016, -0.9041719436645508, -0.8561159372329712, -1.136285662651062, -0.22816915810108185, -1.0632799863815308, -1.2225446701049805, -0.9210911393165588, -1.1504250764846802, -0.4381113648414612, -0.5640890598297119, -1.2133829593658447, -2.474043846130371, -1.0551033020019531, -1.5366960763931274, -1.7877449989318848, -0.4516099691390991, -0.5676045417785645, -0.9422966241836548, -1.3534127473831177, -1.8344792127609253, -1.6244221925735474, -1.9495662450790405, -0.7201655507087708, -0.036680471152067184, -0.526306688785553, -0.0022182876709848642, -0.9773264527320862, -0.6814923882484436]}, "Bot003_004_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it I am sorry to hear that. i am a bit of a loner. what is your hobby?", "response": "I like to go to the gym and listen to music", "annotation_id": "Bot003_004_10", "annotations": ["T", "O", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.90635871887207, -8.957452774047852, -9.492366790771484, -8.05594253540039, -11.436171531677246, -4.403223991394043, -12.12568473815918, -5.97194766998291, -18.373262405395508, -9.098336219787598, -10.787107467651367], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0225253105163574, -0.2384028136730194, -1.9345959424972534, -1.6281874179840088, -1.7952356338500977, -0.48681744933128357, -1.5494929552078247, -2.8372483253479004, -3.2765374183654785, -1.6028820276260376, -0.09775803983211517, -2.0654799938201904, -0.5914777517318726, -2.1361145973205566, -2.1326541900634766, -2.003793478012085, -1.5978230237960815, -2.757925033569336, -2.0511059761047363, -1.6738556623458862, -1.5985841751098633, -1.5611408948898315, -1.8279110193252563, -1.100738763809204, -1.9903229475021362, -2.0271527767181396, -2.231776475906372, -1.9594441652297974, -1.4683276414871216, -2.5095536708831787, -1.9254941940307617, -1.5478923320770264, -2.5792224407196045, -1.0106655359268188, -1.268431305885315, -1.7185368537902832, -1.9725247621536255, -0.0872715562582016, -0.9041719436645508, -0.8561047911643982, -1.136286735534668, -0.2281683087348938, -1.0632766485214233, -1.2225662469863892, -0.9210946559906006, -1.1504313945770264, -0.4381122887134552, -0.5640895962715149, -1.2133811712265015, -1.696614384651184, -1.7205229997634888, -1.8057188987731934, -0.6053397059440613, -1.0437581539154053, -1.0241976976394653, -2.131089210510254, -1.6360410451889038, -1.6217894554138184, -2.0267744064331055, -0.8591634631156921, -0.04013644903898239, -0.7247378826141357, -0.002534037223085761, -1.1466854810714722, -0.7640743255615234, -1.4755001068115234, -0.1880057007074356, -0.5612936019897461, -0.3383429944515228, -1.8875315189361572, -2.765054941177368, -1.2708308696746826, -1.1317492723464966, -1.592584252357483, -1.3855516910552979, -1.3831398487091064, -1.051719307899475, -1.3475302457809448, -1.9947646856307983, -0.014145349152386189, -0.4598276615142822, -0.731285810470581]}, "Bot003_004_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it I am sorry to hear that. i am a bit of a loner. what is your hobby? I like to go to the gym and listen to music what music do you like?", "response": "Britney spears is my favorite. i like britney spears.  Do you know familiar persons?", "annotation_id": "Bot003_004_12", "annotations": ["X", "O", "X", "O", "O", "O", "T", "O", "O", "O", "O", "O", "T", "O", "T"], "gpt2_target_score": [-17.135805130004883, -16.25419044494629, -19.478023529052734, -6.267520427703857, -9.358763694763184, -13.204279899597168, -11.142744064331055, -5.782708168029785, -16.316774368286133, -7.86196231842041, -15.016141891479492, -17.712289810180664, -19.48932647705078, -12.787150382995605, -6.4456377029418945, -15.356097221374512, -6.735311985015869, -8.770257949829102, -12.385309219360352, -13.968306541442871, -11.684759140014648], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0225253105163574, -0.2384028136730194, -1.9345959424972534, -1.6281874179840088, -1.7952356338500977, -0.48681744933128357, -1.5494929552078247, -2.8372483253479004, -3.2765374183654785, -1.6028820276260376, -0.09775803983211517, -2.0654799938201904, -0.5914777517318726, -2.1361145973205566, -2.1326541900634766, -2.003793478012085, -1.5978230237960815, -2.757925033569336, -2.0511059761047363, -1.6738556623458862, -1.5985841751098633, -1.5611408948898315, -1.8279110193252563, -1.100738763809204, -1.9903229475021362, -2.0271527767181396, -2.231776475906372, -1.9594441652297974, -1.4683276414871216, -2.5095536708831787, -1.9254941940307617, -1.5478923320770264, -2.5792224407196045, -1.0106655359268188, -1.268431305885315, -1.7185368537902832, -1.9725247621536255, -0.0872715562582016, -0.9041719436645508, -0.8561159372329712, -1.136285662651062, -0.22816915810108185, -1.0632799863815308, -1.2225446701049805, -0.9210911393165588, -1.1504250764846802, -0.4381113648414612, -0.5640890598297119, -1.2133829593658447, -1.6966216564178467, -1.720525860786438, -1.8057198524475098, -0.605335533618927, -1.0437541007995605, -1.024206519126892, -2.131098508834839, -1.6360448598861694, -1.6217910051345825, -2.02679443359375, -0.8591744303703308, -0.04013553261756897, -0.7247406244277954, -0.002534037223085761, -1.1467031240463257, -0.7640743255615234, -1.4754947423934937, -0.1880073845386505, -0.5612837076187134, -0.33833643794059753, -1.8875271081924438, -1.4397343397140503, -0.9671871066093445, -1.5791141986846924, -1.2950222492218018, -1.4787317514419556, -1.0017175674438477, -1.3862876892089844, -2.04542875289917, -0.013638409785926342, -0.3626713752746582, -0.7201722860336304, -1.8260365724563599, -1.311438798904419, -0.0858461856842041, -0.6922861337661743, -0.4392161965370178, -1.888503909111023, -2.0223844051361084, -1.1210993528366089, -0.005204699467867613, -1.3560181856155396, -1.5768014192581177, -1.4094737768173218, -1.8069857358932495, -1.38009512424469, -1.527397871017456, -0.9466181397438049, -0.42312705516815186, -0.4451499879360199, -0.257303386926651, -1.3813481330871582, -1.390406847000122, -0.45534107089042664, -0.12140646576881409, -0.724729061126709, -1.3852499723434448, -1.602798342704773, -1.3020633459091187, -0.39838048815727234]}, "Bot003_004_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it I am sorry to hear that. i am a bit of a loner. what is your hobby? I like to go to the gym and listen to music what music do you like? Britney spears is my favorite. i like britney spears.  Do you know familiar persons? yep\nJon Dowe", "response": "I don't understand why people are so concerned about this.", "annotation_id": "Bot003_004_14", "annotations": ["X", "O", "X", "O", "T", "T", "X", "T", "X", "T", "O", "O", "T", "X", "T"], "gpt2_target_score": [-9.90635871887207, -7.838479995727539, -12.214092254638672, -13.146717071533203, -10.970488548278809, -9.38837718963623, -11.16291618347168, -3.81038761138916, -19.987504959106445, -9.918251991271973, -6.738890171051025, -9.17082405090332], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0225253105163574, -0.2384028136730194, -1.9345959424972534, -1.6281874179840088, -1.7952356338500977, -0.48681744933128357, -1.5494929552078247, -2.8372483253479004, -3.2765374183654785, -1.6028820276260376, -0.09775803983211517, -2.0654799938201904, -0.5914777517318726, -2.1361145973205566, -2.1326541900634766, -2.003793478012085, -1.5978230237960815, -2.757925033569336, -2.0511059761047363, -1.6738556623458862, -1.5985841751098633, -1.5611408948898315, -1.8279110193252563, -1.100738763809204, -1.9903229475021362, -2.0271527767181396, -2.231776475906372, -1.9594441652297974, -1.4683276414871216, -2.5095536708831787, -1.9254941940307617, -1.5478923320770264, -2.5792224407196045, -1.0106655359268188, -1.268431305885315, -1.7185368537902832, -1.9725247621536255, -0.0872715562582016, -0.9041719436645508, -0.8561159372329712, -1.136285662651062, -0.22816915810108185, -1.0632799863815308, -1.2225446701049805, -0.9210911393165588, -1.1504250764846802, -0.4381113648414612, -0.5640890598297119, -1.2133829593658447, -1.6966216564178467, -1.720525860786438, -1.8057198524475098, -0.605335533618927, -1.0437541007995605, -1.024206519126892, -2.131098508834839, -1.6360448598861694, -1.6217910051345825, -2.02679443359375, -0.8591744303703308, -0.04013553261756897, -0.7247406244277954, -0.002534037223085761, -1.1467031240463257, -0.7640743255615234, -1.4754947423934937, -0.1880073845386505, -0.5612837076187134, -0.33833643794059753, -1.8875271081924438, -1.4397343397140503, -0.9671871066093445, -1.5791141986846924, -1.2950222492218018, -1.4787317514419556, -1.0017175674438477, -1.3862876892089844, -2.04542875289917, -0.013638409785926342, -0.3626713752746582, -0.7201722860336304, -1.8260365724563599, -1.311438798904419, -0.0858461856842041, -0.6922861337661743, -0.4392161965370178, -1.888503909111023, -1.2184807062149048, -0.009863566607236862, -2.3926970958709717, -1.6961841583251953, -1.340890884399414, -1.6250630617141724, -1.7429471015930176, -1.2339848279953003, -0.8337903618812561, -0.5502874255180359, -0.5463721752166748, -0.243963360786438, -1.3796712160110474, -1.5122740268707275, -1.5598984956741333, -0.09572345018386841, -0.5301253795623779, -1.3504838943481445, -1.7240948677062988, -1.3373223543167114, -1.5163922309875488, -0.9257764220237732, -1.6105189323425293, -0.6595031023025513, -1.594643235206604, -1.7474881410598755, -1.0634537935256958, -2.0939676761627197, -2.149183988571167, -0.23621831834316254, -0.5226379036903381, -1.9199082851409912, -1.051675796508789, -1.8972363471984863, -1.1173208951950073, -3.0228664875030518, -1.1170380115509033, -2.505288600921631, -0.9822431206703186, -1.5408819913864136]}, "Bot003_004_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it I am sorry to hear that. i am a bit of a loner. what is your hobby? I like to go to the gym and listen to music what music do you like? Britney spears is my favorite. i like britney spears.  Do you know familiar persons? yep\nJon Dowe I don't understand why people are so concerned about this. about what?", "response": "I don't know.", "annotation_id": "Bot003_004_16", "annotations": ["T", "O", "X", "T", "T", "T", "X", "O", "O", "T", "T", "O", "T", "X", "T"], "gpt2_target_score": [-9.90635871887207, -7.838479995727539, -12.214092254638672, -8.878055572509766, -10.515379905700684], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0225253105163574, -0.2384028136730194, -1.9345959424972534, -1.6281874179840088, -1.7952356338500977, -0.48681744933128357, -1.5494929552078247, -2.8372483253479004, -3.2765374183654785, -1.6028820276260376, -0.09775803983211517, -2.0654799938201904, -0.5914777517318726, -2.1361145973205566, -2.1326541900634766, -2.003793478012085, -1.5978230237960815, -2.757925033569336, -2.0511059761047363, -1.6738556623458862, -1.5985841751098633, -1.5611408948898315, -1.8279110193252563, -1.100738763809204, -1.9903229475021362, -2.0271527767181396, -2.231776475906372, -1.9594441652297974, -1.4683276414871216, -2.5095536708831787, -1.9254941940307617, -1.5478923320770264, -2.5792224407196045, -1.0106655359268188, -1.268431305885315, -1.7185368537902832, -1.9725247621536255, -0.0872715562582016, -0.9041719436645508, -0.8561159372329712, -1.136285662651062, -0.22816915810108185, -1.0632799863815308, -1.2225446701049805, -0.9210911393165588, -1.1504250764846802, -0.4381113648414612, -0.5640890598297119, -1.2133829593658447, -1.6966216564178467, -1.720525860786438, -1.8057198524475098, -0.605335533618927, -1.0437541007995605, -1.024206519126892, -2.131098508834839, -1.6360448598861694, -1.6217910051345825, -2.02679443359375, -0.8591744303703308, -0.04013553261756897, -0.7247406244277954, -0.002534037223085761, -1.1467031240463257, -0.7640743255615234, -1.4754947423934937, -0.1880073845386505, -0.5612837076187134, -0.33833643794059753, -1.8875271081924438, -1.4397343397140503, -0.9671871066093445, -1.5791141986846924, -1.2950222492218018, -1.4787317514419556, -1.0017175674438477, -1.3862876892089844, -2.04542875289917, -0.013638409785926342, -0.3626713752746582, -0.7201722860336304, -1.8260365724563599, -1.311438798904419, -0.0858461856842041, -0.6922861337661743, -0.4392161965370178, -1.888503909111023, -1.2184792757034302, -0.009863566607236862, -2.3927018642425537, -1.696186900138855, -1.3408859968185425, -1.6250722408294678, -1.742948293685913, -1.2339823246002197, -0.8337875604629517, -0.5502840280532837, -0.5463750958442688, -0.2439592480659485, -1.3796640634536743, -1.5122740268707275, -1.5598951578140259, -0.09572355449199677, -0.5301294326782227, -1.3504778146743774, -1.724104404449463, -1.3373280763626099, -1.5163875818252563, -0.9257876873016357, -1.6105058193206787, -0.6595005393028259, -1.5946462154388428, -1.747495174407959, -1.063458800315857, -2.1082358360290527, -0.2046349197626114, -0.5689021944999695, -1.7765754461288452, -1.1579252481460571, -1.997621774673462, -1.168128252029419, -3.1320905685424805, -1.061454176902771, -2.6158831119537354, -1.1306689977645874, -1.6195945739746094, -2.1866440773010254, -2.072197437286377, -1.9503600597381592, -1.81687331199646, -2.2548553943634033, -0.0870806872844696, -0.8900465965270996, -1.4837013483047485, -0.9851592779159546]}, "Bot003_004_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it I am sorry to hear that. i am a bit of a loner. what is your hobby? I like to go to the gym and listen to music what music do you like? Britney spears is my favorite. i like britney spears.  Do you know familiar persons? yep\nJon Dowe I don't understand why people are so concerned about this. about what? I don't know. do u laike horces?", "response": "I do not know. i am a bit of a loner.", "annotation_id": "Bot003_004_18", "annotations": ["T", "O", "X", "X", "X", "O", "T", "T", "X", "T", "T", "O", "T", "X", "T"], "gpt2_target_score": [-9.90635871887207, -6.283884048461914, -8.275020599365234, -8.878055572509766, -10.515379905700684, -5.536860466003418, -9.035215377807617, -5.541298866271973, -16.716020584106445, -9.850518226623535, -2.8372483253479004, -4.9770073890686035, -15.558998107910156, -12.787150382995605], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0225253105163574, -0.2384028136730194, -1.9345959424972534, -1.6281874179840088, -1.7952356338500977, -0.48681744933128357, -1.5494929552078247, -2.8372483253479004, -3.2765374183654785, -1.6028820276260376, -0.09775803983211517, -2.0654799938201904, -0.5914777517318726, -2.1361145973205566, -2.1326541900634766, -2.003793478012085, -1.5978230237960815, -2.757925033569336, -2.0511059761047363, -1.6738556623458862, -1.5985841751098633, -1.5611408948898315, -1.8279110193252563, -1.100738763809204, -1.9903229475021362, -2.0271527767181396, -2.231776475906372, -1.9594441652297974, -1.4683276414871216, -2.5095536708831787, -1.9254941940307617, -1.5478923320770264, -2.5792224407196045, -1.0106655359268188, -1.268431305885315, -1.7185368537902832, -1.9725247621536255, -0.0872715562582016, -0.9041719436645508, -0.8561159372329712, -1.136285662651062, -0.22816915810108185, -1.0632799863815308, -1.2225446701049805, -0.9210911393165588, -1.1504250764846802, -0.4381113648414612, -0.5640890598297119, -1.2133829593658447, -1.6966216564178467, -1.720525860786438, -1.8057198524475098, -0.605335533618927, -1.0437541007995605, -1.024206519126892, -2.131098508834839, -1.6360448598861694, -1.6217910051345825, -2.02679443359375, -0.8591744303703308, -0.04013553261756897, -0.7247406244277954, -0.002534037223085761, -1.1467031240463257, -0.7640743255615234, -1.4754947423934937, -0.1880073845386505, -0.5612837076187134, -0.33833643794059753, -1.8875271081924438, -1.4397343397140503, -0.9671871066093445, -1.5791141986846924, -1.2950222492218018, -1.4787317514419556, -1.0017175674438477, -1.3862876892089844, -2.04542875289917, -0.013638409785926342, -0.3626713752746582, -0.7201722860336304, -1.8260365724563599, -1.311438798904419, -0.0858461856842041, -0.6922861337661743, -0.4392161965370178, -1.888503909111023, -1.2184807062149048, -0.009863566607236862, -2.3926970958709717, -1.6961841583251953, -1.340890884399414, -1.6250630617141724, -1.7429471015930176, -1.2339848279953003, -0.8337903618812561, -0.5502874255180359, -0.5463721752166748, -0.243963360786438, -1.3796712160110474, -1.5122740268707275, -1.5598984956741333, -0.09572345018386841, -0.5301253795623779, -1.3504838943481445, -1.7240948677062988, -1.3373223543167114, -1.5163922309875488, -0.9257764220237732, -1.6105189323425293, -0.6595031023025513, -1.594643235206604, -1.7474881410598755, -1.0634537935256958, -2.108234405517578, -0.20462939143180847, -0.5689088106155396, -1.776574730873108, -1.157930850982666, -1.9976242780685425, -1.1681339740753174, -3.1320884227752686, -1.0614526271820068, -2.615872859954834, -1.1306605339050293, -1.6195787191390991, -2.186638593673706, -2.072176933288574, -1.9503642320632935, -1.9470903873443604, -0.03823281452059746, -0.9361035227775574, -1.5526586771011353, -1.521348237991333, -0.09357615560293198, -1.163301706314087, -2.778071403503418, -1.1622666120529175, -2.7202749252319336, -1.1756291389465332, -1.7688939571380615, -2.232022285461426, -2.176152467727661, -1.8904558420181274, -1.028550148010254, -1.4147770404815674, -1.256831407546997, -1.781420350074768, -1.2322741746902466, -1.3562257289886475, -0.3978962302207947, -0.036961860954761505, -0.1541275531053543, -0.0028683494310826063, -0.3967020511627197, -1.2236460447311401]}, "Bot003_004_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it I am sorry to hear that. i am a bit of a loner. what is your hobby? I like to go to the gym and listen to music what music do you like? Britney spears is my favorite. i like britney spears.  Do you know familiar persons? yep\nJon Dowe I don't understand why people are so concerned about this. about what? I don't know. do u laike horces? I do not know. i am a bit of a loner. do you like horses?", "response": "I do, i love horses. i love horses.", "annotation_id": "Bot003_004_20", "annotations": ["O", "O", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.90635871887207, -6.283884048461914, -9.752788543701172, -3.30189847946167, -13.750655174255371, -15.256876945495605, -11.142744064331055, -5.782708168029785, -16.10209846496582, -17.263437271118164, -5.103529453277588], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0225253105163574, -0.2384028136730194, -1.9345959424972534, -1.6281874179840088, -1.7952356338500977, -0.48681744933128357, -1.5494929552078247, -2.8372483253479004, -3.2765374183654785, -1.6028820276260376, -0.09775803983211517, -2.0654799938201904, -0.5914777517318726, -2.1361145973205566, -2.1326541900634766, -2.003793478012085, -1.5978230237960815, -2.757925033569336, -2.0511059761047363, -1.6738556623458862, -1.5985841751098633, -1.5611408948898315, -1.8279110193252563, -1.100738763809204, -1.9903229475021362, -2.0271527767181396, -2.231776475906372, -1.9594441652297974, -1.4683276414871216, -2.5095536708831787, -1.9254941940307617, -1.5478923320770264, -2.5792224407196045, -1.0106655359268188, -1.268431305885315, -1.7185368537902832, -1.9725247621536255, -0.0872715562582016, -0.9041719436645508, -0.8561159372329712, -1.136285662651062, -0.22816915810108185, -1.0632799863815308, -1.2225446701049805, -0.9210911393165588, -1.1504250764846802, -0.4381113648414612, -0.5640890598297119, -1.2133829593658447, -1.6966216564178467, -1.720525860786438, -1.8057198524475098, -0.605335533618927, -1.0437541007995605, -1.024206519126892, -2.131098508834839, -1.6360448598861694, -1.6217910051345825, -2.02679443359375, -0.8591744303703308, -0.04013553261756897, -0.7247406244277954, -0.002534037223085761, -1.1467031240463257, -0.7640743255615234, -1.4754947423934937, -0.1880073845386505, -0.5612837076187134, -0.33833643794059753, -1.8875271081924438, -1.4397343397140503, -0.9671871066093445, -1.5791141986846924, -1.2950222492218018, -1.4787317514419556, -1.0017175674438477, -1.3862876892089844, -2.04542875289917, -0.013638409785926342, -0.3626713752746582, -0.7201722860336304, -1.8260365724563599, -1.311438798904419, -0.0858461856842041, -0.6922861337661743, -0.4392161965370178, -1.888503909111023, -1.2184807062149048, -0.009863566607236862, -2.3926970958709717, -1.6961841583251953, -1.340890884399414, -1.6250630617141724, -1.7429471015930176, -1.2339848279953003, -0.8337903618812561, -0.5502874255180359, -0.5463721752166748, -0.243963360786438, -1.3796712160110474, -1.5122740268707275, -1.5598984956741333, -0.09572345018386841, -0.5301253795623779, -1.3504838943481445, -1.7240948677062988, -1.3373223543167114, -1.5163922309875488, -0.9257764220237732, -1.6105189323425293, -0.6595031023025513, -1.594643235206604, -1.7474881410598755, -1.0634537935256958, -2.108234405517578, -0.20462939143180847, -0.5689088106155396, -1.776574730873108, -1.157930850982666, -1.9976242780685425, -1.1681339740753174, -3.1320884227752686, -1.0614526271820068, -2.615872859954834, -1.1306605339050293, -1.6195787191390991, -2.186638593673706, -2.072176933288574, -1.9503642320632935, -1.9470903873443604, -0.03823281452059746, -0.9361035227775574, -1.5526586771011353, -1.521348237991333, -0.09357615560293198, -1.163301706314087, -2.778071403503418, -1.1622666120529175, -2.7202749252319336, -1.1756291389465332, -1.7688939571380615, -1.980486512184143, -1.5189437866210938, -0.8964300155639648, -1.4284857511520386, -1.7985219955444336, -1.751232624053955, -1.3418927192687988, -1.3836911916732788, -0.5532351732254028, -0.051401928067207336, -0.27755916118621826, -0.004175753798335791, -0.472843199968338, -1.7316795587539673, -0.5199797749519348, -1.242609977722168, -1.6817970275878906, -0.38555699586868286, -2.0833914279937744, -1.9714324474334717, -1.3656935691833496, -1.052507996559143, -1.39573073387146, -1.5296709537506104, -0.2275862842798233, -0.7356849908828735, -1.641153335571289, -1.4884765148162842, -0.7965055704116821, -0.6015598177909851, -0.9493340849876404]}, "Bot003_009_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi", "response": "Hello, how are you?", "annotation_id": "Bot003_009_02", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-17.99590301513672, -25.24457359313965, -17.915876388549805, -9.480246543884277, -6.558416366577148, -10.854254722595215], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.6394140720367432, -2.3004376888275146, -0.9562215805053711, -1.2687749862670898, -1.4555134773254395, -0.1341235190629959, -1.2386363744735718, -0.39770954847335815]}, "Bot003_009_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you", "response": "Enough about me, let's talk about my dress.", "annotation_id": "Bot003_009_04", "annotations": ["O", "O", "X", "O", "O", "O", "X", "O", "O", "T", "T", "O", "X", "T", "O"], "gpt2_target_score": [-22.16649627685547, -24.884084701538086, -19.134138107299805, -9.433371543884277, -10.722311019897461, -11.512961387634277, -9.077676773071289, -9.180888175964355, -3.7670693397521973, -13.93818187713623, -11.512219429016113], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.6394140720367432, -1.2577621936798096, -1.1011146306991577, -1.3039350509643555, -0.14931929111480713, -1.2132121324539185, -1.5190598964691162, -0.870012104511261, -0.00048196621355600655, -0.14729785919189453, -2.1585848331451416, -1.6275581121444702, -1.880869746208191, -2.03080415725708, -1.6421308517456055, -1.8825982809066772, -1.3137145042419434, -1.5932499170303345, -0.7044605016708374, -1.5334961414337158, -0.9545573592185974, -1.8063135147094727, -3.0154476165771484, -1.448962688446045, -0.9107392430305481]}, "Bot003_009_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb", "response": "Fine as far as i know.", "annotation_id": "Bot003_009_06", "annotations": ["T", "X", "O", "T", "O", "T", "O", "O", "O", "T", "O", "O", "X", "O", "O"], "gpt2_target_score": [-20.496932983398438, -26.52064323425293, -19.253751754760742, -8.986517906188965, -8.846715927124023, -14.237738609313965, -3.637766122817993], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.6394140720367432, -1.2577621936798096, -1.1011146306991577, -1.3039350509643555, -0.14931929111480713, -1.2132121324539185, -1.5190598964691162, -0.870012104511261, -0.00048196621355600655, -0.14729785919189453, -2.1585848331451416, -1.6275581121444702, -1.880869746208191, -2.0868606567382812, -1.6412228345870972, -1.96983003616333, -1.5600183010101318, -0.7568987607955933, -1.3180959224700928, -0.842166006565094, -1.6529760360717773, -2.6953582763671875, -1.547988772392273, -1.731022834777832, -1.540142297744751, -0.9670448303222656, -2.435610055923462, -1.9721829891204834, -0.9189444184303284, -1.1546576023101807, -0.012639416381716728, -0.7627195119857788, -0.6557631492614746, -1.2072149515151978, -1.4804397821426392]}, "Bot003_009_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It", "response": "What a joke!", "annotation_id": "Bot003_009_08", "annotations": ["T", "X", "T", "T", "O", "X", "X", "O", "O", "T", "O", "T", "X", "X", "O"], "gpt2_target_score": [-13.61873722076416, -22.3449649810791, -19.200437545776367, -12.99899959564209], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.6394140720367432, -1.2577621936798096, -1.1011146306991577, -1.3039350509643555, -0.14931929111480713, -1.2132121324539185, -1.5190598964691162, -0.870012104511261, -0.00048196621355600655, -0.14729785919189453, -2.1585848331451416, -1.6275581121444702, -1.880869746208191, -2.0868606567382812, -1.6412228345870972, -1.96983003616333, -1.5600183010101318, -0.7568987607955933, -1.3180959224700928, -0.842166006565094, -1.6529760360717773, -2.6953582763671875, -1.547988772392273, -1.731022834777832, -1.540142297744751, -0.9670448303222656, -2.435610055923462, -0.8680112361907959, -2.0093913078308105, -0.050916027277708054, -0.8604164719581604, -0.8206546306610107, -0.8125139474868774, -1.6909185647964478, -1.1088169813156128, -2.1253631114959717, -1.9246820211410522, -2.3545422554016113, -1.1393531560897827, -0.6623140573501587]}, "Bot003_009_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It What a joke! What color", "response": "What do you feel about my person?", "annotation_id": "Bot003_009_10", "annotations": ["O", "X", "T", "T", "X", "X", "X", "X", "O", "X", "T", "X", "O", "X", "O"], "gpt2_target_score": [-13.61873722076416, -24.746679306030273, -11.09229850769043, -12.217459678649902, -6.253652572631836, -6.896079063415527, -10.622003555297852, -6.1176862716674805], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.6394140720367432, -1.2577621936798096, -1.1011146306991577, -1.3039350509643555, -0.14931929111480713, -1.2132121324539185, -1.5190598964691162, -0.870012104511261, -0.00048196621355600655, -0.14729785919189453, -2.1585848331451416, -1.6275581121444702, -1.880869746208191, -2.0868606567382812, -1.6412228345870972, -1.96983003616333, -1.5600183010101318, -0.7568987607955933, -1.3180959224700928, -0.842166006565094, -1.6529760360717773, -2.6953582763671875, -1.547988772392273, -1.731022834777832, -1.540142297744751, -0.9670448303222656, -2.435610055923462, -0.8680112361907959, -2.0093913078308105, -0.050916027277708054, -0.8604164719581604, -0.8206546306610107, -0.8125139474868774, -1.6909185647964478, -1.1088169813156128, -2.026538133621216, -2.40364670753479, -1.0195823907852173, -1.6585615873336792, -1.3184720277786255, -1.2429922819137573, -2.056013584136963, -0.7683772444725037, -0.10126008093357086, -1.5507073402404785, -1.577209711074829, -1.1381443738937378, -1.4093726873397827, -0.38534781336784363, -0.5567459464073181]}, "Bot003_009_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It What a joke! What color What do you feel about my person? Is it", "response": "That's what i was told.", "annotation_id": "Bot003_009_12", "annotations": ["T", "X", "T", "T", "O", "X", "X", "O", "T", "X", "X", "X", "X", "T", "T"], "gpt2_target_score": [-16.943775177001953, -25.42738914489746, -15.739591598510742, -12.41162109375, -11.568134307861328, -12.880620956420898, -3.637813091278076], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.6393848657608032, -1.2577675580978394, -1.1010971069335938, -1.303950309753418, -0.14931683242321014, -1.2132123708724976, -1.5190391540527344, -0.8700178861618042, -0.00048196621355600655, -0.14729683101177216, -2.1586532592773438, -1.6274985074996948, -1.880865216255188, -2.086879253387451, -1.6411892175674438, -1.9697785377502441, -1.5599992275238037, -0.7568524479866028, -1.3181049823760986, -0.8421602249145508, -1.6529492139816284, -2.6953628063201904, -1.547999382019043, -1.730953335762024, -1.5401262044906616, -0.9670202136039734, -2.4356069564819336, -0.8680229187011719, -2.0093472003936768, -0.050916366279125214, -0.8604303598403931, -0.8206622004508972, -0.8125002384185791, -1.6909321546554565, -1.1088253259658813, -2.0265867710113525, -2.4036786556243896, -1.0195996761322021, -1.6585314273834229, -1.3184815645217896, -1.24298095703125, -1.3547608852386475, -0.09379184246063232, -1.3309653997421265, -1.491835117340088, -1.2528471946716309, -1.3676114082336426, -0.37967628240585327, -1.4490889310836792, -0.7032263875007629, -2.177809238433838, -1.7448310852050781, -0.7093376517295837, -2.1276426315307617, -1.1679052114486694, -1.579756259918213, -0.9828451871871948, -1.5181595087051392, -1.5532231330871582]}, "Bot003_009_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It What a joke! What color What do you feel about my person? Is it That's what i was told. Good", "response": "It's called ``wealthcare ''", "annotation_id": "Bot003_009_14", "annotations": ["O", "X", "O", "T", "X", "X", "X", "O", "T", "X", "X", "T", "X", "X", "T"], "gpt2_target_score": [-16.11636734008789, -25.42738914489746, -17.690427780151367, -17.637313842773438, -23.361331939697266, -15.444295883178711, -14.812374114990234], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.6393848657608032, -1.2577675580978394, -1.1010971069335938, -1.303950309753418, -0.14931683242321014, -1.2132123708724976, -1.5190391540527344, -0.8700178861618042, -0.00048196621355600655, -0.14729683101177216, -2.1586532592773438, -1.6274985074996948, -1.880865216255188, -2.086879253387451, -1.6411892175674438, -1.9697785377502441, -1.5599992275238037, -0.7568524479866028, -1.3181049823760986, -0.8421602249145508, -1.6529492139816284, -2.6953628063201904, -1.547999382019043, -1.730953335762024, -1.5401262044906616, -0.9670202136039734, -2.4356069564819336, -0.8680229187011719, -2.0093472003936768, -0.050916366279125214, -0.8604389429092407, -0.8206648230552673, -0.812495231628418, -1.6909135580062866, -1.1088346242904663, -2.0265655517578125, -2.403681755065918, -1.0195964574813843, -1.6585367918014526, -1.3184794187545776, -1.242976427078247, -1.3547593355178833, -0.09379075467586517, -1.3309718370437622, -1.4918501377105713, -1.2528518438339233, -1.3676124811172485, -0.3796737492084503, -1.449074149131775, -0.7032269835472107, -2.177814483642578, -2.8253417015075684, -2.1863853931427, -1.4530853033065796, -1.5752756595611572, -1.3195253610610962, -0.918268620967865, -1.6069749593734741, -2.1293399333953857, -1.9733532667160034, -0.5817289352416992, -2.2459442615509033, -1.985809326171875, -3.8577656745910645, -0.6751863360404968, -1.3081951141357422, -1.4055476188659668]}, "Bot003_009_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It What a joke! What color What do you feel about my person? Is it That's what i was told. Good It's called ``wealthcare '' Hmm ok", "response": "I see.", "annotation_id": "Bot003_009_16", "annotations": ["T", "X", "O", "T", "O", "X", "T", "O", "O", "X", "X", "T", "X", "O", "T"], "gpt2_target_score": [-13.462345123291016, -29.3737850189209, -15.282651901245117], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.6393848657608032, -1.2577675580978394, -1.1010971069335938, -1.303950309753418, -0.14931683242321014, -1.2132123708724976, -1.5190391540527344, -0.8700178861618042, -0.00048196621355600655, -0.14729683101177216, -2.1586532592773438, -1.6274985074996948, -1.880865216255188, -2.086879253387451, -1.6411892175674438, -1.9697785377502441, -1.5599992275238037, -0.7568524479866028, -1.3181049823760986, -0.8421602249145508, -1.6529492139816284, -2.6953628063201904, -1.547999382019043, -1.730953335762024, -1.5401262044906616, -0.9670202136039734, -2.4356069564819336, -0.8680229187011719, -2.0093472003936768, -0.050916366279125214, -0.8604335784912109, -0.8206475973129272, -0.8125022053718567, -1.6909247636795044, -1.1088242530822754, -2.026564359664917, -2.403670310974121, -1.0196000337600708, -1.6585326194763184, -1.3184775114059448, -1.2429801225662231, -1.3547738790512085, -0.0937914028763771, -1.3309718370437622, -1.4918538331985474, -1.2528313398361206, -1.3676044940948486, -0.37967294454574585, -1.449090600013733, -0.7032204866409302, -2.177799701690674, -2.8253417015075684, -2.1863837242126465, -1.4530904293060303, -1.5752862691879272, -1.3195115327835083, -0.91826993227005, -1.6069620847702026, -2.129343271255493, -0.7066438794136047, -2.204662799835205, -2.1066925525665283, -4.057782173156738, -0.5225590467453003, -0.897403359413147, -1.5973362922668457, -1.0345622301101685, -1.354021668434143, -2.464156150817871, -1.9553627967834473, -1.542933702468872, -1.569558024406433]}, "Bot003_009_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It What a joke! What color What do you feel about my person? Is it That's what i was told. Good It's called ``wealthcare '' Hmm ok I see. What\u2019s your job", "response": "Are you a man or woman?", "annotation_id": "Bot003_009_18", "annotations": ["O", "X", "T", "T", "X", "X", "X", "X", "T", "X", "O", "T", "O", "X", "T"], "gpt2_target_score": [-14.369701385498047, -24.1520938873291, -13.05488395690918, -13.104080200195312, -7.373798370361328, -12.065542221069336, -6.147563457489014], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.6393848657608032, -1.2577675580978394, -1.1010971069335938, -1.303950309753418, -0.14931683242321014, -1.2132123708724976, -1.5190391540527344, -0.8700178861618042, -0.00048196621355600655, -0.14729683101177216, -2.1586532592773438, -1.6274985074996948, -1.880865216255188, -2.086879253387451, -1.6411892175674438, -1.9697785377502441, -1.5599992275238037, -0.7568524479866028, -1.3181049823760986, -0.8421602249145508, -1.6529492139816284, -2.6953628063201904, -1.547999382019043, -1.730953335762024, -1.5401262044906616, -0.9670202136039734, -2.4356069564819336, -0.8680229187011719, -2.0093472003936768, -0.050916366279125214, -0.8604303598403931, -0.8206622004508972, -0.8125002384185791, -1.6909321546554565, -1.1088253259658813, -2.0265867710113525, -2.4036786556243896, -1.0195996761322021, -1.6585314273834229, -1.3184815645217896, -1.24298095703125, -1.3547608852386475, -0.09379184246063232, -1.3309653997421265, -1.491835117340088, -1.2528471946716309, -1.3676114082336426, -0.37967628240585327, -1.4490889310836792, -0.7032263875007629, -2.177809238433838, -2.8253414630889893, -2.1863853931427, -1.4530891180038452, -1.5752837657928467, -1.319526195526123, -0.9182726144790649, -1.606971263885498, -2.129347324371338, -0.7066435217857361, -2.204669237136841, -2.1066970825195312, -4.057783126831055, -0.522554874420166, -0.8974058032035828, -1.597342848777771, -1.0345686674118042, -1.3540130853652954, -1.7711037397384644, -1.6567459106445312, -1.7301832437515259, -2.0711939334869385, -0.004623674787580967, -0.008402235805988312, -1.4333655834197998, -1.696534276008606, -0.5369582176208496, -2.263946056365967, -0.04936715215444565, -1.9765403270721436, -3.5550923347473145, -0.7102799415588379, -0.8285455703735352, -0.25246912240982056, -0.3497973382472992]}, "Bot003_009_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It What a joke! What color What do you feel about my person? Is it That's what i was told. Good It's called ``wealthcare '' Hmm ok I see. What\u2019s your job Are you a man or woman? Man", "response": "Thank you for telling me your gender.", "annotation_id": "Bot003_009_20", "annotations": ["T", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "X", "O", "T"], "gpt2_target_score": [-19.48257827758789, -24.1520938873291, -15.06074333190918, -13.735855102539062, -10.699039459228516, -8.522893905639648, -12.560253143310547, -3.4588022232055664], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.6393848657608032, -1.2577675580978394, -1.1010971069335938, -1.303950309753418, -0.14931683242321014, -1.2132123708724976, -1.5190391540527344, -0.8700178861618042, -0.00048196621355600655, -0.14729683101177216, -2.1586532592773438, -1.6274985074996948, -1.880865216255188, -2.086879253387451, -1.6411892175674438, -1.9697785377502441, -1.5599992275238037, -0.7568524479866028, -1.3181049823760986, -0.8421602249145508, -1.6529492139816284, -2.6953628063201904, -1.547999382019043, -1.730953335762024, -1.5401262044906616, -0.9670202136039734, -2.4356069564819336, -0.8680229187011719, -2.0093472003936768, -0.050916366279125214, -0.8604303598403931, -0.8206622004508972, -0.8125002384185791, -1.6909321546554565, -1.1088253259658813, -2.0265867710113525, -2.4036786556243896, -1.0195996761322021, -1.6585314273834229, -1.3184815645217896, -1.24298095703125, -1.3547608852386475, -0.09379184246063232, -1.3309653997421265, -1.491835117340088, -1.2528471946716309, -1.3676114082336426, -0.37967628240585327, -1.4490889310836792, -0.7032263875007629, -2.177809238433838, -2.8253414630889893, -2.1863853931427, -1.4530891180038452, -1.5752837657928467, -1.319526195526123, -0.9182726144790649, -1.606971263885498, -2.129347324371338, -0.7066435217857361, -2.204669237136841, -2.1066970825195312, -4.057783126831055, -0.522554874420166, -0.8974058032035828, -1.597342848777771, -1.0345686674118042, -1.3540130853652954, -1.7711037397384644, -1.6567459106445312, -1.7301832437515259, -2.0711939334869385, -0.004623674787580967, -0.008402235805988312, -1.4333655834197998, -1.696534276008606, -0.5369582176208496, -0.04262255132198334, -2.1442439556121826, -3.4097485542297363, -0.5919791460037231, -0.8280993103981018, -0.2582147717475891, -1.8275654315948486, -1.734946608543396, -1.8744739294052124, -0.08114703744649887, -1.351928949356079, -1.5112158060073853, -0.047817692160606384, -1.8530231714248657, -0.792269766330719, -1.0228502750396729, -1.3074548244476318]}, "Bot003_017_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good", "response": "This is so sad.", "annotation_id": "Bot003_017_02", "annotations": ["X", "O", "X", "T", "T", "T", "T", "O", "X", "O", "O", "T", "T", "X", "T"], "gpt2_target_score": [-16.474624633789062, -22.294919967651367, -16.348112106323242, -9.21225643157959, -5.745931625366211], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.7417396306991577, -2.2819430828094482, -0.7801172733306885, -1.946086049079895, -2.5834686756134033, -1.0715887546539307, -1.181761622428894]}, "Bot003_017_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why?", "response": "I don't know.", "annotation_id": "Bot003_017_04", "annotations": ["O", "T", "X", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-13.462349891662598, -27.71758460998535, -20.637922286987305, -14.255606651306152, -5.745931625366211], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.7417396306991577, -1.5047720670700073, -1.962422490119934, -1.985084056854248, -1.1906620264053345, -1.7157889604568481, -1.6821033954620361, -1.0602412223815918, -1.9129737615585327, -2.0174636840820312, -0.3400574028491974, -1.3670772314071655, -1.2780287265777588, -1.224204182624817]}, "Bot003_017_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok", "response": "And?", "annotation_id": "Bot003_017_06", "annotations": ["T", "T", "X", "T", "T", "O", "T", "O", "X", "T", "T", "T", "T", "O", "T"], "gpt2_target_score": [-17.37493133544922, -25.057191848754883], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.7417396306991577, -1.5047720670700073, -1.962422490119934, -1.985084056854248, -1.1906620264053345, -1.7157889604568481, -1.6821033954620361, -1.0602412223815918, -2.2339446544647217, -0.5030386447906494, -1.4240261316299438, -1.117059350013733, -1.4139282703399658, -1.2262637615203857, -2.0229663848876953, -2.1085009574890137, -0.8969929218292236]}, "Bot003_017_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing", "response": "Not a thing?", "annotation_id": "Bot003_017_08", "annotations": ["O", "T", "X", "T", "T", "O", "T", "O", "X", "O", "T", "T", "O", "T", "T"], "gpt2_target_score": [-17.287384033203125, -22.3449649810791, -16.973188400268555, -9.927008628845215], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.7417396306991577, -1.5047720670700073, -1.962422490119934, -1.985084056854248, -1.1906620264053345, -1.7157889604568481, -1.6821033954620361, -1.0602412223815918, -2.2339446544647217, -0.5030386447906494, -1.4240373373031616, -1.1170622110366821, -1.4139440059661865, -1.2262712717056274, -1.9108643531799316, -1.8638535737991333, -1.353940486907959, -2.2006866931915283, -2.0249650478363037, -2.055896759033203, -1.508482813835144, -0.6708795428276062]}, "Bot003_017_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing Not a thing? Do you have chicken?  Hey", "response": "Ayuh.", "annotation_id": "Bot003_017_10", "annotations": ["X", "T", "X", "T", "X", "T", "T", "O", "X", "T", "T", "T", "O", "X", "X"], "gpt2_target_score": [-22.283172607421875, -28.328866958618164, -15.282651901245117], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.7417396306991577, -1.5047720670700073, -1.962422490119934, -1.985084056854248, -1.1906620264053345, -1.7157889604568481, -1.6821033954620361, -1.0602412223815918, -2.2339446544647217, -0.5030386447906494, -1.4240373373031616, -1.1170622110366821, -1.4139440059661865, -1.2262712717056274, -1.9108643531799316, -1.8638535737991333, -1.353940486907959, -2.932102918624878, -2.048323392868042, -1.4617066383361816, -1.6084436178207397, -0.2991062104701996, -1.6771756410598755, -1.1400138139724731, -1.9106923341751099, -1.407332181930542, -2.104792594909668, -1.659271001815796, -1.7288742065429688, -1.9330483675003052, -1.8931704759597778, -1.8737585544586182]}, "Bot003_017_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing Not a thing? Do you have chicken?  Hey Ayuh. Do you have a chicken", "response": "Doesn't everyone have a chicken. i have a whole lot of original answers.", "annotation_id": "Bot003_017_12", "annotations": ["T", "T", "T", "T", "O", "O", "O", "O", "T", "T", "T", "X", "T", "T", "T"], "gpt2_target_score": [-15.109505653381348, -26.442190170288086, -20.637922286987305, -4.868872165679932, -10.786977767944336, -7.611838340759277, -8.304864883422852, -3.835704803466797, -9.925068855285645, -11.339363098144531, -8.824039459228516, -13.560500144958496, -12.863377571105957, -10.881210327148438, -14.816388130187988, -20.10984992980957, -5.580546855926514], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.7417396306991577, -1.5047720670700073, -1.962422490119934, -1.985084056854248, -1.1906620264053345, -1.7157889604568481, -1.6821033954620361, -1.0602412223815918, -2.2339446544647217, -0.5030386447906494, -1.4240373373031616, -1.1170622110366821, -1.4139440059661865, -1.2262712717056274, -1.9108643531799316, -1.8638535737991333, -1.353940486907959, -2.932102918624878, -2.048323392868042, -1.4617066383361816, -1.6084436178207397, -0.2991062104701996, -1.6771756410598755, -1.1400138139724731, -1.9106923341751099, -1.407332181930542, -2.1047818660736084, -1.6592727899551392, -1.9129003286361694, -1.9294393062591553, -1.7381569147109985, -0.12545140087604523, -0.45397159457206726, -1.6682727336883545, -1.805406093597412, -0.49170106649398804, -2.1277077198028564, -1.2799535989761353, -0.37778133153915405, -1.7451263666152954, -0.5809417366981506, -0.4684789776802063, -0.31172919273376465, -0.4622594714164734, -0.8375598788261414, -2.0474908351898193, -0.9644060134887695, -0.7978624105453491, -1.8727303743362427, -0.2585656940937042, -0.7239546775817871, -0.30187714099884033, -1.8650206327438354, -0.6676494479179382]}, "Bot003_017_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing Not a thing? Do you have chicken?  Hey Ayuh. Do you have a chicken Doesn't everyone have a chicken. i have a whole lot of original answers. Ok", "response": "It goes without saying.", "annotation_id": "Bot003_017_14", "annotations": ["X", "T", "X", "T", "O", "T", "T", "T", "X", "T", "T", "T", "T", "X", "O"], "gpt2_target_score": [-16.11636734008789, -27.347841262817383, -17.49867057800293, -12.447341918945312, -5.745914459228516], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.7417465448379517, -1.504793405532837, -1.9623993635177612, -1.9850863218307495, -1.190661072731018, -1.7157714366912842, -1.6820882558822632, -1.0602679252624512, -2.233933210372925, -0.5030507445335388, -1.424020767211914, -1.1170732975006104, -1.413912296295166, -1.2263035774230957, -1.9108585119247437, -1.8638874292373657, -1.3539494276046753, -2.9320895671844482, -2.0483412742614746, -1.4617029428482056, -1.6084308624267578, -0.2991063892841339, -1.677168846130371, -1.1400185823440552, -1.910685420036316, -1.4073376655578613, -2.1047463417053223, -1.6592706441879272, -1.912912368774414, -1.929456114768982, -1.7381739616394043, -0.12545476853847504, -0.4539819657802582, -1.668279767036438, -1.8054001331329346, -0.491706520318985, -0.3253168761730194, -1.2733609676361084, -0.834672749042511, -0.5604163408279419, -0.2992326021194458, -0.5184242129325867, -1.861076831817627, -1.911291480064392, -0.8014330863952637, -0.5485843420028687, -1.7774734497070312, -0.27964547276496887, -0.698173999786377, -0.33940982818603516, -1.6956748962402344, -1.8890700340270996, -2.024517297744751, -2.1721439361572266, -0.7519225478172302, -2.019760847091675, -0.005371068138629198, -1.6700291633605957, -1.6931532621383667]}, "Bot003_017_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing Not a thing? Do you have chicken?  Hey Ayuh. Do you have a chicken Doesn't everyone have a chicken. i have a whole lot of original answers. Ok It goes without saying. Do you have a car?", "response": "I do not. i drive a honda civic.", "annotation_id": "Bot003_017_16", "annotations": ["T", "O", "X", "T", "O", "X", "O", "O", "X", "T", "O", "T", "X", "O", "X"], "gpt2_target_score": [-13.462345123291016, -24.74668312072754, -15.691862106323242, -11.179107666015625, -8.84671401977539, -13.905431747436523, -8.691728591918945, -10.24608039855957, -22.672115325927734, -16.0450382232666, -1.190661072731018], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.7417465448379517, -1.504793405532837, -1.9623993635177612, -1.9850863218307495, -1.190661072731018, -1.7157714366912842, -1.6820882558822632, -1.0602679252624512, -2.233933210372925, -0.5030507445335388, -1.424020767211914, -1.1170732975006104, -1.413912296295166, -1.2263035774230957, -1.9108585119247437, -1.8638874292373657, -1.3539494276046753, -2.9320895671844482, -2.0483412742614746, -1.4617029428482056, -1.6084308624267578, -0.2991063892841339, -1.677168846130371, -1.1400185823440552, -1.910685420036316, -1.4073376655578613, -2.1047463417053223, -1.6592706441879272, -1.912912368774414, -1.929456114768982, -1.7381739616394043, -0.12545476853847504, -0.4539819657802582, -1.668279767036438, -1.8054001331329346, -0.491706520318985, -0.3253168761730194, -1.2733609676361084, -0.834672749042511, -0.5604163408279419, -0.2992326021194458, -0.5184242129325867, -1.861076831817627, -1.911291480064392, -0.8014330863952637, -0.5485843420028687, -1.7774734497070312, -0.27964547276496887, -0.698173999786377, -0.33940982818603516, -1.6956748962402344, -1.8890700340270996, -2.024517297744751, -0.4411821663379669, -2.196059226989746, -0.0057990169152617455, -2.046363592147827, -1.8874919414520264, -0.116431824862957, -0.3275071978569031, -0.7469354271888733, -0.7366568446159363, -0.31785404682159424, -2.052396059036255, -1.5304604768753052, -1.2423683404922485, -1.1111456155776978, -0.9038406014442444, -1.1757757663726807, -0.9870737791061401, -1.240007758140564, -1.4209357500076294, -0.5697528123855591, -1.3406145572662354, -1.1739884614944458, -1.6818078756332397]}, "Bot003_017_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing Not a thing? Do you have chicken?  Hey Ayuh. Do you have a chicken Doesn't everyone have a chicken. i have a whole lot of original answers. Ok It goes without saying. Do you have a car? I do not. i drive a honda civic. So, you have or not ?", "response": "I'm not.", "annotation_id": "Bot003_017_18", "annotations": ["X", "O", "X", "T", "T", "T", "T", "O", "X", "T", "O", "O", "X", "O", "X"], "gpt2_target_score": [-13.462345123291016, -29.9758243560791, -15.691862106323242, -11.179107666015625], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.7417465448379517, -1.504793405532837, -1.9623993635177612, -1.9850863218307495, -1.190661072731018, -1.7157714366912842, -1.6820882558822632, -1.0602679252624512, -2.233933210372925, -0.5030507445335388, -1.424020767211914, -1.1170732975006104, -1.413912296295166, -1.2263035774230957, -1.9108585119247437, -1.8638874292373657, -1.3539494276046753, -2.9320895671844482, -2.0483412742614746, -1.4617029428482056, -1.6084308624267578, -0.2991063892841339, -1.677168846130371, -1.1400185823440552, -1.910685420036316, -1.4073376655578613, -2.1047463417053223, -1.6592706441879272, -1.912912368774414, -1.929456114768982, -1.7381739616394043, -0.12545476853847504, -0.4539819657802582, -1.668279767036438, -1.8054001331329346, -0.491706520318985, -0.3253168761730194, -1.2733609676361084, -0.834672749042511, -0.5604163408279419, -0.2992326021194458, -0.5184242129325867, -1.861076831817627, -1.911291480064392, -0.8014330863952637, -0.5485843420028687, -1.7774734497070312, -0.27964547276496887, -0.698173999786377, -0.33940982818603516, -1.6956748962402344, -1.8890700340270996, -2.024517297744751, -0.4411821663379669, -2.196059226989746, -0.0057990169152617455, -2.046363592147827, -1.8874919414520264, -0.116431824862957, -0.3275071978569031, -0.7469354271888733, -0.7366568446159363, -0.31785404682159424, -2.052396059036255, -1.664777398109436, -1.2501336336135864, -1.0602664947509766, -1.4254487752914429, -1.2533481121063232, -1.2627668380737305, -1.3530824184417725, -0.6185908913612366, -1.4010037183761597, -1.1181981563568115, -1.8350465297698975, -1.9821254014968872, -2.150797128677368, -1.5204977989196777, -0.6738187670707703, -2.134908676147461, -0.747916042804718, -1.9042202234268188, -2.1183950901031494, -1.4206308126449585, -1.2396936416625977, -1.5260646343231201, -1.0759460926055908]}, "Bot003_017_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing Not a thing? Do you have chicken?  Hey Ayuh. Do you have a chicken Doesn't everyone have a chicken. i have a whole lot of original answers. Ok It goes without saying. Do you have a car? I do not. i drive a honda civic. So, you have or not ? I'm not. Ok", "response": "Far out.", "annotation_id": "Bot003_017_20", "annotations": ["X", "T", "X", "T", "X", "T", "X", "O", "X", "T", "O", "X", "X", "T", "X"], "gpt2_target_score": [-20.526348114013672, -28.20943260192871, -15.282651901245117], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.7417465448379517, -1.504793405532837, -1.9623993635177612, -1.9850863218307495, -1.190661072731018, -1.7157714366912842, -1.6820882558822632, -1.0602679252624512, -2.233933210372925, -0.5030507445335388, -1.424020767211914, -1.1170732975006104, -1.413912296295166, -1.2263035774230957, -1.9108585119247437, -1.8638874292373657, -1.3539494276046753, -2.9320895671844482, -2.0483412742614746, -1.4617029428482056, -1.6084308624267578, -0.2991063892841339, -1.677168846130371, -1.1400185823440552, -1.910685420036316, -1.4073376655578613, -2.1047463417053223, -1.6592706441879272, -1.912912368774414, -1.929456114768982, -1.7381739616394043, -0.12545476853847504, -0.4539819657802582, -1.668279767036438, -1.8054001331329346, -0.491706520318985, -0.3253168761730194, -1.2733609676361084, -0.834672749042511, -0.5604163408279419, -0.2992326021194458, -0.5184242129325867, -1.861076831817627, -1.911291480064392, -0.8014330863952637, -0.5485843420028687, -1.7774734497070312, -0.27964547276496887, -0.698173999786377, -0.33940982818603516, -1.6956748962402344, -1.8890700340270996, -2.024517297744751, -0.4411821663379669, -2.196059226989746, -0.0057990169152617455, -2.046363592147827, -1.8874919414520264, -0.116431824862957, -0.3275071978569031, -0.7469354271888733, -0.7366568446159363, -0.31785404682159424, -2.052396059036255, -1.664777398109436, -1.2501336336135864, -1.0602664947509766, -1.4254487752914429, -1.2533481121063232, -1.2627668380737305, -1.3530824184417725, -0.6185908913612366, -1.4010037183761597, -1.1181981563568115, -1.8350465297698975, -1.9821254014968872, -2.150797128677368, -1.5204977989196777, -0.6738187670707703, -2.134908676147461, -0.747916042804718, -1.9042202234268188, -1.6214075088500977, -1.1002885103225708, -1.5282061100006104, -1.433493733406067, -2.0232057571411133, -2.270911693572998, -2.3072054386138916, -0.48989343643188477, -1.9224261045455933]}, "Bot003_021_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to", "response": "I am a construction a worker.", "annotation_id": "Bot003_021_02", "annotations": ["O", "T", "X", "T", "O", "O", "T", "O", "X", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-10.448432922363281, -11.447929382324219, -3.2423391342163086, -12.997761726379395, -7.5003814697265625, -11.418950080871582, -9.815975189208984], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -1.5989274978637695, -0.17731820046901703, -0.2548234760761261, -1.92134690284729, -1.8506362438201904, -1.7980921268463135, -1.6713982820510864, -2.207714557647705, -3.3031582832336426, -0.1743565797805786, -2.477581262588501, -1.6481372117996216, -1.2670884132385254]}, "Bot003_021_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games", "response": "I do not play video games. i like to play video games.", "annotation_id": "Bot003_021_04", "annotations": ["O", "T", "T", "T", "O", "T", "T", "X", "T", "X", "O", "X", "T", "X", "X"], "gpt2_target_score": [-10.448432922363281, -2.6524884700775146, -7.980856895446777, -4.161595821380615, -11.414779663085938, -7.1268815994262695, -9.815975189208984, -7.47068977355957, -6.532644271850586, -8.228306770324707, -7.554211139678955, -11.545010566711426, -11.054624557495117, -7.735267639160156], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -1.5989274978637695, -0.17731820046901703, -0.2548234760761261, -1.92134690284729, -1.8506362438201904, -1.850460410118103, -2.452176094055176, -3.4731810092926025, -0.24739086627960205, -2.4003961086273193, -1.548000454902649, -1.6316701173782349, -0.32923537492752075, -1.7035539150238037, -2.2394866943359375, -1.5123337507247925, -1.7435922622680664, -0.02013610489666462, -0.5585431456565857, -1.5787144899368286, -1.9428986310958862, -1.8470544815063477, -0.5823890566825867, -0.13716933131217957, -0.011575675569474697, -1.513885498046875, -1.2260702848434448, -2.119875192642212, -0.8123569488525391, -0.5249006748199463, -1.1203559637069702, -0.015411103144288063, -1.1771782636642456, -1.0194470882415771]}, "Bot003_021_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color", "response": "My favorite color is orange. what is yours?", "annotation_id": "Bot003_021_06", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.96677017211914, -10.797950744628906, -9.179549217224121, -8.40562915802002, -13.990036010742188, -6.4355974197387695, -12.018184661865234, -9.245882034301758, -12.305959701538086, -9.66643238067627], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -1.5989274978637695, -0.17731820046901703, -0.2548234760761261, -1.92134690284729, -1.8506362438201904, -1.850460410118103, -2.452176094055176, -3.4731810092926025, -0.24739086627960205, -2.4003961086273193, -1.548000454902649, -1.6316701173782349, -0.32923537492752075, -1.7035539150238037, -2.2394866943359375, -1.5123337507247925, -1.7435922622680664, -0.02013610489666462, -0.5585431456565857, -1.9451795816421509, -1.6198854446411133, -0.9035848379135132, -0.4197424352169037, -0.012341795489192009, -1.7133209705352783, -1.4683125019073486, -2.3040294647216797, -0.813312292098999, -0.5817878246307373, -1.0697516202926636, -0.01438309345394373, -1.7632324695587158, -1.746647834777832, -1.432813048362732, -0.7306496500968933, -0.8007503151893616, -0.7763855457305908, -0.7620006203651428, -1.9695435762405396, -0.211669459939003, -0.3288272023200989, -0.5478923916816711, -2.3101980686187744, -1.209293246269226, -1.2872802019119263, -1.3695096969604492, -0.6113094687461853, -0.28610703349113464, -0.1665525883436203]}, "Bot003_021_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ?", "response": "I love to cook. i love to cook", "annotation_id": "Bot003_021_08", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-10.448424339294434, -7.169695854187012, -6.7775797843933105, -8.428647994995117, -10.976280212402344, -9.041905403137207, -9.504755020141602, -8.189621925354004, -10.333826065063477], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -1.8506596088409424, -1.8503960371017456, -2.4521963596343994, -3.4731550216674805, -0.24739187955856323, -2.4003937244415283, -1.547987699508667, -1.6316595077514648, -0.3292384743690491, -1.7035702466964722, -2.239473581314087, -1.5123697519302368, -1.7435919046401978, -0.020135054364800453, -0.5585525631904602, -1.9451515674591064, -1.6198621988296509, -0.9035497903823853, -0.4197368919849396, -0.012342266738414764, -1.7132689952850342, -1.4683184623718262, -2.304027795791626, -0.8133025765419006, -0.5817795395851135, -1.069751501083374, -0.014382858760654926, -1.7632464170455933, -1.746671199798584, -1.432762622833252, -0.7306511402130127, -0.8007581830024719, -0.7763726711273193, -0.7620124816894531, -0.2645612359046936, -0.3684505820274353, -0.5898874998092651, -2.3058903217315674, -1.0617034435272217, -1.8250480890274048, -1.4756044149398804, -0.3135055601596832, -0.45294731855392456, -1.1061551570892334, -0.24864724278450012, -1.6248799562454224, -1.533026933670044, -1.915101408958435, -0.21956928074359894, -1.0222362279891968, -1.593671202659607, -0.1658206582069397, -0.9350908994674683, -1.1226681470870972, -1.6271167993545532, -1.3924068212509155, -0.6866652965545654, -0.19482837617397308, -1.5460132360458374, -1.1659080982208252, -1.8946037292480469, -1.1375621557235718, -0.4939778745174408, -1.1944324970245361]}, "Bot003_021_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ? I love to cook. i love to cook where do you live ?", "response": "I live in the midwest, how about you?", "annotation_id": "Bot003_021_10", "annotations": ["O", "O", "O", "O", "T", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.448424339294434, -7.461321830749512, -2.504462718963623, -5.855161190032959, -10.750801086425781, -15.801579475402832, -9.757120132446289, -6.569855690002441, -8.448846817016602, -5.282773017883301, -8.085457801818848], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -1.8506596088409424, -1.8503960371017456, -2.4521963596343994, -3.4731550216674805, -0.24739187955856323, -2.4003937244415283, -1.547987699508667, -1.6316595077514648, -0.3292384743690491, -1.7035702466964722, -2.239473581314087, -1.5123697519302368, -1.7435919046401978, -0.020135054364800453, -0.5585525631904602, -1.9451515674591064, -1.6198621988296509, -0.9035497903823853, -0.4197368919849396, -0.012342266738414764, -1.7132689952850342, -1.4683184623718262, -2.304027795791626, -0.8133025765419006, -0.5817795395851135, -1.069751501083374, -0.014382858760654926, -1.7632359266281128, -1.7466721534729004, -1.4327505826950073, -0.7306521534919739, -0.800764262676239, -0.7763682007789612, -0.7620132565498352, -0.26456141471862793, -0.36845406889915466, -0.5898836255073547, -2.3058879375457764, -1.0617034435272217, -1.8250497579574585, -1.4756145477294922, -0.31350719928741455, -0.4529462456703186, -1.1061580181121826, -0.2486482709646225, -1.6248934268951416, -1.533019781112671, -1.915106177330017, -0.21956756711006165, -1.02224600315094, -1.5936633348464966, -0.16581934690475464, -0.9350887537002563, -1.1226674318313599, -1.565071940422058, -0.7280409336090088, -0.23803822696208954, -1.6022125482559204, -1.3879276514053345, -1.740416169166565, -1.0194391012191772, -0.41466236114501953, -1.0224242210388184, -0.885015070438385, -0.490837037563324, -0.5853437185287476, -1.8872236013412476, -1.281385064125061, -1.5613001585006714, -2.0955517292022705, -0.15353012084960938, -1.8423625230789185, -2.286461114883423, -0.05862945318222046, -1.5353903770446777, -1.739331603050232, -1.2687385082244873, -0.3200843036174774, -0.6290449500083923, -0.3401801586151123]}, "Bot003_021_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ? I love to cook. i love to cook where do you live ? I live in the midwest, how about you? i live in europe", "response": "Which country do you live in?", "annotation_id": "Bot003_021_12", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-14.049513816833496, -13.481982231140137, -8.473770141601562, -9.76997184753418, -10.142173767089844, -6.133702278137207, -10.277200698852539], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -1.8506596088409424, -1.8503960371017456, -2.4521963596343994, -3.4731550216674805, -0.24739187955856323, -2.4003937244415283, -1.547987699508667, -1.6316595077514648, -0.3292384743690491, -1.7035702466964722, -2.239473581314087, -1.5123697519302368, -1.7435919046401978, -0.020135054364800453, -0.5585525631904602, -1.9451515674591064, -1.6198621988296509, -0.9035497903823853, -0.4197368919849396, -0.012342266738414764, -1.7132689952850342, -1.4683184623718262, -2.304027795791626, -0.8133025765419006, -0.5817795395851135, -1.069751501083374, -0.014382858760654926, -1.7632359266281128, -1.7466721534729004, -1.4327505826950073, -0.7306521534919739, -0.800764262676239, -0.7763682007789612, -0.7620040774345398, -0.2645607590675354, -0.36845800280570984, -0.5898852944374084, -2.305889844894409, -1.0617026090621948, -1.8250443935394287, -1.475621223449707, -0.3135070204734802, -0.4529537558555603, -1.1061636209487915, -0.2486499398946762, -1.6248724460601807, -1.5330270528793335, -1.915096402168274, -0.21956785023212433, -1.022255301475525, -1.5936717987060547, -0.16582055389881134, -0.9350895285606384, -1.1226723194122314, -1.565064549446106, -0.7280505299568176, -0.2380363494157791, -1.6022123098373413, -1.3879283666610718, -1.7404274940490723, -1.0194405317306519, -0.41466739773750305, -1.0224190950393677, -0.8850153088569641, -0.4908289313316345, -0.5853463411331177, -1.8872191905975342, -1.2813901901245117, -1.885200023651123, -0.3580182194709778, -1.7942306995391846, -2.260455846786499, -0.058211833238601685, -1.5435516834259033, -1.9313910007476807, -1.4185423851013184, -0.3125233054161072, -0.8734493255615234, -1.2457128763198853, -1.725646734237671, -0.15301929414272308, -0.9771189093589783, -0.005446357652544975, -1.8244175910949707, -1.9024103879928589, -1.0949994325637817, -1.1089497804641724, -0.01443855557590723, -0.20121584832668304, -0.11324726045131683, -0.3703724443912506, -0.24314922094345093]}, "Bot003_021_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ? I love to cook. i love to cook where do you live ? I live in the midwest, how about you? i live in europe Which country do you live in? i am in Turkey", "response": "Tell me a little about your life in turkey.  Do you know familiar persons?", "annotation_id": "Bot003_021_14", "annotations": ["O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-13.933226585388184, -6.077288627624512, -3.242339611053467, -8.968381881713867, -9.985755920410156, -9.107625007629395, -13.439477920532227, -6.878693580627441, -14.405115127563477, -7.948529243469238, -8.808587074279785, -10.00480842590332, -8.89770793914795, -11.918465614318848, -11.00467586517334, -14.680220603942871, -10.871085166931152], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -1.8506596088409424, -1.8503960371017456, -2.4521963596343994, -3.4731550216674805, -0.24739187955856323, -2.4003937244415283, -1.547987699508667, -1.6316595077514648, -0.3292384743690491, -1.7035702466964722, -2.239473581314087, -1.5123697519302368, -1.7435919046401978, -0.020135054364800453, -0.5585525631904602, -1.9451515674591064, -1.6198621988296509, -0.9035497903823853, -0.4197368919849396, -0.012342266738414764, -1.7132689952850342, -1.4683184623718262, -2.304027795791626, -0.8133025765419006, -0.5817795395851135, -1.069751501083374, -0.014382858760654926, -1.7632359266281128, -1.7466721534729004, -1.4327505826950073, -0.7306521534919739, -0.800764262676239, -0.7763682007789612, -0.7620040774345398, -0.2645607590675354, -0.36845800280570984, -0.5898852944374084, -2.305889844894409, -1.0617026090621948, -1.8250443935394287, -1.475621223449707, -0.3135070204734802, -0.4529537558555603, -1.1061636209487915, -0.2486499398946762, -1.6248724460601807, -1.5330270528793335, -1.915096402168274, -0.21956785023212433, -1.022255301475525, -1.5936717987060547, -0.16582055389881134, -0.9350895285606384, -1.1226723194122314, -1.565064549446106, -0.7280505299568176, -0.2380363494157791, -1.6022123098373413, -1.3879283666610718, -1.7404274940490723, -1.0194405317306519, -0.41466739773750305, -1.0224190950393677, -0.8850153088569641, -0.4908289313316345, -0.5853463411331177, -1.8872191905975342, -1.2813901901245117, -1.885200023651123, -0.3580182194709778, -1.7942306995391846, -2.260455846786499, -0.058211833238601685, -1.5435516834259033, -1.9313910007476807, -1.4185620546340942, -0.31252148747444153, -0.8734555840492249, -1.2457103729248047, -1.7256642580032349, -0.15301786363124847, -0.9771213531494141, -0.005446357652544975, -1.824411153793335, -1.2540901899337769, -1.4453463554382324, -0.014386383816599846, -0.22924889624118805, -0.10067214071750641, -0.35999736189842224, -1.2604488134384155, -0.9707531929016113, -1.1773912906646729, -1.2158790826797485, -1.9143917560577393, -2.0688865184783936, -0.20557546615600586, -1.2276477813720703, -0.8532796502113342, -1.013697862625122, -0.8464880585670471, -1.264187216758728, -1.5270800590515137, -1.0955557823181152, -1.695515513420105, -0.9988938570022583, -1.3956882953643799, -0.09233823418617249, -1.012810468673706, -1.804492473602295, -1.5078305006027222, -2.3634321689605713, -0.35238221287727356]}, "Bot003_021_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ? I love to cook. i love to cook where do you live ? I live in the midwest, how about you? i live in europe Which country do you live in? i am in Turkey Tell me a little about your life in turkey.  Do you know familiar persons? Well, i am a 3rd year Molecular Biology and Genetics student at Uludag University.  i live on my own", "response": "I am a construction a worker.", "annotation_id": "Bot003_021_16", "annotations": ["O", "T", "O", "O", "T", "O", "T", "T", "O", "O", "O", "T", "O", "T", "T"], "gpt2_target_score": [-10.448424339294434, -11.447924613952637, -3.242339611053467, -12.99781608581543, -7.500373363494873, -11.418965339660645, -9.815988540649414], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -1.8506596088409424, -1.8503960371017456, -2.4521963596343994, -3.4731550216674805, -0.24739187955856323, -2.4003937244415283, -1.547987699508667, -1.6316595077514648, -0.3292384743690491, -1.7035702466964722, -2.239473581314087, -1.5123697519302368, -1.7435919046401978, -0.020135054364800453, -0.5585525631904602, -1.9451515674591064, -1.6198621988296509, -0.9035497903823853, -0.4197368919849396, -0.012342266738414764, -1.7132689952850342, -1.4683184623718262, -2.304027795791626, -0.8133025765419006, -0.5817795395851135, -1.069751501083374, -0.014382858760654926, -1.7632359266281128, -1.7466721534729004, -1.4327505826950073, -0.7306521534919739, -0.800764262676239, -0.7763682007789612, -0.7620040774345398, -0.2645607590675354, -0.36845800280570984, -0.5898852944374084, -2.305889844894409, -1.0617026090621948, -1.8250443935394287, -1.475621223449707, -0.3135070204734802, -0.4529537558555603, -1.1061636209487915, -0.2486499398946762, -1.6248724460601807, -1.5330270528793335, -1.915096402168274, -0.21956785023212433, -1.022255301475525, -1.5936717987060547, -0.16582055389881134, -0.9350895285606384, -1.1226723194122314, -1.565064549446106, -0.7280505299568176, -0.2380363494157791, -1.6022123098373413, -1.3879283666610718, -1.7404274940490723, -1.0194405317306519, -0.41466739773750305, -1.0224190950393677, -0.8850153088569641, -0.4908289313316345, -0.5853463411331177, -1.8872191905975342, -1.2813901901245117, -1.885200023651123, -0.3580182194709778, -1.7942306995391846, -2.260455846786499, -0.058211833238601685, -1.5435516834259033, -1.9313910007476807, -1.4185423851013184, -0.3125233054161072, -0.8734493255615234, -1.2457128763198853, -1.725646734237671, -0.15301929414272308, -0.9771189093589783, -0.005446357652544975, -1.8244175910949707, -1.254074215888977, -1.4453564882278442, -0.014386383816599846, -0.22925163805484772, -0.10067407786846161, -0.3599974513053894, -1.260461449623108, -0.970751166343689, -1.1773979663848877, -1.2158762216567993, -1.9143949747085571, -0.2521387040615082, -1.1973124742507935, -1.0493816137313843, -1.0983316898345947, -1.1988767385482788, -1.2660514116287231, -1.8195005655288696, -1.2906010150909424, -2.082711935043335, -1.9829663038253784, -2.045436382293701, -0.07441404461860657, -0.8204502463340759, -1.6631062030792236, -1.5130276679992676, -2.463202714920044, -1.503035545349121, -1.4599730968475342, -1.4343138933181763, -1.3983491659164429, -1.4635695219039917, -2.62455153465271, -0.5800310373306274, -1.4029113054275513, -2.06318998336792, -1.310365080833435, -0.4186779260635376, -1.8268259763717651, -0.8953689336776733, -1.3333423137664795, -1.3444035053253174, -3.184077739715576, -2.570117473602295, -1.6517032384872437, -0.9857314825057983, -1.735252022743225, -1.6713136434555054, -1.4165371656417847, -0.12391876429319382, -1.0699903964996338, -0.7647190690040588, -1.8106276988983154, -2.2544326782226562, -1.9464210271835327, -1.6390857696533203, -2.0183162689208984, -0.3944240212440491, -1.1034055948257446, -1.144482970237732, -1.527924656867981]}, "Bot003_021_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ? I love to cook. i love to cook where do you live ? I live in the midwest, how about you? i live in europe Which country do you live in? i am in Turkey Tell me a little about your life in turkey.  Do you know familiar persons? Well, i am a 3rd year Molecular Biology and Genetics student at Uludag University.  i live on my own I am a construction a worker. what do you like", "response": "I like movies about robots.", "annotation_id": "Bot003_021_18", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-10.448424339294434, -7.728716850280762, -7.079894542694092, -9.136167526245117, -15.089698791503906, -6.435612678527832], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -1.8506596088409424, -1.8503960371017456, -2.4521963596343994, -3.4731550216674805, -0.24739187955856323, -2.4003937244415283, -1.547987699508667, -1.6316595077514648, -0.3292384743690491, -1.7035702466964722, -2.239473581314087, -1.5123697519302368, -1.7435919046401978, -0.020135054364800453, -0.5585525631904602, -1.9451515674591064, -1.6198621988296509, -0.9035497903823853, -0.4197368919849396, -0.012342266738414764, -1.7132689952850342, -1.4683184623718262, -2.304027795791626, -0.8133025765419006, -0.5817795395851135, -1.069751501083374, -0.014382858760654926, -1.7632359266281128, -1.7466721534729004, -1.4327505826950073, -0.7306521534919739, -0.800764262676239, -0.7763682007789612, -0.7620040774345398, -0.2645607590675354, -0.36845800280570984, -0.5898852944374084, -2.305889844894409, -1.0617026090621948, -1.8250443935394287, -1.475621223449707, -0.3135070204734802, -0.4529537558555603, -1.1061636209487915, -0.2486499398946762, -1.6248724460601807, -1.5330270528793335, -1.915096402168274, -0.21956785023212433, -1.022255301475525, -1.5936717987060547, -0.16582055389881134, -0.9350895285606384, -1.1226723194122314, -1.565064549446106, -0.7280505299568176, -0.2380363494157791, -1.6022123098373413, -1.3879283666610718, -1.7404274940490723, -1.0194405317306519, -0.41466739773750305, -1.0224190950393677, -0.8850153088569641, -0.4908289313316345, -0.5853463411331177, -1.8872191905975342, -1.2813901901245117, -1.885200023651123, -0.3580182194709778, -1.7942306995391846, -2.260455846786499, -0.058211833238601685, -1.5435516834259033, -1.9313910007476807, -1.4185423851013184, -0.3125233054161072, -0.8734493255615234, -1.2457128763198853, -1.725646734237671, -0.15301929414272308, -0.9771189093589783, -0.005446357652544975, -1.8244175910949707, -1.254074215888977, -1.4453564882278442, -0.014386383816599846, -0.22925163805484772, -0.10067407786846161, -0.3599974513053894, -1.260461449623108, -0.970751166343689, -1.1773979663848877, -1.2158762216567993, -1.9143949747085571, -0.2521387040615082, -1.1973124742507935, -1.0493816137313843, -1.0983316898345947, -1.1988767385482788, -1.2660514116287231, -1.8195005655288696, -1.2906010150909424, -2.082711935043335, -1.9829663038253784, -2.045436382293701, -0.07441404461860657, -0.8204502463340759, -1.6631062030792236, -1.5130276679992676, -2.463202714920044, -1.503035545349121, -1.4599730968475342, -1.4343138933181763, -1.3983491659164429, -1.4635695219039917, -2.62455153465271, -0.5800310373306274, -1.4029113054275513, -2.06318998336792, -1.310365080833435, -0.4186779260635376, -1.8268259763717651, -0.8953689336776733, -1.3333423137664795, -1.3444035053253174, -3.184077739715576, -2.570117473602295, -1.6517032384872437, -0.9857314825057983, -1.735252022743225, -1.6713136434555054, -1.4165371656417847, -0.12391876429319382, -1.0699903964996338, -0.7647231817245483, -1.8106247186660767, -1.5602151155471802, -1.5062174797058105, -3.868619203567505, -0.5212803483009338, -1.752540946006775, -1.1710612773895264, -1.3021796941757202, -1.7783653736114502, -0.060167763382196426, -1.2128702402114868, -0.40566036105155945, -2.0302085876464844, -1.7762832641601562, -0.678481936454773, -1.6377482414245605, -2.0725107192993164, -1.5370285511016846, -1.7995960712432861]}, "Bot003_021_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ? I love to cook. i love to cook where do you live ? I live in the midwest, how about you? i live in europe Which country do you live in? i am in Turkey Tell me a little about your life in turkey.  Do you know familiar persons? Well, i am a 3rd year Molecular Biology and Genetics student at Uludag University.  i live on my own I am a construction a worker. what do you like I like movies about robots. which movie is your favorite", "response": "My favorite movie is robotcop. have you seen robotcop?", "annotation_id": "Bot003_021_20", "annotations": ["O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-12.966776847839355, -10.797930717468262, -7.375991344451904, -8.40565299987793, -14.814292907714844, -13.135518074035645, -9.815988540649414, -10.474045753479004, -8.663293838500977, -10.569256782531738, -14.887124061584473, -18.060869216918945, -11.809405326843262], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -1.8506596088409424, -1.8503960371017456, -2.4521963596343994, -3.4731550216674805, -0.24739187955856323, -2.4003937244415283, -1.547987699508667, -1.6316595077514648, -0.3292384743690491, -1.7035702466964722, -2.239473581314087, -1.5123697519302368, -1.7435919046401978, -0.020135054364800453, -0.5585525631904602, -1.9451515674591064, -1.6198621988296509, -0.9035497903823853, -0.4197368919849396, -0.012342266738414764, -1.7132689952850342, -1.4683184623718262, -2.304027795791626, -0.8133025765419006, -0.5817795395851135, -1.069751501083374, -0.014382858760654926, -1.7632359266281128, -1.7466721534729004, -1.4327505826950073, -0.7306521534919739, -0.800764262676239, -0.7763682007789612, -0.7620040774345398, -0.2645607590675354, -0.36845800280570984, -0.5898852944374084, -2.305889844894409, -1.0617026090621948, -1.8250443935394287, -1.475621223449707, -0.3135070204734802, -0.4529537558555603, -1.1061636209487915, -0.2486499398946762, -1.6248724460601807, -1.5330270528793335, -1.915096402168274, -0.21956785023212433, -1.022255301475525, -1.5936717987060547, -0.16582055389881134, -0.9350895285606384, -1.1226723194122314, -1.565064549446106, -0.7280505299568176, -0.2380363494157791, -1.6022123098373413, -1.3879283666610718, -1.7404274940490723, -1.0194405317306519, -0.41466739773750305, -1.0224190950393677, -0.8850153088569641, -0.4908289313316345, -0.5853463411331177, -1.8872191905975342, -1.2813901901245117, -1.885200023651123, -0.3580182194709778, -1.7942306995391846, -2.260455846786499, -0.058211833238601685, -1.5435516834259033, -1.9313910007476807, -1.4185423851013184, -0.3125233054161072, -0.8734493255615234, -1.2457128763198853, -1.725646734237671, -0.15301929414272308, -0.9771189093589783, -0.005446357652544975, -1.8244175910949707, -1.254074215888977, -1.4453564882278442, -0.014386383816599846, -0.22925163805484772, -0.10067407786846161, -0.3599974513053894, -1.260461449623108, -0.970751166343689, -1.1773979663848877, -1.2158762216567993, -1.9143949747085571, -0.2521387040615082, -1.1973124742507935, -1.0493816137313843, -1.0983316898345947, -1.1988767385482788, -1.2660514116287231, -1.8195005655288696, -1.2906010150909424, -2.082711935043335, -1.9829663038253784, -2.045436382293701, -0.07441404461860657, -0.8204502463340759, -1.6631062030792236, -1.5130276679992676, -2.463202714920044, -1.503035545349121, -1.4599730968475342, -1.4343138933181763, -1.3983491659164429, -1.4635695219039917, -2.62455153465271, -0.5800310373306274, -1.4029113054275513, -2.06318998336792, -1.310365080833435, -0.4186779260635376, -1.8268259763717651, -0.8953689336776733, -1.3333423137664795, -1.3444035053253174, -3.184077739715576, -2.570117473602295, -1.6517032384872437, -0.9857363700866699, -1.7352585792541504, -1.6713169813156128, -1.4165500402450562, -0.12391845136880875, -1.0699807405471802, -0.7647284269332886, -1.8106189966201782, -1.5602138042449951, -1.5062199831008911, -3.868618965148926, -0.521281361579895, -1.7525379657745361, -1.1710537672042847, -1.3021763563156128, -1.7783730030059814, -0.0601668655872345, -1.212868571281433, -0.40566155314445496, -1.011169195175171, -0.6212079524993896, -1.8252805471420288, -2.3665406703948975, -1.427506685256958, -1.6920348405838013, -1.565286636352539, -1.565719723701477, -1.4593048095703125, -0.24665598571300507, -0.6748211979866028, -2.171143054962158, -0.7336207032203674, -1.450039029121399, -0.3351406157016754, -3.056544542312622, -1.3296725749969482, -0.8799472451210022, -2.0784912109375, -0.44965681433677673, -1.1918922662734985, -1.7941629886627197, -0.2874164283275604, -0.36528560519218445, -0.5060766935348511]}, "Bot003_023_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student", "response": "I am studying to be a teacher.", "annotation_id": "Bot003_023_02", "annotations": ["O", "O", "O", "T", "X", "O", "O", "O", "T", "O", "O", "O", "O", "O", "X"], "gpt2_target_score": [-11.015860557556152, -6.817445755004883, -12.015881538391113, -9.82293701171875, -8.967337608337402, -3.93179988861084, -13.423439979553223, -4.626668930053711], "gpt2_argmax_score": [-0.11439462006092072, -3.086366891860962, -2.3522613048553467, -0.6154480576515198, -2.255255937576294, -1.8044346570968628, -2.266808271408081, -2.284536361694336, -2.0683095455169678, -2.280308723449707, -1.5615220069885254, -1.6688289642333984, -1.6688177585601807, -3.316392660140991, -1.7851283550262451, -1.6699984073638916, -2.1920104026794434, -1.6008410453796387, -2.640279769897461, -0.8434728980064392, -0.39985308051109314, -1.985662817955017, -2.854916572570801, -1.3256251811981201, -1.4302310943603516, -2.3081188201904297, -2.1965017318725586, -0.976529061794281, -1.7323204278945923, -1.5961705446243286, -0.32716020941734314, -2.2832930088043213, -1.064801812171936, -1.3380706310272217]}, "Bot003_023_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good.", "response": "I'm sure he's a good guy.", "annotation_id": "Bot003_023_04", "annotations": ["X", "O", "T", "T", "X", "T", "X", "O", "T", "O", "T", "T", "T", "O", "X"], "gpt2_target_score": [-11.015860557556152, -8.093339920043945, -10.745549201965332, -10.201858520507812, -8.741385459899902, -3.93179988861084, -11.524956703186035, -10.209676742553711, -10.208614349365234], "gpt2_argmax_score": [-0.11439462006092072, -3.086366891860962, -2.3522613048553467, -0.6154480576515198, -2.255255937576294, -1.8044346570968628, -2.266808271408081, -2.284536361694336, -2.0683095455169678, -2.280308723449707, -1.5615220069885254, -1.6688289642333984, -1.6688177585601807, -3.316392660140991, -1.7851283550262451, -1.6699984073638916, -2.1920104026794434, -1.6008410453796387, -2.640279769897461, -0.8434728980064392, -0.39985308051109314, -1.985662817955017, -2.854916572570801, -1.3256251811981201, -1.4302310943603516, -2.3412160873413086, -1.906548261642456, -1.6295067071914673, -1.8937662839889526, -0.619867742061615, -2.29348087310791, -0.8930021524429321, -1.6567095518112183, -0.7043750286102295, -2.4180479049682617, -1.3318334817886353, -1.768654704093933, -2.1128363609313965, -2.1139140129089355, -1.1110128164291382, -0.8412452340126038, -1.423577904701233, -2.233506679534912, -2.3065876960754395, -1.2189809083938599, -1.021133303642273, -1.4031152725219727]}, "Bot003_023_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus?", "response": "Come on, get in there.", "annotation_id": "Bot003_023_06", "annotations": ["X", "O", "T", "T", "X", "X", "X", "O", "T", "O", "X", "X", "T", "T", "O"], "gpt2_target_score": [-19.723834991455078, -5.29203987121582, -2.9926421642303467, -11.105560302734375, -9.839056968688965, -8.33017635345459, -8.23030948638916], "gpt2_argmax_score": [-0.11439462006092072, -3.086366891860962, -2.3522613048553467, -0.6154480576515198, -2.255255937576294, -1.8044346570968628, -2.266808271408081, -2.284536361694336, -2.0683095455169678, -2.280308723449707, -1.5615220069885254, -1.6688289642333984, -1.6688177585601807, -3.316392660140991, -1.7851283550262451, -1.6699984073638916, -2.1920104026794434, -1.6008410453796387, -2.640279769897461, -0.8434728980064392, -0.39985308051109314, -1.985662817955017, -2.854916572570801, -1.3256251811981201, -1.4302310943603516, -2.3412160873413086, -1.906548261642456, -1.6295067071914673, -1.8937662839889526, -0.619867742061615, -2.29348087310791, -0.8930021524429321, -1.6567095518112183, -0.7043750286102295, -2.4180479049682617, -1.3318334817886353, -1.768654704093933, -2.1275503635406494, -1.8424961566925049, -1.130205750465393, -1.8013578653335571, -2.573378801345825, -1.708916425704956, -1.387087345123291, -0.8136942982673645, -1.724256992340088, -2.1371614933013916, -1.4278638362884521, -0.9890992045402527, -1.7402262687683105, -1.3740119934082031, -1.985931396484375, -0.6711629033088684, -0.3593336343765259, -0.4926321506500244, -2.3125874996185303, -1.9573208093643188, -1.3865422010421753, -0.633540153503418]}, "Bot003_023_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where?", "response": "I'll get you a gun.", "annotation_id": "Bot003_023_08", "annotations": ["X", "X", "X", "T", "O", "O", "X", "O", "T", "T", "T", "X", "X", "O", "X"], "gpt2_target_score": [-11.015865325927734, -10.289727210998535, -8.65388011932373, -7.902369499206543, -8.426865577697754, -9.417678833007812, -8.230303764343262], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -2.284482002258301, -2.0683321952819824, -2.2803080081939697, -1.5615118741989136, -1.6687771081924438, -1.6688288450241089, -3.316391944885254, -1.7851277589797974, -1.6699925661087036, -2.1920459270477295, -1.600835919380188, -2.640291690826416, -0.8434607982635498, -0.39985284209251404, -1.985674262046814, -2.8549206256866455, -1.325645089149475, -1.4302501678466797, -2.3412423133850098, -1.906557559967041, -1.6294878721237183, -1.893763542175293, -0.6199025511741638, -2.2934622764587402, -0.8930038809776306, -1.656753659248352, -0.7043712735176086, -2.4179983139038086, -1.3318290710449219, -1.7686716318130493, -2.1275761127471924, -1.8424583673477173, -1.1302378177642822, -1.8013241291046143, -2.5734193325042725, -1.7089036703109741, -1.3870980739593506, -0.8136886954307556, -1.7243553400039673, -2.1372056007385254, -1.4278836250305176, -0.9890979528427124, -1.7402317523956299, -1.3740246295928955, -0.6377483606338501, -0.6309004426002502, -0.574454128742218, -2.500688314437866, -1.9097744226455688, -1.0519146919250488, -1.56782865524292, -1.0073539018630981, -0.3374535143375397, -0.4213883876800537, -1.6201261281967163, -2.045553207397461, -1.581798791885376, -1.611875295639038, -0.5404607057571411, -1.803034782409668, -2.695202112197876, -1.218079686164856, -0.5614200234413147]}, "Bot003_023_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where? I'll get you a gun. I don't want a gun", "response": "I am a college student. i am studying to be a teacher.", "annotation_id": "Bot003_023_10", "annotations": ["X", "X", "T", "T", "X", "O", "O", "O", "T", "T", "X", "X", "X", "O", "O"], "gpt2_target_score": [-11.015865325927734, -6.817452430725098, -6.0833845138549805, -12.637476921081543, -13.799683570861816, -8.492881774902344, -11.002581596374512, -9.475384712219238, -9.447742462158203, -4.941944122314453, -8.694538116455078, -9.024307250976562, -11.521871566772461, -8.951691627502441], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -2.284482002258301, -2.0683321952819824, -2.2803080081939697, -1.5615118741989136, -1.6687771081924438, -1.6688288450241089, -3.316391944885254, -1.7851277589797974, -1.6699925661087036, -2.1920459270477295, -1.600835919380188, -2.640291690826416, -0.8434607982635498, -0.39985284209251404, -1.985674262046814, -2.8549206256866455, -1.325645089149475, -1.4302501678466797, -2.3412423133850098, -1.906557559967041, -1.6294878721237183, -1.893763542175293, -0.6199025511741638, -2.2934622764587402, -0.8930038809776306, -1.656753659248352, -0.7043712735176086, -2.4179983139038086, -1.3318290710449219, -1.7686716318130493, -2.1275761127471924, -1.8424583673477173, -1.1302378177642822, -1.8013241291046143, -2.5734193325042725, -1.7089027166366577, -1.3870922327041626, -0.8136825561523438, -1.7243459224700928, -2.1371922492980957, -1.4278643131256104, -0.9890842437744141, -1.7402253150939941, -1.3740249872207642, -0.6377444267272949, -0.6309007406234741, -0.5744592547416687, -2.5006847381591797, -1.9097774028778076, -1.0519366264343262, -1.5678247213363647, -1.007341980934143, -0.33745718002319336, -0.42137977480888367, -1.6201127767562866, -1.525515079498291, -1.7939581871032715, -0.8573260307312012, -1.6165975332260132, -3.0893383026123047, -0.9415553212165833, -1.4767197370529175, -1.5496000051498413, -0.06378436833620071, -1.319405436515808, -0.3483522832393646, -0.4961061179637909, -0.6742230653762817, -1.8559144735336304, -1.8341220617294312, -1.5613150596618652, -1.7763795852661133, -0.14229166507720947, -1.2095509767532349, -0.9678100347518921, -2.1138267517089844, -0.7564656138420105, -0.5638380646705627, -0.06747385114431381, -0.023215163499116898, -0.14352764189243317, -0.4507417380809784, -1.3816428184509277]}, "Bot003_023_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where? I'll get you a gun. I don't want a gun I am a college student. i am studying to be a teacher. I'm in college too.", "response": "I am in college, studying to be a teacher.", "annotation_id": "Bot003_023_12", "annotations": ["T", "O", "T", "T", "X", "O", "O", "O", "T", "T", "O", "X", "T", "O", "X"], "gpt2_target_score": [-11.015865325927734, -6.817452430725098, -5.092379570007324, -12.637476921081543, -7.604294776916504, -9.710655212402344, -8.803759574890137, -10.415966987609863, -6.943912029266357, -12.93924331665039, -9.482654571533203], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -2.284482002258301, -2.0683321952819824, -2.2803080081939697, -1.5615118741989136, -1.6687771081924438, -1.6688288450241089, -3.316391944885254, -1.7851277589797974, -1.6699925661087036, -2.1920459270477295, -1.600835919380188, -2.640291690826416, -0.8434607982635498, -0.39985284209251404, -1.985674262046814, -2.8549206256866455, -1.325645089149475, -1.4302501678466797, -2.3412423133850098, -1.906557559967041, -1.6294878721237183, -1.893763542175293, -0.6199025511741638, -2.2934622764587402, -0.8930038809776306, -1.656753659248352, -0.7043712735176086, -2.4179983139038086, -1.3318290710449219, -1.7686716318130493, -2.1275761127471924, -1.8424583673477173, -1.1302378177642822, -1.8013241291046143, -2.5734193325042725, -1.7089036703109741, -1.3870980739593506, -0.8136886954307556, -1.7243553400039673, -2.1372056007385254, -1.4278836250305176, -0.9890979528427124, -1.7402317523956299, -1.3740246295928955, -0.6377483606338501, -0.6309004426002502, -0.574454128742218, -2.500688314437866, -1.9097744226455688, -1.0519146919250488, -1.56782865524292, -1.0073539018630981, -0.3374535143375397, -0.4213883876800537, -1.6201261281967163, -1.5255234241485596, -1.7939668893814087, -0.8573167324066162, -1.6166099309921265, -3.0893590450286865, -0.9415655136108398, -1.4767107963562012, -1.5495877265930176, -0.06378436833620071, -1.3194235563278198, -0.3483465611934662, -0.49610409140586853, -0.67423415184021, -1.3818939924240112, -1.8302860260009766, -2.3337841033935547, -0.1450459063053131, -0.7801639437675476, -1.303405523300171, -2.3012895584106445, -0.5843887329101562, -0.5867977738380432, -0.10981778055429459, -0.03415154293179512, -0.2597440481185913, -0.5460429787635803, -1.4560213088989258, -1.4066493511199951, -1.2767661809921265, -1.964911937713623, -0.9627967476844788, -0.3106262683868408, -1.3468968868255615, -2.008188009262085, -1.7867263555526733, -1.2152783870697021, -0.45957136154174805, -0.2382148653268814, -1.7666655778884888, -0.3921535611152649, -0.05576006695628166, -0.025594452396035194, -0.11016283184289932, -0.3641524612903595, -1.002990484237671]}, "Bot003_023_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where? I'll get you a gun. I don't want a gun I am a college student. i am studying to be a teacher. I'm in college too. I am in college, studying to be a teacher. I know. You told me", "response": "I am a student, so i can speak french.", "annotation_id": "Bot003_023_14", "annotations": ["O", "O", "T", "T", "X", "O", "O", "O", "T", "T", "O", "X", "O", "O", "O"], "gpt2_target_score": [-11.015865325927734, -6.817452430725098, -6.0833845138549805, -12.633341789245605, -7.604294776916504, -7.281089782714844, -11.002581596374512, -9.377911567687988, -7.986560344696045, -8.650089263916016, -9.482654571533203], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -2.284482002258301, -2.0683321952819824, -2.2803080081939697, -1.5615118741989136, -1.6687771081924438, -1.6688288450241089, -3.316391944885254, -1.7851277589797974, -1.6699925661087036, -2.1920459270477295, -1.600835919380188, -2.640291690826416, -0.8434607982635498, -0.39985284209251404, -1.985674262046814, -2.8549206256866455, -1.325645089149475, -1.4302501678466797, -2.3412423133850098, -1.906557559967041, -1.6294878721237183, -1.893763542175293, -0.6199025511741638, -2.2934622764587402, -0.8930038809776306, -1.656753659248352, -0.7043712735176086, -2.4179983139038086, -1.3318290710449219, -1.7686716318130493, -2.1275761127471924, -1.8424583673477173, -1.1302378177642822, -1.8013241291046143, -2.5734193325042725, -1.7089036703109741, -1.3870980739593506, -0.8136886954307556, -1.7243553400039673, -2.1372056007385254, -1.4278836250305176, -0.9890979528427124, -1.7402317523956299, -1.3740246295928955, -0.6377483606338501, -0.6309004426002502, -0.574454128742218, -2.500688314437866, -1.9097744226455688, -1.0519146919250488, -1.56782865524292, -1.0073539018630981, -0.3374535143375397, -0.4213883876800537, -1.6201261281967163, -1.5255234241485596, -1.7939668893814087, -0.8573167324066162, -1.6166099309921265, -3.0893590450286865, -0.9415655136108398, -1.4767107963562012, -1.5495877265930176, -0.06378436833620071, -1.3194235563278198, -0.3483465611934662, -0.49610409140586853, -0.67423415184021, -1.3818939924240112, -1.8302860260009766, -2.3337841033935547, -0.1450459063053131, -0.7801639437675476, -1.303405523300171, -2.3012895584106445, -0.5843887329101562, -0.5867977738380432, -0.10981874167919159, -0.03415200114250183, -0.2597459852695465, -0.5460493564605713, -1.4560197591781616, -1.4066424369812012, -1.276749610900879, -1.9649138450622559, -0.9627926349639893, -0.3106289803981781, -1.3469024896621704, -1.5508508682250977, -1.2119399309158325, -0.9039319157600403, -0.17124634981155396, -1.9609581232070923, -0.35574519634246826, -0.11940117180347443, -0.05458886921405792, -0.23488493263721466, -0.18991808593273163, -0.9919262528419495, -1.0871080160140991, -2.244476318359375, -0.9684555530548096, -1.7372596263885498, -0.057535674422979355, -1.585729718208313, -1.882665991783142, -1.8229602575302124, -1.354748249053955, -0.9494632482528687, -1.1759995222091675, -1.8376564979553223, -1.0745477676391602, -1.6371724605560303, -1.183374285697937, -1.4801093339920044, -1.2683600187301636, -1.1867172718048096]}, "Bot003_023_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where? I'll get you a gun. I don't want a gun I am a college student. i am studying to be a teacher. I'm in college too. I am in college, studying to be a teacher. I know. You told me I am a student, so i can speak french. I speak a little French. I go to Europe twice a year. I love France", "response": "I speak french, i speak french.", "annotation_id": "Bot003_023_16", "annotations": ["T", "O", "T", "T", "X", "T", "O", "O", "T", "O", "O", "X", "T", "O", "O"], "gpt2_target_score": [-11.015865325927734, -12.486756324768066, -13.615900993347168, -10.147379875183105, -9.365128517150879, -14.186737060546875, -10.414217948913574, -4.626675605773926], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -2.284482002258301, -2.0683321952819824, -2.2803080081939697, -1.5615118741989136, -1.6687771081924438, -1.6688288450241089, -3.316391944885254, -1.7851277589797974, -1.6699925661087036, -2.1920459270477295, -1.600835919380188, -2.640291690826416, -0.8434607982635498, -0.39985284209251404, -1.985674262046814, -2.8549206256866455, -1.325645089149475, -1.4302501678466797, -2.3412423133850098, -1.906557559967041, -1.6294878721237183, -1.893763542175293, -0.6199025511741638, -2.2934622764587402, -0.8930038809776306, -1.656753659248352, -0.7043712735176086, -2.4179983139038086, -1.3318290710449219, -1.7686716318130493, -2.1275761127471924, -1.8424583673477173, -1.1302378177642822, -1.8013241291046143, -2.5734193325042725, -1.7089036703109741, -1.3870980739593506, -0.8136886954307556, -1.7243553400039673, -2.1372056007385254, -1.4278836250305176, -0.9890979528427124, -1.7402317523956299, -1.3740246295928955, -0.6377483606338501, -0.6309004426002502, -0.574454128742218, -2.500688314437866, -1.9097744226455688, -1.0519146919250488, -1.56782865524292, -1.0073539018630981, -0.3374535143375397, -0.4213883876800537, -1.6201261281967163, -1.5255234241485596, -1.7939668893814087, -0.8573167324066162, -1.6166099309921265, -3.0893590450286865, -0.9415655136108398, -1.4767107963562012, -1.5495877265930176, -0.06378436833620071, -1.3194235563278198, -0.3483465611934662, -0.49610409140586853, -0.67423415184021, -1.3818939924240112, -1.8302860260009766, -2.3337841033935547, -0.1450459063053131, -0.7801639437675476, -1.303405523300171, -2.3012895584106445, -0.5843887329101562, -0.5867977738380432, -0.10981778055429459, -0.03415154293179512, -0.2597440481185913, -0.5460429787635803, -1.4560213088989258, -1.4066493511199951, -1.2767661809921265, -1.964911937713623, -0.9627967476844788, -0.3106262683868408, -1.3468968868255615, -1.550848126411438, -1.2119463682174683, -0.9039196372032166, -0.1712440401315689, -1.9609423875808716, -0.35574954748153687, -0.11940032243728638, -0.054587967693805695, -0.2348840981721878, -0.189915731549263, -0.991926908493042, -1.0871081352233887, -2.2444796562194824, -0.9684461355209351, -1.7372562885284424, -0.05753623694181442, -1.5857254266738892, -1.6774296760559082, -0.8925524353981018, -1.818989872932434, -1.163096308708191, -1.7148603200912476, -0.9393025636672974, -1.9774911403656006, -1.5451685190200806, -1.1288985013961792, -1.1068655252456665, -1.2986488342285156, -1.8559359312057495, -1.7347325086593628, -0.7884323596954346, -1.0917340517044067, -0.9855214357376099, -1.114620327949524, -1.8879163265228271, -0.4957471191883087, -1.7909740209579468, -1.522481918334961, -0.1804075539112091, -0.8441657423973083, -0.6709514260292053, -0.8265423774719238, -2.2425665855407715, -2.0440003871917725, -0.8508772850036621, -1.879912257194519, -1.744482159614563, -1.2037808895111084, -1.4478731155395508, -1.0873525142669678, -2.388983964920044, -1.7891825437545776, -1.2407581806182861, -1.478310465812683]}, "Bot003_023_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where? I'll get you a gun. I don't want a gun I am a college student. i am studying to be a teacher. I'm in college too. I am in college, studying to be a teacher. I know. You told me I am a student, so i can speak french. I speak a little French. I go to Europe twice a year. I love France I speak french, i speak french. I know you do.", "response": "But i don't want to be a fisherman.", "annotation_id": "Bot003_023_18", "annotations": ["X", "T", "T", "T", "T", "T", "X", "O", "T", "T", "X", "X", "X", "O", "T"], "gpt2_target_score": [-18.03681182861328, -6.902565956115723, -8.080500602722168, -13.016825675964355, -3.474381446838379, -2.5896835327148438, -3.5087006092071533, -3.3456850051879883, -18.014911651611328, -2.9369242191314697], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -2.284482002258301, -2.0683321952819824, -2.2803080081939697, -1.5615118741989136, -1.6687771081924438, -1.6688288450241089, -3.316391944885254, -1.7851277589797974, -1.6699925661087036, -2.1920459270477295, -1.600835919380188, -2.640291690826416, -0.8434607982635498, -0.39985284209251404, -1.985674262046814, -2.8549206256866455, -1.325645089149475, -1.4302501678466797, -2.3412423133850098, -1.906557559967041, -1.6294878721237183, -1.893763542175293, -0.6199025511741638, -2.2934622764587402, -0.8930038809776306, -1.656753659248352, -0.7043712735176086, -2.4179983139038086, -1.3318290710449219, -1.7686716318130493, -2.1275761127471924, -1.8424583673477173, -1.1302378177642822, -1.8013241291046143, -2.5734193325042725, -1.7089036703109741, -1.3870980739593506, -0.8136886954307556, -1.7243553400039673, -2.1372056007385254, -1.4278836250305176, -0.9890979528427124, -1.7402317523956299, -1.3740246295928955, -0.6377483606338501, -0.6309004426002502, -0.574454128742218, -2.500688314437866, -1.9097744226455688, -1.0519146919250488, -1.56782865524292, -1.0073539018630981, -0.3374535143375397, -0.4213883876800537, -1.6201261281967163, -1.5255234241485596, -1.7939668893814087, -0.8573167324066162, -1.6166099309921265, -3.0893590450286865, -0.9415655136108398, -1.4767107963562012, -1.5495877265930176, -0.06378436833620071, -1.3194235563278198, -0.3483465611934662, -0.49610409140586853, -0.67423415184021, -1.3818939924240112, -1.8302860260009766, -2.3337841033935547, -0.1450459063053131, -0.7801639437675476, -1.303405523300171, -2.3012895584106445, -0.5843887329101562, -0.5867977738380432, -0.10981778055429459, -0.03415154293179512, -0.2597440481185913, -0.5460429787635803, -1.4560213088989258, -1.4066493511199951, -1.2767661809921265, -1.964911937713623, -0.9627967476844788, -0.3106262683868408, -1.3468968868255615, -1.550848126411438, -1.2119463682174683, -0.9039196372032166, -0.1712440401315689, -1.9609423875808716, -0.35574954748153687, -0.11940032243728638, -0.054587967693805695, -0.2348840981721878, -0.189915731549263, -0.991926908493042, -1.0871081352233887, -2.2444796562194824, -0.9684461355209351, -1.7372562885284424, -0.05753623694181442, -1.5857254266738892, -1.6774296760559082, -0.8925524353981018, -1.818989872932434, -1.163096308708191, -1.7148603200912476, -0.9393025636672974, -1.9774911403656006, -1.5451685190200806, -1.1288985013961792, -1.1068655252456665, -1.2986488342285156, -1.8559359312057495, -1.7347325086593628, -0.7884323596954346, -1.0917340517044067, -0.9855214357376099, -1.114620327949524, -1.8879163265228271, -0.4957471191883087, -1.7909740209579468, -1.522481918334961, -0.1804075539112091, -0.8441657423973083, -0.6709514260292053, -0.8265423774719238, -2.2425665855407715, -2.0440003871917725, -0.8508772850036621, -2.0723390579223633, -1.5086106061935425, -1.0215044021606445, -0.9306175708770752, -1.4287716150283813, -1.7843588590621948, -1.0853540897369385, -0.7277135848999023, -2.3013644218444824, -1.6710232496261597, -1.904556393623352, -1.656293272972107, -0.9370191097259521, -1.7947553396224976, -2.022031545639038, -2.163257360458374, -0.10975038260221481, -1.0104243755340576, -0.755154013633728, -1.1358976364135742, -0.2690548300743103, -0.16913945972919464, -0.9518066644668579, -1.0223538875579834]}, "Bot003_023_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where? I'll get you a gun. I don't want a gun I am a college student. i am studying to be a teacher. I'm in college too. I am in college, studying to be a teacher. I know. You told me I am a student, so i can speak french. I speak a little French. I go to Europe twice a year. I love France I speak french, i speak french. I know you do. But i don't want to be a fisherman. Why not?", "response": "I don't know.", "annotation_id": "Bot003_023_20", "annotations": ["O", "T", "X", "T", "T", "O", "X", "T", "T", "T", "O", "O", "T", "O", "T"], "gpt2_target_score": [-11.015865325927734, -8.064278602600098, -10.987582206726074, -13.885584831237793, -6.541230201721191], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -2.284482002258301, -2.0683321952819824, -2.2803080081939697, -1.5615118741989136, -1.6687771081924438, -1.6688288450241089, -3.316391944885254, -1.7851277589797974, -1.6699925661087036, -2.1920459270477295, -1.600835919380188, -2.640291690826416, -0.8434607982635498, -0.39985284209251404, -1.985674262046814, -2.8549206256866455, -1.325645089149475, -1.4302501678466797, -2.3412423133850098, -1.906557559967041, -1.6294878721237183, -1.893763542175293, -0.6199025511741638, -2.2934622764587402, -0.8930038809776306, -1.656753659248352, -0.7043712735176086, -2.4179983139038086, -1.3318290710449219, -1.7686716318130493, -2.1275761127471924, -1.8424583673477173, -1.1302378177642822, -1.8013241291046143, -2.5734193325042725, -1.7089036703109741, -1.3870980739593506, -0.8136886954307556, -1.7243553400039673, -2.1372056007385254, -1.4278836250305176, -0.9890979528427124, -1.7402317523956299, -1.3740246295928955, -0.6377483606338501, -0.6309004426002502, -0.574454128742218, -2.500688314437866, -1.9097744226455688, -1.0519146919250488, -1.56782865524292, -1.0073539018630981, -0.3374535143375397, -0.4213883876800537, -1.6201261281967163, -1.5255234241485596, -1.7939668893814087, -0.8573167324066162, -1.6166099309921265, -3.0893590450286865, -0.9415655136108398, -1.4767107963562012, -1.5495877265930176, -0.06378436833620071, -1.3194235563278198, -0.3483465611934662, -0.49610409140586853, -0.67423415184021, -1.3818939924240112, -1.8302860260009766, -2.3337841033935547, -0.1450459063053131, -0.7801639437675476, -1.303405523300171, -2.3012895584106445, -0.5843887329101562, -0.5867977738380432, -0.10981778055429459, -0.03415154293179512, -0.2597440481185913, -0.5460429787635803, -1.4560213088989258, -1.4066493511199951, -1.2767661809921265, -1.964911937713623, -0.9627967476844788, -0.3106262683868408, -1.3468968868255615, -1.550848126411438, -1.2119463682174683, -0.9039196372032166, -0.1712440401315689, -1.9609423875808716, -0.35574954748153687, -0.11940032243728638, -0.054587967693805695, -0.2348840981721878, -0.189915731549263, -0.991926908493042, -1.0871081352233887, -2.2444796562194824, -0.9684461355209351, -1.7372562885284424, -0.05753623694181442, -1.5857254266738892, -1.6774296760559082, -0.8925524353981018, -1.818989872932434, -1.163096308708191, -1.7148603200912476, -0.9393025636672974, -1.9774911403656006, -1.5451685190200806, -1.1288985013961792, -1.1068655252456665, -1.2986488342285156, -1.8559359312057495, -1.7347325086593628, -0.7884323596954346, -1.0917340517044067, -0.9855214357376099, -1.114620327949524, -1.8879163265228271, -0.4957471191883087, -1.7909740209579468, -1.5224651098251343, -0.18040625751018524, -0.8441778421401978, -0.6709551811218262, -0.8265398740768433, -2.2425787448883057, -2.0439939498901367, -0.8508824706077576, -2.072331190109253, -1.5086019039154053, -1.0215121507644653, -0.9306058883666992, -1.4287751913070679, -1.7843714952468872, -1.0853689908981323, -0.7277078628540039, -2.301370143890381, -1.671041488647461, -1.9045357704162598, -1.656297206878662, -0.9370107650756836, -1.5488793849945068, -1.9049826860427856, -0.007170537486672401, -0.998308539390564, -0.4731285274028778, -1.2297664880752563, -0.4372676610946655, -0.26405420899391174, -0.6718559265136719, -0.7363264560699463, -1.742388367652893, -1.1465636491775513, -1.2975298166275024, -1.5592410564422607, -2.078035831451416, -0.09103261679410934, -0.7274461984634399, -0.8320791721343994, -0.7577522397041321]}, "Bot003_024_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food?", "response": "I like to cook pasta and i love to cook", "annotation_id": "Bot003_024_02", "annotations": ["O", "O", "X", "T", "O", "T", "O", "T", "T", "O", "T", "T", "X", "T", "O"], "gpt2_target_score": [-11.015860557556152, -7.410585403442383, -4.931225776672363, -14.55615234375, -14.439597129821777, -6.995688438415527, -11.002572059631348, -9.484919548034668, -6.1334123611450195, -8.474477767944336], "gpt2_argmax_score": [-0.11439462006092072, -3.086366891860962, -2.3522613048553467, -0.6154480576515198, -2.255255937576294, -1.8044346570968628, -2.266808271408081, -3.088160276412964, -2.439275026321411, -3.2227988243103027, -0.7689203023910522, -0.3626687824726105, -2.8170664310455322, -1.3579332828521729, -1.952393651008606, -1.6294474601745605, -0.48228198289871216, -1.3902145624160767, -0.5624062418937683, -1.2407671213150024, -2.565913677215576, -1.1926912069320679, -0.8658076524734497, -0.5354359745979309, -2.2637698650360107, -1.519112467765808, -3.2409632205963135, -1.119269847869873, -1.3479108810424805, -0.8766558170318604, -1.8368618488311768]}, "Bot003_024_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol?", "response": "I think that correct answer is: cook paella", "annotation_id": "Bot003_024_04", "annotations": ["X", "T", "X", "T", "X", "X", "T", "X", "X", "T", "X", "T", "X", "T", "X"], "gpt2_target_score": [-11.015860557556152, -8.234598159790039, -5.466565132141113, -14.098068237304688, -12.261420249938965, -8.884711265563965, -9.706902503967285, -7.739008903503418, -13.351414680480957, -14.500127792358398], "gpt2_argmax_score": [-0.11439462006092072, -3.086366891860962, -2.3522613048553467, -0.6154480576515198, -2.255255937576294, -1.8044346570968628, -2.266808271408081, -3.088160276412964, -2.439275026321411, -3.2227988243103027, -0.7689203023910522, -0.3626687824726105, -2.8170664310455322, -1.3579332828521729, -1.952393651008606, -1.6294474601745605, -0.48228198289871216, -1.3902145624160767, -0.5624062418937683, -1.2407671213150024, -1.378425121307373, -0.8635131120681763, -0.711707592010498, -2.348470687866211, -1.4385313987731934, -3.273406982421875, -1.0704362392425537, -1.4594395160675049, -0.9114342927932739, -1.9432100057601929, -2.281569242477417, -1.9462732076644897, -1.2469898462295532, -1.9930306673049927, -0.7037290930747986, -1.030224323272705, -1.548479676246643, -0.9827290773391724, -1.5828778743743896, -1.0785506963729858, -0.5295067429542542, -0.6196479201316833, -2.032698631286621, -2.399134874343872, -1.9626588821411133, -1.4649823904037476, -1.6339926719665527]}, "Bot003_024_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie?", "response": "I like the old ones. i like the old ones.", "annotation_id": "Bot003_024_06", "annotations": ["O", "X", "X", "T", "T", "T", "O", "T", "O", "O", "X", "T", "T", "T", "T"], "gpt2_target_score": [-11.015865325927734, -7.410576820373535, -4.989672660827637, -11.712824821472168, -14.754319190979004, -8.492881774902344, -11.002581596374512, -5.057596206665039, -4.317798614501953, -7.43425178527832, -12.922526359558105, -3.0641236305236816], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -3.0881288051605225, -2.439288854598999, -3.222780466079712, -0.7689163684844971, -0.362661749124527, -2.8170602321624756, -1.3579403162002563, -1.9523991346359253, -1.6294810771942139, -0.48229339718818665, -1.390212893486023, -0.5624108910560608, -1.2407634258270264, -1.3784011602401733, -0.8635024428367615, -0.7116976380348206, -2.3484692573547363, -1.4384965896606445, -3.2733914852142334, -1.0704315900802612, -1.4594628810882568, -0.9114009141921997, -1.943185567855835, -2.2815794944763184, -1.9463034868240356, -1.246984839439392, -1.993028998374939, -0.7037176489830017, -1.0302377939224243, -1.2585349082946777, -1.6300092935562134, -1.0424792766571045, -0.44236716628074646, -0.6631079912185669, -2.045114517211914, -2.2915902137756348, -2.15506911277771, -1.5868020057678223, -1.932112693786621, -1.0061143636703491, -0.8396779894828796, -1.1412385702133179, -1.8916410207748413, -1.2429262399673462, -1.364648461341858, -1.7879060506820679, -1.9612070322036743, -0.9200012683868408, -0.1704980432987213, -1.199889063835144, -0.5800243616104126, -0.9304021596908569, -2.256065607070923, -1.1276435852050781, -1.130491852760315, -1.9974981546401978, -3.198925495147705, -1.794580101966858, -1.585879921913147, -1.4041011333465576, -1.1854826211929321, -1.2885663509368896, -0.08457302302122116, -1.5391216278076172, -1.149680256843567]}, "Bot003_024_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports?", "response": "I do, i like to go to the gym and play sports", "annotation_id": "Bot003_024_08", "annotations": ["O", "X", "X", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-11.015865325927734, -3.4607017040252686, -2.9926483631134033, -7.306941032409668, -4.489121437072754, -2.5896835327148438, -3.4983551502227783, -6.289377212524414, -4.317798614501953, -13.894060134887695, -9.90351390838623, -13.256048202514648, -8.714605331420898], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -3.0881288051605225, -2.439288854598999, -3.222780466079712, -0.7689163684844971, -0.362661749124527, -2.8170602321624756, -1.3579403162002563, -1.9523991346359253, -1.6294810771942139, -0.48229339718818665, -1.390212893486023, -0.5624108910560608, -1.2407634258270264, -1.3784011602401733, -0.8635024428367615, -0.7116976380348206, -2.3484692573547363, -1.4384965896606445, -3.2733914852142334, -1.0704315900802612, -1.4594628810882568, -0.9114009141921997, -1.943185567855835, -2.2815794944763184, -1.9463034868240356, -1.246984839439392, -1.993028998374939, -0.7037176489830017, -1.0302377939224243, -1.2585349082946777, -1.6300092935562134, -1.0424792766571045, -0.44236716628074646, -0.6631079912185669, -2.045114517211914, -2.291598081588745, -2.1550676822662354, -1.586804747581482, -1.9321072101593018, -1.006111741065979, -0.8396811485290527, -1.141230821609497, -1.891648530960083, -1.2429136037826538, -1.3646533489227295, -1.7878918647766113, -1.961205005645752, -0.9199867248535156, -0.17050175368785858, -1.1998896598815918, -0.5800286531448364, -0.930396318435669, -1.2898458242416382, -0.9491651654243469, -2.4216108322143555, -3.0888283252716064, -2.087064504623413, -1.4991695880889893, -1.3078058958053589, -1.223104476928711, -1.1605644226074219, -0.06855826824903488, -1.1376157999038696, -1.7148118019104004, -0.04541512206196785, -0.2521403729915619, -1.1996315717697144, -0.686859667301178, -1.3509950637817383, -1.8152183294296265, -0.6929149627685547, -1.2407951354980469, -1.3355282545089722, -1.0159460306167603, -1.6472584009170532, -0.5401121973991394, -1.1865042448043823, -1.1202019453048706, -1.6786409616470337, -1.59840989112854, -1.7064131498336792, -1.755003809928894, -1.0176774263381958]}, "Bot003_024_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports? I do, i like to go to the gym and play sports do you like shopping", "response": "What is not to like about shopping?", "annotation_id": "Bot003_024_10", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-13.739837646484375, -3.086357831954956, -7.534914970397949, -9.822932243347168, -4.489121437072754, -8.145195007324219, -14.0766019821167, -6.842370986938477], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -3.0881288051605225, -2.439288854598999, -3.222780466079712, -0.7689163684844971, -0.362661749124527, -2.8170602321624756, -1.3579403162002563, -1.9523991346359253, -1.6294810771942139, -0.48229339718818665, -1.390212893486023, -0.5624108910560608, -1.2407634258270264, -1.3784011602401733, -0.8635024428367615, -0.7116976380348206, -2.3484692573547363, -1.4384965896606445, -3.2733914852142334, -1.0704315900802612, -1.4594628810882568, -0.9114009141921997, -1.943185567855835, -2.2815794944763184, -1.9463034868240356, -1.246984839439392, -1.993028998374939, -0.7037176489830017, -1.0302377939224243, -1.2585349082946777, -1.6300092935562134, -1.0424792766571045, -0.44236716628074646, -0.6631079912185669, -2.045114517211914, -2.2915902137756348, -2.15506911277771, -1.5868020057678223, -1.932112693786621, -1.0061143636703491, -0.8396779894828796, -1.1412385702133179, -1.8916410207748413, -1.2429262399673462, -1.364648461341858, -1.7879060506820679, -1.9612070322036743, -0.9200012683868408, -0.1704980432987213, -1.199889063835144, -0.5800243616104126, -0.9304021596908569, -1.2898495197296143, -0.9491625428199768, -2.421607494354248, -3.0888314247131348, -2.08705997467041, -1.4991605281829834, -1.3077912330627441, -1.2231041193008423, -1.1605628728866577, -0.06855815649032593, -1.1376159191131592, -1.71481192111969, -0.045415349304676056, -0.25213807821273804, -1.1996288299560547, -0.6868618726730347, -1.3510037660598755, -0.6810904145240784, -1.1409552097320557, -1.2779245376586914, -0.8034910559654236, -1.8419532775878906, -0.7331476807594299, -1.0891621112823486, -1.0890343189239502, -1.8806569576263428, -1.4162133932113647, -2.0521111488342285, -1.648176908493042, -0.9545854330062866, -0.162141352891922, -0.21726003289222717, -2.227656841278076, -0.42724135518074036, -1.6827501058578491, -2.1232151985168457, -0.8816016316413879, -0.3456474244594574, -0.934504508972168, -1.2672533988952637, -0.19449907541275024, -0.39146876335144043, -0.642846941947937]}, "Bot003_024_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports? I do, i like to go to the gym and play sports do you like shopping What is not to like about shopping? what do you like to buy?", "response": "I like to go to the mall and buy a lot of things", "annotation_id": "Bot003_024_12", "annotations": ["O", "O", "X", "T", "O", "O", "T", "X", "O", "O", "O", "T", "O", "T", "T"], "gpt2_target_score": [-11.015865325927734, -7.410576820373535, -4.931239128112793, -11.508463859558105, -9.936326026916504, -1.8044508695602417, -14.841265678405762, -3.23148512840271, -6.332889556884766, -3.8896963596343994, -0.7689163684844971, -0.362661749124527, -3.5760858058929443], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -3.0881288051605225, -2.439288854598999, -3.222780466079712, -0.7689163684844971, -0.362661749124527, -2.8170602321624756, -1.3579403162002563, -1.9523991346359253, -1.6294810771942139, -0.48229339718818665, -1.390212893486023, -0.5624108910560608, -1.2407634258270264, -1.3784011602401733, -0.8635024428367615, -0.7116976380348206, -2.3484692573547363, -1.4384965896606445, -3.2733914852142334, -1.0704315900802612, -1.4594628810882568, -0.9114009141921997, -1.943185567855835, -2.2815794944763184, -1.9463034868240356, -1.246984839439392, -1.993028998374939, -0.7037176489830017, -1.0302377939224243, -1.2585349082946777, -1.6300092935562134, -1.0424792766571045, -0.44236716628074646, -0.6631079912185669, -2.045114517211914, -2.2915902137756348, -2.15506911277771, -1.5868020057678223, -1.932112693786621, -1.0061143636703491, -0.8396779894828796, -1.1412385702133179, -1.8916410207748413, -1.2429262399673462, -1.364648461341858, -1.7879060506820679, -1.9612070322036743, -0.9200012683868408, -0.1704980432987213, -1.199889063835144, -0.5800243616104126, -0.9304021596908569, -1.2898495197296143, -0.9491625428199768, -2.421607494354248, -3.0888314247131348, -2.08705997467041, -1.4991605281829834, -1.3077912330627441, -1.2231041193008423, -1.1605628728866577, -0.06855815649032593, -1.1376159191131592, -1.71481192111969, -0.045415349304676056, -0.25213807821273804, -1.1996288299560547, -0.6868618726730347, -1.3510037660598755, -0.6810904145240784, -1.1409552097320557, -1.2779245376586914, -0.8034910559654236, -1.8419532775878906, -0.7331476807594299, -1.0891621112823486, -1.0890343189239502, -1.8806613683700562, -1.416216254234314, -2.052112102508545, -1.648179292678833, -0.954585075378418, -0.162141352891922, -0.21725553274154663, -2.2276642322540283, -0.4272364675998688, -2.102339029312134, -0.5332914590835571, -0.5739707350730896, -1.4067331552505493, -1.2262468338012695, -0.2781074047088623, -0.3946476876735687, -1.3919020891189575, -1.3052773475646973, -0.053892746567726135, -0.3331831097602844, -0.6940064430236816, -0.5443077683448792, -0.48018699884414673, -1.3369008302688599, -1.7751176357269287, -0.546272873878479, -1.366469144821167, -1.4824583530426025, -0.32265356183052063, -0.44323229789733887, -0.48142576217651367, -1.1951303482055664, -1.360957145690918, -1.882694959640503, -1.9526710510253906, -0.0752108171582222, -1.5946941375732422, -1.078127145767212]}, "Bot003_024_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports? I do, i like to go to the gym and play sports do you like shopping What is not to like about shopping? what do you like to buy? I like to go to the mall and buy a lot of things are you single?  which music do you listen?", "response": "I'd like to say that correct answer is: fish and chips", "annotation_id": "Bot003_024_14", "annotations": ["X", "O", "X", "T", "X", "X", "X", "X", "X", "X", "X", "O", "X", "T", "X"], "gpt2_target_score": [-11.015865325927734, -8.413704872131348, -7.709551811218262, -9.822932243347168, -7.913392066955566, -3.2337265014648438, -11.062655448913574, -14.897455215454102, -6.658390045166016, -8.27238655090332, -7.157412528991699, -3.7067933082580566, -5.608930587768555], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -3.0881288051605225, -2.439288854598999, -3.222780466079712, -0.7689163684844971, -0.362661749124527, -2.8170602321624756, -1.3579403162002563, -1.9523991346359253, -1.6294810771942139, -0.48229339718818665, -1.390212893486023, -0.5624108910560608, -1.2407634258270264, -1.3784011602401733, -0.8635024428367615, -0.7116976380348206, -2.3484692573547363, -1.4384965896606445, -3.2733914852142334, -1.0704315900802612, -1.4594628810882568, -0.9114009141921997, -1.943185567855835, -2.2815794944763184, -1.9463034868240356, -1.246984839439392, -1.993028998374939, -0.7037176489830017, -1.0302377939224243, -1.2585349082946777, -1.6300092935562134, -1.0424792766571045, -0.44236716628074646, -0.6631079912185669, -2.045114517211914, -2.2915902137756348, -2.15506911277771, -1.5868020057678223, -1.932112693786621, -1.0061143636703491, -0.8396779894828796, -1.1412385702133179, -1.8916410207748413, -1.2429262399673462, -1.364648461341858, -1.7879060506820679, -1.9612070322036743, -0.9200012683868408, -0.1704980432987213, -1.199889063835144, -0.5800243616104126, -0.9304021596908569, -1.2898495197296143, -0.9491625428199768, -2.421607494354248, -3.0888314247131348, -2.08705997467041, -1.4991605281829834, -1.3077912330627441, -1.2231041193008423, -1.1605628728866577, -0.06855815649032593, -1.1376159191131592, -1.71481192111969, -0.045415349304676056, -0.25213807821273804, -1.1996288299560547, -0.6868618726730347, -1.3510037660598755, -0.6810904145240784, -1.1409552097320557, -1.2779245376586914, -0.8034910559654236, -1.8419532775878906, -0.7331476807594299, -1.0891621112823486, -1.0890343189239502, -1.8806569576263428, -1.4162133932113647, -2.0521111488342285, -1.648176908493042, -0.9545854330062866, -0.162141352891922, -0.21726003289222717, -2.227656841278076, -0.42724135518074036, -2.1023333072662354, -0.5332944989204407, -0.5739666223526001, -1.4067147970199585, -1.2262555360794067, -0.2781065106391907, -0.39464616775512695, -1.3919073343276978, -1.3052679300308228, -0.05389251932501793, -0.33318448066711426, -0.6940034627914429, -0.5443068146705627, -0.48017793893814087, -1.3368995189666748, -0.5966440439224243, -1.8964390754699707, -1.7524961233139038, -0.4166968762874603, -0.7671705484390259, -1.0027797222137451, -1.1841567754745483, -1.5435072183609009, -1.6836267709732056, -1.7479791641235352, -0.09641239047050476, -1.5315566062927246, -1.1326302289962769, -2.397322654724121, -1.8219568729400635, -0.5231043100357056, -1.7180942296981812, -1.914076566696167, -1.4873127937316895, -0.6893725395202637, -0.010473406873643398, -0.14564915001392365, -0.008254105225205421, -1.6406911611557007, -1.6978528499603271, -0.631571888923645, -0.8378390073776245, -0.16268624365329742, -1.5270159244537354, -2.2164394855499268, -0.9250810742378235, -0.036214035004377365, -0.3248189687728882, -1.268589735031128, -2.6900181770324707, -1.8645609617233276, -1.8146474361419678, -0.8154736757278442]}, "Bot003_024_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports? I do, i like to go to the gym and play sports do you like shopping What is not to like about shopping? what do you like to buy? I like to go to the mall and buy a lot of things are you single?  which music do you listen? I'd like to say that correct answer is: fish and chips who do you listen?", "response": "I'd like to say that true answer is: cook paella", "annotation_id": "Bot003_024_16", "annotations": ["X", "X", "X", "T", "X", "X", "X", "X", "X", "X", "X", "T", "X", "T", "X"], "gpt2_target_score": [-11.015865325927734, -8.413704872131348, -7.709551811218262, -9.822932243347168, -7.913392066955566, -3.2337265014648438, -14.085680961608887, -14.897455215454102, -6.658390045166016, -8.27238655090332, -8.860865592956543, -15.334341049194336, -14.705389022827148], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -3.0881288051605225, -2.439288854598999, -3.222780466079712, -0.7689163684844971, -0.362661749124527, -2.8170602321624756, -1.3579403162002563, -1.9523991346359253, -1.6294810771942139, -0.48229339718818665, -1.390212893486023, -0.5624108910560608, -1.2407634258270264, -1.3784011602401733, -0.8635024428367615, -0.7116976380348206, -2.3484692573547363, -1.4384965896606445, -3.2733914852142334, -1.0704315900802612, -1.4594628810882568, -0.9114009141921997, -1.943185567855835, -2.2815794944763184, -1.9463034868240356, -1.246984839439392, -1.993028998374939, -0.7037176489830017, -1.0302377939224243, -1.2585349082946777, -1.6300092935562134, -1.0424792766571045, -0.44236716628074646, -0.6631079912185669, -2.045114517211914, -2.2915902137756348, -2.15506911277771, -1.5868020057678223, -1.932112693786621, -1.0061143636703491, -0.8396779894828796, -1.1412385702133179, -1.8916410207748413, -1.2429262399673462, -1.364648461341858, -1.7879060506820679, -1.9612070322036743, -0.9200012683868408, -0.1704980432987213, -1.199889063835144, -0.5800243616104126, -0.9304021596908569, -1.2898495197296143, -0.9491625428199768, -2.421607494354248, -3.0888314247131348, -2.08705997467041, -1.4991605281829834, -1.3077912330627441, -1.2231041193008423, -1.1605628728866577, -0.06855815649032593, -1.1376159191131592, -1.71481192111969, -0.045415349304676056, -0.25213807821273804, -1.1996288299560547, -0.6868618726730347, -1.3510037660598755, -0.6810904145240784, -1.1409552097320557, -1.2779245376586914, -0.8034910559654236, -1.8419532775878906, -0.7331476807594299, -1.0891621112823486, -1.0890343189239502, -1.8806569576263428, -1.4162133932113647, -2.0521111488342285, -1.648176908493042, -0.9545854330062866, -0.162141352891922, -0.21726003289222717, -2.227656841278076, -0.42724135518074036, -2.1023333072662354, -0.5332944989204407, -0.5739666223526001, -1.4067147970199585, -1.2262555360794067, -0.2781065106391907, -0.39464616775512695, -1.3919073343276978, -1.3052679300308228, -0.05389251932501793, -0.33318448066711426, -0.6940034627914429, -0.5443068146705627, -0.48017793893814087, -1.3368995189666748, -0.5966440439224243, -1.8964390754699707, -1.7524961233139038, -0.4166968762874603, -0.7671705484390259, -1.0027797222137451, -1.1841567754745483, -1.5435072183609009, -1.6836267709732056, -1.7479791641235352, -0.09641239047050476, -1.5315566062927246, -1.1326302289962769, -2.397322654724121, -1.8219568729400635, -0.5231043100357056, -1.7180942296981812, -1.914076566696167, -1.4873127937316895, -0.6893725395202637, -0.010473406873643398, -0.14564915001392365, -0.008254105225205421, -1.6406911611557007, -0.5427126884460449, -0.6524896025657654, -0.1451990157365799, -1.753652811050415, -2.311631917953491, -1.0239320993423462, -0.03829270601272583, -0.3352437913417816, -1.1714210510253906, -2.9382786750793457, -1.7982730865478516, -1.8313437700271606, -0.9388595819473267, -1.7758327722549438, -0.03141278401017189, -0.4480467140674591, -0.02427951619029045, -1.6851468086242676, -1.5648566484451294, -0.7553955316543579, -0.306206613779068, -0.10679826885461807, -2.3767640590667725, -0.39547988772392273, -1.6432033777236938, -1.4445629119873047, -0.3938005864620209, -0.6268430352210999, -2.623194694519043, -1.9466230869293213, -0.0038713286630809307, -0.6834087371826172]}, "Bot003_024_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports? I do, i like to go to the gym and play sports do you like shopping What is not to like about shopping? what do you like to buy? I like to go to the mall and buy a lot of things are you single?  which music do you listen? I'd like to say that correct answer is: fish and chips who do you listen? I'd like to say that true answer is: cook paella do you have a cat?", "response": "I do not have any pets. i have a cat and a cat.", "annotation_id": "Bot003_024_18", "annotations": ["X", "T", "X", "T", "X", "X", "X", "X", "X", "X", "X", "X", "X", "O", "X"], "gpt2_target_score": [-11.015865325927734, -3.4607017040252686, -7.534914970397949, -10.273051261901855, -13.458542823791504, -10.701271057128906, -8.230303764343262, -7.498910903930664, -4.309848785400391, -3.8896963596343994, -8.369357109069824, -3.7067933082580566, -7.078786849975586, -11.628799438476562, -5.92240047454834], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -3.0881288051605225, -2.439288854598999, -3.222780466079712, -0.7689163684844971, -0.362661749124527, -2.8170602321624756, -1.3579403162002563, -1.9523991346359253, -1.6294810771942139, -0.48229339718818665, -1.390212893486023, -0.5624108910560608, -1.2407634258270264, -1.3784011602401733, -0.8635024428367615, -0.7116976380348206, -2.3484692573547363, -1.4384965896606445, -3.2733914852142334, -1.0704315900802612, -1.4594628810882568, -0.9114009141921997, -1.943185567855835, -2.2815794944763184, -1.9463034868240356, -1.246984839439392, -1.993028998374939, -0.7037176489830017, -1.0302377939224243, -1.2585349082946777, -1.6300092935562134, -1.0424792766571045, -0.44236716628074646, -0.6631079912185669, -2.045114517211914, -2.2915902137756348, -2.15506911277771, -1.5868020057678223, -1.932112693786621, -1.0061143636703491, -0.8396779894828796, -1.1412385702133179, -1.8916410207748413, -1.2429262399673462, -1.364648461341858, -1.7879060506820679, -1.9612070322036743, -0.9200012683868408, -0.1704980432987213, -1.199889063835144, -0.5800243616104126, -0.9304021596908569, -1.2898495197296143, -0.9491625428199768, -2.421607494354248, -3.0888314247131348, -2.08705997467041, -1.4991605281829834, -1.3077912330627441, -1.2231041193008423, -1.1605628728866577, -0.06855815649032593, -1.1376159191131592, -1.71481192111969, -0.045415349304676056, -0.25213807821273804, -1.1996288299560547, -0.6868618726730347, -1.3510037660598755, -0.6810904145240784, -1.1409552097320557, -1.2779245376586914, -0.8034910559654236, -1.8419532775878906, -0.7331476807594299, -1.0891621112823486, -1.0890343189239502, -1.8806569576263428, -1.4162133932113647, -2.0521111488342285, -1.648176908493042, -0.9545854330062866, -0.162141352891922, -0.21726003289222717, -2.227656841278076, -0.42724135518074036, -2.1023333072662354, -0.5332944989204407, -0.5739666223526001, -1.4067147970199585, -1.2262555360794067, -0.2781065106391907, -0.39464616775512695, -1.3919073343276978, -1.3052679300308228, -0.05389251932501793, -0.33318448066711426, -0.6940034627914429, -0.5443068146705627, -0.48017793893814087, -1.3368995189666748, -0.5966440439224243, -1.8964390754699707, -1.7524961233139038, -0.4166968762874603, -0.7671705484390259, -1.0027797222137451, -1.1841567754745483, -1.5435072183609009, -1.6836267709732056, -1.7479791641235352, -0.09641239047050476, -1.5315566062927246, -1.1326302289962769, -2.397322654724121, -1.8219568729400635, -0.5231043100357056, -1.7180942296981812, -1.914076566696167, -1.4873127937316895, -0.6893725395202637, -0.010473406873643398, -0.14564915001392365, -0.008254105225205421, -1.6406911611557007, -0.5427126884460449, -0.6524896025657654, -0.1451990157365799, -1.753652811050415, -2.311631917953491, -1.0239320993423462, -0.03829282149672508, -0.3352499306201935, -1.171433687210083, -2.9382693767547607, -1.7982903718948364, -1.8313463926315308, -0.9388563632965088, -1.7758281230926514, -0.031412553042173386, -0.44804146885871887, -0.02427951619029045, -1.6851598024368286, -0.6241481900215149, -0.15068721771240234, -0.1071169376373291, -2.1770856380462646, -0.40764036774635315, -1.809469223022461, -1.4796617031097412, -0.2904200255870819, -0.5470173954963684, -2.980501413345337, -2.4985427856445312, -0.004249946679919958, -0.8016074299812317, -0.025317398831248283, -0.011389829218387604, -0.7378131151199341, -0.9725322127342224, -0.5515361428260803, -1.7960208654403687, -1.8526428937911987, -1.419053316116333, -1.6236103773117065, -0.9543164968490601, -0.253108948469162, -0.6541364789009094, -1.3204493522644043, -0.9102452993392944, -1.9035824537277222, -0.8421783447265625, -0.16643601655960083, -1.5223311185836792, -1.1872237920761108, -0.8752995133399963, -1.2335501909255981, -0.9725532531738281]}, "Bot003_024_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports? I do, i like to go to the gym and play sports do you like shopping What is not to like about shopping? what do you like to buy? I like to go to the mall and buy a lot of things are you single?  which music do you listen? I'd like to say that correct answer is: fish and chips who do you listen? I'd like to say that true answer is: cook paella do you have a cat? I do not have any pets. i have a cat and a cat. are you professional at something?", "response": "No, no.", "annotation_id": "Bot003_024_20", "annotations": ["O", "O", "X", "T", "O", "O", "O", "T", "O", "O", "T", "X", "O", "T", "O"], "gpt2_target_score": [-15.020172119140625, -4.402359962463379, -6.716395378112793, -10.056544303894043], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -2.2552804946899414, -1.8044508695602417, -2.2667877674102783, -3.0881288051605225, -2.439288854598999, -3.222780466079712, -0.7689163684844971, -0.362661749124527, -2.8170602321624756, -1.3579403162002563, -1.9523991346359253, -1.6294810771942139, -0.48229339718818665, -1.390212893486023, -0.5624108910560608, -1.2407634258270264, -1.3784011602401733, -0.8635024428367615, -0.7116976380348206, -2.3484692573547363, -1.4384965896606445, -3.2733914852142334, -1.0704315900802612, -1.4594628810882568, -0.9114009141921997, -1.943185567855835, -2.2815794944763184, -1.9463034868240356, -1.246984839439392, -1.993028998374939, -0.7037176489830017, -1.0302377939224243, -1.2585349082946777, -1.6300092935562134, -1.0424792766571045, -0.44236716628074646, -0.6631079912185669, -2.045114517211914, -2.2915902137756348, -2.15506911277771, -1.5868020057678223, -1.932112693786621, -1.0061143636703491, -0.8396779894828796, -1.1412385702133179, -1.8916410207748413, -1.2429262399673462, -1.364648461341858, -1.7879060506820679, -1.9612070322036743, -0.9200012683868408, -0.1704980432987213, -1.199889063835144, -0.5800243616104126, -0.9304021596908569, -1.2898495197296143, -0.9491625428199768, -2.421607494354248, -3.0888314247131348, -2.08705997467041, -1.4991605281829834, -1.3077912330627441, -1.2231041193008423, -1.1605628728866577, -0.06855815649032593, -1.1376159191131592, -1.71481192111969, -0.045415349304676056, -0.25213807821273804, -1.1996288299560547, -0.6868618726730347, -1.3510037660598755, -0.6810904145240784, -1.1409552097320557, -1.2779245376586914, -0.8034910559654236, -1.8419532775878906, -0.7331476807594299, -1.0891621112823486, -1.0890343189239502, -1.8806569576263428, -1.4162133932113647, -2.0521111488342285, -1.648176908493042, -0.9545854330062866, -0.162141352891922, -0.21726003289222717, -2.227656841278076, -0.42724135518074036, -2.1023333072662354, -0.5332944989204407, -0.5739666223526001, -1.4067147970199585, -1.2262555360794067, -0.2781065106391907, -0.39464616775512695, -1.3919073343276978, -1.3052679300308228, -0.05389251932501793, -0.33318448066711426, -0.6940034627914429, -0.5443068146705627, -0.48017793893814087, -1.3368995189666748, -0.5966440439224243, -1.8964390754699707, -1.7524961233139038, -0.4166968762874603, -0.7671705484390259, -1.0027797222137451, -1.1841567754745483, -1.5435072183609009, -1.6836267709732056, -1.7479791641235352, -0.09641239047050476, -1.5315566062927246, -1.1326302289962769, -2.397322654724121, -1.8219568729400635, -0.5231043100357056, -1.7180942296981812, -1.914076566696167, -1.4873127937316895, -0.6893725395202637, -0.010473406873643398, -0.14564915001392365, -0.008254105225205421, -1.6406911611557007, -0.5427126884460449, -0.6524896025657654, -0.1451990157365799, -1.753652811050415, -2.311631917953491, -1.0239320993423462, -0.03829270601272583, -0.3352437913417816, -1.1714210510253906, -2.9382786750793457, -1.7982730865478516, -1.8313437700271606, -0.9388595819473267, -1.7758327722549438, -0.03141278401017189, -0.4480467140674591, -0.02427951619029045, -1.6851468086242676, -0.6241384148597717, -0.15068721771240234, -0.10711672902107239, -2.1770875453948975, -0.4076310992240906, -1.8094687461853027, -1.479640007019043, -0.2904263436794281, -0.5470172166824341, -2.980506658554077, -2.4985458850860596, -0.004249946679919958, -0.801598310470581, -0.025317516177892685, -0.011390182189643383, -0.7378224730491638, -0.9725286364555359, -0.5515411496162415, -1.7960102558135986, -0.8243902921676636, -1.585716962814331, -0.43573564291000366, -0.20289406180381775, -0.5611900091171265, -1.4671717882156372, -1.162598967552185, -1.1919454336166382, -0.7415533661842346, -0.14957460761070251, -1.2974622249603271, -1.3719545602798462, -0.8406757712364197, -1.2713277339935303, -1.2238010168075562, -0.15061523020267487, -2.238032341003418, -0.6529257893562317, -1.2537544965744019, -0.4343551695346832, -1.7005075216293335, -1.556406855583191, -1.1261543035507202, -1.5088509321212769, -1.0866628885269165, -1.1069254875183105]}, "Bot003_025_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you?", "response": "I am good. just got back from the gym.", "annotation_id": "Bot003_025_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O"], "gpt2_target_score": [-10.448432922363281, -11.447929382324219, -6.458701133728027, -6.333333492279053, -8.644622802734375, -12.308144569396973, -8.754230499267578, -9.659514427185059, -3.723822593688965, -13.098578453063965, -9.787075996398926], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -0.06789486110210419, -2.345691442489624, -2.1543571949005127, -0.2826603949069977, -1.4910348653793335, -1.4589818716049194, -1.8739451169967651, -1.2516825199127197, -2.1494104862213135, -0.6634907126426697, -1.3445155620574951, -3.1516835689544678, -1.6684787273406982, -0.4878055155277252, -1.1996082067489624, -1.9776040315628052, -1.1665825843811035, -1.4774034023284912]}, "Bot003_025_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like?", "response": "I do, i like to play sports.", "annotation_id": "Bot003_025_04", "annotations": ["T", "T", "O", "T", "T", "X", "O", "O", "O", "O", "X", "X", "X", "O", "O"], "gpt2_target_score": [-10.448432922363281, -2.6524884700775146, -4.624098777770996, -10.856297492980957, -10.56927490234375, -9.339547157287598, -11.82345962524414, -12.037962913513184, -10.355475425720215], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -0.06789486110210419, -2.345691442489624, -2.1543571949005127, -0.2826603949069977, -1.4910348653793335, -1.4589818716049194, -1.4324476718902588, -2.234145402908325, -0.6766311526298523, -1.386300802230835, -3.1726579666137695, -1.6420327425003052, -0.5475196242332458, -1.2077875137329102, -2.093132495880127, -1.2273750305175781, -2.045603036880493, -1.713282823562622, -2.2966864109039307, -0.053808704018592834, -1.575507640838623, -1.1033517122268677, -1.136875033378601, -2.1609556674957275, -1.9575412273406982, -2.4712939262390137, -1.9104063510894775, -2.0424253940582275, -2.2435784339904785, -0.8221606612205505, -2.1998088359832764, -1.6628596782684326, -1.5957889556884766]}, "Bot003_025_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time?", "response": "I like to go to casino and go to casino", "annotation_id": "Bot003_025_06", "annotations": ["O", "T", "X", "O", "T", "O", "O", "O", "O", "O", "X", "X", "X", "T", "O"], "gpt2_target_score": [-10.448432922363281, -7.728736877441406, -6.777586936950684, -4.945470333099365, -9.16632080078125, -17.869102478027344, -4.656482696533203, -8.507567405700684, -9.86276912689209, -18.347816467285156], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -0.06789486110210419, -2.345691442489624, -2.1543571949005127, -0.2826603949069977, -1.4910348653793335, -1.4589818716049194, -1.4324476718902588, -2.234145402908325, -0.6766311526298523, -1.386300802230835, -3.1726579666137695, -1.6420327425003052, -0.5475196242332458, -1.2077875137329102, -2.093132495880127, -1.2273750305175781, -2.045603036880493, -1.713282823562622, -2.2966864109039307, -0.053808704018592834, -1.575507640838623, -1.1033517122268677, -1.136875033378601, -2.1808252334594727, -2.4910802841186523, -1.7873437404632568, -2.054887294769287, -2.301520347595215, -0.9006288647651672, -2.1372106075286865, -1.541878581047058, -2.077266216278076, -0.8732829689979553, -0.04916300252079964, -0.8576029539108276, -0.912954568862915, -1.084896445274353, -0.3739214837551117, -1.6056833267211914, -1.156119465827942, -0.029291732236742973, -0.25966617465019226, -1.2537920475006104, -1.821940302848816, -1.4482377767562866, -0.8542752861976624, -1.1160004138946533, -1.1397569179534912, -1.0764875411987305, -1.606650710105896, -1.3474040031433105, -0.5730462074279785, -1.8239718675613403, -1.1920218467712402]}, "Bot003_025_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler?", "response": "I don't know.", "annotation_id": "Bot003_025_08", "annotations": ["T", "O", "O", "T", "T", "X", "T", "T", "O", "T", "T", "X", "X", "O", "O"], "gpt2_target_score": [-10.448424339294434, -9.106097221374512, -12.977806091308594, -9.189390182495117, -10.976280212402344], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -0.06789196282625198, -2.3456904888153076, -2.1543524265289307, -0.28266391158103943, -1.4910340309143066, -1.4590411186218262, -1.4324485063552856, -2.2341182231903076, -0.6766484379768372, -1.3862988948822021, -3.172697067260742, -1.6420259475708008, -0.5475297570228577, -1.2077763080596924, -2.0931270122528076, -1.227420687675476, -2.0455596446990967, -1.7132426500320435, -2.296682596206665, -0.053808026015758514, -1.5755250453948975, -1.1033716201782227, -1.13686203956604, -2.180846691131592, -2.491030693054199, -1.7873055934906006, -2.054910898208618, -2.301518201828003, -0.9006169438362122, -2.137237548828125, -1.5418264865875244, -2.0772392749786377, -0.8732857704162598, -0.049168337136507034, -0.8576186299324036, -0.912958025932312, -1.084906816482544, -0.37392354011535645, -1.6056526899337769, -1.1561068296432495, -0.029291732236742973, -0.25966617465019226, -1.25382399559021, -1.9362915754318237, -0.8157269954681396, -1.0595301389694214, -1.1246070861816406, -1.142378807067871, -1.6080116033554077, -1.5972304344177246, -0.5577034950256348, -1.8958790302276611, -1.0762325525283813, -1.2670549154281616, -2.313244581222534, -2.027034044265747, -0.002548900432884693, -0.3831706643104553, -1.5368598699569702, -1.6070940494537354, -1.5402884483337402, -0.17548127472400665, -1.3324922323226929, -1.452947735786438, -0.754762589931488]}, "Bot003_025_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler? I don't know. gambling is bad", "response": "Highly likely.", "annotation_id": "Bot003_025_10", "annotations": ["O", "O", "O", "T", "O", "O", "X", "T", "X", "O", "O", "X", "X", "X", "O"], "gpt2_target_score": [-13.258330345153809, -15.834918022155762, -12.839103698730469, -6.333371639251709], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -0.06789196282625198, -2.3456904888153076, -2.1543524265289307, -0.28266391158103943, -1.4910340309143066, -1.4590411186218262, -1.4324485063552856, -2.2341182231903076, -0.6766484379768372, -1.3862988948822021, -3.172697067260742, -1.6420259475708008, -0.5475297570228577, -1.2077763080596924, -2.0931270122528076, -1.227420687675476, -2.0455596446990967, -1.7132426500320435, -2.296682596206665, -0.053808026015758514, -1.5755250453948975, -1.1033716201782227, -1.13686203956604, -2.180846691131592, -2.491030693054199, -1.7873055934906006, -2.054910898208618, -2.301518201828003, -0.9006169438362122, -2.137237548828125, -1.5418264865875244, -2.0772461891174316, -0.8732746839523315, -0.0491689071059227, -0.8576033115386963, -0.9129604697227478, -1.0848968029022217, -0.3739248514175415, -1.6056625843048096, -1.156111478805542, -0.029291849583387375, -0.25966718792915344, -1.2538350820541382, -1.9363007545471191, -0.8157360553741455, -1.0595186948776245, -1.1245955228805542, -1.1423789262771606, -1.608015537261963, -1.5972424745559692, -0.5577074289321899, -1.8958827257156372, -1.076229214668274, -1.267058253288269, -2.3132452964782715, -2.0270233154296875, -0.002548900432884693, -0.3831668496131897, -1.5368629693984985, -1.5366058349609375, -0.15181772410869598, -1.1607979536056519, -1.7823728322982788, -1.1164103746414185, -0.5850698947906494, -1.5588585138320923, -1.5855658054351807, -1.7155591249465942, -1.6840742826461792, -1.8562932014465332, -1.5953173637390137, -1.7881152629852295]}, "Bot003_025_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler? I don't know. gambling is bad Highly likely. are you single?  are you married?", "response": "No, i am not married. i was just a kid.", "annotation_id": "Bot003_025_12", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "X", "O", "T", "X", "X", "T", "O"], "gpt2_target_score": [-12.240691184997559, -9.843401908874512, -8.822967529296875, -11.11469841003418, -9.339378356933594, -14.296957015991211, -3.986971616744995, -5.125268936157227, -12.18030834197998, -8.604146957397461, -5.816234111785889, -11.329619407653809, -5.744158744812012], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -0.06789196282625198, -2.3456904888153076, -2.1543524265289307, -0.28266391158103943, -1.4910340309143066, -1.4590411186218262, -1.4324485063552856, -2.2341182231903076, -0.6766484379768372, -1.3862988948822021, -3.172697067260742, -1.6420259475708008, -0.5475297570228577, -1.2077763080596924, -2.0931270122528076, -1.227420687675476, -2.0455596446990967, -1.7132426500320435, -2.296682596206665, -0.053808026015758514, -1.5755250453948975, -1.1033716201782227, -1.13686203956604, -2.180846691131592, -2.491030693054199, -1.7873055934906006, -2.054910898208618, -2.301518201828003, -0.9006169438362122, -2.137237548828125, -1.5418264865875244, -2.0772392749786377, -0.8732857704162598, -0.049168337136507034, -0.8576186299324036, -0.912958025932312, -1.084906816482544, -0.37392354011535645, -1.6056526899337769, -1.1561068296432495, -0.029291732236742973, -0.25966617465019226, -1.25382399559021, -1.9362915754318237, -0.8157269954681396, -1.0595301389694214, -1.1246070861816406, -1.142378807067871, -1.6080116033554077, -1.5972304344177246, -0.5577034950256348, -1.8958790302276611, -1.0762325525283813, -1.2670549154281616, -2.313244581222534, -2.027034044265747, -0.002548900432884693, -0.3831706643104553, -1.5368598699569702, -1.536607027053833, -0.15181557834148407, -1.16079580783844, -1.7823623418807983, -1.1164084672927856, -0.585063636302948, -1.5588468313217163, -1.585565209388733, -1.8672406673431396, -1.3193751573562622, -1.760931372642517, -0.09028386324644089, -1.343933343887329, -0.5121438503265381, -1.6676753759384155, -1.9276962280273438, -0.056334108114242554, -0.23312847316265106, -0.4436231851577759, -1.5646971464157104, -1.7549852132797241, -1.1785600185394287, -1.3472644090652466, -1.3693724870681763, -0.8132219314575195, -0.9251602292060852, -0.9769105911254883, -1.2167192697525024, -0.9170531630516052, -1.250288963317871, -2.1425421237945557, -1.5155600309371948, -1.185274600982666, -1.165703296661377]}, "Bot003_025_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler? I don't know. gambling is bad Highly likely. are you single?  are you married? No, i am not married. i was just a kid. how old are you?", "response": "I'm 16.", "annotation_id": "Bot003_025_14", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "T"], "gpt2_target_score": [-10.448424339294434, -12.5620756149292, -9.678962707519531, -6.333371639251709], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -0.06789196282625198, -2.3456904888153076, -2.1543524265289307, -0.28266391158103943, -1.4910340309143066, -1.4590411186218262, -1.4324485063552856, -2.2341182231903076, -0.6766484379768372, -1.3862988948822021, -3.172697067260742, -1.6420259475708008, -0.5475297570228577, -1.2077763080596924, -2.0931270122528076, -1.227420687675476, -2.0455596446990967, -1.7132426500320435, -2.296682596206665, -0.053808026015758514, -1.5755250453948975, -1.1033716201782227, -1.13686203956604, -2.180846691131592, -2.491030693054199, -1.7873055934906006, -2.054910898208618, -2.301518201828003, -0.9006169438362122, -2.137237548828125, -1.5418264865875244, -2.0772392749786377, -0.8732857704162598, -0.049168337136507034, -0.8576186299324036, -0.912958025932312, -1.084906816482544, -0.37392354011535645, -1.6056526899337769, -1.1561068296432495, -0.029291732236742973, -0.25966617465019226, -1.25382399559021, -1.9362915754318237, -0.8157269954681396, -1.0595301389694214, -1.1246070861816406, -1.142378807067871, -1.6080116033554077, -1.5972304344177246, -0.5577034950256348, -1.8958790302276611, -1.0762325525283813, -1.2670549154281616, -2.313244581222534, -2.027034044265747, -0.002548900432884693, -0.3831706643104553, -1.5368598699569702, -1.536607027053833, -0.15181557834148407, -1.16079580783844, -1.7823623418807983, -1.1164084672927856, -0.585063636302948, -1.5588468313217163, -1.585565209388733, -1.8672406673431396, -1.3193751573562622, -1.760931372642517, -0.09028386324644089, -1.343933343887329, -0.5121438503265381, -1.6676753759384155, -1.9276962280273438, -0.056334108114242554, -0.23312847316265106, -0.4436231851577759, -1.5646971464157104, -1.2168281078338623, -1.5147086381912231, -1.4389373064041138, -0.8468554019927979, -0.8211118578910828, -0.8319364190101624, -1.79438316822052, -0.8336607813835144, -1.1488308906555176, -1.9481651782989502, -1.200749397277832, -1.1809580326080322, -1.2854259014129639, -1.6772353649139404, -0.23906981945037842, -0.03711498901247978, -0.19635257124900818, -1.6607747077941895, -2.211441993713379, -0.958630383014679, -2.674787759780884, -1.3639378547668457, -1.4719154834747314]}, "Bot003_025_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler? I don't know. gambling is bad Highly likely. are you single?  are you married? No, i am not married. i was just a kid. how old are you? I'm 16. are you male?  do you like watching tv?  what is your favorite tv program?", "response": "I think that answer is: grill outdoors", "annotation_id": "Bot003_025_16", "annotations": ["X", "X", "O", "X", "X", "X", "X", "T", "O", "X", "X", "X", "X", "T", "O"], "gpt2_target_score": [-10.448424339294434, -5.644885063171387, -5.123366832733154, -10.72681999206543, -8.015251159667969, -11.561635971069336, -15.3215970993042, -13.130289077758789], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -0.06789196282625198, -2.3456904888153076, -2.1543524265289307, -0.28266391158103943, -1.4910340309143066, -1.4590411186218262, -1.4324485063552856, -2.2341182231903076, -0.6766484379768372, -1.3862988948822021, -3.172697067260742, -1.6420259475708008, -0.5475297570228577, -1.2077763080596924, -2.0931270122528076, -1.227420687675476, -2.0455596446990967, -1.7132426500320435, -2.296682596206665, -0.053808026015758514, -1.5755250453948975, -1.1033716201782227, -1.13686203956604, -2.180846691131592, -2.491030693054199, -1.7873055934906006, -2.054910898208618, -2.301518201828003, -0.9006169438362122, -2.137237548828125, -1.5418264865875244, -2.0772392749786377, -0.8732857704162598, -0.049168337136507034, -0.8576186299324036, -0.912958025932312, -1.084906816482544, -0.37392354011535645, -1.6056526899337769, -1.1561068296432495, -0.029291732236742973, -0.25966617465019226, -1.25382399559021, -1.9362915754318237, -0.8157269954681396, -1.0595301389694214, -1.1246070861816406, -1.142378807067871, -1.6080116033554077, -1.5972304344177246, -0.5577034950256348, -1.8958790302276611, -1.0762325525283813, -1.2670549154281616, -2.313244581222534, -2.027034044265747, -0.002548900432884693, -0.3831706643104553, -1.5368598699569702, -1.536607027053833, -0.15181557834148407, -1.16079580783844, -1.7823623418807983, -1.1164084672927856, -0.585063636302948, -1.5588468313217163, -1.585565209388733, -1.8672406673431396, -1.3193751573562622, -1.760931372642517, -0.09028386324644089, -1.343933343887329, -0.5121438503265381, -1.6676753759384155, -1.9276962280273438, -0.056334108114242554, -0.23312847316265106, -0.4436231851577759, -1.5646971464157104, -1.2168281078338623, -1.5147086381912231, -1.4389373064041138, -0.8468554019927979, -0.8211118578910828, -0.8319364190101624, -1.7943800687789917, -0.833655595779419, -1.1488350629806519, -1.9481734037399292, -1.2007681131362915, -1.1809672117233276, -1.2854268550872803, -1.6772428750991821, -0.2390693575143814, -0.037115678191185, -0.19635169208049774, -1.6607744693756104, -0.8748012781143188, -2.718275785446167, -1.1499292850494385, -1.7172918319702148, -0.03401835262775421, -0.8888064026832581, -0.25359222292900085, -1.8294225931167603, -2.1674041748046875, -0.06270930916070938, -1.071367859840393, -1.2104897499084473, -1.7342307567596436, -0.555212140083313, -2.1727545261383057, -2.1320629119873047, -1.944384217262268, -0.4913559854030609, -0.44755110144615173, -1.065567970275879, -0.10428860783576965, -0.23576949536800385, -1.6973074674606323, -2.0578248500823975, -1.7869541645050049, -1.776185154914856, -1.1378133296966553, -0.6698194742202759, -2.490771770477295, -2.803558349609375, -1.5445326566696167, -1.1989037990570068]}, "Bot003_025_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler? I don't know. gambling is bad Highly likely. are you single?  are you married? No, i am not married. i was just a kid. how old are you? I'm 16. are you male?  do you like watching tv?  what is your favorite tv program? I think that answer is: grill outdoors what is your favorite food?", "response": "I like to eat a lot of meat.", "annotation_id": "Bot003_025_18", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "X", "O", "O"], "gpt2_target_score": [-10.448424339294434, -7.728716850280762, -6.7775797843933105, -6.7995734214782715, -7.500373363494873, -13.599706649780273, -7.7514448165893555, -12.186563491821289, -10.355448722839355], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -0.06789196282625198, -2.3456904888153076, -2.1543524265289307, -0.28266391158103943, -1.4910340309143066, -1.4590411186218262, -1.4324485063552856, -2.2341182231903076, -0.6766484379768372, -1.3862988948822021, -3.172697067260742, -1.6420259475708008, -0.5475297570228577, -1.2077763080596924, -2.0931270122528076, -1.227420687675476, -2.0455596446990967, -1.7132426500320435, -2.296682596206665, -0.053808026015758514, -1.5755250453948975, -1.1033716201782227, -1.13686203956604, -2.180846691131592, -2.491030693054199, -1.7873055934906006, -2.054910898208618, -2.301518201828003, -0.9006169438362122, -2.137237548828125, -1.5418264865875244, -2.0772392749786377, -0.8732857704162598, -0.049168337136507034, -0.8576186299324036, -0.912958025932312, -1.084906816482544, -0.37392354011535645, -1.6056526899337769, -1.1561068296432495, -0.029291732236742973, -0.25966617465019226, -1.25382399559021, -1.9362915754318237, -0.8157269954681396, -1.0595301389694214, -1.1246070861816406, -1.142378807067871, -1.6080116033554077, -1.5972304344177246, -0.5577034950256348, -1.8958790302276611, -1.0762325525283813, -1.2670549154281616, -2.313244581222534, -2.027034044265747, -0.002548900432884693, -0.3831706643104553, -1.5368598699569702, -1.536607027053833, -0.15181557834148407, -1.16079580783844, -1.7823623418807983, -1.1164084672927856, -0.585063636302948, -1.5588468313217163, -1.585565209388733, -1.8672406673431396, -1.3193751573562622, -1.760931372642517, -0.09028386324644089, -1.343933343887329, -0.5121438503265381, -1.6676753759384155, -1.9276962280273438, -0.056334108114242554, -0.23312847316265106, -0.4436231851577759, -1.5646971464157104, -1.2168281078338623, -1.5147086381912231, -1.4389373064041138, -0.8468554019927979, -0.8211118578910828, -0.8319364190101624, -1.79438316822052, -0.8336607813835144, -1.1488308906555176, -1.9481651782989502, -1.200749397277832, -1.1809580326080322, -1.2854251861572266, -1.6772398948669434, -0.23907385766506195, -0.03711545094847679, -0.1963498294353485, -1.6607824563980103, -0.874809205532074, -2.718275785446167, -1.1499332189559937, -1.717284917831421, -0.034018468111753464, -0.8887923359870911, -0.2535918653011322, -1.8294299840927124, -2.167390823364258, -0.06271054595708847, -1.0713757276535034, -1.2104896306991577, -1.7342121601104736, -0.5552085638046265, -2.172757148742676, -2.1320531368255615, -1.944373607635498, -0.49135729670524597, -0.4475589394569397, -1.0655676126480103, -0.1042875349521637, -0.23576752841472626, -1.6972953081130981, -1.9464287757873535, -1.8120388984680176, -1.0464906692504883, -0.762526273727417, -2.3130321502685547, -2.6871209144592285, -1.619793176651001, -1.2270804643630981, -1.6852818727493286, -0.41305986046791077, -0.13716383278369904, -1.35787832736969, -0.32585540413856506, -1.5564695596694946, -1.8697589635849, -1.758115530014038, -1.6763492822647095, -0.38612863421440125, -2.8944239616394043, -0.7257931232452393, -0.45862695574760437, -2.4024267196655273, -1.2381359338760376, -1.0803859233856201]}, "Bot003_025_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler? I don't know. gambling is bad Highly likely. are you single?  are you married? No, i am not married. i was just a kid. how old are you? I'm 16. are you male?  do you like watching tv?  what is your favorite tv program? I think that answer is: grill outdoors what is your favorite food? I like to eat a lot of meat. do you like swimming?", "response": "I do not but i love to eat it", "annotation_id": "Bot003_025_20", "annotations": ["X", "X", "X", "X", "O", "X", "O", "X", "O", "X", "O", "X", "X", "X", "O"], "gpt2_target_score": [-10.448424339294434, -2.65252947807312, -7.980811595916748, -7.7786078453063965, -7.5773234367370605, -10.586858749389648, -5.8126020431518555, -11.849298477172852, -7.425455570220947], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -0.06789196282625198, -2.3456904888153076, -2.1543524265289307, -0.28266391158103943, -1.4910340309143066, -1.4590411186218262, -1.4324485063552856, -2.2341182231903076, -0.6766484379768372, -1.3862988948822021, -3.172697067260742, -1.6420259475708008, -0.5475297570228577, -1.2077763080596924, -2.0931270122528076, -1.227420687675476, -2.0455596446990967, -1.7132426500320435, -2.296682596206665, -0.053808026015758514, -1.5755250453948975, -1.1033716201782227, -1.13686203956604, -2.180846691131592, -2.491030693054199, -1.7873055934906006, -2.054910898208618, -2.301518201828003, -0.9006169438362122, -2.137237548828125, -1.5418264865875244, -2.0772392749786377, -0.8732857704162598, -0.049168337136507034, -0.8576186299324036, -0.912958025932312, -1.084906816482544, -0.37392354011535645, -1.6056526899337769, -1.1561068296432495, -0.029291732236742973, -0.25966617465019226, -1.25382399559021, -1.9362915754318237, -0.8157269954681396, -1.0595301389694214, -1.1246070861816406, -1.142378807067871, -1.6080116033554077, -1.5972304344177246, -0.5577034950256348, -1.8958790302276611, -1.0762325525283813, -1.2670549154281616, -2.313244581222534, -2.027034044265747, -0.002548900432884693, -0.3831706643104553, -1.5368598699569702, -1.536607027053833, -0.15181557834148407, -1.16079580783844, -1.7823623418807983, -1.1164084672927856, -0.585063636302948, -1.5588468313217163, -1.585565209388733, -1.8672406673431396, -1.3193751573562622, -1.760931372642517, -0.09028386324644089, -1.343933343887329, -0.5121438503265381, -1.6676753759384155, -1.9276962280273438, -0.056334108114242554, -0.23312847316265106, -0.4436231851577759, -1.5646971464157104, -1.2168281078338623, -1.5147086381912231, -1.4389373064041138, -0.8468554019927979, -0.8211118578910828, -0.8319364190101624, -1.79438316822052, -0.8336607813835144, -1.1488308906555176, -1.9481651782989502, -1.200749397277832, -1.1809580326080322, -1.2854251861572266, -1.6772398948669434, -0.23907385766506195, -0.03711545094847679, -0.1963498294353485, -1.6607824563980103, -0.874809205532074, -2.718275785446167, -1.1499332189559937, -1.717284917831421, -0.034018468111753464, -0.8887923359870911, -0.2535918653011322, -1.8294299840927124, -2.167390823364258, -0.06271054595708847, -1.0713757276535034, -1.2104896306991577, -1.7342121601104736, -0.5552085638046265, -2.172757148742676, -2.1320531368255615, -1.944373607635498, -0.49135729670524597, -0.4475589394569397, -1.0655676126480103, -0.1042875349521637, -0.23576752841472626, -1.6972953081130981, -1.9464287757873535, -1.8120388984680176, -1.0464906692504883, -0.762526273727417, -2.3130321502685547, -2.6871209144592285, -1.619793176651001, -1.2270804643630981, -1.6852818727493286, -0.41305986046791077, -0.13716383278369904, -1.35787832736969, -0.32585540413856506, -1.5564695596694946, -1.6149077415466309, -1.4325377941131592, -0.5868456363677979, -2.8979263305664062, -0.6318649053573608, -0.3826215863227844, -2.403514862060547, -1.2006081342697144, -1.477622628211975, -0.031058644875884056, -0.3793034553527832, -1.7019898891448975, -0.5187301635742188, -1.8066703081130981, -1.6002238988876343, -1.3223272562026978, -1.4727528095245361, -0.5271032452583313, -1.105360746383667, -1.9549174308776855, -1.2700377702713013, -1.0456589460372925, -1.8565367460250854, -0.814857542514801]}, "Bot003_035_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you", "response": "Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy.", "annotation_id": "Bot003_035_02", "annotations": ["O", "X", "X", "T", "X", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-14.643016815185547, -10.011726379394531, -6.187412261962891, -9.83413314819336, -10.26784610748291, -9.426637649536133, -14.452960014343262, -13.596482276916504, -6.741041660308838, -13.040900230407715, -14.412860870361328, -11.694310188293457, -4.947473526000977, -17.15668487548828, -10.006433486938477, -15.909015655517578, -8.109594345092773, -6.949901580810547, -10.832890510559082, -12.706483840942383, -8.799450874328613, -14.101358413696289, -12.479580879211426, -9.439308166503906, -16.12104034423828, -9.441590309143066], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.9826982021331787, -2.1345245838165283, -2.0247504711151123, -0.05625781789422035, -1.3457099199295044, -2.66096830368042, -2.0428364276885986, -1.0516302585601807, -2.3112573623657227, -0.8443620800971985, -2.1699068546295166, -2.4653372764587402, -2.0447962284088135, -1.8170058727264404, -1.5776540040969849, -0.19305087625980377, -1.9062747955322266, -1.4030427932739258, -1.2002177238464355, -1.080727219581604, -2.2741100788116455, -1.432834267616272, -0.6545183062553406, -1.3127704858779907, -1.9187960624694824, -1.487828016281128, -2.1760146617889404, -1.9486669301986694, -0.5941013693809509, -1.532204031944275, -1.0861529111862183, -1.6569942235946655, -1.268693208694458, -1.6058520078659058, -2.404608726501465, -1.8508638143539429, -0.17665015161037445, -1.5888599157333374, -1.2388955354690552, -0.4489213526248932, -1.1245745420455933, -2.1017727851867676, -1.4085582494735718, -0.9407631754875183, -2.505236864089966, -0.6651270985603333, -1.344114065170288]}, "Bot003_035_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey", "response": "There's no other robot like me.", "annotation_id": "Bot003_035_04", "annotations": ["O", "O", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-15.910892486572266, -12.041938781738281, -7.326946258544922, -9.572338104248047, -14.903740882873535, -4.227113723754883, -6.809069633483887, -7.409653663635254], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.9826982021331787, -2.1345245838165283, -2.0247504711151123, -0.05625781789422035, -1.3457099199295044, -2.66096830368042, -2.0428364276885986, -1.0516302585601807, -2.3112573623657227, -0.8443620800971985, -2.1699068546295166, -2.4653372764587402, -2.0447962284088135, -1.8170058727264404, -1.5776540040969849, -0.19305087625980377, -1.9062747955322266, -1.4030427932739258, -1.2002177238464355, -1.0806971788406372, -1.5846573114395142, -1.0566531419754028, -1.7848352193832397, -1.8178671598434448, -1.5283396244049072, -2.4723503589630127, -2.0754144191741943, -0.5967602133750916, -1.6348799467086792, -0.808616578578949, -1.642438292503357, -1.255757212638855, -1.5501148700714111, -2.4444162845611572, -1.9865282773971558, -0.20291663706302643, -1.6866073608398438, -1.2696969509124756, -0.43963292241096497, -1.1611026525497437, -2.0767083168029785, -1.302134394645691, -0.8205685019493103, -2.311154842376709, -0.741764485836029, -1.4472943544387817, -1.4635671377182007, -1.8661938905715942, -2.553583860397339, -1.2455412149429321, -1.0722837448120117, -1.862744927406311, -0.7006822824478149, -2.168426275253296, -1.3881511688232422, -1.614365816116333, -1.0301231145858765]}, "Bot003_035_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good", "response": "This is so sad.", "annotation_id": "Bot003_035_06", "annotations": ["O", "O", "X", "T", "X", "X", "O", "T", "T", "T", "T", "X", "O", "O", "T"], "gpt2_target_score": [-14.649704933166504, -12.716983795166016, -5.036230087280273, -10.521376609802246, -10.672682762145996], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.9826706647872925, -2.1345276832580566, -2.0247416496276855, -0.056258946657180786, -1.3456751108169556, -2.6609621047973633, -2.0428383350372314, -1.0515905618667603, -2.311243772506714, -0.8443609476089478, -2.169903516769409, -2.4653513431549072, -2.044792652130127, -1.8170119524002075, -1.5776535272598267, -0.1930501013994217, -1.9062901735305786, -1.4030269384384155, -1.2002366781234741, -1.0807172060012817, -1.5846588611602783, -1.0566513538360596, -1.7848283052444458, -1.817854404449463, -1.5283623933792114, -2.472374677658081, -2.0754024982452393, -0.5967421531677246, -1.6348780393600464, -0.8086130619049072, -1.64241361618042, -1.2557629346847534, -1.550101637840271, -2.4444098472595215, -1.9865175485610962, -0.20291021466255188, -1.6865953207015991, -1.2697088718414307, -0.43963053822517395, -1.1610918045043945, -2.0767180919647217, -1.3021312952041626, -0.8205686211585999, -2.3111484050750732, -0.7417371273040771, -1.4472765922546387, -1.4635522365570068, -1.866208791732788, -1.286214828491211, -1.11620032787323, -1.831153154373169, -0.6782130599021912, -2.2144157886505127, -1.4270366430282593, -1.7491703033447266, -1.9871056079864502, -0.7850956916809082, -2.296765089035034, -0.6070699095726013, -2.1720950603485107, -1.2903969287872314, -1.1427417993545532, -1.671489953994751]}, "Bot003_035_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about", "response": "I am a big fan of art. i like to listen to music.", "annotation_id": "Bot003_035_08", "annotations": ["T", "T", "X", "T", "O", "T", "X", "X", "X", "X", "X", "X", "T", "O", "T"], "gpt2_target_score": [-12.54683780670166, -11.019596099853516, -2.933339834213257, -9.204634666442871, -12.943358421325684, -10.046299934387207, -7.189856052398682, -7.4096903800964355, -8.6485595703125, -7.416475772857666, -4.845456123352051, -8.71384334564209, -10.592057228088379, -9.999873161315918, -9.702263832092285], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.9826706647872925, -2.1345276832580566, -2.0247416496276855, -0.056258946657180786, -1.3456751108169556, -2.6609621047973633, -2.0428383350372314, -1.0515905618667603, -2.311243772506714, -0.8443609476089478, -2.169903516769409, -2.4653513431549072, -2.044792652130127, -1.8170119524002075, -1.5776535272598267, -0.1930501013994217, -1.9062901735305786, -1.4030269384384155, -1.2002366781234741, -1.0807172060012817, -1.5846588611602783, -1.0566513538360596, -1.7848283052444458, -1.817854404449463, -1.5283623933792114, -2.472374677658081, -2.0754024982452393, -0.5967421531677246, -1.6348780393600464, -0.8086130619049072, -1.64241361618042, -1.2557629346847534, -1.550101637840271, -2.4444098472595215, -1.9865175485610962, -0.20291021466255188, -1.6865953207015991, -1.2697093486785889, -0.43963009119033813, -1.161088466644287, -2.0767300128936768, -1.3021304607391357, -0.8205649256706238, -2.311152696609497, -0.7417355179786682, -1.4472805261611938, -1.4635506868362427, -1.8662142753601074, -1.2862135171890259, -1.1161996126174927, -1.8311465978622437, -0.6782135963439941, -2.214402675628662, -1.4270340204238892, -1.7491554021835327, -1.9871065616607666, -0.7850970029830933, -0.7230449914932251, -2.1455297470092773, -1.5619527101516724, -1.087058663368225, -1.853768229484558, -1.7903540134429932, -0.5806805491447449, -1.425753116607666, -0.08155640214681625, -0.3137916326522827, -1.7204844951629639, -1.806350827217102, -0.7531867623329163, -1.2270290851593018, -0.28858712315559387, -0.02993461862206459, -2.0480709075927734, -1.5439879894256592, -1.2870843410491943, -1.8658846616744995, -1.4026823043823242, -1.3920737504959106, -0.060105014592409134, -0.4199645221233368, -0.4050477147102356, -1.2500178813934326]}, "Bot003_035_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about I am a big fan of art. i like to listen to music. What kind of music?", "response": "I like indie music. i like all kinds of music.", "annotation_id": "Bot003_035_10", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.54683780670166, -9.570667266845703, -9.888799667358398, -12.148055076599121, -10.672682762145996, -9.172078132629395, -8.361654281616211, -8.979759216308594, -15.745849609375, -9.911532402038574, -6.248074531555176, -9.979910850524902], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.9826706647872925, -2.1345276832580566, -2.0247416496276855, -0.056258946657180786, -1.3456751108169556, -2.6609621047973633, -2.0428383350372314, -1.0515905618667603, -2.311243772506714, -0.8443609476089478, -2.169903516769409, -2.4653513431549072, -2.044792652130127, -1.8170119524002075, -1.5776535272598267, -0.1930501013994217, -1.9062901735305786, -1.4030269384384155, -1.2002366781234741, -1.0807172060012817, -1.5846588611602783, -1.0566513538360596, -1.7848283052444458, -1.817854404449463, -1.5283623933792114, -2.472374677658081, -2.0754024982452393, -0.5967421531677246, -1.6348780393600464, -0.8086130619049072, -1.64241361618042, -1.2557629346847534, -1.550101637840271, -2.4444098472595215, -1.9865175485610962, -0.20291021466255188, -1.6865953207015991, -1.2697088718414307, -0.43963053822517395, -1.1610918045043945, -2.0767180919647217, -1.3021312952041626, -0.8205686211585999, -2.3111484050750732, -0.7417371273040771, -1.4472765922546387, -1.4635522365570068, -1.866208791732788, -1.286214828491211, -1.11620032787323, -1.831153154373169, -0.6782130599021912, -2.2144157886505127, -1.4270366430282593, -1.7491703033447266, -1.9871056079864502, -0.7850956916809082, -0.723041296005249, -2.1455233097076416, -1.5619499683380127, -1.0870591402053833, -1.8537803888320923, -1.7903512716293335, -0.5806794762611389, -1.4257608652114868, -0.08155903965234756, -0.31379711627960205, -1.840989112854004, -2.1734938621520996, -0.6001045107841492, -0.6906285881996155, -0.048994798213243484, -2.5114471912384033, -1.7164515256881714, -1.6679431200027466, -1.8911784887313843, -1.3406728506088257, -1.2246191501617432, -0.053494274616241455, -0.31049659848213196, -0.30908268690109253, -1.5477620363235474, -1.755446434020996, -0.028066271916031837, -0.299641877412796, -0.7124760150909424, -1.716147780418396, -2.0780444145202637, -1.3136539459228516, -1.2558670043945312, -1.083321452140808, -1.116095781326294, -1.2841520309448242, -1.0448166131973267, -1.9342924356460571, -1.1253570318222046, -0.047044962644577026, -1.5099684000015259, -0.8737189173698425, -1.3548426628112793]}, "Bot003_035_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about I am a big fan of art. i like to listen to music. What kind of music? I like indie music. i like all kinds of music. I love indie rock", "response": "I love rock rock! i listen to rock while i drive my honda civic.", "annotation_id": "Bot003_035_12", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.54683780670166, -7.882358551025391, -10.320493698120117, -7.870619773864746, -6.649413108825684, -9.172078132629395, -10.448202133178711, -8.521202087402344, -10.515243530273438, -9.051745414733887, -5.135601997375488, -10.648856163024902, -10.481156349182129, -8.908244132995605, -17.591445922851562, -12.76916217803955, -2.4653513431549072], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.9826706647872925, -2.1345276832580566, -2.0247416496276855, -0.056258946657180786, -1.3456751108169556, -2.6609621047973633, -2.0428383350372314, -1.0515905618667603, -2.311243772506714, -0.8443609476089478, -2.169903516769409, -2.4653513431549072, -2.044792652130127, -1.8170119524002075, -1.5776535272598267, -0.1930501013994217, -1.9062901735305786, -1.4030269384384155, -1.2002366781234741, -1.0807172060012817, -1.5846588611602783, -1.0566513538360596, -1.7848283052444458, -1.817854404449463, -1.5283623933792114, -2.472374677658081, -2.0754024982452393, -0.5967421531677246, -1.6348780393600464, -0.8086130619049072, -1.64241361618042, -1.2557629346847534, -1.550101637840271, -2.4444098472595215, -1.9865175485610962, -0.20291021466255188, -1.6865953207015991, -1.2697088718414307, -0.43963053822517395, -1.1610918045043945, -2.0767180919647217, -1.3021312952041626, -0.8205686211585999, -2.3111484050750732, -0.7417371273040771, -1.4472765922546387, -1.4635522365570068, -1.866208791732788, -1.286214828491211, -1.11620032787323, -1.831153154373169, -0.6782130599021912, -2.2144157886505127, -1.4270366430282593, -1.7491703033447266, -1.9871056079864502, -0.7850956916809082, -0.723041296005249, -2.1455233097076416, -1.5619499683380127, -1.0870591402053833, -1.8537803888320923, -1.7903512716293335, -0.5806794762611389, -1.4257608652114868, -0.08155903965234756, -0.31379711627960205, -1.840989112854004, -2.1734938621520996, -0.6001045107841492, -0.6906285881996155, -0.048994798213243484, -2.5114471912384033, -1.7164515256881714, -1.6679431200027466, -1.8911784887313843, -1.3406728506088257, -1.2246191501617432, -0.053494274616241455, -0.31049469113349915, -0.30907875299453735, -1.5477687120437622, -1.7554398775100708, -0.028066502884030342, -0.29964277148246765, -0.7124814987182617, -1.7161610126495361, -1.3573054075241089, -1.2084757089614868, -1.0395190715789795, -0.9665290713310242, -1.4051094055175781, -0.8561137318611145, -1.9163551330566406, -1.0294891595840454, -0.04180280491709709, -1.3235816955566406, -0.7317339181900024, -1.2853455543518066, -0.886650562286377, -2.551501989364624, -0.8866778612136841, -0.9711461663246155, -1.9212852716445923, -1.421101689338684, -0.6936867237091064, -1.5316238403320312, -1.407872200012207, -1.7046995162963867, -1.503021478652954, -0.06444402039051056, -2.4440512657165527, -1.7474497556686401, -0.7706286907196045, -0.49988797307014465, -0.9757391810417175, -0.27811166644096375, -0.0012269833823665977, -0.02361982874572277, -0.44832468032836914, -1.32797110080719]}, "Bot003_035_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about I am a big fan of art. i like to listen to music. What kind of music? I like indie music. i like all kinds of music. I love indie rock I love rock rock! i listen to rock while i drive my honda civic. Wow. Cool)", "response": "I am a big fan of music.", "annotation_id": "Bot003_035_14", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O"], "gpt2_target_score": [-12.54683780670166, -11.019596099853516, -2.933339834213257, -9.204634666442871, -12.943358421325684, -10.046299934387207, -6.507269382476807, -7.4096903800964355], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.9826706647872925, -2.1345276832580566, -2.0247416496276855, -0.056258946657180786, -1.3456751108169556, -2.6609621047973633, -2.0428383350372314, -1.0515905618667603, -2.311243772506714, -0.8443609476089478, -2.169903516769409, -2.4653513431549072, -2.044792652130127, -1.8170119524002075, -1.5776535272598267, -0.1930501013994217, -1.9062901735305786, -1.4030269384384155, -1.2002366781234741, -1.0807172060012817, -1.5846588611602783, -1.0566513538360596, -1.7848283052444458, -1.817854404449463, -1.5283623933792114, -2.472374677658081, -2.0754024982452393, -0.5967421531677246, -1.6348780393600464, -0.8086130619049072, -1.64241361618042, -1.2557629346847534, -1.550101637840271, -2.4444098472595215, -1.9865175485610962, -0.20291021466255188, -1.6865953207015991, -1.2697088718414307, -0.43963053822517395, -1.1610918045043945, -2.0767180919647217, -1.3021312952041626, -0.8205686211585999, -2.3111484050750732, -0.7417371273040771, -1.4472765922546387, -1.4635522365570068, -1.866208791732788, -1.286214828491211, -1.11620032787323, -1.831153154373169, -0.6782130599021912, -2.2144157886505127, -1.4270366430282593, -1.7491703033447266, -1.9871056079864502, -0.7850956916809082, -0.723041296005249, -2.1455233097076416, -1.5619499683380127, -1.0870591402053833, -1.8537803888320923, -1.7903512716293335, -0.5806794762611389, -1.4257608652114868, -0.08155903965234756, -0.31379711627960205, -1.840989112854004, -2.1734938621520996, -0.6001045107841492, -0.6906285881996155, -0.048994798213243484, -2.5114471912384033, -1.7164515256881714, -1.6679431200027466, -1.8911784887313843, -1.3406728506088257, -1.2246191501617432, -0.053494274616241455, -0.31049659848213196, -0.30908268690109253, -1.5477620363235474, -1.755446434020996, -0.028066271916031837, -0.299641877412796, -0.7124629020690918, -1.7161589860916138, -1.3573172092437744, -1.2084769010543823, -1.0395140647888184, -0.9665236473083496, -1.4051100015640259, -0.8561205863952637, -1.9163621664047241, -1.0294971466064453, -0.041802920401096344, -1.3235803842544556, -0.7317346930503845, -1.2853477001190186, -0.8866469264030457, -2.5515122413635254, -0.8866783380508423, -0.9711424708366394, -1.100380778312683, -1.870775818824768, -1.0769656896591187, -0.9265153408050537, -1.8538811206817627, -1.1985830068588257, -0.06598647683858871, -2.1780600547790527, -1.8046668767929077, -0.9872116446495056, -0.7611680030822754, -1.0741020441055298, -0.3033829629421234, -0.0014604389434680343, -0.02197931334376335, -0.31188175082206726, -1.6791958808898926, -1.385529637336731, -1.8992496728897095, -1.1581465005874634, -1.920129656791687, -2.005274534225464, -2.07993483543396, -1.6032034158706665, -0.7281930446624756, -0.029484815895557404, -0.03624415770173073, -2.290527105331421, -0.7942610383033752, -0.9544222354888916]}, "Bot003_035_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about I am a big fan of art. i like to listen to music. What kind of music? I like indie music. i like all kinds of music. I love indie rock I love rock rock! i listen to rock while i drive my honda civic. Wow. Cool) I am a big fan of music. Do you have family?", "response": "I do not. i have a dog named charlie.", "annotation_id": "Bot003_035_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-12.54683780670166, -4.903186798095703, -8.005407333374023, -5.364546775817871, -7.161711692810059, -3.241246223449707, -4.887167453765869, -10.663063049316406, -15.855819702148438, -11.7151517868042, -18.905162811279297, -9.979910850524902], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.9826706647872925, -2.1345276832580566, -2.0247416496276855, -0.056258946657180786, -1.3456751108169556, -2.6609621047973633, -2.0428383350372314, -1.0515905618667603, -2.311243772506714, -0.8443609476089478, -2.169903516769409, -2.4653513431549072, -2.044792652130127, -1.8170119524002075, -1.5776535272598267, -0.1930501013994217, -1.9062901735305786, -1.4030269384384155, -1.2002366781234741, -1.0807172060012817, -1.5846588611602783, -1.0566513538360596, -1.7848283052444458, -1.817854404449463, -1.5283623933792114, -2.472374677658081, -2.0754024982452393, -0.5967421531677246, -1.6348780393600464, -0.8086130619049072, -1.64241361618042, -1.2557629346847534, -1.550101637840271, -2.4444098472595215, -1.9865175485610962, -0.20291021466255188, -1.6865953207015991, -1.2697088718414307, -0.43963053822517395, -1.1610918045043945, -2.0767180919647217, -1.3021312952041626, -0.8205686211585999, -2.3111484050750732, -0.7417371273040771, -1.4472765922546387, -1.4635522365570068, -1.866208791732788, -1.286214828491211, -1.11620032787323, -1.831153154373169, -0.6782130599021912, -2.2144157886505127, -1.4270366430282593, -1.7491703033447266, -1.9871056079864502, -0.7850956916809082, -0.723041296005249, -2.1455233097076416, -1.5619499683380127, -1.0870591402053833, -1.8537803888320923, -1.7903512716293335, -0.5806794762611389, -1.4257608652114868, -0.08155903965234756, -0.31379711627960205, -1.840989112854004, -2.1734938621520996, -0.6001045107841492, -0.6906285881996155, -0.048994798213243484, -2.5114471912384033, -1.7164515256881714, -1.6679431200027466, -1.8911784887313843, -1.3406728506088257, -1.2246191501617432, -0.053494274616241455, -0.31049659848213196, -0.30908268690109253, -1.5477620363235474, -1.755446434020996, -0.028066271916031837, -0.299641877412796, -0.7124760150909424, -1.716147780418396, -1.3573317527770996, -1.2084741592407227, -1.0395318269729614, -0.9665295481681824, -1.4051164388656616, -0.856116533279419, -1.9163494110107422, -1.0294877290725708, -0.04180314764380455, -1.3235785961151123, -0.7317336797714233, -1.285356044769287, -0.886650562286377, -2.5515024662017822, -0.8866751790046692, -0.9711442589759827, -1.1003800630569458, -1.870769739151001, -1.0769603252410889, -0.9265046119689941, -1.8538888692855835, -1.1985609531402588, -0.0659860298037529, -2.178053379058838, -1.8046611547470093, -0.9872056841850281, -0.7611633539199829, -1.0741137266159058, -0.3033837676048279, -0.0014604389434680343, -0.02197931334376335, -0.311882346868515, -1.6791900396347046, -1.3855383396148682, -1.8992596864700317, -1.1581498384475708, -1.9201079607009888, -2.006620407104492, -1.7570701837539673, -0.8822619318962097, -0.03209598362445831, -0.040652912110090256, -2.56386661529541, -0.7544702291488647, -1.1114407777786255, -0.0446147657930851, -0.987498939037323, -0.665219783782959, -0.8309040665626526, -1.5086753368377686, -1.7869179248809814, -2.0033082962036133, -1.21943199634552, -0.9270482659339905, -0.9508090019226074, -1.993062973022461, -1.2604632377624512, -1.3151088953018188, -1.206864356994629, -3.649254322052002, -1.6976679563522339, -1.4030061960220337, -1.3540128469467163]}, "Bot003_035_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about I am a big fan of art. i like to listen to music. What kind of music? I like indie music. i like all kinds of music. I love indie rock I love rock rock! i listen to rock while i drive my honda civic. Wow. Cool) I am a big fan of music. Do you have family? I do not. i have a dog named charlie. How old is he", "response": "Are you asking about dr. wallace?", "annotation_id": "Bot003_035_18", "annotations": ["O", "T", "X", "X", "X", "X", "O", "X", "X", "X", "X", "X", "X", "O", "T"], "gpt2_target_score": [-14.644143104553223, -6.169925689697266, -13.46638298034668, -9.510497093200684, -13.718459129333496, -6.5475664138793945, -9.744741439819336, -19.21434783935547, -8.657516479492188], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.9826706647872925, -2.1345276832580566, -2.0247416496276855, -0.056258946657180786, -1.3456751108169556, -2.6609621047973633, -2.0428383350372314, -1.0515905618667603, -2.311243772506714, -0.8443609476089478, -2.169903516769409, -2.4653513431549072, -2.044792652130127, -1.8170119524002075, -1.5776535272598267, -0.1930501013994217, -1.9062901735305786, -1.4030269384384155, -1.2002366781234741, -1.0807172060012817, -1.5846588611602783, -1.0566513538360596, -1.7848283052444458, -1.817854404449463, -1.5283623933792114, -2.472374677658081, -2.0754024982452393, -0.5967421531677246, -1.6348780393600464, -0.8086130619049072, -1.64241361618042, -1.2557629346847534, -1.550101637840271, -2.4444098472595215, -1.9865175485610962, -0.20291021466255188, -1.6865953207015991, -1.2697088718414307, -0.43963053822517395, -1.1610918045043945, -2.0767180919647217, -1.3021312952041626, -0.8205686211585999, -2.3111484050750732, -0.7417371273040771, -1.4472765922546387, -1.4635522365570068, -1.866208791732788, -1.286214828491211, -1.11620032787323, -1.831153154373169, -0.6782130599021912, -2.2144157886505127, -1.4270366430282593, -1.7491703033447266, -1.9871056079864502, -0.7850956916809082, -0.723041296005249, -2.1455233097076416, -1.5619499683380127, -1.0870591402053833, -1.8537803888320923, -1.7903512716293335, -0.5806794762611389, -1.4257608652114868, -0.08155903965234756, -0.31379711627960205, -1.840989112854004, -2.1734938621520996, -0.6001045107841492, -0.6906285881996155, -0.048994798213243484, -2.5114471912384033, -1.7164515256881714, -1.6679431200027466, -1.8911784887313843, -1.3406728506088257, -1.2246191501617432, -0.053494274616241455, -0.31049659848213196, -0.30908268690109253, -1.5477620363235474, -1.755446434020996, -0.028066271916031837, -0.299641877412796, -0.7124760150909424, -1.716147780418396, -1.3573317527770996, -1.2084741592407227, -1.0395318269729614, -0.9665295481681824, -1.4051164388656616, -0.856116533279419, -1.9163494110107422, -1.0294877290725708, -0.04180314764380455, -1.3235785961151123, -0.7317336797714233, -1.285356044769287, -0.886650562286377, -2.5515024662017822, -0.8866751790046692, -0.9711442589759827, -1.1003800630569458, -1.870769739151001, -1.0769603252410889, -0.9265046119689941, -1.8538888692855835, -1.1985609531402588, -0.0659860298037529, -2.178053379058838, -1.8046611547470093, -0.9872056841850281, -0.7611633539199829, -1.0741137266159058, -0.3033837676048279, -0.0014604389434680343, -0.02197931334376335, -0.311882346868515, -1.6791900396347046, -1.3855383396148682, -1.8992596864700317, -1.1581498384475708, -1.9201079607009888, -2.006620407104492, -1.7570701837539673, -0.8822619318962097, -0.03209598362445831, -0.040652912110090256, -2.56386661529541, -0.7544702291488647, -1.1114407777786255, -0.0446147657930851, -0.987498939037323, -0.665219783782959, -0.8309040665626526, -1.5086753368377686, -1.7967503070831299, -1.4316377639770508, -1.3939086198806763, -1.001988172531128, -1.9962985515594482, -1.1151357889175415, -1.5636404752731323, -0.9877315759658813, -3.9370548725128174, -1.6154567003250122, -1.1913906335830688, -1.568137288093567, -1.4781038761138916, -0.2976279854774475, -1.5452407598495483, -0.10886050760746002, -2.206491470336914, -0.0666937530040741, -0.36942481994628906, -1.4350621700286865, -1.5000685453414917, -1.0598598718643188, -2.963575601577759, -1.3244720697402954, -0.538296639919281, -0.278404176235199]}, "Bot003_035_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about I am a big fan of art. i like to listen to music. What kind of music? I like indie music. i like all kinds of music. I love indie rock I love rock rock! i listen to rock while i drive my honda civic. Wow. Cool) I am a big fan of music. Do you have family? I do not. i have a dog named charlie. How old is he Are you asking about dr. wallace? About charlie?", "response": "Yeah.", "annotation_id": "Bot003_035_20", "annotations": ["O", "O", "O", "T", "O", "X", "O", "T", "X", "X", "O", "X", "T", "T", "O"], "gpt2_target_score": [-14.983651161193848, -10.082340240478516], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.9826706647872925, -2.1345276832580566, -2.0247416496276855, -0.056258946657180786, -1.3456751108169556, -2.6609621047973633, -2.0428383350372314, -1.0515905618667603, -2.311243772506714, -0.8443609476089478, -2.169903516769409, -2.4653513431549072, -2.044792652130127, -1.8170119524002075, -1.5776535272598267, -0.1930501013994217, -1.9062901735305786, -1.4030269384384155, -1.2002366781234741, -1.0807172060012817, -1.5846588611602783, -1.0566513538360596, -1.7848283052444458, -1.817854404449463, -1.5283623933792114, -2.472374677658081, -2.0754024982452393, -0.5967421531677246, -1.6348780393600464, -0.8086130619049072, -1.64241361618042, -1.2557629346847534, -1.550101637840271, -2.4444098472595215, -1.9865175485610962, -0.20291021466255188, -1.6865953207015991, -1.2697088718414307, -0.43963053822517395, -1.1610918045043945, -2.0767180919647217, -1.3021312952041626, -0.8205686211585999, -2.3111484050750732, -0.7417371273040771, -1.4472765922546387, -1.4635522365570068, -1.866208791732788, -1.286214828491211, -1.11620032787323, -1.831153154373169, -0.6782130599021912, -2.2144157886505127, -1.4270366430282593, -1.7491703033447266, -1.9871056079864502, -0.7850956916809082, -0.723041296005249, -2.1455233097076416, -1.5619499683380127, -1.0870591402053833, -1.8537803888320923, -1.7903512716293335, -0.5806794762611389, -1.4257608652114868, -0.08155903965234756, -0.31379711627960205, -1.840989112854004, -2.1734938621520996, -0.6001045107841492, -0.6906285881996155, -0.048994798213243484, -2.5114471912384033, -1.7164515256881714, -1.6679431200027466, -1.8911784887313843, -1.3406728506088257, -1.2246191501617432, -0.053494274616241455, -0.31049659848213196, -0.30908268690109253, -1.5477620363235474, -1.755446434020996, -0.028066271916031837, -0.299641877412796, -0.7124760150909424, -1.716147780418396, -1.3573317527770996, -1.2084741592407227, -1.0395318269729614, -0.9665295481681824, -1.4051164388656616, -0.856116533279419, -1.9163494110107422, -1.0294877290725708, -0.04180314764380455, -1.3235785961151123, -0.7317336797714233, -1.285356044769287, -0.886650562286377, -2.5515024662017822, -0.8866751790046692, -0.9711442589759827, -1.1003800630569458, -1.870769739151001, -1.0769603252410889, -0.9265046119689941, -1.8538888692855835, -1.1985609531402588, -0.0659860298037529, -2.178053379058838, -1.8046611547470093, -0.9872056841850281, -0.7611633539199829, -1.0741137266159058, -0.3033837676048279, -0.0014604389434680343, -0.02197931334376335, -0.311882346868515, -1.6791900396347046, -1.3855383396148682, -1.8992596864700317, -1.1581498384475708, -1.9201079607009888, -2.006620407104492, -1.7570701837539673, -0.8822619318962097, -0.03209586814045906, -0.040654171258211136, -2.5638718605041504, -0.7544741034507751, -1.1114425659179688, -0.04461339861154556, -0.9874922633171082, -0.6652125120162964, -0.8309123516082764, -1.508680820465088, -1.7967405319213867, -1.4316364526748657, -1.3939021825790405, -1.001983880996704, -1.9962975978851318, -1.1151384115219116, -1.5636361837387085, -0.9877371788024902, -3.937059164047241, -1.6154558658599854, -1.1913880109786987, -1.5681251287460327, -1.478105068206787, -0.297627717256546, -1.5452433824539185, -0.10885783284902573, -0.04766835644841194, -0.11638842523097992, -0.36643970012664795, -1.1620720624923706, -1.2208391427993774, -3.1522645950317383, -1.210046648979187, -0.7244011163711548, -1.6674669981002808, -2.6204166412353516, -0.0039004215504974127, -1.1411117315292358, -2.0254034996032715, -2.2386367321014404, -1.0109838247299194, -1.3765549659729004]}, "Bot003_038_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi", "response": "Hello, how are you?", "annotation_id": "Bot003_038_02", "annotations": ["O", "O", "O", "X", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-14.356863021850586, -1.1643238067626953, -6.484818935394287, -7.322493553161621, -9.661331176757812, -4.271364688873291], "gpt2_argmax_score": [-1.541273593902588, -1.1643238067626953, -0.6256728768348694, -1.5525044202804565, -2.219421148300171, -1.109240174293518, -1.3599683046340942, -1.5430091619491577, -0.15534767508506775, -1.346529245376587, -0.33939486742019653]}, "Bot003_038_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick", "response": "I think it's time to ban travel ban.", "annotation_id": "Bot003_038_04", "annotations": ["O", "X", "X", "X", "T", "O", "X", "X", "T", "O", "X", "O", "X", "T", "O"], "gpt2_target_score": [-9.90632438659668, -9.149415969848633, -7.505692958831787, -8.767760276794434, -12.26876449584961, -7.357292175292969, -15.447198867797852, -13.608537673950195, -15.704927444458008, -10.044448852539062], "gpt2_argmax_score": [-1.541273593902588, -1.1643238067626953, -0.6256728768348694, -1.5525044202804565, -1.2756156921386719, -1.1274185180664062, -1.6494085788726807, -0.1837172657251358, -1.5807969570159912, -1.5250244140625, -1.000910758972168, -0.0017909454181790352, -0.16347859799861908, -2.2204856872558594, -0.7488030791282654, -2.0428879261016846, -1.2075400352478027, -1.167446494102478, -0.9078176617622375, -2.2092065811157227, -0.5815379023551941, -2.053497076034546, -2.4287338256835938, -1.3721612691879272, -1.5919462442398071, -0.9903583526611328]}, "Bot003_038_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why?", "response": "I'm not a bad person.", "annotation_id": "Bot003_038_06", "annotations": ["O", "X", "X", "X", "X", "T", "X", "X", "T", "O", "X", "T", "X", "T", "O"], "gpt2_target_score": [-9.90632438659668, -9.873674392700195, -8.275026321411133, -7.666686058044434, -10.257137298583984, -11.286293029785156, -7.835947036743164], "gpt2_argmax_score": [-1.541273593902588, -1.1643238067626953, -0.6256728768348694, -1.5525044202804565, -1.2756156921386719, -1.1274185180664062, -1.6494085788726807, -0.1837172657251358, -1.5807969570159912, -1.5250244140625, -1.000910758972168, -0.0017909454181790352, -0.16347859799861908, -2.2204856872558594, -0.7488030791282654, -0.7734134197235107, -1.1545602083206177, -0.2159862369298935, -2.51187801361084, -0.6126085519790649, -1.962689757347107, -2.0315518379211426, -1.4542994499206543, -1.812123417854309, -1.7917567491531372, -1.4172663688659668, -1.5176451206207275, -1.9343146085739136, -1.9257272481918335, -0.9625794887542725, -1.978408932685852, -2.0543808937072754, -0.9397004246711731, -1.0919461250305176, -1.0125826597213745]}, "Bot003_038_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you?", "response": "I'm the one who's here.", "annotation_id": "Bot003_038_08", "annotations": ["O", "T", "T", "X", "O", "T", "X", "X", "T", "O", "T", "X", "X", "T", "O"], "gpt2_target_score": [-9.90632438659668, -9.873674392700195, -7.349122524261475, -9.086989402770996, -9.363140106201172, -11.805320739746094, -9.819589614868164, -11.63652229309082], "gpt2_argmax_score": [-1.541273593902588, -1.1643238067626953, -0.6256728768348694, -1.5525044202804565, -1.2756156921386719, -1.1274185180664062, -1.6494085788726807, -0.1837172657251358, -1.5807969570159912, -1.5250244140625, -1.000910758972168, -0.0017909454181790352, -0.16347859799861908, -2.2204856872558594, -0.7488030791282654, -0.7734134197235107, -1.1545602083206177, -0.2159862369298935, -2.51187801361084, -0.6126085519790649, -1.962689757347107, -2.0315518379211426, -1.4542994499206543, -1.812123417854309, -1.7917567491531372, -1.4172663688659668, -1.5176451206207275, -1.485289454460144, -0.9717275500297546, -2.1246933937072754, -2.200544834136963, -0.82968670129776, -1.3984031677246094, -1.2484551668167114, -2.351616621017456, -0.15214551985263824, -1.1921404600143433, -1.4445446729660034, -1.7896122932434082, -0.9662253856658936, -1.5914239883422852, -2.466217041015625, -0.6689551472663879, -2.880605697631836, -2.7601776123046875, -1.3460692167282104, -1.3556345701217651]}, "Bot003_038_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you? I'm the one who's here. And what are you doing?", "response": "I'm looking for you.", "annotation_id": "Bot003_038_10", "annotations": ["O", "T", "T", "X", "O", "O", "X", "O", "X", "O", "T", "O", "X", "T", "T"], "gpt2_target_score": [-9.90632438659668, -9.873674392700195, -9.667726516723633, -6.991820335388184, -6.568691253662109, -9.771202087402344], "gpt2_argmax_score": [-1.541273593902588, -1.1643238067626953, -0.6256728768348694, -1.5525044202804565, -1.2756156921386719, -1.1274185180664062, -1.6494085788726807, -0.1837172657251358, -1.5807969570159912, -1.5250244140625, -1.000910758972168, -0.0017909454181790352, -0.16347859799861908, -2.2204856872558594, -0.7488030791282654, -0.7734134197235107, -1.1545602083206177, -0.2159862369298935, -2.51187801361084, -0.6126085519790649, -1.962689757347107, -2.0315518379211426, -1.4542994499206543, -1.812123417854309, -1.7917567491531372, -1.4172663688659668, -1.5176451206207275, -1.485289454460144, -0.9717275500297546, -2.1246933937072754, -2.200544834136963, -0.82968670129776, -1.3984031677246094, -1.2484551668167114, -2.351616621017456, -0.15214551985263824, -1.1921404600143433, -1.4445446729660034, -0.8940931558609009, -1.7437639236450195, -2.5285212993621826, -0.732302725315094, -2.7232627868652344, -2.747732639312744, -1.3242361545562744, -1.3953388929367065, -0.961709201335907, -1.706995964050293, -0.13802212476730347, -1.0864765644073486, -0.6131964325904846, -1.3207305669784546, -1.506259560585022, -0.7605474591255188, -2.0338118076324463, -0.43355193734169006, -1.272817611694336, -1.4559119939804077, -1.257978916168213]}, "Bot003_038_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you? I'm the one who's here. And what are you doing? I'm looking for you. For what?", "response": "I don't know.", "annotation_id": "Bot003_038_12", "annotations": ["O", "X", "X", "X", "T", "T", "X", "O", "T", "O", "T", "X", "X", "T", "O"], "gpt2_target_score": [-9.90635871887207, -7.838479995727539, -12.214092254638672, -9.331663131713867, -3.0949056148529053], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -1.552518367767334, -1.2756459712982178, -1.1274088621139526, -1.6493946313858032, -0.18371060490608215, -1.5807541608810425, -1.5250378847122192, -1.0009063482284546, -0.001790826441720128, -0.16348204016685486, -2.220482349395752, -0.7487730979919434, -0.7734268307685852, -1.1545295715332031, -0.21598295867443085, -2.511867046356201, -0.612575888633728, -1.9627306461334229, -2.031578779220581, -1.4542546272277832, -1.8120989799499512, -1.791679859161377, -1.417273998260498, -1.517634630203247, -1.4852824211120605, -0.9717387557029724, -2.124614715576172, -2.200530767440796, -0.8296898603439331, -1.3983681201934814, -1.2484657764434814, -2.351658582687378, -0.1521535962820053, -1.1921343803405762, -1.4445103406906128, -0.8941155076026917, -1.7437719106674194, -2.5285229682922363, -0.7322939038276672, -2.7232449054718018, -2.747805595397949, -1.324239730834961, -1.3953003883361816, -0.9617098569869995, -1.7070069313049316, -0.13802389800548553, -1.0864664316177368, -0.6132152080535889, -1.320708990097046, -0.6644254922866821, -1.8481684923171997, -0.4074982702732086, -1.5498303174972534, -1.3570880889892578, -1.2497539520263672, -1.8819947242736816, -0.5146106481552124, -1.4838775396347046, -1.5422908067703247, -0.7368556261062622, -0.12049636989831924, -1.6246196031570435, -1.4800419807434082, -0.7850924134254456]}, "Bot003_038_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you? I'm the one who's here. And what are you doing? I'm looking for you. For what? I don't know. Are you man or women?", "response": "No.", "annotation_id": "Bot003_038_14", "annotations": ["T", "X", "X", "X", "X", "X", "X", "X", "X", "O", "X", "O", "X", "T", "O"], "gpt2_target_score": [-13.751886367797852, -1.9130648374557495], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -1.552518367767334, -1.2756459712982178, -1.1274088621139526, -1.6493946313858032, -0.18371060490608215, -1.5807541608810425, -1.5250378847122192, -1.0009063482284546, -0.001790826441720128, -0.16348204016685486, -2.220482349395752, -0.7487730979919434, -0.7734268307685852, -1.1545295715332031, -0.21598295867443085, -2.511867046356201, -0.612575888633728, -1.9627306461334229, -2.031578779220581, -1.4542546272277832, -1.8120989799499512, -1.791679859161377, -1.417273998260498, -1.517634630203247, -1.4852824211120605, -0.9717387557029724, -2.124614715576172, -2.200530767440796, -0.8296898603439331, -1.3983681201934814, -1.2484657764434814, -2.351658582687378, -0.1521535962820053, -1.192120909690857, -1.4445043802261353, -0.8941165804862976, -1.7437654733657837, -2.5285470485687256, -0.7322951555252075, -2.72324800491333, -2.7478272914886475, -1.3242340087890625, -1.395301103591919, -0.9617109298706055, -1.7070071697235107, -0.13802483677864075, -1.0864492654800415, -0.61321622133255, -1.320724368095398, -0.6644198894500732, -1.8481554985046387, -0.40750396251678467, -1.5498334169387817, -1.3570895195007324, -1.2497600317001343, -1.8820174932479858, -0.5146111249923706, -1.4838802814483643, -0.5929978489875793, -0.06689658015966415, -1.605273962020874, -1.1168615818023682, -0.9914450645446777, -0.036297958344221115, -3.090811014175415, -1.2700272798538208, -0.2966815233230591, -0.5699533820152283, -1.5591914653778076, -1.4487454891204834, -1.2253570556640625, -1.082100510597229]}, "Bot003_038_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you? I'm the one who's here. And what are you doing? I'm looking for you. For what? I don't know. Are you man or women? No. An animal?", "response": "I do not have any. I am old.", "annotation_id": "Bot003_038_16", "annotations": ["T", "X", "X", "X", "T", "X", "X", "O", "O", "O", "X", "T", "X", "T", "O"], "gpt2_target_score": [-9.90635871887207, -6.283884048461914, -8.275020599365234, -8.359373092651367, -8.981578826904297, -9.771207809448242, -5.521968364715576, -10.78559398651123, -10.740071296691895, -10.04444694519043], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -1.552518367767334, -1.2756459712982178, -1.1274088621139526, -1.6493946313858032, -0.18371060490608215, -1.5807541608810425, -1.5250378847122192, -1.0009063482284546, -0.001790826441720128, -0.16348204016685486, -2.220482349395752, -0.7487730979919434, -0.7734268307685852, -1.1545295715332031, -0.21598295867443085, -2.511867046356201, -0.612575888633728, -1.9627306461334229, -2.031578779220581, -1.4542546272277832, -1.8120989799499512, -1.791679859161377, -1.417273998260498, -1.517634630203247, -1.4852824211120605, -0.9717387557029724, -2.124614715576172, -2.200530767440796, -0.8296898603439331, -1.3983681201934814, -1.2484657764434814, -2.351658582687378, -0.1521535962820053, -1.1921343803405762, -1.4445103406906128, -0.8941155076026917, -1.7437719106674194, -2.5285229682922363, -0.7322939038276672, -2.723254442214966, -2.7478222846984863, -1.3242400884628296, -1.3952953815460205, -0.9617190361022949, -1.7070095539093018, -0.13802628219127655, -1.086458683013916, -0.6132169365882874, -1.3207111358642578, -0.6644255518913269, -1.848178505897522, -0.4075053334236145, -1.5498263835906982, -1.3570894002914429, -1.2497518062591553, -1.8819901943206787, -0.5146117806434631, -1.483883023262024, -0.5929961800575256, -0.06689468771219254, -1.605271577835083, -1.1168510913848877, -0.9914421439170837, -0.036298420280218124, -3.0908007621765137, -1.2700151205062866, -0.2966787815093994, -0.5699566602706909, -1.5592011213302612, -1.072831153869629, -1.1893939971923828, -3.4833884239196777, -1.263758659362793, -1.6297863721847534, -1.9129064083099365, -0.8274361491203308, -1.5947142839431763, -0.9777230024337769, -0.636321485042572, -1.96751070022583, -0.9368325471878052, -1.5669424533843994, -1.5118759870529175, -1.072184443473816, -1.145166277885437]}, "Bot003_038_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you? I'm the one who's here. And what are you doing? I'm looking for you. For what? I don't know. Are you man or women? No. An animal? I do not have any. I am old. How old?", "response": "I'm not sure.", "annotation_id": "Bot003_038_18", "annotations": ["X", "X", "T", "X", "O", "X", "X", "O", "T", "O", "T", "T", "O", "T", "O"], "gpt2_target_score": [-9.90635871887207, -9.873666763305664, -8.275020599365234, -11.921873092651367, -3.0949056148529053], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -1.552518367767334, -1.2756459712982178, -1.1274088621139526, -1.6493946313858032, -0.18371060490608215, -1.5807541608810425, -1.5250378847122192, -1.0009063482284546, -0.001790826441720128, -0.16348204016685486, -2.220482349395752, -0.7487730979919434, -0.7734268307685852, -1.1545295715332031, -0.21598295867443085, -2.511867046356201, -0.612575888633728, -1.9627306461334229, -2.031578779220581, -1.4542546272277832, -1.8120989799499512, -1.791679859161377, -1.417273998260498, -1.517634630203247, -1.4852824211120605, -0.9717387557029724, -2.124614715576172, -2.200530767440796, -0.8296898603439331, -1.3983681201934814, -1.2484657764434814, -2.351658582687378, -0.1521535962820053, -1.1921343803405762, -1.4445103406906128, -0.8941155076026917, -1.7437719106674194, -2.5285229682922363, -0.7322939038276672, -2.7232449054718018, -2.747805595397949, -1.324239730834961, -1.3953003883361816, -0.9617098569869995, -1.7070069313049316, -0.13802389800548553, -1.0864664316177368, -0.6132152080535889, -1.320708990097046, -0.6644254922866821, -1.8481684923171997, -0.4074982702732086, -1.5498303174972534, -1.3570880889892578, -1.2497539520263672, -1.8819947242736816, -0.5146106481552124, -1.4838775396347046, -0.5929974913597107, -0.06689658015966415, -1.6052753925323486, -1.116853952407837, -0.9914472699165344, -0.03629807382822037, -3.090803384780884, -1.2700188159942627, -0.29668310284614563, -0.5699630975723267, -1.5591938495635986, -1.0728381872177124, -1.1893930435180664, -3.483362913131714, -1.2637637853622437, -1.6297882795333862, -0.7458257079124451, -1.315154790878296, -0.8530394434928894, -0.6879394054412842, -2.712895393371582, -1.0638786554336548, -1.4039944410324097, -1.5932615995407104, -1.1168231964111328, -1.0795273780822754, -1.327264666557312, -0.23848602175712585, -1.4004324674606323, -1.714921474456787, -1.0262935161590576, -2.684762954711914, -1.5108611583709717, -1.087435007095337, -0.842388927936554]}, "Bot003_038_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you? I'm the one who's here. And what are you doing? I'm looking for you. For what? I don't know. Are you man or women? No. An animal? I do not have any. I am old. How old? I'm not sure. What are you?", "response": "I'm just a little confused.", "annotation_id": "Bot003_038_20", "annotations": ["T", "T", "X", "X", "T", "X", "X", "T", "T", "O", "T", "X", "T", "T", "O"], "gpt2_target_score": [-9.90635871887207, -9.873666763305664, -7.89237642288208, -7.6666693687438965, -8.831218719482422, -9.400022506713867, -7.835917949676514], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -1.552518367767334, -1.2756459712982178, -1.1274088621139526, -1.6493946313858032, -0.18371060490608215, -1.5807541608810425, -1.5250378847122192, -1.0009063482284546, -0.001790826441720128, -0.16348204016685486, -2.220482349395752, -0.7487730979919434, -0.7734268307685852, -1.1545295715332031, -0.21598295867443085, -2.511867046356201, -0.612575888633728, -1.9627306461334229, -2.031578779220581, -1.4542546272277832, -1.8120989799499512, -1.791679859161377, -1.417273998260498, -1.517634630203247, -1.4852824211120605, -0.9717387557029724, -2.124614715576172, -2.200530767440796, -0.8296898603439331, -1.3983681201934814, -1.2484657764434814, -2.351658582687378, -0.1521535962820053, -1.1921343803405762, -1.4445103406906128, -0.8941155076026917, -1.7437719106674194, -2.5285229682922363, -0.7322939038276672, -2.7232449054718018, -2.747805595397949, -1.324239730834961, -1.3953003883361816, -0.9617098569869995, -1.7070069313049316, -0.13802389800548553, -1.0864664316177368, -0.6132152080535889, -1.320708990097046, -0.6644254922866821, -1.8481684923171997, -0.4074982702732086, -1.5498303174972534, -1.3570880889892578, -1.2497539520263672, -1.8819947242736816, -0.5146106481552124, -1.4838775396347046, -0.5929974913597107, -0.06689658015966415, -1.6052753925323486, -1.116853952407837, -0.9914472699165344, -0.03629807382822037, -3.090803384780884, -1.2700188159942627, -0.29668310284614563, -0.5699630975723267, -1.5591938495635986, -1.0728381872177124, -1.1893930435180664, -3.483362913131714, -1.2637637853622437, -1.6297882795333862, -0.7458257079124451, -1.315154790878296, -0.8530394434928894, -0.6879394054412842, -2.712895393371582, -1.0638786554336548, -1.4039944410324097, -1.5932615995407104, -1.1168231964111328, -1.0795273780822754, -1.327264666557312, -0.23848602175712585, -1.4004324674606323, -1.2047770023345947, -2.6803183555603027, -1.917798638343811, -0.7305052876472473, -1.1405445337295532, -1.6442949771881104, -0.043205779045820236, -1.2043976783752441, -1.1418455839157104, -1.5964006185531616, -0.9010933041572571, -2.500767707824707, -1.8038307428359985, -2.4932241439819336, -2.0143280029296875, -0.6245253086090088, -1.0648249387741089]}, "Bot003_041_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you?", "response": "I'm doing well, how are you?", "annotation_id": "Bot003_041_02", "annotations": ["X", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-12.797697067260742, -28.969385147094727, -14.659867286682129, -11.2037992477417, -7.3675312995910645, -8.60971736907959, -9.95830249786377, -7.482717990875244, -4.846479892730713], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -1.6513733863830566, -0.8609606027603149, -0.21479369699954987, -1.36074960231781, -1.6707638502120972, -1.5521917343139648, -1.3743516206741333, -2.24910831451416, -1.6531951427459717, -1.960217833518982, -1.4711220264434814, -1.2472670078277588, -0.04809948801994324, -0.6983275413513184, -0.44686850905418396]}, "Bot003_041_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls?", "response": "I do not. I ride horses.", "annotation_id": "Bot003_041_04", "annotations": ["O", "T", "O", "O", "X", "O", "T", "O", "T", "X", "O", "T", "O", "O", "O"], "gpt2_target_score": [-12.797697067260742, -23.992956161499023, -13.874360084533691, -11.269335746765137, -8.069953918457031, -12.94412899017334, -14.542744636535645, -3.5838379859924316], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -1.6513733863830566, -0.8609606027603149, -0.21479369699954987, -1.36074960231781, -1.6707638502120972, -0.7949433922767639, -2.327357769012451, -1.56806480884552, -2.00166916847229, -1.5365922451019287, -1.215879201889038, -0.05916286259889603, -0.6167380809783936, -1.479036808013916, -0.7349991202354431, -2.6594722270965576, -1.8484665155410767, -1.6924052238464355, -1.0722770690917969, -3.0680902004241943, -1.0921844244003296, -0.3293396830558777, -0.517137348651886, -1.2973817586898804, -2.086219072341919, -1.231260895729065, -1.4118340015411377, -0.2784406244754791, -1.2884352207183838, -1.3259001970291138, -0.5163623690605164, -1.5016196966171265, -1.4050017595291138, -1.7881214618682861, -1.2097407579421997, -0.6141788363456726, -0.8819065690040588, -1.724206805229187, -1.4273924827575684, -1.0343633890151978, -1.2892882823944092]}, "Bot003_041_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses?", "response": "I do not have any horses. I ride horses.", "annotation_id": "Bot003_041_06", "annotations": ["X", "T", "O", "T", "X", "O", "T", "O", "X", "X", "O", "T", "T", "O", "X"], "gpt2_target_score": [-12.797722816467285, -23.992961883544922, -13.874372482299805, -9.753022193908691, -10.044976234436035, -15.500481605529785, -11.132633209228516, -4.464648246765137, -13.256975173950195, -11.06550121307373, -4.805274486541748], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.6514003276824951, -0.8609638810157776, -0.21479283273220062, -1.360770583152771, -1.6707799434661865, -0.7949292659759521, -2.3273067474365234, -1.5680510997772217, -2.0016844272613525, -1.5366184711456299, -1.2158712148666382, -0.059161849319934845, -0.6167477965354919, -1.479066252708435, -0.7350119352340698, -2.6595230102539062, -1.8484452962875366, -1.6924285888671875, -1.0722404718399048, -3.0680699348449707, -1.0921988487243652, -0.32934457063674927, -0.517130970954895, -1.2973884344100952, -2.086242198944092, -1.2312579154968262, -1.4118801355361938, -0.2784430682659149, -1.2884644269943237, -1.325927734375, -0.5163458585739136, -1.5016456842422485, -1.793503999710083, -1.529619574546814, -0.8144156336784363, -0.9926493763923645, -1.7422492504119873, -1.4355485439300537, -0.78857421875, -1.0048279762268066, -0.1794663369655609, -1.0423791408538818, -1.1858558654785156, -2.147205352783203, -0.21717849373817444, -1.290923833847046, -1.5265603065490723, -2.2418694496154785, -0.7460751533508301, -0.9639663696289062, -0.095458984375, -0.31007274985313416, -0.5366789698600769, -0.934604287147522, -1.9611984491348267, -0.7805123329162598, -0.5550207495689392, -1.3980038166046143]}, "Bot003_041_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast?", "response": "I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons?", "annotation_id": "Bot003_041_08", "annotations": ["X", "T", "X", "X", "X", "T", "X", "T", "O", "O", "O", "O", "X", "X", "X"], "gpt2_target_score": [-12.797722816467285, -29.733966827392578, -15.21284294128418, -8.090729713439941, -11.177193641662598, -5.919213771820068, -15.33047866821289, -11.849688529968262, -2.432954788208008, -13.081233024597168, -16.380638122558594, -3.6523473262786865, -9.825126647949219, -3.867452621459961, -15.84704303741455, -2.2331297397613525, -1.5441105365753174, -2.8015952110290527, -10.870624542236328, -8.793566703796387, -1.479066252708435, -5.990657806396484, -11.754051208496094, -11.854609489440918, -3.4996490478515625, -12.927282333374023, -7.545944690704346, -7.292043209075928, -13.079878807067871, -10.192973136901855, -13.25157356262207, -17.1995849609375, -18.507366180419922, -13.070281982421875], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.6514003276824951, -0.8609638810157776, -0.21479283273220062, -1.360770583152771, -1.6707799434661865, -0.7949292659759521, -2.3273067474365234, -1.5680510997772217, -2.0016844272613525, -1.5366184711456299, -1.2158712148666382, -0.059161849319934845, -0.6167477965354919, -1.479066252708435, -0.7350119352340698, -2.6595230102539062, -1.8484452962875366, -1.6924285888671875, -1.0722404718399048, -3.0680699348449707, -1.0921988487243652, -0.32934457063674927, -0.517130970954895, -1.2973884344100952, -2.086242198944092, -1.2312579154968262, -1.4118801355361938, -0.2784430682659149, -1.2884644269943237, -1.325927734375, -0.5163458585739136, -1.5016456842422485, -1.793503999710083, -1.529619574546814, -0.8144156336784363, -0.9926493763923645, -1.7422492504119873, -1.4355485439300537, -0.78857421875, -1.0048279762268066, -0.1794663369655609, -1.0423791408538818, -1.1858558654785156, -2.147205352783203, -0.21717849373817444, -1.290923833847046, -2.197213888168335, -0.17208833992481232, -0.920734703540802, -0.270529180765152, -0.832672119140625, -0.30366429686546326, -0.9570759534835815, -1.9636335372924805, -0.9942870736122131, -0.38379937410354614, -1.1903280019760132, -0.7152820229530334, -1.458615779876709, -1.447047233581543, -1.380395531654358, -1.0742218494415283, -0.3682391941547394, -1.5681921243667603, -1.8587628602981567, -1.4501339197158813, -1.2255067825317383, -0.2022889405488968, -1.6232808828353882, -1.5894495248794556, -1.2375833988189697, -0.9963126182556152, -1.1285388469696045, -2.601970672607422, -1.5973368883132935, -1.071110486984253, -1.4441981315612793, -1.614028811454773, -1.590017557144165, -1.213380217552185, -1.4424002170562744, -1.8750929832458496, -0.4058655798435211, -1.5953478813171387, -0.9595597386360168, -2.2193143367767334, -0.6763178110122681, -0.8738151788711548, -0.11398699879646301, -0.947324275970459, -1.8065215349197388, -0.9201980829238892, -1.8952196836471558, -0.2943457067012787, -1.134095311164856, -1.6914491653442383, -1.240867018699646, -2.242680788040161, -0.7031884789466858]}, "Bot003_041_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast? I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons? I like rock too. Sorry that I answer with these delays", "response": "I am a little bit of a dog person.", "annotation_id": "Bot003_041_10", "annotations": ["X", "O", "O", "T", "X", "X", "X", "O", "T", "X", "O", "T", "T", "T", "X"], "gpt2_target_score": [-12.797722816467285, -26.102863311767578, -11.775129318237305, -10.633988380432129, -12.31984806060791, -8.413002967834473, -7.841663837432861, -8.053149223327637, -14.920671463012695, -11.235636711120605], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.6514003276824951, -0.8609638810157776, -0.21479283273220062, -1.360770583152771, -1.6707799434661865, -0.7949292659759521, -2.3273067474365234, -1.5680510997772217, -2.0016844272613525, -1.5366184711456299, -1.2158712148666382, -0.059161849319934845, -0.6167477965354919, -1.479066252708435, -0.7350119352340698, -2.6595230102539062, -1.8484452962875366, -1.6924285888671875, -1.0722404718399048, -3.0680699348449707, -1.0921988487243652, -0.32934457063674927, -0.517130970954895, -1.2973884344100952, -2.086242198944092, -1.2312579154968262, -1.4118801355361938, -0.2784430682659149, -1.2884644269943237, -1.325927734375, -0.5163458585739136, -1.5016456842422485, -1.793503999710083, -1.529619574546814, -0.8144156336784363, -0.9926493763923645, -1.7422492504119873, -1.4355485439300537, -0.78857421875, -1.0048279762268066, -0.1794663369655609, -1.0423791408538818, -1.1858558654785156, -2.147205352783203, -0.21717849373817444, -1.290923833847046, -2.197213888168335, -0.17208833992481232, -0.920734703540802, -0.270529180765152, -0.832672119140625, -0.30366429686546326, -0.9570759534835815, -1.9636335372924805, -0.9942870736122131, -0.38379937410354614, -1.1903280019760132, -0.7152820229530334, -1.458615779876709, -1.447047233581543, -1.380395531654358, -1.0742218494415283, -0.3682391941547394, -1.5681921243667603, -1.8892444372177124, -1.6141085624694824, -0.18124356865882874, -1.7786574363708496, -1.6771223545074463, -1.1696345806121826, -1.1556185483932495, -1.1232060194015503, -2.4343137741088867, -1.4292759895324707, -1.169142246246338, -1.9066319465637207, -1.8035714626312256, -1.7103079557418823, -1.2304109334945679, -1.630250334739685, -2.2229058742523193, -0.32101160287857056, -1.745344877243042, -0.9095488786697388, -2.111910104751587, -0.6646320223808289, -0.8906218409538269, -0.11212065070867538, -0.8607587814331055, -1.9023489952087402, -0.7960659861564636, -2.015026092529297, -0.3498568832874298, -1.1455678939819336, -1.6025115251541138, -1.19050931930542, -2.227004289627075, -1.606862187385559, -2.142873764038086, -1.3034170866012573, -0.4184376001358032, -1.1504372358322144, -1.2721872329711914, -2.019989490509033, -1.219934344291687, -1.820481538772583, -2.0339279174804688, -1.3338276147842407, -0.849581778049469, -0.8630680441856384, -1.6735838651657104, -2.176072597503662, -1.9749311208724976, -2.832435369491577, -0.7761823534965515, -1.1012322902679443, -0.2098200023174286, -2.7345569133758545, -2.1453933715820312, -1.387047529220581, -0.8169885277748108]}, "Bot003_041_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast? I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons? I like rock too. Sorry that I answer with these delays I am a little bit of a dog person. Good. I like dogs too. Do you have any?", "response": "I have three dogs. They are my favorite.", "annotation_id": "Bot003_041_12", "annotations": ["X", "T", "O", "O", "X", "O", "T", "O", "X", "X", "O", "T", "O", "O", "O"], "gpt2_target_score": [-12.797722816467285, -24.1182918548584, -15.322004318237305, -11.570755958557129, -8.478310585021973, -12.12862491607666, -9.958316802978516, -6.082598686218262, -14.369173049926758, -11.235636711120605], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.6514003276824951, -0.8609638810157776, -0.21479283273220062, -1.360770583152771, -1.6707799434661865, -0.7949292659759521, -2.3273067474365234, -1.5680510997772217, -2.0016844272613525, -1.5366184711456299, -1.2158712148666382, -0.059161849319934845, -0.6167477965354919, -1.479066252708435, -0.7350119352340698, -2.6595230102539062, -1.8484452962875366, -1.6924285888671875, -1.0722404718399048, -3.0680699348449707, -1.0921988487243652, -0.32934457063674927, -0.517130970954895, -1.2973884344100952, -2.086242198944092, -1.2312579154968262, -1.4118801355361938, -0.2784430682659149, -1.2884644269943237, -1.325927734375, -0.5163458585739136, -1.5016456842422485, -1.793503999710083, -1.529619574546814, -0.8144156336784363, -0.9926493763923645, -1.7422492504119873, -1.4355485439300537, -0.78857421875, -1.0048279762268066, -0.1794663369655609, -1.0423791408538818, -1.1858558654785156, -2.147205352783203, -0.21717849373817444, -1.290923833847046, -2.197213888168335, -0.17208833992481232, -0.920734703540802, -0.270529180765152, -0.832672119140625, -0.30366429686546326, -0.9570759534835815, -1.9636335372924805, -0.9942870736122131, -0.38379937410354614, -1.1903280019760132, -0.7152820229530334, -1.458615779876709, -1.447047233581543, -1.380395531654358, -1.0742218494415283, -0.3682391941547394, -1.5681921243667603, -1.8892444372177124, -1.6141085624694824, -0.18124356865882874, -1.7786574363708496, -1.6771223545074463, -1.1696345806121826, -1.1556185483932495, -1.1232060194015503, -2.4343137741088867, -1.4292759895324707, -1.169142246246338, -1.9066319465637207, -1.8035714626312256, -1.7103079557418823, -1.2304109334945679, -1.630250334739685, -2.2229058742523193, -0.32101160287857056, -1.745344877243042, -0.9095488786697388, -2.111910104751587, -0.6646320223808289, -0.8906218409538269, -0.11212065070867538, -0.8607587814331055, -1.9023489952087402, -0.7960659861564636, -2.015026092529297, -0.3498568832874298, -1.1455678939819336, -1.6025115251541138, -1.19050931930542, -2.227004289627075, -1.606862187385559, -2.142873764038086, -1.3034170866012573, -0.4184376001358032, -1.1504372358322144, -1.2721872329711914, -2.019989490509033, -1.219934344291687, -1.820481538772583, -2.0339279174804688, -1.3338276147842407, -0.849581778049469, -0.8630680441856384, -2.036336660385132, -1.4910980463027954, -2.0113584995269775, -1.0615178346633911, -1.1836676597595215, -0.2280258685350418, -2.433208465576172, -1.8011119365692139, -1.2606446743011475, -1.3316514492034912, -1.2635458707809448, -1.3844138383865356, -2.2652971744537354, -1.8142509460449219, -1.2268422842025757, -0.7073005437850952, -1.3579620122909546, -0.12455908954143524, -1.4772698879241943, -0.8057712316513062, -2.5246708393096924, -1.5916812419891357, -1.6608821153640747, -2.2748444080352783, -0.9014220833778381, -1.8387718200683594, -1.1688133478164673, -1.6130157709121704, -0.8926583528518677, -2.5804965496063232, -2.3646769523620605, -0.9646209478378296, -1.3172765970230103]}, "Bot003_041_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast? I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons? I like rock too. Sorry that I answer with these delays I am a little bit of a dog person. Good. I like dogs too. Do you have any? I have three dogs. They are my favorite. wow) What kind of breed does your dog have?", "response": "I have a german shepard named radar", "annotation_id": "Bot003_041_14", "annotations": ["X", "T", "O", "O", "X", "O", "T", "O", "O", "X", "O", "O", "T", "O", "O"], "gpt2_target_score": [-12.797722816467285, -24.1182918548584, -11.775129318237305, -9.263062477111816, -23.714561462402344, -11.178231239318848, -20.211933135986328, -14.191500663757324, -18.68516731262207], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.6514003276824951, -0.8609638810157776, -0.21479283273220062, -1.360770583152771, -1.6707799434661865, -0.7949292659759521, -2.3273067474365234, -1.5680510997772217, -2.0016844272613525, -1.5366184711456299, -1.2158712148666382, -0.059161849319934845, -0.6167477965354919, -1.479066252708435, -0.7350119352340698, -2.6595230102539062, -1.8484452962875366, -1.6924285888671875, -1.0722404718399048, -3.0680699348449707, -1.0921988487243652, -0.32934457063674927, -0.517130970954895, -1.2973884344100952, -2.086242198944092, -1.2312579154968262, -1.4118801355361938, -0.2784430682659149, -1.2884644269943237, -1.325927734375, -0.5163458585739136, -1.5016456842422485, -1.793503999710083, -1.529619574546814, -0.8144156336784363, -0.9926493763923645, -1.7422492504119873, -1.4355485439300537, -0.78857421875, -1.0048279762268066, -0.1794663369655609, -1.0423791408538818, -1.1858558654785156, -2.147205352783203, -0.21717849373817444, -1.290923833847046, -2.197213888168335, -0.17208833992481232, -0.920734703540802, -0.270529180765152, -0.832672119140625, -0.30366429686546326, -0.9570759534835815, -1.9636335372924805, -0.9942870736122131, -0.38379937410354614, -1.1903280019760132, -0.7152820229530334, -1.458615779876709, -1.447047233581543, -1.380395531654358, -1.0742218494415283, -0.3682391941547394, -1.5681921243667603, -1.8892444372177124, -1.6141085624694824, -0.18124356865882874, -1.7786574363708496, -1.6771223545074463, -1.1696345806121826, -1.1556185483932495, -1.1232060194015503, -2.4343137741088867, -1.4292759895324707, -1.169142246246338, -1.9066319465637207, -1.8035714626312256, -1.7103079557418823, -1.2304109334945679, -1.630250334739685, -2.2229058742523193, -0.32101160287857056, -1.745344877243042, -0.9095488786697388, -2.111910104751587, -0.6646320223808289, -0.8906218409538269, -0.11212065070867538, -0.8607587814331055, -1.9023489952087402, -0.7960659861564636, -2.015026092529297, -0.3498568832874298, -1.1455678939819336, -1.6025115251541138, -1.19050931930542, -2.227004289627075, -1.606862187385559, -2.142873764038086, -1.3034170866012573, -0.4184376001358032, -1.1504372358322144, -1.2721872329711914, -2.019989490509033, -1.219934344291687, -1.820481538772583, -2.0339279174804688, -1.3338276147842407, -0.849581778049469, -0.8630680441856384, -2.036336660385132, -1.4910980463027954, -2.0113584995269775, -1.0615178346633911, -1.1836676597595215, -0.2280258685350418, -2.433208465576172, -1.8011119365692139, -1.2606446743011475, -1.3316514492034912, -1.2635458707809448, -1.3844138383865356, -2.2652971744537354, -1.8142509460449219, -1.2268422842025757, -0.7073001861572266, -1.3579518795013428, -0.12455929815769196, -1.4772617816925049, -0.8057805895805359, -2.524677038192749, -1.5916776657104492, -2.2227466106414795, -0.9548808932304382, -1.7641299962997437, -1.1440163850784302, -1.5764544010162354, -0.892964243888855, -2.419893741607666, -2.2508509159088135, -0.8332775235176086, -1.4322738647460938, -1.5992063283920288, -1.7087109088897705, -1.8508559465408325, -0.07734677940607071, -1.7562569379806519, -1.257808804512024, -1.298736810684204, -0.5387238264083862, -0.8970810174942017, -0.12495579570531845, -1.64907705783844, -1.8238060474395752, -1.6964702606201172, -1.0846083164215088, -2.9734346866607666, -0.2805747985839844, -0.061284348368644714, -0.6170200109481812, -1.0768380165100098, -2.357290506362915, -2.069591522216797]}, "Bot003_041_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast? I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons? I like rock too. Sorry that I answer with these delays I am a little bit of a dog person. Good. I like dogs too. Do you have any? I have three dogs. They are my favorite. wow) What kind of breed does your dog have? I have a german shepard named radar not bad) how old id he?)", "response": "What a joke", "annotation_id": "Bot003_041_16", "annotations": ["X", "O", "X", "T", "X", "X", "X", "T", "T", "X", "T", "T", "X", "X", "X"], "gpt2_target_score": [-14.753350257873535, -23.370338439941406, -18.384122848510742], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.6514003276824951, -0.8609638810157776, -0.21479283273220062, -1.360770583152771, -1.6707799434661865, -0.7949292659759521, -2.3273067474365234, -1.5680510997772217, -2.0016844272613525, -1.5366184711456299, -1.2158712148666382, -0.059161849319934845, -0.6167477965354919, -1.479066252708435, -0.7350119352340698, -2.6595230102539062, -1.8484452962875366, -1.6924285888671875, -1.0722404718399048, -3.0680699348449707, -1.0921988487243652, -0.32934457063674927, -0.517130970954895, -1.2973884344100952, -2.086242198944092, -1.2312579154968262, -1.4118801355361938, -0.2784430682659149, -1.2884644269943237, -1.325927734375, -0.5163458585739136, -1.5016456842422485, -1.793503999710083, -1.529619574546814, -0.8144156336784363, -0.9926493763923645, -1.7422492504119873, -1.4355485439300537, -0.78857421875, -1.0048279762268066, -0.1794663369655609, -1.0423791408538818, -1.1858558654785156, -2.147205352783203, -0.21717849373817444, -1.290923833847046, -2.197213888168335, -0.17208833992481232, -0.920734703540802, -0.270529180765152, -0.832672119140625, -0.30366429686546326, -0.9570759534835815, -1.9636335372924805, -0.9942870736122131, -0.38379937410354614, -1.1903280019760132, -0.7152820229530334, -1.458615779876709, -1.447047233581543, -1.380395531654358, -1.0742218494415283, -0.3682391941547394, -1.5681921243667603, -1.8892444372177124, -1.6141085624694824, -0.18124356865882874, -1.7786574363708496, -1.6771223545074463, -1.1696345806121826, -1.1556185483932495, -1.1232060194015503, -2.4343137741088867, -1.4292759895324707, -1.169142246246338, -1.9066319465637207, -1.8035714626312256, -1.7103079557418823, -1.2304109334945679, -1.630250334739685, -2.2229058742523193, -0.32101160287857056, -1.745344877243042, -0.9095488786697388, -2.111910104751587, -0.6646320223808289, -0.8906218409538269, -0.11212065070867538, -0.8607587814331055, -1.9023489952087402, -0.7960659861564636, -2.015026092529297, -0.3498568832874298, -1.1455678939819336, -1.6025115251541138, -1.19050931930542, -2.227004289627075, -1.606862187385559, -2.142873764038086, -1.3034170866012573, -0.4184376001358032, -1.1504372358322144, -1.2721872329711914, -2.019989490509033, -1.219934344291687, -1.820481538772583, -2.0339279174804688, -1.3338276147842407, -0.849581778049469, -0.8630680441856384, -2.036336660385132, -1.4910980463027954, -2.0113584995269775, -1.0615178346633911, -1.1836676597595215, -0.2280258685350418, -2.433208465576172, -1.8011119365692139, -1.2606446743011475, -1.3316514492034912, -1.2635458707809448, -1.3844138383865356, -2.2652971744537354, -1.8142509460449219, -1.2268422842025757, -0.7073005437850952, -1.3579620122909546, -0.12455908954143524, -1.4772698879241943, -0.8057712316513062, -2.5246708393096924, -1.5916680097579956, -2.222750186920166, -0.9548799395561218, -1.764130711555481, -1.144014596939087, -1.5764657258987427, -0.8929629921913147, -2.4198999404907227, -2.2508554458618164, -0.833281397819519, -1.4322807788848877, -1.5991950035095215, -1.7087188959121704, -1.850865125656128, -0.07734501361846924, -1.7562488317489624, -1.2578198909759521, -1.2987419366836548, -0.5387188196182251, -0.8970803618431091, -0.12495537847280502, -1.6490850448608398, -1.8698406219482422, -1.2832107543945312, -2.9845755100250244, -0.2993507385253906, -0.06143637374043465, -0.5624166131019592, -1.2364405393600464, -1.5332039594650269, -2.107574462890625, -1.6634020805358887, -0.9256493449211121, -1.624387502670288, -1.36747407913208, -0.3913431167602539, -1.022371530532837, -1.1559525728225708, -1.8229831457138062, -2.107823371887207, -0.2348216027021408, -1.4357854127883911, -1.216528058052063]}, "Bot003_041_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast? I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons? I like rock too. Sorry that I answer with these delays I am a little bit of a dog person. Good. I like dogs too. Do you have any? I have three dogs. They are my favorite. wow) What kind of breed does your dog have? I have a german shepard named radar not bad) how old id he?) What a joke why? its not joke", "response": "Outstanding", "annotation_id": "Bot003_041_18", "annotations": ["X", "T", "X", "O", "X", "T", "T", "X", "X", "X", "O", "T", "X", "X", "X"], "gpt2_target_score": [-18.693984985351562, -30.008424758911133], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.6514003276824951, -0.8609638810157776, -0.21479283273220062, -1.360770583152771, -1.6707799434661865, -0.7949292659759521, -2.3273067474365234, -1.5680510997772217, -2.0016844272613525, -1.5366184711456299, -1.2158712148666382, -0.059161849319934845, -0.6167477965354919, -1.479066252708435, -0.7350119352340698, -2.6595230102539062, -1.8484452962875366, -1.6924285888671875, -1.0722404718399048, -3.0680699348449707, -1.0921988487243652, -0.32934457063674927, -0.517130970954895, -1.2973884344100952, -2.086242198944092, -1.2312579154968262, -1.4118801355361938, -0.2784430682659149, -1.2884644269943237, -1.325927734375, -0.5163458585739136, -1.5016456842422485, -1.793503999710083, -1.529619574546814, -0.8144156336784363, -0.9926493763923645, -1.7422492504119873, -1.4355485439300537, -0.78857421875, -1.0048279762268066, -0.1794663369655609, -1.0423791408538818, -1.1858558654785156, -2.147205352783203, -0.21717849373817444, -1.290923833847046, -2.197213888168335, -0.17208833992481232, -0.920734703540802, -0.270529180765152, -0.832672119140625, -0.30366429686546326, -0.9570759534835815, -1.9636335372924805, -0.9942870736122131, -0.38379937410354614, -1.1903280019760132, -0.7152820229530334, -1.458615779876709, -1.447047233581543, -1.380395531654358, -1.0742218494415283, -0.3682391941547394, -1.5681921243667603, -1.8892444372177124, -1.6141085624694824, -0.18124356865882874, -1.7786574363708496, -1.6771223545074463, -1.1696345806121826, -1.1556185483932495, -1.1232060194015503, -2.4343137741088867, -1.4292759895324707, -1.169142246246338, -1.9066319465637207, -1.8035714626312256, -1.7103079557418823, -1.2304109334945679, -1.630250334739685, -2.2229058742523193, -0.32101160287857056, -1.745344877243042, -0.9095488786697388, -2.111910104751587, -0.6646320223808289, -0.8906218409538269, -0.11212065070867538, -0.8607587814331055, -1.9023489952087402, -0.7960659861564636, -2.015026092529297, -0.3498568832874298, -1.1455678939819336, -1.6025115251541138, -1.19050931930542, -2.227004289627075, -1.606862187385559, -2.142873764038086, -1.3034170866012573, -0.4184376001358032, -1.1504372358322144, -1.2721872329711914, -2.019989490509033, -1.219934344291687, -1.820481538772583, -2.0339279174804688, -1.3338276147842407, -0.849581778049469, -0.8630680441856384, -2.036336660385132, -1.4910980463027954, -2.0113584995269775, -1.0615178346633911, -1.1836676597595215, -0.2280258685350418, -2.433208465576172, -1.8011119365692139, -1.2606446743011475, -1.3316514492034912, -1.2635458707809448, -1.3844138383865356, -2.2652971744537354, -1.8142509460449219, -1.2268422842025757, -0.7073005437850952, -1.3579620122909546, -0.12455908954143524, -1.4772698879241943, -0.8057712316513062, -2.5246708393096924, -1.5916812419891357, -2.222775936126709, -0.9548900723457336, -1.764122724533081, -1.1440120935440063, -1.5764669179916382, -0.8929634094238281, -2.4198875427246094, -2.2508304119110107, -0.8332791924476624, -1.4322798252105713, -1.599196195602417, -1.7087149620056152, -1.8508578538894653, -0.07734457403421402, -1.7562600374221802, -1.2578177452087402, -1.2987416982650757, -0.5387213826179504, -0.8970666527748108, -0.12495705485343933, -1.6490767002105713, -1.869842290878296, -1.2832194566726685, -2.9845738410949707, -0.29934969544410706, -0.061436038464307785, -0.5624215006828308, -1.2364500761032104, -1.5332119464874268, -2.1075685024261475, -1.6633892059326172, -0.9256402850151062, -1.6243852376937866, -1.367461085319519, -0.3913465738296509, -1.0223928689956665, -1.1559531688690186, -1.8229738473892212, -0.3708312213420868, -1.5625348091125488, -1.390167236328125, -1.549386739730835, -1.6642580032348633, -1.5067025423049927, -1.5459367036819458, -2.213364839553833, -1.9989739656448364, -0.3287438154220581, -2.127481698989868]}, "Bot003_041_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast? I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons? I like rock too. Sorry that I answer with these delays I am a little bit of a dog person. Good. I like dogs too. Do you have any? I have three dogs. They are my favorite. wow) What kind of breed does your dog have? I have a german shepard named radar not bad) how old id he?) What a joke why? its not joke Outstanding Tell me something about yourself", "response": "I love horses, I have 2 of them", "annotation_id": "Bot003_041_20", "annotations": ["X", "T", "X", "X", "X", "X", "T", "T", "O", "X", "X", "X", "X", "X", "X"], "gpt2_target_score": [-12.797722816467285, -28.59171485900879, -16.762571334838867, -10.151688575744629, -8.06997013092041, -9.202065467834473, -7.111301898956299, -9.8031644821167, -11.500612258911133], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.6514003276824951, -0.8609638810157776, -0.21479283273220062, -1.360770583152771, -1.6707799434661865, -0.7949292659759521, -2.3273067474365234, -1.5680510997772217, -2.0016844272613525, -1.5366184711456299, -1.2158712148666382, -0.059161849319934845, -0.6167477965354919, -1.479066252708435, -0.7350119352340698, -2.6595230102539062, -1.8484452962875366, -1.6924285888671875, -1.0722404718399048, -3.0680699348449707, -1.0921988487243652, -0.32934457063674927, -0.517130970954895, -1.2973884344100952, -2.086242198944092, -1.2312579154968262, -1.4118801355361938, -0.2784430682659149, -1.2884644269943237, -1.325927734375, -0.5163458585739136, -1.5016456842422485, -1.793503999710083, -1.529619574546814, -0.8144156336784363, -0.9926493763923645, -1.7422492504119873, -1.4355485439300537, -0.78857421875, -1.0048279762268066, -0.1794663369655609, -1.0423791408538818, -1.1858558654785156, -2.147205352783203, -0.21717849373817444, -1.290923833847046, -2.197213888168335, -0.17208833992481232, -0.920734703540802, -0.270529180765152, -0.832672119140625, -0.30366429686546326, -0.9570759534835815, -1.9636335372924805, -0.9942870736122131, -0.38379937410354614, -1.1903280019760132, -0.7152820229530334, -1.458615779876709, -1.447047233581543, -1.380395531654358, -1.0742218494415283, -0.3682391941547394, -1.5681921243667603, -1.8892444372177124, -1.6141085624694824, -0.18124356865882874, -1.7786574363708496, -1.6771223545074463, -1.1696345806121826, -1.1556185483932495, -1.1232060194015503, -2.4343137741088867, -1.4292759895324707, -1.169142246246338, -1.9066319465637207, -1.8035714626312256, -1.7103079557418823, -1.2304109334945679, -1.630250334739685, -2.2229058742523193, -0.32101160287857056, -1.745344877243042, -0.9095488786697388, -2.111910104751587, -0.6646320223808289, -0.8906218409538269, -0.11212065070867538, -0.8607587814331055, -1.9023489952087402, -0.7960659861564636, -2.015026092529297, -0.3498568832874298, -1.1455678939819336, -1.6025115251541138, -1.19050931930542, -2.227004289627075, -1.606862187385559, -2.142873764038086, -1.3034170866012573, -0.4184376001358032, -1.1504372358322144, -1.2721872329711914, -2.019989490509033, -1.219934344291687, -1.820481538772583, -2.0339279174804688, -1.3338276147842407, -0.849581778049469, -0.8630680441856384, -2.036336660385132, -1.4910980463027954, -2.0113584995269775, -1.0615178346633911, -1.1836676597595215, -0.2280258685350418, -2.433208465576172, -1.8011119365692139, -1.2606446743011475, -1.3316514492034912, -1.2635458707809448, -1.3844138383865356, -2.2652971744537354, -1.8142509460449219, -1.2268422842025757, -0.7073005437850952, -1.3579620122909546, -0.12455908954143524, -1.4772698879241943, -0.8057712316513062, -2.5246708393096924, -1.5916812419891357, -2.222775936126709, -0.9548900723457336, -1.764122724533081, -1.1440120935440063, -1.5764669179916382, -0.8929634094238281, -2.4198875427246094, -2.2508304119110107, -0.8332791924476624, -1.4322798252105713, -1.599196195602417, -1.7087149620056152, -1.8508578538894653, -0.07734457403421402, -1.7562600374221802, -1.2578177452087402, -1.2987416982650757, -0.5387213826179504, -0.8970666527748108, -0.12495705485343933, -1.6490767002105713, -1.869842290878296, -1.2832194566726685, -2.9845738410949707, -0.29934969544410706, -0.061436038464307785, -0.5624215006828308, -1.2364500761032104, -1.5332119464874268, -2.1075685024261475, -1.6633892059326172, -0.9256402850151062, -1.6243852376937866, -1.367461085319519, -0.3913465738296509, -1.0223928689956665, -1.1559531688690186, -1.8229738473892212, -0.3708312213420868, -1.5625348091125488, -1.390167236328125, -1.549386739730835, -1.6642580032348633, -1.5067025423049927, -1.5459367036819458, -2.2133610248565674, -0.45555704832077026, -2.001565456390381, -1.1433289051055908, -1.68004310131073, -1.8255456686019897, -1.5195668935775757, -1.7167391777038574, -1.8968952894210815, -2.147454261779785, -1.9620604515075684, -1.2699636220932007, -1.2729499340057373, -2.0800788402557373, -1.376198410987854, -1.4788848161697388, -0.09934055805206299, -1.0401580333709717]}, "Bot003_045_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you?", "response": "I am a big fan of rap music", "annotation_id": "Bot003_045_02", "annotations": ["O", "O", "T", "O", "T", "X", "O", "O", "X", "O", "O", "T", "T", "O", "O"], "gpt2_target_score": [-12.797697067260742, -26.102859497070312, -11.775147438049316, -10.842028617858887, -15.440544128417969, -8.41300106048584, -14.39268970489502, -13.45102310180664], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -1.559253454208374, -0.03832723945379257, -2.4163296222686768, -1.7299044132232666, -1.7886871099472046, -1.6577491760253906, -2.064976215362549, -1.3839735984802246, -2.274115562438965, -1.2786158323287964, -2.0306808948516846, -2.346975088119507, -0.5747632384300232, -0.10363204777240753, -1.187794804573059, -1.362700343132019, -1.1037042140960693]}, "Bot003_045_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer?", "response": "I like to listen to music while I work", "annotation_id": "Bot003_045_04", "annotations": ["X", "T", "T", "T", "X", "X", "O", "T", "X", "T", "X", "X", "T", "X", "T"], "gpt2_target_score": [-12.797697067260742, -25.011138916015625, -12.031022071838379, -14.829302787780762, -6.1904988288879395, -12.452719688415527, -11.591954231262207, -10.387882232666016, -13.706570625305176], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -1.559253454208374, -0.03832723945379257, -2.4163296222686768, -1.7299044132232666, -1.7886871099472046, -1.6577491760253906, -2.064976215362549, -1.3839735984802246, -1.485437035560608, -2.0477542877197266, -2.480323314666748, -0.6139126420021057, -0.12275055050849915, -1.445989727973938, -1.3022860288619995, -1.1356498003005981, -2.1967432498931885, -1.4406373500823975, -0.799092710018158, -1.4913363456726074, -0.409492552280426, -1.27545166015625, -2.4427664279937744, -1.9381104707717896, -2.746208906173706, -1.0849732160568237, -0.040591560304164886, -1.1359689235687256, -1.8922364711761475, -1.2535520792007446, -1.0386695861816406, -1.0081614255905151]}, "Bot003_045_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work?", "response": "I work in the garden. I own a small house.", "annotation_id": "Bot003_045_06", "annotations": ["O", "O", "O", "O", "X", "X", "O", "O", "X", "X", "T", "T", "O", "O", "O"], "gpt2_target_score": [-12.797697067260742, -28.73392105102539, -13.267060279846191, -1.2427090406417847, -15.460700988769531, -5.232626914978027, -2.9142355918884277, -8.662601470947266, -6.479931831359863, -8.749077796936035, -8.752609252929688, -3.5160584449768066], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -1.559253454208374, -0.03832723945379257, -2.4163296222686768, -1.7299044132232666, -1.7886871099472046, -1.6577491760253906, -2.064976215362549, -1.3839735984802246, -1.485437035560608, -2.0477542877197266, -2.480323314666748, -0.6139126420021057, -0.12275055050849915, -1.445989727973938, -1.3022860288619995, -1.1356498003005981, -2.1967432498931885, -1.4406373500823975, -0.799092710018158, -1.4913363456726074, -0.409492552280426, -1.27545166015625, -2.059654712677002, -2.5893075466156006, -1.0578206777572632, -0.050175391137599945, -1.3487499952316284, -1.8977657556533813, -1.3163691759109497, -1.1472299098968506, -1.0332274436950684, -1.3935755491256714, -0.09055852144956589, -1.0747133493423462, -0.1477774828672409, -1.207876205444336, -2.0477607250213623, -0.9264793992042542, -1.3312426805496216, -1.6746786832809448, -2.2597384452819824, -1.3798741102218628, -0.9327965378761292, -2.4481096267700195, -0.5531648993492126, -2.349626064300537, -2.0317938327789307, -1.5753625631332397, -1.2788954973220825]}, "Bot003_045_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house?", "response": "Where's your house?", "annotation_id": "Bot003_045_08", "annotations": ["X", "X", "O", "X", "T", "O", "T", "T", "T", "O", "X", "T", "T", "X", "X"], "gpt2_target_score": [-16.170127868652344, -25.309518814086914, -9.923200607299805, -10.913346290588379, -4.883675575256348], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.559248924255371, -0.03832448646426201, -2.4163341522216797, -1.7298479080200195, -1.788667917251587, -1.6577738523483276, -2.064962387084961, -1.3840093612670898, -1.4854367971420288, -2.0477306842803955, -2.48032283782959, -0.6139048337936401, -0.12275076657533646, -1.4459991455078125, -1.302260160446167, -1.135624885559082, -2.1967384815216064, -1.4406429529190063, -0.7990978956222534, -1.491350769996643, -0.4094945192337036, -1.2754228115081787, -2.059692621231079, -2.5893211364746094, -1.0577824115753174, -0.050176527351140976, -1.3487530946731567, -1.8977686166763306, -1.3163622617721558, -1.1472324132919312, -1.0332013368606567, -1.393569827079773, -0.09056603163480759, -1.0746606588363647, -0.14778149127960205, -1.2078880071640015, -1.4095193147659302, -1.2531131505966187, -1.6997246742248535, -2.1876354217529297, -1.5467321872711182, -1.4943910837173462, -2.457496166229248, -0.532199501991272, -2.278752565383911, -2.017803192138672, -1.6699347496032715, -1.1140111684799194, -0.6682083606719971, -0.8806082606315613, -1.6180799007415771, -0.13150236010551453, -1.5541325807571411, -2.107553482055664, -1.4671329259872437, -0.28245946764945984, -0.782741904258728, -0.1322139948606491, -0.3050232529640198]}, "Bot003_045_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house? Where's your house? yes", "response": "Mmm.", "annotation_id": "Bot003_045_10", "annotations": ["X", "X", "X", "X", "O", "T", "X", "T", "X", "T", "X", "X", "O", "X", "X"], "gpt2_target_score": [-15.800049781799316, -26.281574249267578, -12.825193405151367], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.559248924255371, -0.03832448646426201, -2.4163341522216797, -1.7298479080200195, -1.788667917251587, -1.6577738523483276, -2.064962387084961, -1.3840093612670898, -1.4854367971420288, -2.0477306842803955, -2.48032283782959, -0.6139048337936401, -0.12275076657533646, -1.4459991455078125, -1.302260160446167, -1.135624885559082, -2.1967384815216064, -1.4406429529190063, -0.7990978956222534, -1.491350769996643, -0.4094945192337036, -1.2754228115081787, -2.059692621231079, -2.5893211364746094, -1.0577824115753174, -0.050176527351140976, -1.3487530946731567, -1.8977686166763306, -1.3163622617721558, -1.1472324132919312, -1.0332013368606567, -1.393569827079773, -0.09056603163480759, -1.0746606588363647, -0.14778149127960205, -1.2078880071640015, -1.4095193147659302, -1.2531131505966187, -1.6997246742248535, -2.1876354217529297, -1.5467321872711182, -1.4943910837173462, -2.457496166229248, -0.532199501991272, -2.278752565383911, -2.017803192138672, -1.6699347496032715, -1.1140111684799194, -0.6682083606719971, -0.8806082606315613, -1.6180799007415771, -0.13150236010551453, -1.5541325807571411, -1.3288875818252563, -0.3720395863056183, -1.8916305303573608, -0.1050041988492012, -1.8027443885803223, -1.6950453519821167, -2.091478109359741, -1.8456205129623413, -1.4813258647918701, -1.1812766790390015]}, "Bot003_045_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house? Where's your house? yes Mmm. Where do you live?", "response": "I live in the country and you?", "annotation_id": "Bot003_045_12", "annotations": ["T", "O", "O", "O", "X", "O", "T", "O", "T", "X", "O", "O", "T", "O", "O"], "gpt2_target_score": [-12.797722816467285, -27.6734676361084, -13.267087936401367, -1.242676854133606, -14.454888343811035, -4.150933742523193, -9.136646270751953, -10.740874290466309], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.559248924255371, -0.03832448646426201, -2.4163341522216797, -1.7298479080200195, -1.788667917251587, -1.6577738523483276, -2.064962387084961, -1.3840093612670898, -1.4854367971420288, -2.0477306842803955, -2.48032283782959, -0.6139048337936401, -0.12275076657533646, -1.4459991455078125, -1.302260160446167, -1.135624885559082, -2.1967384815216064, -1.4406429529190063, -0.7990978956222534, -1.491350769996643, -0.4094945192337036, -1.2754228115081787, -2.059692621231079, -2.5893211364746094, -1.0577824115753174, -0.050176527351140976, -1.3487530946731567, -1.8977686166763306, -1.3163622617721558, -1.1472324132919312, -1.0332013368606567, -1.393569827079773, -0.09056603163480759, -1.0746606588363647, -0.14778149127960205, -1.2078880071640015, -1.4095193147659302, -1.2531131505966187, -1.6997246742248535, -2.1876354217529297, -1.5467321872711182, -1.4943910837173462, -2.457496166229248, -0.532199501991272, -2.278752565383911, -2.017803192138672, -1.6699347496032715, -1.1140111684799194, -0.6682083606719971, -0.8806082606315613, -1.6180799007415771, -0.13150236010551453, -1.5541325807571411, -1.3288875818252563, -0.3720395863056183, -1.8916305303573608, -0.1050041988492012, -1.8027498722076416, -1.6950387954711914, -3.0385780334472656, -1.855411171913147, -1.4643161296844482, -1.456292986869812, -0.08267088234424591, -0.47436782717704773, -0.13046404719352722, -1.9952409267425537, -2.249201536178589, -0.6947582960128784, -0.27137070894241333, -1.5829620361328125, -2.267744541168213, -1.2128868103027344, -1.2328795194625854, -1.69475519657135, -0.4826481342315674]}, "Bot003_045_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house? Where's your house? yes Mmm. Where do you live? I live in the country and you? Italy. I moved here because I love pizza", "response": "I love pizza. I work as an electrician.", "annotation_id": "Bot003_045_14", "annotations": ["O", "O", "T", "T", "T", "X", "O", "O", "X", "O", "O", "T", "T", "O", "X"], "gpt2_target_score": [-12.797722816467285, -28.59171485900879, -17.701475143432617, -11.269349098205566, -8.06997013092041, -11.515816688537598, -9.988040924072266, -11.100356101989746, -14.320459365844727, -13.631071090698242, -3.6045427322387695], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.559248924255371, -0.03832448646426201, -2.4163341522216797, -1.7298479080200195, -1.788667917251587, -1.6577738523483276, -2.064962387084961, -1.3840093612670898, -1.4854367971420288, -2.0477306842803955, -2.48032283782959, -0.6139048337936401, -0.12275076657533646, -1.4459991455078125, -1.302260160446167, -1.135624885559082, -2.1967384815216064, -1.4406429529190063, -0.7990978956222534, -1.491350769996643, -0.4094945192337036, -1.2754228115081787, -2.059692621231079, -2.5893211364746094, -1.0577824115753174, -0.050176527351140976, -1.3487530946731567, -1.8977686166763306, -1.3163622617721558, -1.1472324132919312, -1.0332013368606567, -1.393569827079773, -0.09056603163480759, -1.0746606588363647, -0.14778149127960205, -1.2078880071640015, -1.4095193147659302, -1.2531131505966187, -1.6997246742248535, -2.1876354217529297, -1.5467321872711182, -1.4943910837173462, -2.457496166229248, -0.532199501991272, -2.278752565383911, -2.017803192138672, -1.6699347496032715, -1.1140111684799194, -0.6682083606719971, -0.8806082606315613, -1.6180799007415771, -0.13150236010551453, -1.5541325807571411, -1.3288875818252563, -0.3720395863056183, -1.8916305303573608, -0.1050041988492012, -1.8027498722076416, -1.6950387954711914, -3.0385780334472656, -1.855411171913147, -1.4643161296844482, -1.456292986869812, -0.08267088234424591, -0.47436782717704773, -0.1304626762866974, -1.9952336549758911, -0.7928115129470825, -0.35925471782684326, -1.5655715465545654, -2.297968864440918, -1.0398544073104858, -1.2275055646896362, -1.8475204706192017, -1.9655635356903076, -1.1597257852554321, -1.7080007791519165, -1.0467967987060547, -1.2129783630371094, -1.918880820274353, -1.055046796798706, -2.201388120651245, -1.5895143747329712, -1.130473017692566, -1.8909449577331543, -0.9517506957054138, -0.32926565408706665, -1.3186826705932617, -1.337991714477539, -1.6713088750839233, -0.8060281872749329, -0.22807493805885315, -1.6095913648605347, -0.021854408085346222, -1.3529313802719116, -1.2570475339889526]}, "Bot003_045_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house? Where's your house? yes Mmm. Where do you live? I live in the country and you? Italy. I moved here because I love pizza I love pizza. I work as an electrician. Are you male or female?", "response": "I'm female. I am an electrician.", "annotation_id": "Bot003_045_16", "annotations": ["O", "O", "T", "O", "T", "X", "O", "T", "X", "T", "O", "T", "O", "T", "T"], "gpt2_target_score": [-12.797722816467285, -28.96939468383789, -18.73365592956543, -11.269349098205566, -8.06997013092041, -10.477028846740723, -9.842166900634766, -16.608901977539062, -15.091867446899414, -9.907651901245117], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.559248924255371, -0.03832448646426201, -2.4163341522216797, -1.7298479080200195, -1.788667917251587, -1.6577738523483276, -2.064962387084961, -1.3840093612670898, -1.4854367971420288, -2.0477306842803955, -2.48032283782959, -0.6139048337936401, -0.12275076657533646, -1.4459991455078125, -1.302260160446167, -1.135624885559082, -2.1967384815216064, -1.4406429529190063, -0.7990978956222534, -1.491350769996643, -0.4094945192337036, -1.2754228115081787, -2.059692621231079, -2.5893211364746094, -1.0577824115753174, -0.050176527351140976, -1.3487530946731567, -1.8977686166763306, -1.3163622617721558, -1.1472324132919312, -1.0332013368606567, -1.393569827079773, -0.09056603163480759, -1.0746606588363647, -0.14778149127960205, -1.2078880071640015, -1.4095193147659302, -1.2531131505966187, -1.6997246742248535, -2.1876354217529297, -1.5467321872711182, -1.4943910837173462, -2.457496166229248, -0.532199501991272, -2.278752565383911, -2.017803192138672, -1.6699347496032715, -1.1140111684799194, -0.6682083606719971, -0.8806082606315613, -1.6180799007415771, -0.13150236010551453, -1.5541325807571411, -1.3288875818252563, -0.3720395863056183, -1.8916305303573608, -0.1050041988492012, -1.8027498722076416, -1.6950387954711914, -3.0385780334472656, -1.855411171913147, -1.4643161296844482, -1.456292986869812, -0.08267088234424591, -0.47436782717704773, -0.1304626762866974, -1.9952336549758911, -0.7928115129470825, -0.35925471782684326, -1.5655715465545654, -2.297968864440918, -1.0398544073104858, -1.2275055646896362, -1.8475204706192017, -1.9655635356903076, -1.1597257852554321, -1.7080007791519165, -1.0467967987060547, -1.2129783630371094, -1.918880820274353, -1.055046796798706, -2.201388120651245, -1.5895143747329712, -1.130473017692566, -1.7560001611709595, -2.176666259765625, -1.25468111038208, -1.3714951276779175, -1.9366241693496704, -0.7618611454963684, -0.2508305013179779, -1.6126593351364136, -0.021647481247782707, -1.3052626848220825, -1.0539354085922241, -0.09299301356077194, -1.7903128862380981, -0.7493998408317566, -0.015120413154363632, -0.1392313539981842, -1.5483019351959229, -1.4673560857772827, -1.2038853168487549, -0.9306467175483704, -1.1632118225097656, -1.0231248140335083, -1.2449060678482056, -1.7476351261138916, -0.16433311998844147, -0.0012513910187408328, -0.7462326288223267, -1.0430959463119507]}, "Bot003_045_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house? Where's your house? yes Mmm. Where do you live? I live in the country and you? Italy. I moved here because I love pizza I love pizza. I work as an electrician. Are you male or female? I'm female. I am an electrician. Wow you are sexy", "response": "I am a plumber. I am an electrician.", "annotation_id": "Bot003_045_18", "annotations": ["O", "X", "O", "T", "X", "X", "T", "X", "X", "X", "X", "X", "T", "X", "X"], "gpt2_target_score": [-12.797722816467285, -26.102863311767578, -11.775129318237305, -13.662034034729004, -26.885826110839844, -5.232659816741943, -2.9141736030578613, -3.7193899154663086, -9.449213027954102, -8.746442794799805, -11.425267219543457, -3.516054391860962], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.559248924255371, -0.03832448646426201, -2.4163341522216797, -1.7298479080200195, -1.788667917251587, -1.6577738523483276, -2.064962387084961, -1.3840093612670898, -1.4854367971420288, -2.0477306842803955, -2.48032283782959, -0.6139048337936401, -0.12275076657533646, -1.4459991455078125, -1.302260160446167, -1.135624885559082, -2.1967384815216064, -1.4406429529190063, -0.7990978956222534, -1.491350769996643, -0.4094945192337036, -1.2754228115081787, -2.059692621231079, -2.5893211364746094, -1.0577824115753174, -0.050176527351140976, -1.3487530946731567, -1.8977686166763306, -1.3163622617721558, -1.1472324132919312, -1.0332013368606567, -1.393569827079773, -0.09056603163480759, -1.0746606588363647, -0.14778149127960205, -1.2078880071640015, -1.4095193147659302, -1.2531131505966187, -1.6997246742248535, -2.1876354217529297, -1.5467321872711182, -1.4943910837173462, -2.457496166229248, -0.532199501991272, -2.278752565383911, -2.017803192138672, -1.6699347496032715, -1.1140111684799194, -0.6682083606719971, -0.8806082606315613, -1.6180799007415771, -0.13150236010551453, -1.5541325807571411, -1.3288875818252563, -0.3720395863056183, -1.8916305303573608, -0.1050041988492012, -1.8027498722076416, -1.6950387954711914, -3.0385780334472656, -1.855411171913147, -1.4643161296844482, -1.456292986869812, -0.08267088234424591, -0.47436782717704773, -0.1304626762866974, -1.9952336549758911, -0.7928115129470825, -0.35925471782684326, -1.5655715465545654, -2.297968864440918, -1.0398544073104858, -1.2275055646896362, -1.8475204706192017, -1.9655635356903076, -1.1597257852554321, -1.7080007791519165, -1.0467967987060547, -1.2129783630371094, -1.918880820274353, -1.055046796798706, -2.201388120651245, -1.5895143747329712, -1.1304682493209839, -1.7560312747955322, -2.176661252975464, -1.2546932697296143, -1.3714936971664429, -1.9366240501403809, -0.7618629336357117, -0.25083068013191223, -1.6126657724380493, -0.021647248417139053, -1.3052541017532349, -1.05394446849823, -0.09299203753471375, -1.790317416191101, -0.7494003772735596, -0.015120178461074829, -0.13922959566116333, -1.5482951402664185, -1.6547226905822754, -1.4719575643539429, -0.9335179924964905, -1.2430181503295898, -1.4314078092575073, -1.7106415033340454, -0.40173643827438354, -0.0014600817812606692, -0.6912370920181274, -1.0628844499588013, -1.126611590385437, -1.7103642225265503, -1.9676916599273682, -1.1694756746292114, -1.8530123233795166, -1.4105604887008667, -1.8216807842254639, -1.308135986328125, -0.17810483276844025, -1.1265490055084229, -1.1398733854293823, -1.6502078771591187, -1.1265100240707397, -0.036339230835437775, -0.002052226336672902, -0.5512250661849976, -1.2579765319824219]}, "Bot003_045_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house? Where's your house? yes Mmm. Where do you live? I live in the country and you? Italy. I moved here because I love pizza I love pizza. I work as an electrician. Are you male or female? I'm female. I am an electrician. Wow you are sexy I am a plumber. I am an electrician. How old are you?", "response": "I'm a little old.", "annotation_id": "Bot003_045_20", "annotations": ["O", "O", "T", "O", "X", "X", "O", "O", "X", "O", "O", "T", "O", "T", "T"], "gpt2_target_score": [-12.797722816467285, -28.96939468383789, -11.775129318237305, -10.633988380432129, -12.232766151428223, -5.232659816741943], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -1.559248924255371, -0.03832448646426201, -2.4163341522216797, -1.7298479080200195, -1.788667917251587, -1.6577738523483276, -2.064962387084961, -1.3840093612670898, -1.4854367971420288, -2.0477306842803955, -2.48032283782959, -0.6139048337936401, -0.12275076657533646, -1.4459991455078125, -1.302260160446167, -1.135624885559082, -2.1967384815216064, -1.4406429529190063, -0.7990978956222534, -1.491350769996643, -0.4094945192337036, -1.2754228115081787, -2.059692621231079, -2.5893211364746094, -1.0577824115753174, -0.050176527351140976, -1.3487530946731567, -1.8977686166763306, -1.3163622617721558, -1.1472324132919312, -1.0332013368606567, -1.393569827079773, -0.09056603163480759, -1.0746606588363647, -0.14778149127960205, -1.2078880071640015, -1.4095193147659302, -1.2531131505966187, -1.6997246742248535, -2.1876354217529297, -1.5467321872711182, -1.4943910837173462, -2.457496166229248, -0.532199501991272, -2.278752565383911, -2.017803192138672, -1.6699347496032715, -1.1140111684799194, -0.6682083606719971, -0.8806082606315613, -1.6180799007415771, -0.13150236010551453, -1.5541325807571411, -1.3288875818252563, -0.3720395863056183, -1.8916305303573608, -0.1050041988492012, -1.8027498722076416, -1.6950387954711914, -3.0385780334472656, -1.855411171913147, -1.4643161296844482, -1.456292986869812, -0.08267088234424591, -0.47436782717704773, -0.1304626762866974, -1.9952336549758911, -0.7928115129470825, -0.35925471782684326, -1.5655715465545654, -2.297968864440918, -1.0398544073104858, -1.2275055646896362, -1.8475204706192017, -1.9655635356903076, -1.1597257852554321, -1.7080007791519165, -1.0467967987060547, -1.2129783630371094, -1.918880820274353, -1.055046796798706, -2.201388120651245, -1.5895143747329712, -1.130473017692566, -1.7560001611709595, -2.176666259765625, -1.25468111038208, -1.3714951276779175, -1.9366241693496704, -0.7618611454963684, -0.2508305013179779, -1.6126593351364136, -0.021647481247782707, -1.3052626848220825, -1.0539354085922241, -0.09299301356077194, -1.7903128862380981, -0.7493998408317566, -0.015120413154363632, -0.1392313539981842, -1.5483019351959229, -1.6547285318374634, -1.4719653129577637, -0.9335246682167053, -1.2430040836334229, -1.4314205646514893, -1.710654616355896, -0.40173643827438354, -0.0014600817812606692, -0.6912379264831543, -1.0628823041915894, -1.1266112327575684, -1.7103705406188965, -1.967691421508789, -1.1694941520690918, -1.8091514110565186, -1.8911058902740479, -1.652159571647644, -0.16257601976394653, -1.0891627073287964, -1.3017011880874634, -1.5918935537338257, -1.0764168500900269, -0.030325816944241524, -0.0014181805308908224, -0.6762421131134033, -1.2374790906906128, -1.0541445016860962, -0.21487534046173096, -0.03467743843793869, -0.18339578807353973, -1.5424792766571045, -1.7456735372543335, -0.9020310044288635, -2.086381673812866, -0.5557608604431152, -0.999846875667572, -1.38060462474823, -0.8905830383300781]}, "Bot003_046_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read?", "response": "I like to read and read.", "annotation_id": "Bot003_046_02", "annotations": ["T", "X", "X", "T", "O", "T", "O", "T", "T", "O", "T", "T", "X", "X", "X"], "gpt2_target_score": [-12.54684829711914, -9.570655822753906, -8.206134796142578, -8.916454315185547, -7.525673866271973, -7.512165069580078, -8.762763977050781], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.5941351652145386, -2.0943984985351562, -2.2242531776428223, -2.1951944828033447, -2.102099895477295, -2.3211700916290283, -1.7016353607177734, -2.2716903686523438, -0.14861418306827545, -1.7077502012252808, -1.5572154521942139, -1.82875394821167, -1.2339787483215332, -1.0231022834777832, -1.831304669380188, -0.9819024205207825, -1.3974275588989258, -0.20676285028457642, -0.5825157165527344, -1.922914743423462, -1.7621219158172607, -1.5467033386230469, -0.21822136640548706, -2.02787446975708, -0.09900881350040436, -0.9979588985443115, -0.46662288904190063, -0.18242967128753662, -0.3801136910915375, -1.1334822177886963, -1.6421680450439453, -1.2551124095916748, -0.7289119362831116, -0.17391037940979004, -2.1214585304260254, -0.26017194986343384, -1.2884420156478882, -1.2927583456039429]}, "Bot003_046_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl?", "response": "Yeah.", "annotation_id": "Bot003_046_04", "annotations": ["O", "X", "O", "O", "O", "O", "O", "X", "T", "T", "O", "O", "X", "O", "T"], "gpt2_target_score": [-14.98367691040039, -10.082344055175781], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.5941351652145386, -2.0943984985351562, -2.2242531776428223, -2.1951944828033447, -2.102099895477295, -2.3211700916290283, -1.7016353607177734, -2.2716903686523438, -0.14861418306827545, -1.7077502012252808, -1.5572154521942139, -1.82875394821167, -1.2339787483215332, -1.0231022834777832, -1.831304669380188, -0.9819024205207825, -1.3974275588989258, -0.20676285028457642, -0.5825157165527344, -1.922914743423462, -1.7621219158172607, -1.5467033386230469, -0.21822136640548706, -2.02787446975708, -0.09900881350040436, -0.9979588985443115, -0.46662288904190063, -0.18242967128753662, -0.3801136910915375, -1.1334822177886963, -1.345738410949707, -0.7672070264816284, -0.23372994363307953, -2.157155752182007, -0.22275084257125854, -1.3980939388275146, -1.5293300151824951, -0.9872268438339233, -0.7992034554481506, -1.363793969154358, -1.8005155324935913, -1.0993887186050415, -1.4617809057235718, -1.0300354957580566, -1.7817268371582031, -0.14917995035648346, -2.0131256580352783, -2.32797908782959, -0.559282124042511, -1.5828747749328613, -1.9101349115371704, -0.8152008652687073, -1.005100131034851]}, "Bot003_046_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking?", "response": "I just got back from the gym.", "annotation_id": "Bot003_046_06", "annotations": ["X", "X", "X", "X", "T", "X", "O", "T", "T", "T", "T", "X", "X", "X", "X"], "gpt2_target_score": [-12.54683780670166, -7.568607330322266, -10.886892318725586, -5.171202659606934, -9.386900901794434, -10.022208213806152, -10.337119102478027, -7.536075592041016], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -2.19523549079895, -2.1021018028259277, -2.321171760559082, -1.701639175415039, -2.2717082500457764, -0.14861583709716797, -1.707741618156433, -1.5571963787078857, -1.8287410736083984, -1.2340030670166016, -1.0231075286865234, -1.831335425376892, -0.981897234916687, -1.3974494934082031, -0.20675431191921234, -0.5824961066246033, -1.9228891134262085, -1.7621363401412964, -1.5467373132705688, -0.21822452545166016, -2.027885913848877, -0.09900665283203125, -0.9979423880577087, -0.4666394889354706, -0.18241368234157562, -0.38010090589523315, -1.1334494352340698, -1.3456950187683105, -0.7672006487846375, -0.23371700942516327, -2.157180070877075, -0.22275686264038086, -1.3981431722640991, -1.5293254852294922, -0.9872246384620667, -0.7991651892662048, -1.3637775182724, -1.800481915473938, -1.0993854999542236, -1.4617642164230347, -1.0300248861312866, -1.7817144393920898, -0.14918509125709534, -2.0131161212921143, -2.327962636947632, -0.5592829585075378, -1.5828591585159302, -0.89892578125, -1.3420754671096802, -1.4646251201629639, -0.1954212635755539, -0.7013318538665771, -2.0527193546295166, -0.19979161024093628, -1.06487238407135, -0.6716845631599426, -0.018116597086191177, -0.5528468489646912, -1.5088963508605957, -1.7278227806091309, -0.8953748941421509, -1.6328481435775757, -1.357215166091919, -0.2591066360473633, -1.0683566331863403, -1.9181734323501587, -1.0934964418411255, -1.258185863494873]}, "Bot003_046_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh?", "response": "You want me to be a good man?", "annotation_id": "Bot003_046_08", "annotations": ["T", "O", "X", "X", "T", "X", "O", "O", "X", "T", "O", "X", "T", "T", "X"], "gpt2_target_score": [-14.011155128479004, -8.743366241455078, -6.24854850769043, -6.892653465270996, -11.129286766052246, -9.41446590423584, -7.54453182220459, -9.59653091430664, -7.972212791442871], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -2.19523549079895, -2.1021018028259277, -2.321171760559082, -1.701639175415039, -2.2717082500457764, -0.14861583709716797, -1.707741618156433, -1.5571963787078857, -1.8287410736083984, -1.2340030670166016, -1.0231075286865234, -1.831335425376892, -0.981897234916687, -1.3974494934082031, -0.20675431191921234, -0.5824961066246033, -1.9228891134262085, -1.7621363401412964, -1.5467373132705688, -0.21822452545166016, -2.027885913848877, -0.09900665283203125, -0.9979423880577087, -0.4666394889354706, -0.18241368234157562, -0.38010090589523315, -1.1334494352340698, -1.3456950187683105, -0.7671955227851868, -0.2337203174829483, -2.1571788787841797, -0.22275876998901367, -1.3981393575668335, -1.5293347835540771, -0.9872170686721802, -0.7991704344749451, -1.3637746572494507, -1.800479531288147, -1.0993986129760742, -1.4617631435394287, -1.0300190448760986, -1.7817124128341675, -0.14918488264083862, -2.013112783432007, -2.327967643737793, -0.5592843294143677, -1.5828626155853271, -0.8989332318305969, -1.3420650959014893, -1.4646155834197998, -0.1954219490289688, -0.701338529586792, -2.05271053314209, -0.1997944414615631, -1.0648611783981323, -0.6716792583465576, -0.018116479739546776, -0.5528431534767151, -1.5089017152786255, -1.1908224821090698, -1.9553123712539673, -1.4189790487289429, -0.37604671716690063, -1.0432813167572021, -1.8704688549041748, -1.050297498703003, -1.5511468648910522, -2.08780574798584, -0.8537771105766296, -0.36145809292793274, -1.7681766748428345, -1.3772411346435547, -1.3093578815460205, -0.25973984599113464, -0.9528027176856995, -1.877576470375061, -0.051062051206827164, -1.930389404296875, -1.9271230697631836, -1.9543907642364502, -0.407891184091568, -0.08682136237621307, -1.3637564182281494, -0.7813605666160583, -1.2983633279800415, -1.6915042400360107, -0.5242889523506165, -0.6285674571990967]}, "Bot003_046_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh? You want me to be a good man? Yeah, that would be nice I guess.", "response": "I am a huge fan of tea. I like to eat lots of flavors.  What is your job?", "annotation_id": "Bot003_046_10", "annotations": ["T", "O", "T", "O", "T", "O", "O", "T", "T", "T", "O", "X", "O", "O", "O"], "gpt2_target_score": [-12.54683780670166, -11.019596099853516, -2.933339834213257, -12.010527610778809, -12.943358421325684, -10.326910972595215, -8.488898277282715, -7.536075592041016, -7.404707908630371, -5.077840328216553, -6.557225227355957, -12.392084121704102, -10.076746940612793, -10.718195915222168, -18.619728088378906, -9.20035457611084, -6.960836410522461, -10.601999282836914, -9.253881454467773, -6.543264865875244, -13.375238418579102, -12.829166412353516], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -2.19523549079895, -2.1021018028259277, -2.321171760559082, -1.701639175415039, -2.2717082500457764, -0.14861583709716797, -1.707741618156433, -1.5571963787078857, -1.8287410736083984, -1.2340030670166016, -1.0231075286865234, -1.831335425376892, -0.981897234916687, -1.3974494934082031, -0.20675431191921234, -0.5824961066246033, -1.9228891134262085, -1.7621363401412964, -1.5467373132705688, -0.21822452545166016, -2.027885913848877, -0.09900665283203125, -0.9979423880577087, -0.4666394889354706, -0.18241368234157562, -0.38010090589523315, -1.1334494352340698, -1.3456950187683105, -0.7671955227851868, -0.2337203174829483, -2.1571788787841797, -0.22275876998901367, -1.3981393575668335, -1.5293347835540771, -0.9872170686721802, -0.7991704344749451, -1.3637746572494507, -1.800479531288147, -1.0993986129760742, -1.4617631435394287, -1.0300190448760986, -1.7817124128341675, -0.14918488264083862, -2.013112783432007, -2.327967643737793, -0.5592843294143677, -1.5828626155853271, -0.8989332318305969, -1.3420650959014893, -1.4646155834197998, -0.1954219490289688, -0.701338529586792, -2.05271053314209, -0.1997944414615631, -1.0648611783981323, -0.6716792583465576, -0.018116479739546776, -0.5528431534767151, -1.5089017152786255, -1.1908224821090698, -1.9553123712539673, -1.4189790487289429, -0.37604671716690063, -1.0432813167572021, -1.8704688549041748, -1.050297498703003, -1.5511468648910522, -2.08780574798584, -0.8537771105766296, -0.36145809292793274, -1.7681766748428345, -1.3772411346435547, -1.3093578815460205, -0.25973984599113464, -0.9528027176856995, -1.877576470375061, -0.051062051206827164, -1.930389404296875, -1.8801394701004028, -0.2824440002441406, -0.09236475825309753, -1.3712366819381714, -1.3151354789733887, -1.057570219039917, -1.817212462425232, -0.38596785068511963, -2.2498230934143066, -0.7791897058486938, -1.0932402610778809, -0.3956577479839325, -0.2728319466114044, -2.056326389312744, -0.6504364013671875, -1.2101112604141235, -0.5189291834831238, -1.7169502973556519, -2.04695987701416, -1.6909394264221191, -1.1172857284545898, -0.7324268817901611, -1.526993751525879, -0.07449183613061905, -1.2993292808532715, -1.4131464958190918, -1.055618166923523, -2.0833003520965576, -0.9581060409545898, -1.0800732374191284, -1.7646788358688354, -0.11430477350950241, -1.3408323526382446, -1.4197523593902588, -1.1149318218231201, -0.6582918763160706, -1.9768428802490234, -1.4521938562393188, -0.72817462682724, -0.6831828951835632, -0.2976903021335602]}, "Bot003_046_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh? You want me to be a good man? Yeah, that would be nice I guess. I am a huge fan of tea. I like to eat lots of flavors.  What is your job? I just got a job working in a gas station.\nTea isn't great there though.", "response": "I am a college student, but I am a huge fan of the star wars star wars", "annotation_id": "Bot003_046_12", "annotations": ["T", "X", "O", "O", "T", "O", "O", "T", "T", "T", "T", "X", "X", "O", "X"], "gpt2_target_score": [-12.54683780670166, -11.019596099853516, -2.933339834213257, -10.161360740661621, -13.065123558044434, -8.144659996032715, -9.12204647064209, -9.887516021728516, -10.548735618591309, -7.28864049911499, -9.49553394317627, -8.943460464477539, -7.504755973815918, -5.2204999923706055, -10.277199745178223, -14.024100303649902, -9.977071762084961, -12.719690322875977], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -2.19523549079895, -2.1021018028259277, -2.321171760559082, -1.701639175415039, -2.2717082500457764, -0.14861583709716797, -1.707741618156433, -1.5571963787078857, -1.8287410736083984, -1.2340030670166016, -1.0231075286865234, -1.831335425376892, -0.981897234916687, -1.3974494934082031, -0.20675431191921234, -0.5824961066246033, -1.9228891134262085, -1.7621363401412964, -1.5467373132705688, -0.21822452545166016, -2.027885913848877, -0.09900665283203125, -0.9979423880577087, -0.4666394889354706, -0.18241368234157562, -0.38010090589523315, -1.1334494352340698, -1.3456950187683105, -0.7671955227851868, -0.2337203174829483, -2.1571788787841797, -0.22275876998901367, -1.3981393575668335, -1.5293347835540771, -0.9872170686721802, -0.7991704344749451, -1.3637746572494507, -1.800479531288147, -1.0993986129760742, -1.4617631435394287, -1.0300190448760986, -1.7817124128341675, -0.14918488264083862, -2.013112783432007, -2.327967643737793, -0.5592843294143677, -1.5828626155853271, -0.8989332318305969, -1.3420650959014893, -1.4646155834197998, -0.1954219490289688, -0.701338529586792, -2.05271053314209, -0.1997944414615631, -1.0648611783981323, -0.6716792583465576, -0.018116479739546776, -0.5528431534767151, -1.5089017152786255, -1.1908224821090698, -1.9553123712539673, -1.4189790487289429, -0.37604671716690063, -1.0432813167572021, -1.8704688549041748, -1.050297498703003, -1.5511468648910522, -2.08780574798584, -0.8537771105766296, -0.36145809292793274, -1.7681766748428345, -1.3772411346435547, -1.3093578815460205, -0.25973984599113464, -0.9528027176856995, -1.877576470375061, -0.051062051206827164, -1.930389404296875, -1.8801394701004028, -0.2824440002441406, -0.09236475825309753, -1.3712366819381714, -1.3151354789733887, -1.057570219039917, -1.817212462425232, -0.38596785068511963, -2.2498230934143066, -0.7791897058486938, -1.0932402610778809, -0.3956577479839325, -0.2728319466114044, -2.056326389312744, -0.6504364013671875, -1.2101112604141235, -0.5189291834831238, -1.7169502973556519, -1.7527769804000854, -1.1195495128631592, -1.4570146799087524, -1.682419776916504, -0.08486457914113998, -1.102144718170166, -1.3250465393066406, -1.3889071941375732, -1.8002517223358154, -0.8070498108863831, -1.1010079383850098, -1.8759913444519043, -0.10320109128952026, -1.4977003335952759, -1.282387375831604, -1.1407777070999146, -1.2212553024291992, -1.747624158859253, -0.9018749594688416, -0.8345912098884583, -0.5230638980865479, -1.432448387145996, -2.029367685317993, -1.6799055337905884, -0.6800184845924377, -0.5915359258651733, -1.8827781677246094, -1.305728793144226, -0.9861775040626526, -3.028803586959839, -0.015156930312514305, -0.9221895933151245, -1.0345457792282104, -0.7614713311195374, -0.6735641956329346, -0.14544425904750824, -1.7870084047317505, -1.028245449066162, -0.9275602698326111, -0.618233859539032, -1.364500880241394, -1.8121247291564941, -1.8151897192001343, -0.5987310409545898, -2.715825319290161, -0.1252415031194687, -1.4903333187103271, -1.5600768327713013, -0.5007051229476929, -1.7616099119186401, -1.4841818809509277, -2.39166259765625, -0.6278261542320251, -0.0477241612970829, -0.7321522235870361, -1.4355076551437378, -1.1500693559646606, -1.3312784433364868, -0.036675531417131424, -1.0681729316711426]}, "Bot003_046_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh? You want me to be a good man? Yeah, that would be nice I guess. I am a huge fan of tea. I like to eat lots of flavors.  What is your job? I just got a job working in a gas station.\nTea isn't great there though. I am a college student, but I am a huge fan of the star wars star wars And who isn't! What else do you like to watch?", "response": "I like to read poetry and listen to music.", "annotation_id": "Bot003_046_14", "annotations": ["O", "X", "X", "X", "T", "T", "O", "O", "T", "T", "T", "T", "X", "T", "X"], "gpt2_target_score": [-12.54683780670166, -9.570667266845703, -8.206121444702148, -8.916411399841309, -14.970595359802246, -9.074347496032715, -11.074713706970215, -8.635791778564453, -6.391310691833496, -9.728384017944336], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -2.19523549079895, -2.1021018028259277, -2.321171760559082, -1.701639175415039, -2.2717082500457764, -0.14861583709716797, -1.707741618156433, -1.5571963787078857, -1.8287410736083984, -1.2340030670166016, -1.0231075286865234, -1.831335425376892, -0.981897234916687, -1.3974494934082031, -0.20675431191921234, -0.5824961066246033, -1.9228891134262085, -1.7621363401412964, -1.5467373132705688, -0.21822452545166016, -2.027885913848877, -0.09900665283203125, -0.9979423880577087, -0.4666394889354706, -0.18241368234157562, -0.38010090589523315, -1.1334494352340698, -1.3456950187683105, -0.7671955227851868, -0.2337203174829483, -2.1571788787841797, -0.22275876998901367, -1.3981393575668335, -1.5293347835540771, -0.9872170686721802, -0.7991704344749451, -1.3637746572494507, -1.800479531288147, -1.0993986129760742, -1.4617631435394287, -1.0300190448760986, -1.7817124128341675, -0.14918488264083862, -2.013112783432007, -2.327967643737793, -0.5592843294143677, -1.5828626155853271, -0.8989332318305969, -1.3420650959014893, -1.4646155834197998, -0.1954219490289688, -0.701338529586792, -2.05271053314209, -0.1997944414615631, -1.0648611783981323, -0.6716792583465576, -0.018116479739546776, -0.5528431534767151, -1.5089017152786255, -1.1908224821090698, -1.9553123712539673, -1.4189790487289429, -0.37604671716690063, -1.0432813167572021, -1.8704688549041748, -1.050297498703003, -1.5511468648910522, -2.08780574798584, -0.8537771105766296, -0.36145809292793274, -1.7681766748428345, -1.3772411346435547, -1.3093578815460205, -0.25973984599113464, -0.9528027176856995, -1.877576470375061, -0.051062051206827164, -1.930389404296875, -1.8801394701004028, -0.2824440002441406, -0.09236475825309753, -1.3712366819381714, -1.3151354789733887, -1.057570219039917, -1.817212462425232, -0.38596785068511963, -2.2498230934143066, -0.7791897058486938, -1.0932402610778809, -0.3956577479839325, -0.2728319466114044, -2.056326389312744, -0.6504364013671875, -1.2101112604141235, -0.5189291834831238, -1.7169502973556519, -1.7527769804000854, -1.1195495128631592, -1.4570146799087524, -1.682419776916504, -0.08486457914113998, -1.102144718170166, -1.3250465393066406, -1.3889071941375732, -1.8002517223358154, -0.8070498108863831, -1.1010079383850098, -1.8759913444519043, -0.10320109128952026, -1.4977003335952759, -1.282387375831604, -1.1407777070999146, -1.2212553024291992, -1.747624158859253, -0.9018749594688416, -0.8345912098884583, -0.5230638980865479, -1.432448387145996, -2.029367685317993, -1.6799055337905884, -0.6800184845924377, -0.5915359258651733, -1.8827781677246094, -1.305728793144226, -0.9861775040626526, -3.028803586959839, -0.015156930312514305, -0.9221895933151245, -1.0345457792282104, -0.7614713311195374, -0.6735641956329346, -0.14544425904750824, -1.7870084047317505, -1.028245449066162, -0.9275602698326111, -0.618233859539032, -1.364500880241394, -2.249103546142578, -1.0044200420379639, -2.86521053314209, -0.11255981028079987, -1.404405117034912, -1.0449939966201782, -0.4848330318927765, -1.816150188446045, -1.6360784769058228, -2.370905637741089, -0.7819311022758484, -0.06830645352602005, -1.1161158084869385, -1.951040267944336, -1.1119307279586792, -1.1864194869995117, -0.04308132827281952, -1.0753440856933594, -2.5267491340637207, -1.5686343908309937, -0.03181680291891098, -1.6034588813781738, -1.6560012102127075, -1.7782760858535767, -1.3360651731491089, -0.04596085846424103, -0.6693369150161743, -0.25994062423706055, -0.21767283976078033, -0.27167755365371704, -1.63381028175354, -1.4508370161056519, -1.4516546726226807, -0.5904973745346069, -0.2877134084701538, -1.9171020984649658, -1.2689059972763062, -2.637747049331665, -0.01956205815076828, -1.4487063884735107, -0.707291841506958, -1.066842794418335]}, "Bot003_046_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh? You want me to be a good man? Yeah, that would be nice I guess. I am a huge fan of tea. I like to eat lots of flavors.  What is your job? I just got a job working in a gas station.\nTea isn't great there though. I am a college student, but I am a huge fan of the star wars star wars And who isn't! What else do you like to watch? I like to read poetry and listen to music. Then you seem to be a pretty good person to me!", "response": "I am a fan of the game of thrones.", "annotation_id": "Bot003_046_16", "annotations": ["O", "X", "X", "X", "T", "O", "O", "T", "T", "T", "X", "X", "X", "O", "X"], "gpt2_target_score": [-12.54683780670166, -11.019596099853516, -2.933339834213257, -10.300230979919434, -10.242751121520996, -10.022208213806152, -9.422293663024902, -9.404773712158203, -9.025435447692871, -22.81392478942871, -3.8506364822387695], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -2.19523549079895, -2.1021018028259277, -2.321171760559082, -1.701639175415039, -2.2717082500457764, -0.14861583709716797, -1.707741618156433, -1.5571963787078857, -1.8287410736083984, -1.2340030670166016, -1.0231075286865234, -1.831335425376892, -0.981897234916687, -1.3974494934082031, -0.20675431191921234, -0.5824961066246033, -1.9228891134262085, -1.7621363401412964, -1.5467373132705688, -0.21822452545166016, -2.027885913848877, -0.09900665283203125, -0.9979423880577087, -0.4666394889354706, -0.18241368234157562, -0.38010090589523315, -1.1334494352340698, -1.3456950187683105, -0.7671955227851868, -0.2337203174829483, -2.1571788787841797, -0.22275876998901367, -1.3981393575668335, -1.5293347835540771, -0.9872170686721802, -0.7991704344749451, -1.3637746572494507, -1.800479531288147, -1.0993986129760742, -1.4617631435394287, -1.0300190448760986, -1.7817124128341675, -0.14918488264083862, -2.013112783432007, -2.327967643737793, -0.5592843294143677, -1.5828626155853271, -0.8989332318305969, -1.3420650959014893, -1.4646155834197998, -0.1954219490289688, -0.701338529586792, -2.05271053314209, -0.1997944414615631, -1.0648611783981323, -0.6716792583465576, -0.018116479739546776, -0.5528431534767151, -1.5089017152786255, -1.1908224821090698, -1.9553123712539673, -1.4189790487289429, -0.37604671716690063, -1.0432813167572021, -1.8704688549041748, -1.050297498703003, -1.5511468648910522, -2.08780574798584, -0.8537771105766296, -0.36145809292793274, -1.7681766748428345, -1.3772411346435547, -1.3093578815460205, -0.25973984599113464, -0.9528027176856995, -1.877576470375061, -0.051062051206827164, -1.930389404296875, -1.8801394701004028, -0.2824440002441406, -0.09236475825309753, -1.3712366819381714, -1.3151354789733887, -1.057570219039917, -1.817212462425232, -0.38596785068511963, -2.2498230934143066, -0.7791897058486938, -1.0932402610778809, -0.3956577479839325, -0.2728319466114044, -2.056326389312744, -0.6504364013671875, -1.2101112604141235, -0.5189291834831238, -1.7169502973556519, -1.7527769804000854, -1.1195495128631592, -1.4570146799087524, -1.682419776916504, -0.08486457914113998, -1.102144718170166, -1.3250465393066406, -1.3889071941375732, -1.8002517223358154, -0.8070498108863831, -1.1010079383850098, -1.8759913444519043, -0.10320109128952026, -1.4977003335952759, -1.282387375831604, -1.1407777070999146, -1.2212553024291992, -1.747624158859253, -0.9018749594688416, -0.8345912098884583, -0.5230638980865479, -1.432448387145996, -2.029367685317993, -1.6799055337905884, -0.6800184845924377, -0.5915359258651733, -1.8827781677246094, -1.305728793144226, -0.9861775040626526, -3.028803586959839, -0.015156930312514305, -0.9221895933151245, -1.0345457792282104, -0.7614713311195374, -0.6735641956329346, -0.14544425904750824, -1.7870084047317505, -1.028245449066162, -0.9275602698326111, -0.618233859539032, -1.364500880241394, -2.249103546142578, -1.0044200420379639, -2.86521053314209, -0.11255981028079987, -1.404405117034912, -1.0449939966201782, -0.4848330318927765, -1.816150188446045, -1.6360784769058228, -2.370905637741089, -0.7819311022758484, -0.06830645352602005, -1.1161158084869385, -1.951040267944336, -1.1119307279586792, -1.1864194869995117, -0.04308132827281952, -1.0753440856933594, -2.5267491340637207, -1.5686343908309937, -0.03181680291891098, -1.6034588813781738, -1.6560012102127075, -1.7782760858535767, -1.3360651731491089, -0.04596085846424103, -0.6693369150161743, -0.25994062423706055, -0.21767283976078033, -0.27167755365371704, -1.63381028175354, -1.577330231666565, -0.6188557744026184, -0.4536539912223816, -1.6579841375350952, -1.3142802715301514, -2.6635727882385254, -0.01928742229938507, -1.3634178638458252, -0.6467195153236389, -1.203818917274475, -0.40241268277168274, -2.5209579467773438, -0.9816672801971436, -1.0947941541671753, -1.9422070980072021, -2.1629464626312256, -1.1105129718780518, -1.5489628314971924, -0.9652738571166992, -1.638643503189087, -0.612500786781311, -1.7157574892044067, -1.63849675655365, -1.5541257858276367, -0.5257996916770935, -2.3091700077056885, -0.14757457375526428, -2.4969351291656494, -0.9147291779518127, -1.9092648029327393, -2.4534294605255127, -0.021070798859000206, -1.2178034782409668, -1.1085845232009888]}, "Bot003_046_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh? You want me to be a good man? Yeah, that would be nice I guess. I am a huge fan of tea. I like to eat lots of flavors.  What is your job? I just got a job working in a gas station.\nTea isn't great there though. I am a college student, but I am a huge fan of the star wars star wars And who isn't! What else do you like to watch? I like to read poetry and listen to music. Then you seem to be a pretty good person to me! I am a fan of the game of thrones. And also Star Wars Star Wars, right?", "response": "This is not a good division.", "annotation_id": "Bot003_046_18", "annotations": ["T", "X", "X", "X", "T", "T", "O", "O", "T", "T", "X", "X", "X", "X", "X"], "gpt2_target_score": [-14.649704933166504, -12.716983795166016, -8.005407333374023, -6.250639915466309, -10.453673362731934, -16.63115692138672, -8.762763023376465], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -2.19523549079895, -2.1021018028259277, -2.321171760559082, -1.701639175415039, -2.2717082500457764, -0.14861583709716797, -1.707741618156433, -1.5571963787078857, -1.8287410736083984, -1.2340030670166016, -1.0231075286865234, -1.831335425376892, -0.981897234916687, -1.3974494934082031, -0.20675431191921234, -0.5824961066246033, -1.9228891134262085, -1.7621363401412964, -1.5467373132705688, -0.21822452545166016, -2.027885913848877, -0.09900665283203125, -0.9979423880577087, -0.4666394889354706, -0.18241368234157562, -0.38010090589523315, -1.1334494352340698, -1.3456950187683105, -0.7671955227851868, -0.2337203174829483, -2.1571788787841797, -0.22275876998901367, -1.3981393575668335, -1.5293347835540771, -0.9872170686721802, -0.7991704344749451, -1.3637746572494507, -1.800479531288147, -1.0993986129760742, -1.4617631435394287, -1.0300190448760986, -1.7817124128341675, -0.14918488264083862, -2.013112783432007, -2.327967643737793, -0.5592843294143677, -1.5828626155853271, -0.8989332318305969, -1.3420650959014893, -1.4646155834197998, -0.1954219490289688, -0.701338529586792, -2.05271053314209, -0.1997944414615631, -1.0648611783981323, -0.6716792583465576, -0.018116479739546776, -0.5528431534767151, -1.5089017152786255, -1.1908224821090698, -1.9553123712539673, -1.4189790487289429, -0.37604671716690063, -1.0432813167572021, -1.8704688549041748, -1.050297498703003, -1.5511468648910522, -2.08780574798584, -0.8537771105766296, -0.36145809292793274, -1.7681766748428345, -1.3772411346435547, -1.3093578815460205, -0.25973984599113464, -0.9528027176856995, -1.877576470375061, -0.051062051206827164, -1.930389404296875, -1.8801394701004028, -0.2824440002441406, -0.09236475825309753, -1.3712366819381714, -1.3151354789733887, -1.057570219039917, -1.817212462425232, -0.38596785068511963, -2.2498230934143066, -0.7791897058486938, -1.0932402610778809, -0.3956577479839325, -0.2728319466114044, -2.056326389312744, -0.6504364013671875, -1.2101112604141235, -0.5189291834831238, -1.7169502973556519, -1.7527769804000854, -1.1195495128631592, -1.4570146799087524, -1.682419776916504, -0.08486457914113998, -1.102144718170166, -1.3250465393066406, -1.3889071941375732, -1.8002517223358154, -0.8070498108863831, -1.1010079383850098, -1.8759913444519043, -0.10320109128952026, -1.4977003335952759, -1.282387375831604, -1.1407777070999146, -1.2212553024291992, -1.747624158859253, -0.9018749594688416, -0.8345912098884583, -0.5230638980865479, -1.432448387145996, -2.029367685317993, -1.6799055337905884, -0.6800184845924377, -0.5915359258651733, -1.8827781677246094, -1.305728793144226, -0.9861775040626526, -3.028803586959839, -0.015156930312514305, -0.9221895933151245, -1.0345457792282104, -0.7614713311195374, -0.6735641956329346, -0.14544425904750824, -1.7870084047317505, -1.028245449066162, -0.9275602698326111, -0.618233859539032, -1.364500880241394, -2.249103546142578, -1.0044200420379639, -2.86521053314209, -0.11255981028079987, -1.404405117034912, -1.0449939966201782, -0.4848330318927765, -1.816150188446045, -1.6360784769058228, -2.370905637741089, -0.7819311022758484, -0.06830645352602005, -1.1161158084869385, -1.951040267944336, -1.1119307279586792, -1.1864194869995117, -0.04308132827281952, -1.0753440856933594, -2.5267491340637207, -1.5686343908309937, -0.03181680291891098, -1.6034588813781738, -1.6560012102127075, -1.7782760858535767, -1.3360651731491089, -0.04596085846424103, -0.6693369150161743, -0.25994062423706055, -0.21767283976078033, -0.27167755365371704, -1.63381028175354, -1.577330231666565, -0.6188557744026184, -0.4536539912223816, -1.6579841375350952, -1.3142802715301514, -2.6635727882385254, -0.01928742229938507, -1.3634178638458252, -0.6467195153236389, -1.203818917274475, -0.40241268277168274, -2.5209579467773438, -0.9816672801971436, -1.0947941541671753, -1.9422070980072021, -2.1629464626312256, -1.1105129718780518, -1.5489628314971924, -0.9652738571166992, -1.638643503189087, -0.612500786781311, -1.7157574892044067, -1.669951319694519, -0.7736080884933472, -2.345151424407959, -0.08641458302736282, -2.663594961166382, -1.3764276504516602, -1.674386739730835, -2.4021542072296143, -0.016297446563839912, -1.2655720710754395, -1.4595881700515747, -0.8892129063606262, -1.544691801071167, -0.17587298154830933, -1.9564080238342285, -0.15511944890022278, -2.693525552749634, -2.142267942428589, -0.1246732771396637, -1.8885748386383057, -1.6377065181732178, -0.6513548493385315, -1.9767156839370728, -1.425057053565979, -2.2359161376953125, -1.0679610967636108, -1.3018543720245361, -1.5834717750549316]}, "Bot003_046_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh? You want me to be a good man? Yeah, that would be nice I guess. I am a huge fan of tea. I like to eat lots of flavors.  What is your job? I just got a job working in a gas station.\nTea isn't great there though. I am a college student, but I am a huge fan of the star wars star wars And who isn't! What else do you like to watch? I like to read poetry and listen to music. Then you seem to be a pretty good person to me! I am a fan of the game of thrones. And also Star Wars Star Wars, right? This is not a good division. I agree. Bye-bye!", "response": "I'm not going to be a good man.", "annotation_id": "Bot003_046_20", "annotations": ["T", "X", "X", "X", "T", "X", "O", "T", "T", "T", "X", "X", "X", "X", "X"], "gpt2_target_score": [-12.54683780670166, -13.410511016845703, -8.005407333374023, -6.829070091247559, -9.646178245544434, -9.763861656188965, -4.78909969329834, -11.289493560791016, -8.898894309997559, -9.728384017944336], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -2.19523549079895, -2.1021018028259277, -2.321171760559082, -1.701639175415039, -2.2717082500457764, -0.14861583709716797, -1.707741618156433, -1.5571963787078857, -1.8287410736083984, -1.2340030670166016, -1.0231075286865234, -1.831335425376892, -0.981897234916687, -1.3974494934082031, -0.20675431191921234, -0.5824961066246033, -1.9228891134262085, -1.7621363401412964, -1.5467373132705688, -0.21822452545166016, -2.027885913848877, -0.09900665283203125, -0.9979423880577087, -0.4666394889354706, -0.18241368234157562, -0.38010090589523315, -1.1334494352340698, -1.3456950187683105, -0.7671955227851868, -0.2337203174829483, -2.1571788787841797, -0.22275876998901367, -1.3981393575668335, -1.5293347835540771, -0.9872170686721802, -0.7991704344749451, -1.3637746572494507, -1.800479531288147, -1.0993986129760742, -1.4617631435394287, -1.0300190448760986, -1.7817124128341675, -0.14918488264083862, -2.013112783432007, -2.327967643737793, -0.5592843294143677, -1.5828626155853271, -0.8989332318305969, -1.3420650959014893, -1.4646155834197998, -0.1954219490289688, -0.701338529586792, -2.05271053314209, -0.1997944414615631, -1.0648611783981323, -0.6716792583465576, -0.018116479739546776, -0.5528431534767151, -1.5089017152786255, -1.1908224821090698, -1.9553123712539673, -1.4189790487289429, -0.37604671716690063, -1.0432813167572021, -1.8704688549041748, -1.050297498703003, -1.5511468648910522, -2.08780574798584, -0.8537771105766296, -0.36145809292793274, -1.7681766748428345, -1.3772411346435547, -1.3093578815460205, -0.25973984599113464, -0.9528027176856995, -1.877576470375061, -0.051062051206827164, -1.930389404296875, -1.8801394701004028, -0.2824440002441406, -0.09236475825309753, -1.3712366819381714, -1.3151354789733887, -1.057570219039917, -1.817212462425232, -0.38596785068511963, -2.2498230934143066, -0.7791897058486938, -1.0932402610778809, -0.3956577479839325, -0.2728319466114044, -2.056326389312744, -0.6504364013671875, -1.2101112604141235, -0.5189291834831238, -1.7169502973556519, -1.7527769804000854, -1.1195495128631592, -1.4570146799087524, -1.682419776916504, -0.08486457914113998, -1.102144718170166, -1.3250465393066406, -1.3889071941375732, -1.8002517223358154, -0.8070498108863831, -1.1010079383850098, -1.8759913444519043, -0.10320109128952026, -1.4977003335952759, -1.282387375831604, -1.1407777070999146, -1.2212553024291992, -1.747624158859253, -0.9018749594688416, -0.8345912098884583, -0.5230638980865479, -1.432448387145996, -2.029367685317993, -1.6799055337905884, -0.6800184845924377, -0.5915359258651733, -1.8827781677246094, -1.305728793144226, -0.9861775040626526, -3.028803586959839, -0.015156930312514305, -0.9221895933151245, -1.0345457792282104, -0.7614713311195374, -0.6735641956329346, -0.14544425904750824, -1.7870084047317505, -1.028245449066162, -0.9275602698326111, -0.618233859539032, -1.364500880241394, -2.249103546142578, -1.0044200420379639, -2.86521053314209, -0.11255981028079987, -1.404405117034912, -1.0449939966201782, -0.4848330318927765, -1.816150188446045, -1.6360784769058228, -2.370905637741089, -0.7819311022758484, -0.06830645352602005, -1.1161158084869385, -1.951040267944336, -1.1119307279586792, -1.1864194869995117, -0.04308132827281952, -1.0753440856933594, -2.5267491340637207, -1.5686343908309937, -0.03181680291891098, -1.6034588813781738, -1.6560012102127075, -1.7782760858535767, -1.3360651731491089, -0.04596085846424103, -0.6693369150161743, -0.25994062423706055, -0.21767283976078033, -0.27167755365371704, -1.63381028175354, -1.577330231666565, -0.6188557744026184, -0.4536539912223816, -1.6579841375350952, -1.3142802715301514, -2.6635727882385254, -0.01928742229938507, -1.3634178638458252, -0.6467195153236389, -1.203818917274475, -0.40241268277168274, -2.5209579467773438, -0.9816672801971436, -1.0947941541671753, -1.9422070980072021, -2.1629464626312256, -1.1105129718780518, -1.5489628314971924, -0.9652738571166992, -1.638643503189087, -0.612500786781311, -1.7157574892044067, -1.669951319694519, -0.7736080884933472, -2.345151424407959, -0.08641458302736282, -2.663594961166382, -1.3764276504516602, -1.674386739730835, -2.4021542072296143, -0.016297446563839912, -1.2655720710754395, -1.4595881700515747, -0.8892129063606262, -1.544691801071167, -0.17587298154830933, -1.9564080238342285, -0.15511944890022278, -2.693525552749634, -2.142267942428589, -0.12467264384031296, -1.8885666131973267, -0.6430806517601013, -1.9672876596450806, -1.4739477634429932, -2.617673873901367, -1.6753722429275513, -1.293731451034546, -1.6416999101638794, -1.7318694591522217, -1.0389560461044312, -1.212385654449463, -1.5903946161270142, -0.011058707721531391, -1.134684681892395, -1.7842841148376465, -1.8043715953826904, -2.069653272628784, -0.8374649286270142, -0.8365033864974976, -0.061743833124637604, -2.132138252258301, -1.5830670595169067, -0.8567043542861938, -0.8545992970466614, -1.1541863679885864, -0.7790714502334595]}, "Bot003_047_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe?", "response": "Awesome idea", "annotation_id": "Bot003_047_02", "annotations": ["T", "T", "X", "O", "O", "T", "X", "O", "X", "T", "T", "X", "T", "T", "T"], "gpt2_target_score": [-14.938920974731445, -12.999085426330566], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -0.5616554021835327, -1.8210546970367432, -0.22993804514408112, -1.4803507328033447, -2.304023265838623, -2.306506395339966, -0.7600186467170715, -2.013227701187134, -0.9514240026473999, -0.6565011143684387, -0.4119001030921936, -0.28257206082344055, -1.3016728162765503, -1.2652586698532104, -1.079237461090088, -2.700820207595825, -2.193406820297241, -1.026701807975769, -1.4457205533981323, -1.7163701057434082, -2.2438035011291504, -1.455135703086853, -1.4412925243377686, -1.1580607891082764, -0.8435505628585815, -0.2295040339231491, -1.2854608297348022, -1.204599380493164, -0.5987234115600586, -2.0148255825042725, -1.0612897872924805, -0.3845667243003845, -1.237160325050354, -2.090317726135254, -1.1059130430221558, -1.622169017791748, -0.09306144714355469, -1.9573161602020264, -1.3265807628631592, -0.631266713142395, -1.5616892576217651, -1.6840667724609375, -1.5701631307601929, -0.8896467089653015, -0.9869382977485657]}, "Bot003_047_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for?", "response": "It seems that true answer is: gold", "annotation_id": "Bot003_047_04", "annotations": ["T", "O", "X", "O", "T", "T", "X", "T", "T", "T", "T", "X", "T", "X", "T"], "gpt2_target_score": [-13.28288459777832, -11.728119850158691, -10.668725967407227, -8.243112564086914, -15.39609146118164, -12.994617462158203, -9.263481140136719, -11.73816204071045], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -0.5616554021835327, -1.8210546970367432, -0.22993804514408112, -1.4803507328033447, -2.304023265838623, -2.306506395339966, -0.7600186467170715, -2.013227701187134, -0.9514240026473999, -0.6565011143684387, -0.4119001030921936, -0.28257206082344055, -1.3016728162765503, -1.2652586698532104, -1.079237461090088, -2.700820207595825, -2.193406820297241, -1.026701807975769, -1.4457205533981323, -1.7163701057434082, -2.2438035011291504, -1.455135703086853, -1.4412925243377686, -1.1580607891082764, -0.8435505628585815, -0.2295040339231491, -1.2854608297348022, -1.204599380493164, -0.5987237095832825, -2.014822483062744, -1.061287760734558, -0.38456687331199646, -1.237156629562378, -2.0903069972991943, -1.105905294418335, -1.6221637725830078, -0.09306253492832184, -1.9572973251342773, -1.3265858888626099, -0.631267786026001, -1.5616809129714966, -1.6840614080429077, -0.9754443168640137, -1.1537662744522095, -2.612236976623535, -1.0671167373657227, -1.170747995376587, -0.41034480929374695, -0.345981240272522, -1.3930704593658447, -1.7513437271118164, -0.6968536972999573, -0.9653028249740601, -1.8163604736328125, -1.1262872219085693, -1.4182535409927368, -2.334829807281494, -1.8371901512145996, -0.4830559194087982]}, "Bot003_047_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind!", "response": "I am sorry to hear that. I am a little sad.", "annotation_id": "Bot003_047_06", "annotations": ["T", "T", "T", "T", "O", "T", "X", "X", "T", "T", "T", "X", "T", "T", "T"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -13.120543479919434, -7.390705585479736, -13.034698486328125, -9.254512786865234, -7.8090667724609375, -7.718883514404297, -10.663219451904297, -7.425519943237305, -10.78110408782959, -10.615571022033691, -6.062498569488525], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -2.19345760345459, -1.026714563369751, -1.4457271099090576, -1.7164115905761719, -2.2438313961029053, -1.455161452293396, -1.441333293914795, -1.1580668687820435, -0.8435571789741516, -0.22952629625797272, -1.2854524850845337, -1.2045986652374268, -0.5986919403076172, -2.0148353576660156, -1.0613001585006714, -0.3845566511154175, -1.2371495962142944, -2.090278387069702, -1.1059141159057617, -1.6221294403076172, -0.09306123107671738, -1.9573404788970947, -1.3265599012374878, -0.6312710642814636, -1.5616990327835083, -1.6840568780899048, -0.9754276871681213, -1.153734803199768, -2.6122403144836426, -1.067080020904541, -1.1707504987716675, -0.4103403091430664, -0.34597036242485046, -1.3931350708007812, -1.0349301099777222, -0.8845476508140564, -1.4908159971237183, -1.1395292282104492, -1.4754462242126465, -2.65887451171875, -1.9991804361343384, -0.521795392036438, -2.6166396141052246, -0.5019407272338867, -1.6334253549575806, -2.723355293273926, -1.7555960416793823, -1.7399142980575562, -2.349456548690796, -1.884759545326233, -1.6153417825698853, -0.29183492064476013, -0.5281500220298767, -1.134568214416504, -0.8746923208236694, -2.20259165763855, -2.214468479156494, -2.79252028465271, -1.574105143547058, -1.6130017042160034, -1.0191709995269775]}, "Bot003_047_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad?", "response": "I am sad. I am sad.", "annotation_id": "Bot003_047_08", "annotations": ["T", "O", "X", "O", "T", "T", "T", "O", "T", "T", "T", "X", "T", "T", "T"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -12.162749290466309, -7.956669330596924, -5.296859264373779, -10.79092025756836, -10.552825927734375, -6.625713348388672], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -2.19345760345459, -1.026714563369751, -1.4457271099090576, -1.7164115905761719, -2.2438313961029053, -1.455161452293396, -1.441333293914795, -1.1580668687820435, -0.8435571789741516, -0.22952629625797272, -1.2854524850845337, -1.2045986652374268, -0.5986919403076172, -2.0148353576660156, -1.0613001585006714, -0.3845566511154175, -1.2371495962142944, -2.090278387069702, -1.1059141159057617, -1.6221294403076172, -0.09306123107671738, -1.9573404788970947, -1.3265599012374878, -0.6312710642814636, -1.5616990327835083, -1.6840568780899048, -0.9754276871681213, -1.153734803199768, -2.6122403144836426, -1.067080020904541, -1.1707504987716675, -0.4103403091430664, -0.34597036242485046, -1.3931350708007812, -1.0349301099777222, -0.8845476508140564, -1.4908159971237183, -1.1395292282104492, -1.4754462242126465, -2.65887451171875, -1.9991804361343384, -0.521795392036438, -2.6166396141052246, -0.5019407272338867, -1.6334253549575806, -2.723355293273926, -1.7555960416793823, -1.9099805355072021, -2.0367894172668457, -1.9993048906326294, -0.40807127952575684, -0.7224118113517761, -1.167151689529419, -1.536895990371704, -2.077558994293213, -2.049042224884033, -2.792860269546509, -1.8687164783477783, -1.992910385131836, -1.3899093866348267, -1.8646955490112305, -0.1379738450050354, -1.185001015663147, -0.30189070105552673, -1.552849531173706, -1.3192797899246216, -1.97636079788208, -1.0729336738586426, -1.4387543201446533, -0.8372393250465393, -1.160157561302185, -1.3793991804122925, -0.7837725281715393, -0.6918543577194214]}, "Bot003_047_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad? I am sad. I am sad. Oh there there. Do you like dancing?", "response": "I do but I do not dance much", "annotation_id": "Bot003_047_10", "annotations": ["O", "T", "O", "O", "O", "T", "O", "O", "X", "T", "T", "X", "T", "T", "O"], "gpt2_target_score": [-8.654426574707031, -9.207998275756836, -12.075835227966309, -6.734470844268799, -10.590682983398438, -4.839977264404297, -12.909622192382812, -10.841182708740234], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -2.19345760345459, -1.026714563369751, -1.4457271099090576, -1.7164115905761719, -2.2438313961029053, -1.455161452293396, -1.441333293914795, -1.1580668687820435, -0.8435571789741516, -0.22952629625797272, -1.2854524850845337, -1.2045986652374268, -0.5986919403076172, -2.0148353576660156, -1.0613001585006714, -0.3845566511154175, -1.2371495962142944, -2.090278387069702, -1.1059141159057617, -1.6221294403076172, -0.09306123107671738, -1.9573404788970947, -1.3265599012374878, -0.6312710642814636, -1.5616990327835083, -1.6840568780899048, -0.9754276871681213, -1.153734803199768, -2.6122403144836426, -1.067080020904541, -1.1707504987716675, -0.4103403091430664, -0.34597036242485046, -1.3931350708007812, -1.0349301099777222, -0.8845476508140564, -1.4908159971237183, -1.1395292282104492, -1.4754462242126465, -2.65887451171875, -1.9991804361343384, -0.521795392036438, -2.6166396141052246, -0.5019407272338867, -1.6334253549575806, -2.723355293273926, -1.7555960416793823, -1.9099805355072021, -2.0367894172668457, -1.9993048906326294, -0.40807127952575684, -0.7224118113517761, -1.167151689529419, -1.536895990371704, -2.077558994293213, -2.049042224884033, -2.792860269546509, -1.8687164783477783, -1.992910385131836, -1.3899093866348267, -1.8646955490112305, -0.1379738450050354, -1.185001015663147, -0.30189070105552673, -1.552849531173706, -1.7140600681304932, -1.25631582736969, -1.500715732574463, -1.057767629623413, -1.073067545890808, -1.4124332666397095, -0.7116150259971619, -0.8027069568634033, -1.6495321989059448, -1.0736591815948486, -1.005194902420044, -1.2441881895065308, -0.13795369863510132, -2.0254857540130615, -1.3532767295837402, -0.43865904211997986, -1.4187939167022705, -1.4560668468475342, -1.7651859521865845, -1.2819421291351318, -0.702835202217102, -1.7004565000534058, -0.5612430572509766, -0.3897487223148346, -1.0408070087432861, -0.9899631142616272]}, "Bot003_047_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad? I am sad. I am sad. Oh there there. Do you like dancing? I do but I do not dance much Me too. There's never enough time for nice things in life.", "response": "Maybe we could meet at the beach and do it", "annotation_id": "Bot003_047_12", "annotations": ["T", "O", "O", "O", "T", "O", "O", "O", "X", "T", "T", "X", "O", "O", "O"], "gpt2_target_score": [-15.405860900878906, -8.257925033569336, -7.229781627655029, -12.10033130645752, -8.720352172851562, -8.29311752319336, -10.968429565429688, -3.9431722164154053, -10.588817596435547, -6.65467643737793], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -2.19345760345459, -1.026714563369751, -1.4457271099090576, -1.7164115905761719, -2.2438313961029053, -1.455161452293396, -1.441333293914795, -1.1580668687820435, -0.8435571789741516, -0.22952629625797272, -1.2854524850845337, -1.2045986652374268, -0.5986919403076172, -2.0148353576660156, -1.0613001585006714, -0.3845566511154175, -1.2371495962142944, -2.090278387069702, -1.1059141159057617, -1.6221294403076172, -0.09306123107671738, -1.9573404788970947, -1.3265599012374878, -0.6312710642814636, -1.5616990327835083, -1.6840568780899048, -0.9754276871681213, -1.153734803199768, -2.6122403144836426, -1.067080020904541, -1.1707504987716675, -0.4103403091430664, -0.34597036242485046, -1.3931350708007812, -1.0349301099777222, -0.8845476508140564, -1.4908159971237183, -1.1395292282104492, -1.4754462242126465, -2.65887451171875, -1.9991804361343384, -0.521795392036438, -2.6166396141052246, -0.5019407272338867, -1.6334253549575806, -2.723355293273926, -1.7555960416793823, -1.9099805355072021, -2.0367894172668457, -1.9993048906326294, -0.40807127952575684, -0.7224118113517761, -1.167151689529419, -1.536895990371704, -2.077558994293213, -2.049042224884033, -2.792860269546509, -1.8687164783477783, -1.992910385131836, -1.3899093866348267, -1.8646955490112305, -0.1379738450050354, -1.185001015663147, -0.30189070105552673, -1.552849531173706, -1.7140600681304932, -1.25631582736969, -1.500715732574463, -1.057767629623413, -1.073067545890808, -1.4124332666397095, -0.7116150259971619, -0.8026941418647766, -1.649532675743103, -1.0736507177352905, -1.0052014589309692, -1.2441997528076172, -0.13795380294322968, -2.025513172149658, -1.3532652854919434, -0.438662588596344, -1.418788194656372, -1.255192518234253, -1.0955790281295776, -0.7415151000022888, -1.493728756904602, -0.3303932547569275, -0.46156996488571167, -0.7966724038124084, -0.7039878964424133, -0.44063058495521545, -0.6677799820899963, -0.9932224750518799, -0.908619225025177, -1.2926074266433716, -1.3439080715179443, -1.055635929107666, -1.0470672845840454, -0.5297242403030396, -1.7248369455337524, -0.8403357863426208, -1.1872246265411377, -0.8181763291358948, -1.362892746925354, -1.5306490659713745, -1.4276480674743652, -1.827042818069458, -1.9199702739715576, -1.292138695716858, -1.2885993719100952, -2.2324910163879395, -1.550310730934143, -2.5589871406555176, -1.2429635524749756, -1.074889898300171]}, "Bot003_047_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad? I am sad. I am sad. Oh there there. Do you like dancing? I do but I do not dance much Me too. There's never enough time for nice things in life. Maybe we could meet at the beach and do it That would be really great!", "response": "I have a lot of vintage shirts. I won a award award in the olympics.", "annotation_id": "Bot003_047_14", "annotations": ["T", "T", "T", "O", "O", "T", "O", "T", "X", "T", "T", "X", "T", "T", "O"], "gpt2_target_score": [-8.654426574707031, -8.791692733764648, -9.287245750427246, -12.02159595489502, -5.964202404022217, -16.077220916748047, -10.895004272460938, -6.625713348388672, -2.07792329788208, -9.78748893737793, -5.604865550994873, -13.558480262756348, -18.567487716674805, -5.433920860290527, -8.811490058898926, -11.148797035217285, -19.831214904785156, -19.364200592041016, -4.118796348571777], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -2.19345760345459, -1.026714563369751, -1.4457271099090576, -1.7164115905761719, -2.2438313961029053, -1.455161452293396, -1.441333293914795, -1.1580668687820435, -0.8435571789741516, -0.22952629625797272, -1.2854524850845337, -1.2045986652374268, -0.5986919403076172, -2.0148353576660156, -1.0613001585006714, -0.3845566511154175, -1.2371495962142944, -2.090278387069702, -1.1059141159057617, -1.6221294403076172, -0.09306123107671738, -1.9573404788970947, -1.3265599012374878, -0.6312710642814636, -1.5616990327835083, -1.6840568780899048, -0.9754276871681213, -1.153734803199768, -2.6122403144836426, -1.067080020904541, -1.1707504987716675, -0.4103403091430664, -0.34597036242485046, -1.3931350708007812, -1.0349301099777222, -0.8845476508140564, -1.4908159971237183, -1.1395292282104492, -1.4754462242126465, -2.65887451171875, -1.9991804361343384, -0.521795392036438, -2.6166396141052246, -0.5019407272338867, -1.6334253549575806, -2.723355293273926, -1.7555960416793823, -1.9099805355072021, -2.0367894172668457, -1.9993048906326294, -0.40807127952575684, -0.7224118113517761, -1.167151689529419, -1.536895990371704, -2.077558994293213, -2.049042224884033, -2.792860269546509, -1.8687164783477783, -1.992910385131836, -1.3899093866348267, -1.8646955490112305, -0.1379738450050354, -1.185001015663147, -0.30189070105552673, -1.552849531173706, -1.7140600681304932, -1.25631582736969, -1.500715732574463, -1.057767629623413, -1.073067545890808, -1.4124332666397095, -0.7116150259971619, -0.8027069568634033, -1.6495321989059448, -1.0736591815948486, -1.005194902420044, -1.2441881895065308, -0.13795369863510132, -2.0255041122436523, -1.3532828092575073, -0.4386621415615082, -1.4187930822372437, -1.25519859790802, -1.095570683479309, -0.7415154576301575, -1.4937366247177124, -0.3303922414779663, -0.461565762758255, -0.7966678738594055, -0.7039927244186401, -0.44063448905944824, -0.6677841544151306, -0.9932283163070679, -0.9086148142814636, -1.292598009109497, -1.3439109325408936, -1.0556329488754272, -1.047060489654541, -0.5297237038612366, -1.724843978881836, -0.8403332233428955, -1.1872237920761108, -0.8181759715080261, -1.3628933429718018, -1.3815900087356567, -1.4278082847595215, -2.028104305267334, -1.6301392316818237, -1.2533316612243652, -2.0150740146636963, -1.7449266910552979, -2.7169833183288574, -1.2628276348114014, -1.0177545547485352, -0.723213791847229, -0.2571169137954712, -1.667376160621643, -0.6876839995384216, -1.079951286315918, -1.6005258560180664, -1.5632838010787964, -2.421398878097534, -1.2366958856582642, -2.8194284439086914, -0.16976143419742584, -0.908273458480835, -2.27738618850708, -1.3608871698379517, -1.0073988437652588, -2.4248266220092773, -1.1989432573318481, -0.943004310131073, -0.5425586700439453, -0.5341897010803223, -1.9953831434249878, -2.2955868244171143, -0.1431138515472412, -0.5597166419029236, -1.7453659772872925, -1.3491487503051758]}, "Bot003_047_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad? I am sad. I am sad. Oh there there. Do you like dancing? I do but I do not dance much Me too. There's never enough time for nice things in life. Maybe we could meet at the beach and do it That would be really great! I have a lot of vintage shirts. I won a award award in the olympics. Congrats! I hope I'll win something too some day.", "response": "I am so sorry to hear that.", "annotation_id": "Bot003_047_16", "annotations": ["O", "O", "X", "T", "O", "T", "X", "X", "X", "X", "X", "X", "T", "X", "T"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -8.572051048278809, -9.90172290802002, -0.22993434965610504, -4.001766204833984, -2.304015874862671, -6.625713348388672], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -2.19345760345459, -1.026714563369751, -1.4457271099090576, -1.7164115905761719, -2.2438313961029053, -1.455161452293396, -1.441333293914795, -1.1580668687820435, -0.8435571789741516, -0.22952629625797272, -1.2854524850845337, -1.2045986652374268, -0.5986919403076172, -2.0148353576660156, -1.0613001585006714, -0.3845566511154175, -1.2371495962142944, -2.090278387069702, -1.1059141159057617, -1.6221294403076172, -0.09306123107671738, -1.9573404788970947, -1.3265599012374878, -0.6312710642814636, -1.5616990327835083, -1.6840568780899048, -0.9754276871681213, -1.153734803199768, -2.6122403144836426, -1.067080020904541, -1.1707504987716675, -0.4103403091430664, -0.34597036242485046, -1.3931350708007812, -1.0349301099777222, -0.8845476508140564, -1.4908159971237183, -1.1395292282104492, -1.4754462242126465, -2.65887451171875, -1.9991804361343384, -0.521795392036438, -2.6166396141052246, -0.5019407272338867, -1.6334253549575806, -2.723355293273926, -1.7555960416793823, -1.9099805355072021, -2.0367894172668457, -1.9993048906326294, -0.40807127952575684, -0.7224118113517761, -1.167151689529419, -1.536895990371704, -2.077558994293213, -2.049042224884033, -2.792860269546509, -1.8687164783477783, -1.992910385131836, -1.3899093866348267, -1.8646955490112305, -0.1379738450050354, -1.185001015663147, -0.30189070105552673, -1.552849531173706, -1.7140600681304932, -1.25631582736969, -1.500715732574463, -1.057767629623413, -1.073067545890808, -1.4124332666397095, -0.7116150259971619, -0.8027069568634033, -1.6495321989059448, -1.0736591815948486, -1.005194902420044, -1.2441881895065308, -0.13795369863510132, -2.0255041122436523, -1.3532828092575073, -0.4386621415615082, -1.4187930822372437, -1.25519859790802, -1.095570683479309, -0.7415154576301575, -1.4937366247177124, -0.3303922414779663, -0.461565762758255, -0.7966678738594055, -0.7039927244186401, -0.44063448905944824, -0.6677841544151306, -0.9932283163070679, -0.9086148142814636, -1.292598009109497, -1.3439109325408936, -1.0556329488754272, -1.047060489654541, -0.5297237038612366, -1.724843978881836, -0.8403332233428955, -1.1872237920761108, -0.8181759715080261, -1.3628933429718018, -1.3815900087356567, -1.4278082847595215, -2.028104305267334, -1.6301392316818237, -1.2533316612243652, -2.0150740146636963, -1.7449266910552979, -2.7169833183288574, -1.2628276348114014, -1.0177545547485352, -0.723213791847229, -0.2571169137954712, -1.667376160621643, -0.6876839995384216, -1.079951286315918, -1.6005258560180664, -2.0540554523468018, -1.4733411073684692, -2.3981382846832275, -0.251958966255188, -0.9560110569000244, -2.3433218002319336, -1.2333521842956543, -1.211344838142395, -2.4504871368408203, -0.4748375117778778, -0.893749475479126, -0.5031229853630066, -0.5198244452476501, -1.9884871244430542, -2.2961931228637695, -0.11902828514575958, -0.5300339460372925, -1.6564558744430542, -1.3335597515106201, -0.002633082214742899, -0.6754401326179504, -1.6061795949935913, -2.175501585006714, -0.6431520581245422, -1.6406210660934448, -1.411412239074707, -1.329755425453186, -2.2075343132019043, -1.3650163412094116, -0.4911782443523407, -0.9336044192314148, -1.4278085231781006, -1.5410391092300415, -2.2229607105255127, -1.979209065437317, -1.0320407152175903, -1.3781729936599731, -0.004053710028529167, -0.15412786602973938, -0.609490156173706, -0.6738872528076172]}, "Bot003_047_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad? I am sad. I am sad. Oh there there. Do you like dancing? I do but I do not dance much Me too. There's never enough time for nice things in life. Maybe we could meet at the beach and do it That would be really great! I have a lot of vintage shirts. I won a award award in the olympics. Congrats! I hope I'll win something too some day. I am so sorry to hear that. What do you do for living?", "response": "I am a full time student. How about you?", "annotation_id": "Bot003_047_18", "annotations": ["T", "T", "O", "O", "T", "T", "O", "T", "O", "T", "T", "X", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -9.287245750427246, -8.61302661895752, -8.961456298828125, -17.126628875732422, -7.8090667724609375, -12.350643157958984, -11.122509002685547, -5.896268844604492, -8.99857234954834], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -2.19345760345459, -1.026714563369751, -1.4457271099090576, -1.7164115905761719, -2.2438313961029053, -1.455161452293396, -1.441333293914795, -1.1580668687820435, -0.8435571789741516, -0.22952629625797272, -1.2854524850845337, -1.2045986652374268, -0.5986919403076172, -2.0148353576660156, -1.0613001585006714, -0.3845566511154175, -1.2371495962142944, -2.090278387069702, -1.1059141159057617, -1.6221294403076172, -0.09306123107671738, -1.9573404788970947, -1.3265599012374878, -0.6312710642814636, -1.5616990327835083, -1.6840568780899048, -0.9754276871681213, -1.153734803199768, -2.6122403144836426, -1.067080020904541, -1.1707504987716675, -0.4103403091430664, -0.34597036242485046, -1.3931350708007812, -1.0349301099777222, -0.8845476508140564, -1.4908159971237183, -1.1395292282104492, -1.4754462242126465, -2.65887451171875, -1.9991804361343384, -0.521795392036438, -2.6166396141052246, -0.5019407272338867, -1.6334253549575806, -2.723355293273926, -1.7555960416793823, -1.9099805355072021, -2.0367894172668457, -1.9993048906326294, -0.40807127952575684, -0.7224118113517761, -1.167151689529419, -1.536895990371704, -2.077558994293213, -2.049042224884033, -2.792860269546509, -1.8687164783477783, -1.992910385131836, -1.3899093866348267, -1.8646955490112305, -0.1379738450050354, -1.185001015663147, -0.30189070105552673, -1.552849531173706, -1.7140600681304932, -1.25631582736969, -1.500715732574463, -1.057767629623413, -1.073067545890808, -1.4124332666397095, -0.7116150259971619, -0.8027069568634033, -1.6495321989059448, -1.0736591815948486, -1.005194902420044, -1.2441881895065308, -0.13795369863510132, -2.0255041122436523, -1.3532828092575073, -0.4386621415615082, -1.4187930822372437, -1.25519859790802, -1.095570683479309, -0.7415154576301575, -1.4937366247177124, -0.3303922414779663, -0.461565762758255, -0.7966678738594055, -0.7039927244186401, -0.44063448905944824, -0.6677841544151306, -0.9932283163070679, -0.9086148142814636, -1.292598009109497, -1.3439109325408936, -1.0556329488754272, -1.047060489654541, -0.5297237038612366, -1.724843978881836, -0.8403332233428955, -1.1872237920761108, -0.8181759715080261, -1.3628933429718018, -1.3815900087356567, -1.4278082847595215, -2.028104305267334, -1.6301392316818237, -1.2533316612243652, -2.0150740146636963, -1.7449266910552979, -2.7169833183288574, -1.2628276348114014, -1.0177545547485352, -0.723213791847229, -0.2571169137954712, -1.667376160621643, -0.6876839995384216, -1.079951286315918, -1.6005258560180664, -2.0540554523468018, -1.4733411073684692, -2.3981382846832275, -0.251958966255188, -0.9560110569000244, -2.3433218002319336, -1.2333521842956543, -1.211344838142395, -2.4504871368408203, -0.4748375117778778, -0.893749475479126, -0.5031229853630066, -0.5198244452476501, -1.9884871244430542, -2.2961931228637695, -0.11902828514575958, -0.5300339460372925, -1.6564558744430542, -1.3335597515106201, -0.002633082214742899, -0.6754401326179504, -1.6061795949935913, -2.175501585006714, -0.6431520581245422, -1.6406210660934448, -1.411412239074707, -1.329755425453186, -2.2075343132019043, -1.3650163412094116, -0.4911782443523407, -0.9336044192314148, -1.4278091192245483, -2.0422351360321045, -2.2755613327026367, -1.1763806343078613, -1.319980263710022, -0.013611597940325737, -0.24272575974464417, -0.5630728006362915, -0.9986367225646973, -2.172410249710083, -0.017573248594999313, -1.2554478645324707, -1.1468175649642944, -0.6431725025177002, -0.6160455942153931, -1.1808277368545532, -1.3475788831710815, -2.4012506008148193, -1.7137494087219238, -1.5117661952972412, -0.3308522701263428, -1.2817717790603638, -1.5407342910766602, -0.5272911787033081, -1.2003278732299805, -1.7932480573654175, -0.5847593545913696, -0.831134021282196]}, "Bot003_047_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad? I am sad. I am sad. Oh there there. Do you like dancing? I do but I do not dance much Me too. There's never enough time for nice things in life. Maybe we could meet at the beach and do it That would be really great! I have a lot of vintage shirts. I won a award award in the olympics. Congrats! I hope I'll win something too some day. I am so sorry to hear that. What do you do for living? I am a full time student. How about you? I am a stunt double as my second job.", "response": "I am a dancer, I won a award medal in high speed", "annotation_id": "Bot003_047_20", "annotations": ["T", "O", "T", "O", "O", "O", "O", "X", "X", "T", "X", "X", "X", "T", "T"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -9.287245750427246, -18.611515045166016, -4.777022838592529, -9.07601547241211, -13.934783935546875, -6.939388275146484, -16.873821258544922, -16.65760612487793, -10.112555503845215, -8.165963172912598, -16.178388595581055], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -2.19345760345459, -1.026714563369751, -1.4457271099090576, -1.7164115905761719, -2.2438313961029053, -1.455161452293396, -1.441333293914795, -1.1580668687820435, -0.8435571789741516, -0.22952629625797272, -1.2854524850845337, -1.2045986652374268, -0.5986919403076172, -2.0148353576660156, -1.0613001585006714, -0.3845566511154175, -1.2371495962142944, -2.090278387069702, -1.1059141159057617, -1.6221294403076172, -0.09306123107671738, -1.9573404788970947, -1.3265599012374878, -0.6312710642814636, -1.5616990327835083, -1.6840568780899048, -0.9754276871681213, -1.153734803199768, -2.6122403144836426, -1.067080020904541, -1.1707504987716675, -0.4103403091430664, -0.34597036242485046, -1.3931350708007812, -1.0349301099777222, -0.8845476508140564, -1.4908159971237183, -1.1395292282104492, -1.4754462242126465, -2.65887451171875, -1.9991804361343384, -0.521795392036438, -2.6166396141052246, -0.5019407272338867, -1.6334253549575806, -2.723355293273926, -1.7555960416793823, -1.9099805355072021, -2.0367894172668457, -1.9993048906326294, -0.40807127952575684, -0.7224118113517761, -1.167151689529419, -1.536895990371704, -2.077558994293213, -2.049042224884033, -2.792860269546509, -1.8687164783477783, -1.992910385131836, -1.3899093866348267, -1.8646955490112305, -0.1379738450050354, -1.185001015663147, -0.30189070105552673, -1.552849531173706, -1.7140600681304932, -1.25631582736969, -1.500715732574463, -1.057767629623413, -1.073067545890808, -1.4124332666397095, -0.7116150259971619, -0.8027069568634033, -1.6495321989059448, -1.0736591815948486, -1.005194902420044, -1.2441881895065308, -0.13795369863510132, -2.0255041122436523, -1.3532828092575073, -0.4386621415615082, -1.4187930822372437, -1.25519859790802, -1.095570683479309, -0.7415154576301575, -1.4937366247177124, -0.3303922414779663, -0.461565762758255, -0.7966678738594055, -0.7039927244186401, -0.44063448905944824, -0.6677841544151306, -0.9932283163070679, -0.9086148142814636, -1.292598009109497, -1.3439109325408936, -1.0556329488754272, -1.047060489654541, -0.5297237038612366, -1.724843978881836, -0.8403332233428955, -1.1872237920761108, -0.8181759715080261, -1.3628933429718018, -1.3815900087356567, -1.4278082847595215, -2.028104305267334, -1.6301392316818237, -1.2533316612243652, -2.0150740146636963, -1.7449266910552979, -2.7169833183288574, -1.2628276348114014, -1.0177545547485352, -0.723213791847229, -0.2571169137954712, -1.667376160621643, -0.6876839995384216, -1.079951286315918, -1.6005258560180664, -2.0540554523468018, -1.4733411073684692, -2.3981382846832275, -0.251958966255188, -0.9560110569000244, -2.3433218002319336, -1.2333521842956543, -1.211344838142395, -2.4504871368408203, -0.4748375117778778, -0.893749475479126, -0.5031229853630066, -0.5198244452476501, -1.9884871244430542, -2.2961931228637695, -0.11902828514575958, -0.5300339460372925, -1.6564558744430542, -1.3335597515106201, -0.002633082214742899, -0.6754401326179504, -1.6061795949935913, -2.175501585006714, -0.6431520581245422, -1.6406210660934448, -1.411412239074707, -1.329755425453186, -2.2075343132019043, -1.3650163412094116, -0.4911782443523407, -0.9336044192314148, -1.4278091192245483, -2.0422351360321045, -2.2755613327026367, -1.1763806343078613, -1.319980263710022, -0.013611597940325737, -0.24272575974464417, -0.5630728006362915, -0.9986367225646973, -2.172410249710083, -0.017573248594999313, -1.2554444074630737, -1.146831750869751, -0.6431857347488403, -0.616037130355835, -1.1808438301086426, -2.087566614151001, -2.0837018489837646, -1.228926181793213, -0.33698076009750366, -1.0057955980300903, -1.4393450021743774, -0.5726144909858704, -1.2928745746612549, -2.1127891540527344, -0.39282986521720886, -0.9588598608970642, -1.4782516956329346, -1.326197624206543, -1.4636043310165405, -2.6621949672698975, -1.1616394519805908, -0.15232005715370178, -3.1387076377868652, -2.0820209980010986, -1.10564386844635, -0.8009517788887024, -1.4464019536972046, -1.9953511953353882, -0.9853740334510803, -0.11867665499448776, -1.4622803926467896, -1.285136342048645, -1.6217243671417236, -0.28979888558387756, -1.0958529710769653, -0.48136234283447266, -1.228539228439331, -0.4996350407600403, -0.08612315356731415, -2.3209352493286133]}, "Bot003_050_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ?", "response": "I am good. I just finished cooking dinner.", "annotation_id": "Bot003_050_02", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "O"], "gpt2_target_score": [-10.448432922363281, -11.447929382324219, -6.458701133728027, -6.333333492279053, -3.424987554550171, -8.680027961730957, -14.04574203491211, -12.790742874145508, -13.788122177124023, -2.522611618041992], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -1.5989274978637695, -0.17731820046901703, -0.2548234760761261, -1.92134690284729, -0.38125431537628174, -2.3362042903900146, -1.9010337591171265, -0.12361667305231094, -1.2880951166152954, -1.2551698684692383, -1.5472747087478638, -1.2829904556274414, -1.9432064294815063, -0.5529088973999023, -1.1837860345840454, -1.380725622177124, -2.199223041534424, -1.646742343902588, -1.8879340887069702, -1.2407456636428833, -1.4149976968765259]}, "Bot003_050_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend", "response": "Are we friends?", "annotation_id": "Bot003_050_04", "annotations": ["O", "T", "T", "O", "O", "O", "T", "T", "O", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-13.859832763671875, -11.490486145019531, -7.880476951599121, -6.604878902435303], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -1.5989274978637695, -0.17731820046901703, -0.2548234760761261, -1.92134690284729, -0.38125431537628174, -2.3362042903900146, -1.9010337591171265, -0.12361667305231094, -1.2880951166152954, -1.2551698684692383, -1.4562727212905884, -1.9328575134277344, -0.5960357189178467, -1.1183568239212036, -1.4833309650421143, -2.1538591384887695, -1.7132411003112793, -2.0628833770751953, -1.3988069295883179, -1.3918946981430054, -2.0306930541992188, -1.5352897644042969, -1.2151265144348145, -1.5029844045639038, -0.6921224594116211, -2.062206506729126, -0.06359902024269104, -2.3510007858276367, -0.6630038022994995, -0.3383491039276123]}, "Bot003_050_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ?", "response": "Bye bye!", "annotation_id": "Bot003_050_06", "annotations": ["X", "X", "X", "T", "T", "T", "O", "X", "T", "T", "X", "X", "T", "T", "X"], "gpt2_target_score": [-14.099056243896484, -11.914756774902344, -13.973196983337402, -6.370107173919678], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -1.5989274978637695, -0.17731820046901703, -0.2548234760761261, -1.92134690284729, -0.38125431537628174, -2.3362042903900146, -1.9010337591171265, -0.12361667305231094, -1.2880951166152954, -1.2551698684692383, -1.4562727212905884, -1.9328575134277344, -0.5960357189178467, -1.1183568239212036, -1.4833309650421143, -2.1538591384887695, -1.7132411003112793, -2.0628833770751953, -1.3988069295883179, -1.3918946981430054, -2.0306930541992188, -1.5352897644042969, -1.2151265144348145, -1.5029844045639038, -0.6921224594116211, -0.06393075734376907, -2.455937147140503, -0.6142922043800354, -1.295487403869629, -0.3044067323207855, -0.0008400725200772285, -0.0017314456636086106, -0.6521474719047546, -1.2164281606674194, -1.3065404891967773, -2.1610946655273438, -1.1400279998779297, -2.024179458618164, -1.6418349742889404, -0.5139029622077942]}, "Bot003_050_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay", "response": "I wouldn't be offended if they were ladies and gentlemen.", "annotation_id": "Bot003_050_08", "annotations": ["T", "X", "X", "X", "X", "X", "T", "O", "O", "T", "X", "X", "T", "T", "X"], "gpt2_target_score": [-10.448432922363281, -16.29460906982422, -12.977797508239746, -7.285359859466553, -17.125503540039062, -7.3460588455200195, -12.084514617919922, -12.121034622192383, -8.710515975952148, -5.576154708862305, -9.093132019042969, -8.103181838989258], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -1.5989274978637695, -0.17731820046901703, -0.2548234760761261, -1.92134690284729, -0.38125431537628174, -2.3362042903900146, -1.9010337591171265, -0.12361667305231094, -1.2880951166152954, -1.2551698684692383, -1.4562727212905884, -1.9328575134277344, -0.5960357189178467, -1.1183568239212036, -1.4833309650421143, -2.1538591384887695, -1.7132411003112793, -2.0628833770751953, -1.3988069295883179, -1.3918946981430054, -2.0306930541992188, -1.5352897644042969, -1.2151265144348145, -1.5029844045639038, -0.6921224594116211, -0.06393075734376907, -2.455937147140503, -0.6142922043800354, -1.295487403869629, -0.3044067323207855, -0.0008400725200772285, -0.0017314456636086106, -0.6521474719047546, -1.2164281606674194, -1.3065404891967773, -2.0896353721618652, -1.5755724906921387, -1.422065258026123, -1.6560689210891724, -1.8996151685714722, -1.588727355003357, -2.3714420795440674, -1.7665326595306396, -0.5818687081336975, -1.5441005229949951, -1.9762102365493774, -0.6878493428230286, -1.2317742109298706, -1.1689035892486572, -0.8437086939811707, -1.1763734817504883, -1.0184664726257324, -0.8368896245956421, -0.8628795742988586]}, "Bot003_050_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay I wouldn't be offended if they were ladies and gentlemen. Do you have any pets ?", "response": "No, I do not. I do not have any pets.", "annotation_id": "Bot003_050_10", "annotations": ["T", "O", "O", "O", "O", "T", "T", "O", "O", "T", "O", "X", "O", "O", "O"], "gpt2_target_score": [-12.240691184997559, -9.843401908874512, -6.818336009979248, -6.2233405113220215, -9.339378356933594, -6.435612678527832, -10.066064834594727, -10.274613380432129, -6.305078506469727, -7.9408278465271, -7.050509452819824, -12.371914863586426, -11.93030834197998], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -0.3812728822231293, -2.3362302780151367, -1.9010134935379028, -0.12362194061279297, -1.2881284952163696, -1.2551826238632202, -1.4562699794769287, -1.932815670967102, -0.5960084795951843, -1.1183515787124634, -1.4833279848098755, -2.153881788253784, -1.713342547416687, -2.0628418922424316, -1.3988797664642334, -1.3919180631637573, -2.0306382179260254, -1.5352568626403809, -1.2151373624801636, -1.502982258796692, -0.6921396851539612, -0.06393265724182129, -2.455927848815918, -0.6142798066139221, -1.2954767942428589, -0.3044187128543854, -0.0008400725200772285, -0.0017314456636086106, -0.6521669626235962, -1.2164024114608765, -1.3065887689590454, -2.0896432399749756, -1.5755664110183716, -1.4220844507217407, -1.6560560464859009, -1.8995920419692993, -1.5886788368225098, -1.2723052501678467, -0.40894046425819397, -1.355743646621704, -2.20754337310791, -1.2545055150985718, -1.0663213729858398, -1.248288869857788, -1.0619288682937622, -1.3354716300964355, -1.0273072719573975, -0.9210221171379089, -1.5888607501983643, -0.2471272200345993, -1.504331111907959, -0.860418975353241, -1.937132716178894, -0.511242151260376, -1.4836199283599854, -1.833085060119629, -1.8331140279769897, -1.4259289503097534, -1.8253262042999268, -1.4101495742797852, -1.020745038986206, -1.2054141759872437, -1.3920146226882935, -0.44181299209594727, -1.1483781337738037, -1.0275753736495972, -0.22297130525112152, -0.6646744608879089, -1.1434406042099]}, "Bot003_050_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay I wouldn't be offended if they were ladies and gentlemen. Do you have any pets ? No, I do not. I do not have any pets. What do you like", "response": "I like movies about robots.", "annotation_id": "Bot003_050_12", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "X", "T", "O", "O"], "gpt2_target_score": [-10.448424339294434, -7.728716850280762, -7.079894542694092, -9.136167526245117, -15.089698791503906, -6.435612678527832], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -0.3812728822231293, -2.3362302780151367, -1.9010134935379028, -0.12362194061279297, -1.2881284952163696, -1.2551826238632202, -1.4562699794769287, -1.932815670967102, -0.5960084795951843, -1.1183515787124634, -1.4833279848098755, -2.153881788253784, -1.713342547416687, -2.0628418922424316, -1.3988797664642334, -1.3919180631637573, -2.0306382179260254, -1.5352568626403809, -1.2151373624801636, -1.502982258796692, -0.6921396851539612, -0.06393265724182129, -2.455927848815918, -0.6142798066139221, -1.2954767942428589, -0.3044187128543854, -0.0008400725200772285, -0.0017314456636086106, -0.6521658897399902, -1.2163957357406616, -1.3065835237503052, -2.0896363258361816, -1.5755822658538818, -1.4220800399780273, -1.6560767889022827, -1.8995848894119263, -1.5886728763580322, -1.2723069190979004, -0.40894046425819397, -1.3557446002960205, -2.20754075050354, -1.2545047998428345, -1.0663139820098877, -1.2482802867889404, -1.0619444847106934, -1.3354687690734863, -1.027298092842102, -0.9210198521614075, -1.5888696908950806, -0.2471299171447754, -1.5043188333511353, -0.8604172468185425, -1.9371342658996582, -0.5112429261207581, -1.4836199283599854, -1.3325024843215942, -1.4337483644485474, -1.7373558282852173, -1.1224411725997925, -1.1467326879501343, -1.280890941619873, -1.5259665250778198, -0.3412857949733734, -1.1531882286071777, -1.00444495677948, -0.21900904178619385, -0.781661331653595, -1.1749520301818848, -1.6369354724884033, -0.16741861402988434, -0.7760471105575562, -1.2180593013763428, -1.7014482021331787, -1.7303286790847778, -1.7187786102294922, -1.6865382194519043, -2.052050828933716, -1.490330696105957, -1.5458714962005615]}, "Bot003_050_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay I wouldn't be offended if they were ladies and gentlemen. Do you have any pets ? No, I do not. I do not have any pets. What do you like I like movies about robots. Tell me about yourself", "response": "My family from italy but I live in america. How about you?", "annotation_id": "Bot003_050_14", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "T", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-12.966776847839355, -11.938555717468262, -4.947066783905029, -9.951215744018555, -17.54932403564453, -7.3112382888793945, -10.066064834594727, -10.583100318908691, -3.0339908599853516, -15.953584671020508, -11.546648979187012, -8.103192329406738, -16.591487884521484, -6.727474689483643, -7.470789432525635, -10.702150344848633], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -0.3812728822231293, -2.3362302780151367, -1.9010134935379028, -0.12362194061279297, -1.2881284952163696, -1.2551826238632202, -1.4562699794769287, -1.932815670967102, -0.5960084795951843, -1.1183515787124634, -1.4833279848098755, -2.153881788253784, -1.713342547416687, -2.0628418922424316, -1.3988797664642334, -1.3919180631637573, -2.0306382179260254, -1.5352568626403809, -1.2151373624801636, -1.502982258796692, -0.6921396851539612, -0.06393265724182129, -2.455927848815918, -0.6142798066139221, -1.2954767942428589, -0.3044187128543854, -0.0008400725200772285, -0.0017314456636086106, -0.6521658897399902, -1.2163957357406616, -1.3065835237503052, -2.0896363258361816, -1.5755822658538818, -1.422087550163269, -1.6560660600662231, -1.8995916843414307, -1.588677167892456, -1.2723172903060913, -0.4089353680610657, -1.3557485342025757, -2.207557201385498, -1.2545132637023926, -1.0663259029388428, -1.2482978105545044, -1.0619277954101562, -1.3354681730270386, -1.027301549911499, -0.9210125803947449, -1.588861107826233, -0.24712879955768585, -1.5043147802352905, -0.8604175448417664, -1.9371376037597656, -0.511245846748352, -1.483625054359436, -1.3324896097183228, -1.4337596893310547, -1.737382411956787, -1.1224268674850464, -1.1467393636703491, -1.280888557434082, -1.5259560346603394, -0.3412836790084839, -1.1531785726547241, -1.0044493675231934, -0.21900779008865356, -0.7816551923751831, -1.1749564409255981, -1.6369283199310303, -0.16741891205310822, -0.7760581374168396, -1.2180390357971191, -1.4266822338104248, -1.3343908786773682, -1.4450814723968506, -0.7496331930160522, -1.0956255197525024, -1.5890135765075684, -0.18104027211666107, -1.0749950408935547, -1.1625341176986694, -1.7040917873382568, -1.6474865674972534, -2.0336556434631348, -1.2934454679489136, -2.024631977081299, -1.9826233386993408, -2.111821413040161, -0.9884817004203796, -2.2582948207855225, -0.4250691831111908, -1.8448948860168457, -0.06185007095336914, -1.3147766590118408, -1.370050311088562, -1.3979159593582153, -0.6112591028213501, -0.7507396936416626, -0.36273515224456787]}, "Bot003_050_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay I wouldn't be offended if they were ladies and gentlemen. Do you have any pets ? No, I do not. I do not have any pets. What do you like I like movies about robots. Tell me about yourself My family from italy but I live in america. How about you? I am from europe", "response": "I live in california, I love to swim", "annotation_id": "Bot003_050_16", "annotations": ["T", "O", "O", "O", "O", "T", "T", "O", "O", "T", "O", "X", "T", "O", "O"], "gpt2_target_score": [-10.448424339294434, -7.461321830749512, -2.504462718963623, -11.34577751159668, -12.695487976074219, -18.76773452758789, -9.757120132446289, -4.464844703674316, -7.912591934204102, -8.041582107543945, -10.699175834655762], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -0.3812728822231293, -2.3362302780151367, -1.9010134935379028, -0.12362194061279297, -1.2881284952163696, -1.2551826238632202, -1.4562699794769287, -1.932815670967102, -0.5960084795951843, -1.1183515787124634, -1.4833279848098755, -2.153881788253784, -1.713342547416687, -2.0628418922424316, -1.3988797664642334, -1.3919180631637573, -2.0306382179260254, -1.5352568626403809, -1.2151373624801636, -1.502982258796692, -0.6921396851539612, -0.06393265724182129, -2.455927848815918, -0.6142798066139221, -1.2954767942428589, -0.3044187128543854, -0.0008400725200772285, -0.0017314456636086106, -0.6521658897399902, -1.2163957357406616, -1.3065835237503052, -2.0896363258361816, -1.5755822658538818, -1.422087550163269, -1.6560660600662231, -1.8995916843414307, -1.588677167892456, -1.2723172903060913, -0.4089353680610657, -1.3557485342025757, -2.207557201385498, -1.2545132637023926, -1.0663259029388428, -1.2482978105545044, -1.0619277954101562, -1.3354681730270386, -1.027301549911499, -0.9210125803947449, -1.588861107826233, -0.24712879955768585, -1.5043147802352905, -0.8604175448417664, -1.9371376037597656, -0.511245846748352, -1.483625054359436, -1.3324896097183228, -1.4337596893310547, -1.737382411956787, -1.1224268674850464, -1.1467393636703491, -1.280888557434082, -1.5259560346603394, -0.3412836790084839, -1.1531785726547241, -1.0044493675231934, -0.21900779008865356, -0.7816551923751831, -1.1749564409255981, -1.6369283199310303, -0.16741891205310822, -0.7760581374168396, -1.2180390357971191, -1.4266822338104248, -1.3343908786773682, -1.4450814723968506, -0.7496339678764343, -1.0956391096115112, -1.5890110731124878, -0.1810438483953476, -1.0749962329864502, -1.1625449657440186, -1.7041032314300537, -2.138761043548584, -1.2122052907943726, -1.903451681137085, -1.3201031684875488, -1.6394144296646118, -0.964231014251709, -1.964874029159546, -0.4396004378795624, -1.6894444227218628, -0.05307428166270256, -1.3854459524154663, -1.5147417783737183, -1.4431616067886353, -0.641156017780304, -0.7934311032295227, -1.6788750886917114, -1.7284942865371704, -1.8066520690917969, -1.6846938133239746, -0.016206195577979088, -1.5659072399139404, -1.901310682296753, -1.733601450920105, -0.12071572989225388, -1.828078269958496, -0.262534499168396, -0.002133833011612296, -1.6365790367126465, -1.9870328903198242, -2.2211220264434814, -1.7877594232559204, -1.2550685405731201, -1.4731192588806152]}, "Bot003_050_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay I wouldn't be offended if they were ladies and gentlemen. Do you have any pets ? No, I do not. I do not have any pets. What do you like I like movies about robots. Tell me about yourself My family from italy but I live in america. How about you? I am from europe I live in california, I love to swim What do you do for a living", "response": "I am a paid client. My job is chatting online.", "annotation_id": "Bot003_050_18", "annotations": ["T", "O", "O", "O", "O", "O", "T", "O", "X", "T", "O", "X", "O", "O", "O"], "gpt2_target_score": [-10.448424339294434, -11.447924613952637, -3.242339611053467, -10.132062911987305, -13.936058044433594, -6.435612678527832, -15.675348281860352, -11.673829078674316, -7.611490249633789, -15.429933547973633, -11.202532768249512, -8.103192329406738], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -0.3812728822231293, -2.3362302780151367, -1.9010134935379028, -0.12362194061279297, -1.2881284952163696, -1.2551826238632202, -1.4562699794769287, -1.932815670967102, -0.5960084795951843, -1.1183515787124634, -1.4833279848098755, -2.153881788253784, -1.713342547416687, -2.0628418922424316, -1.3988797664642334, -1.3919180631637573, -2.0306382179260254, -1.5352568626403809, -1.2151373624801636, -1.502982258796692, -0.6921396851539612, -0.06393265724182129, -2.455927848815918, -0.6142798066139221, -1.2954767942428589, -0.3044187128543854, -0.0008400725200772285, -0.0017314456636086106, -0.6521658897399902, -1.2163957357406616, -1.3065835237503052, -2.0896363258361816, -1.5755822658538818, -1.422087550163269, -1.6560660600662231, -1.8995916843414307, -1.588677167892456, -1.2723172903060913, -0.4089353680610657, -1.3557485342025757, -2.207557201385498, -1.2545132637023926, -1.0663259029388428, -1.2482978105545044, -1.0619277954101562, -1.3354681730270386, -1.027301549911499, -0.9210125803947449, -1.588861107826233, -0.24712879955768585, -1.5043147802352905, -0.8604175448417664, -1.9371376037597656, -0.511245846748352, -1.483625054359436, -1.3324896097183228, -1.4337596893310547, -1.737382411956787, -1.1224268674850464, -1.1467393636703491, -1.280888557434082, -1.5259560346603394, -0.3412836790084839, -1.1531785726547241, -1.0044493675231934, -0.21900779008865356, -0.7816551923751831, -1.1749564409255981, -1.6369283199310303, -0.16741891205310822, -0.7760581374168396, -1.2180390357971191, -1.4266822338104248, -1.3343908786773682, -1.4450814723968506, -0.7496331930160522, -1.0956255197525024, -1.5890135765075684, -0.18104027211666107, -1.0749950408935547, -1.1625341176986694, -1.7040917873382568, -2.1387693881988525, -1.2122102975845337, -1.903454303741455, -1.320099115371704, -1.6394175291061401, -0.9642447829246521, -1.9648981094360352, -0.43960097432136536, -1.6894468069076538, -0.05307484418153763, -1.3854444026947021, -1.5147489309310913, -1.4431654214859009, -0.6411514282226562, -0.7934337854385376, -1.678882122039795, -1.7285033464431763, -1.806661605834961, -1.6846948862075806, -0.01620631292462349, -1.565903902053833, -1.730309009552002, -0.14176252484321594, -1.7871203422546387, -0.25401943922042847, -0.002893905621021986, -1.8745365142822266, -1.9223964214324951, -2.012066125869751, -1.3321797847747803, -1.3314272165298462, -1.3789278268814087, -1.785576343536377, -0.04207807034254074, -0.36233752965927124, -1.5165218114852905, -1.3840056657791138, -0.23214469850063324, -0.5138375759124756, -1.706276774406433, -1.9035569429397583, -1.7318830490112305, -2.670787811279297, -2.5761911869049072, -1.7917795181274414, -1.016507625579834, -2.0331196784973145, -0.43166619539260864, -1.6087439060211182, -0.857422947883606, -1.468185544013977, -1.1047736406326294]}, "Bot003_050_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay I wouldn't be offended if they were ladies and gentlemen. Do you have any pets ? No, I do not. I do not have any pets. What do you like I like movies about robots. Tell me about yourself My family from italy but I live in america. How about you? I am from europe I live in california, I love to swim What do you do for a living I am a paid client. My job is chatting online. Do you get paid well ?", "response": "I don't know.", "annotation_id": "Bot003_050_20", "annotations": ["T", "T", "X", "T", "T", "O", "T", "T", "T", "T", "T", "X", "T", "O", "O"], "gpt2_target_score": [-10.448424339294434, -9.106097221374512, -12.977806091308594, -9.189390182495117, -10.976280212402344], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.5988816022872925, -0.17731641232967377, -0.2548229396343231, -1.9213200807571411, -0.3812728822231293, -2.3362302780151367, -1.9010134935379028, -0.12362194061279297, -1.2881284952163696, -1.2551826238632202, -1.4562699794769287, -1.932815670967102, -0.5960084795951843, -1.1183515787124634, -1.4833279848098755, -2.153881788253784, -1.713342547416687, -2.0628418922424316, -1.3988797664642334, -1.3919180631637573, -2.0306382179260254, -1.5352568626403809, -1.2151373624801636, -1.502982258796692, -0.6921396851539612, -0.06393265724182129, -2.455927848815918, -0.6142798066139221, -1.2954767942428589, -0.3044187128543854, -0.0008400725200772285, -0.0017314456636086106, -0.6521658897399902, -1.2163957357406616, -1.3065835237503052, -2.0896363258361816, -1.5755822658538818, -1.422087550163269, -1.6560660600662231, -1.8995916843414307, -1.588677167892456, -1.2723172903060913, -0.4089353680610657, -1.3557485342025757, -2.207557201385498, -1.2545132637023926, -1.0663259029388428, -1.2482978105545044, -1.0619277954101562, -1.3354681730270386, -1.027301549911499, -0.9210125803947449, -1.588861107826233, -0.24712879955768585, -1.5043147802352905, -0.8604175448417664, -1.9371376037597656, -0.511245846748352, -1.483625054359436, -1.3324896097183228, -1.4337596893310547, -1.737382411956787, -1.1224268674850464, -1.1467393636703491, -1.280888557434082, -1.5259560346603394, -0.3412836790084839, -1.1531785726547241, -1.0044493675231934, -0.21900779008865356, -0.7816551923751831, -1.1749564409255981, -1.6369283199310303, -0.16741891205310822, -0.7760581374168396, -1.2180390357971191, -1.4266822338104248, -1.3343908786773682, -1.4450814723968506, -0.7496331930160522, -1.0956255197525024, -1.5890135765075684, -0.18104027211666107, -1.0749950408935547, -1.1625341176986694, -1.7040917873382568, -2.1387693881988525, -1.2122102975845337, -1.903454303741455, -1.320099115371704, -1.6394175291061401, -0.9642447829246521, -1.9648981094360352, -0.43960097432136536, -1.6894468069076538, -0.05307484418153763, -1.3854444026947021, -1.5147489309310913, -1.4431654214859009, -0.6411514282226562, -0.7934337854385376, -1.678882122039795, -1.7285033464431763, -1.806661605834961, -1.6846948862075806, -0.01620631292462349, -1.565903902053833, -1.730309009552002, -0.14176252484321594, -1.7871203422546387, -0.25401943922042847, -0.002893905621021986, -1.8745365142822266, -1.9223964214324951, -2.012066125869751, -1.3321797847747803, -1.3314272165298462, -1.3789278268814087, -1.785576343536377, -0.04207807034254074, -0.36233752965927124, -1.5165218114852905, -1.3840056657791138, -0.23214469850063324, -0.5138375759124756, -1.9270347356796265, -1.9881329536437988, -3.376004457473755, -2.8082728385925293, -1.849769115447998, -1.1949049234390259, -1.8023548126220703, -0.354396790266037, -1.4057856798171997, -0.8784162402153015, -1.4970779418945312, -1.0487890243530273, -0.15602949261665344, -1.272039771080017, -0.9387955069541931, -1.5430564880371094, -0.8904841542243958, -1.5891867876052856, -1.5761553049087524, -2.0371689796447754, -0.15173660218715668, -1.934330701828003, -1.9341437816619873, -0.7260027527809143]}, "Bot003_054_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey", "response": "Yeah that's right.", "annotation_id": "Bot003_054_01", "annotations": ["T", "O", "T", "T", "X", "T", "X", "T", "T", "X", "O", "X", "X", "X", "T"], "gpt2_target_score": [-14.253634452819824, -10.850674629211426, -8.793340682983398, -8.663362503051758, -8.736063003540039], "gpt2_argmax_score": [-2.031306505203247, -2.28851056098938, -1.4917356967926025, -0.7616444230079651, -2.0437569618225098, -1.188985824584961, -1.6816802024841309]}, "Bot003_054_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name?", "response": "I'm paul.", "annotation_id": "Bot003_054_03", "annotations": ["O", "O", "X", "T", "O", "O", "X", "O", "T", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-9.48486614227295, -10.163125991821289, -9.100090026855469, -18.805418014526367, -1.7131580114364624], "gpt2_argmax_score": [-2.031306505203247, -1.5239503383636475, -0.7725140452384949, -2.123044490814209, -1.514870047569275, -1.6271694898605347, -1.2349871397018433, -1.7226420640945435, -1.8808469772338867, -0.6897432208061218, -1.2069464921951294, -3.0623693466186523, -0.8132026791572571, -1.6260372400283813, -2.445533037185669, -2.712083339691162, -0.5623598098754883]}, "Bot003_054_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool", "response": "Duh.", "annotation_id": "Bot003_054_05", "annotations": ["X", "T", "X", "T", "O", "T", "X", "O", "T", "T", "O", "X", "T", "X", "T"], "gpt2_target_score": [-10.828364372253418, -8.678186416625977, -7.948096752166748], "gpt2_argmax_score": [-2.031306505203247, -1.5239503383636475, -0.7725140452384949, -2.123044490814209, -1.514870047569275, -1.6271694898605347, -1.2349871397018433, -1.7226420640945435, -1.8808469772338867, -0.6897432208061218, -1.2069464921951294, -0.829730212688446, -1.7393637895584106, -2.563062906265259, -3.1087100505828857, -1.3614829778671265, -1.129468321800232, -2.5328633785247803, -0.8775425553321838, -1.4898929595947266, -1.2574388980865479]}, "Bot003_054_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from?", "response": "I'm from the us. How about you?", "annotation_id": "Bot003_054_07", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-9.48486614227295, -10.163125991821289, -9.851509094238281, -3.052274227142334, -9.413520812988281, -10.224383354187012, -10.043596267700195, -7.650879859924316, -10.177416801452637, -0.6897432208061218], "gpt2_argmax_score": [-2.031306505203247, -1.5239503383636475, -0.7725140452384949, -2.123044490814209, -1.514870047569275, -1.6271694898605347, -1.2349871397018433, -1.7226420640945435, -1.8808469772338867, -0.6897432208061218, -1.2069464921951294, -0.829730212688446, -1.7393637895584106, -2.563062906265259, -3.1087100505828857, -1.3614829778671265, -1.129467248916626, -2.934138059616089, -1.5305813550949097, -1.9412356615066528, -1.722102403640747, -0.16952882707118988, -1.072130799293518, -0.17899729311466217, -1.1718462705612183, -2.700143337249756, -0.4210902750492096, -1.6504735946655273, -2.794060230255127, -1.4732115268707275, -2.0807955265045166, -0.5413208603858948, -1.5376038551330566, -0.3632223904132843, -0.4168451428413391, -0.2289787232875824]}, "Bot003_054_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from? I'm from the us. How about you? I am from india) HAve you been there?", "response": "I have been there since I was in the 3rd grade", "annotation_id": "Bot003_054_09", "annotations": ["O", "T", "T", "T", "O", "O", "X", "T", "T", "O", "O", "T", "O", "T", "T"], "gpt2_target_score": [-9.48486614227295, -8.346460342407227, -10.446891784667969, -8.73121452331543, -7.8113789558410645, -1.6271694898605347, -4.110017776489258, -5.975037574768066, -8.2308988571167, -9.486480712890625, -16.13477325439453, -14.21509075164795], "gpt2_argmax_score": [-2.031306505203247, -1.5239503383636475, -0.7725140452384949, -2.123044490814209, -1.514870047569275, -1.6271694898605347, -1.2349871397018433, -1.7226420640945435, -1.8808469772338867, -0.6897432208061218, -1.2069464921951294, -0.829730212688446, -1.7393637895584106, -2.563062906265259, -3.1087100505828857, -1.3614829778671265, -1.129467248916626, -2.934138059616089, -1.5305813550949097, -1.9412356615066528, -1.722102403640747, -0.16952882707118988, -1.072130799293518, -0.17899729311466217, -1.1718462705612183, -0.34663689136505127, -1.9530041217803955, -2.8676505088806152, -1.466378092765808, -2.056366443634033, -1.5331019163131714, -1.518273115158081, -0.4361547529697418, -0.363619327545166, -1.465464472770691, -0.22817419469356537, -1.6947633028030396, -0.9376813769340515, -0.12965461611747742, -0.8501473069190979, -1.2517507076263428, -1.2598402500152588, -1.8192800283432007, -2.717359781265259, -1.3411204814910889, -1.2380400896072388, -1.747269630432129, -2.307321786880493, -0.8461781144142151, -0.8618267178535461, -0.44006961584091187, -1.5046639442443848, -1.990329623222351, -0.16748163104057312, -1.5697836875915527, -1.9822940826416016, -1.4684809446334839, -0.16440249979496002, -0.3695620000362396, -0.7195279598236084]}, "Bot003_054_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from? I'm from the us. How about you? I am from india) HAve you been there? I have been there since I was in the 3rd grade Where did you study?", "response": "I don't know.", "annotation_id": "Bot003_054_11", "annotations": ["T", "T", "X", "T", "X", "T", "X", "O", "T", "X", "O", "T", "X", "X", "T"], "gpt2_target_score": [-9.484869956970215, -7.607258319854736, -10.01724624633789, -11.862905502319336, -1.7131664752960205], "gpt2_argmax_score": [-2.031317949295044, -1.5238995552062988, -0.7725253701210022, -2.1229608058929443, -1.5148632526397705, -1.6271979808807373, -1.2349580526351929, -1.722624659538269, -1.8808406591415405, -0.6897632479667664, -1.206943154335022, -0.8297485709190369, -1.7393463850021362, -2.5630552768707275, -3.108694314956665, -1.3614693880081177, -1.1295101642608643, -2.934128999710083, -1.5306167602539062, -1.94124436378479, -1.7221128940582275, -0.16952882707118988, -1.0721616744995117, -0.1789959967136383, -1.1718107461929321, -0.3466229736804962, -1.9530240297317505, -2.8676626682281494, -1.4663879871368408, -2.0563676357269287, -1.5330480337142944, -1.5182572603225708, -0.4361549913883209, -0.3636215031147003, -1.4654691219329834, -0.22817352414131165, -1.694758653640747, -0.9376753568649292, -0.1296534687280655, -0.8501765727996826, -1.2517505884170532, -1.2598525285720825, -1.8192957639694214, -2.7173731327056885, -1.3411363363265991, -1.2380141019821167, -1.7472913265228271, -0.822163462638855, -1.1362338066101074, -0.463800311088562, -1.3715389966964722, -2.056744337081909, -0.17121711373329163, -1.5503262281417847, -1.820105791091919, -1.600677728652954, -0.13771887123584747, -0.3681522607803345, -0.8054830431938171, -0.819351851940155, -0.10787149518728256, -1.4641897678375244, -0.28650954365730286, -1.5093705654144287, -2.1548449993133545, -1.3922895193099976, -0.15539686381816864, -1.2299820184707642, -1.9000931978225708, -0.8104020357131958]}, "Bot003_054_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from? I'm from the us. How about you? I am from india) HAve you been there? I have been there since I was in the 3rd grade Where did you study? I don't know. What do you do for living?", "response": "Studying in college for phys ed, what do you do?", "annotation_id": "Bot003_054_13", "annotations": ["O", "T", "O", "T", "O", "O", "O", "O", "T", "X", "O", "T", "O", "O", "T"], "gpt2_target_score": [-17.70532989501953, -13.626605987548828, -8.540943145751953, -12.031957626342773, -5.659928321838379, -17.083816528320312, -10.836947441101074, -6.748930931091309, -10.182857513427734, -6.5253496170043945, -5.96675443649292, -5.939978122711182, -9.326947212219238], "gpt2_argmax_score": [-2.031317949295044, -1.5238995552062988, -0.7725253701210022, -2.1229608058929443, -1.5148632526397705, -1.6271979808807373, -1.2349580526351929, -1.722624659538269, -1.8808406591415405, -0.6897632479667664, -1.206943154335022, -0.8297485709190369, -1.7393463850021362, -2.5630552768707275, -3.108694314956665, -1.3614693880081177, -1.1295101642608643, -2.934128999710083, -1.5306167602539062, -1.94124436378479, -1.7221128940582275, -0.16952882707118988, -1.0721616744995117, -0.1789959967136383, -1.1718107461929321, -0.3466229736804962, -1.9530240297317505, -2.8676626682281494, -1.4663879871368408, -2.0563676357269287, -1.5330480337142944, -1.5182572603225708, -0.4361549913883209, -0.3636215031147003, -1.4654691219329834, -0.22817352414131165, -1.694758653640747, -0.9376753568649292, -0.1296534687280655, -0.8501765727996826, -1.2517505884170532, -1.2598525285720825, -1.8192700147628784, -2.717348098754883, -1.341147541999817, -1.2380181550979614, -1.7473058700561523, -0.8221654891967773, -1.136232852935791, -0.4638025462627411, -1.371541976928711, -2.0567409992218018, -0.17122063040733337, -1.5503379106521606, -1.820097804069519, -1.6006721258163452, -0.1377168893814087, -0.36814919114112854, -0.805479884147644, -0.8193537592887878, -0.10787235200405121, -1.4641821384429932, -0.2865120768547058, -1.5093847513198853, -1.4068557024002075, -0.09693814069032669, -1.0583795309066772, -2.113213300704956, -1.1386741399765015, -2.127805709838867, -0.059272632002830505, -1.2694644927978516, -0.8458154201507568, -1.0383586883544922, -0.4911009967327118, -1.2910763025283813, -1.7755141258239746, -0.1685055047273636, -1.3397599458694458, -1.7944146394729614, -1.125515341758728, -1.3356711864471436, -1.4099044799804688, -0.9181470274925232, -2.3942599296569824, -2.030202865600586, -0.05550523102283478, -0.2549138367176056, -0.22702717781066895, -0.4860733449459076]}, "Bot003_054_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from? I'm from the us. How about you? I am from india) HAve you been there? I have been there since I was in the 3rd grade Where did you study? I don't know. What do you do for living? Studying in college for phys ed, what do you do? nothing", "response": "Not a thing?", "annotation_id": "Bot003_054_15", "annotations": ["O", "T", "O", "T", "O", "O", "O", "O", "T", "T", "T", "T", "T", "O", "T"], "gpt2_target_score": [-14.270323753356934, -6.803379535675049, -7.100528240203857, -11.540868759155273], "gpt2_argmax_score": [-2.031317949295044, -1.5238995552062988, -0.7725253701210022, -2.1229608058929443, -1.5148632526397705, -1.6271979808807373, -1.2349580526351929, -1.722624659538269, -1.8808406591415405, -0.6897632479667664, -1.206943154335022, -0.8297485709190369, -1.7393463850021362, -2.5630552768707275, -3.108694314956665, -1.3614693880081177, -1.1295101642608643, -2.934128999710083, -1.5306167602539062, -1.94124436378479, -1.7221128940582275, -0.16952882707118988, -1.0721616744995117, -0.1789959967136383, -1.1718107461929321, -0.3466229736804962, -1.9530240297317505, -2.8676626682281494, -1.4663879871368408, -2.0563676357269287, -1.5330480337142944, -1.5182572603225708, -0.4361549913883209, -0.3636215031147003, -1.4654691219329834, -0.22817352414131165, -1.694758653640747, -0.9376753568649292, -0.1296534687280655, -0.8501765727996826, -1.2517505884170532, -1.2598525285720825, -1.8192957639694214, -2.7173731327056885, -1.3411363363265991, -1.2380141019821167, -1.7472913265228271, -0.822163462638855, -1.1362338066101074, -0.463800311088562, -1.3715389966964722, -2.056744337081909, -0.17121711373329163, -1.5503262281417847, -1.820105791091919, -1.600677728652954, -0.13771887123584747, -0.3681522607803345, -0.8054830431938171, -0.819351851940155, -0.10787149518728256, -1.4641897678375244, -0.28650954365730286, -1.5093705654144287, -1.406860113143921, -0.09693954885005951, -1.0583924055099487, -2.113203287124634, -1.1386826038360596, -2.1277921199798584, -0.0592740923166275, -1.2694718837738037, -0.845829427242279, -1.0383585691452026, -0.4910985827445984, -1.29106867313385, -0.05898396670818329, -1.6461306810379028, -1.734951138496399, -1.2693161964416504, -1.2975807189941406, -1.3054169416427612, -0.9629923701286316, -2.5770387649536133, -1.9989053010940552, -0.04502248764038086, -0.26411572098731995, -0.1900917887687683, -1.5338408946990967, -1.972844123840332, -1.74807870388031, -2.127525568008423, -2.5405473709106445, -1.777680516242981, -0.8639624118804932]}, "Bot003_054_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from? I'm from the us. How about you? I am from india) HAve you been there? I have been there since I was in the 3rd grade Where did you study? I don't know. What do you do for living? Studying in college for phys ed, what do you do? nothing Not a thing? yes", "response": "I understand.  Hey, listen. hi how are you today", "annotation_id": "Bot003_054_17", "annotations": ["O", "T", "O", "T", "O", "T", "O", "O", "T", "T", "O", "T", "X", "T", "T"], "gpt2_target_score": [-9.484869956970215, -11.79227066040039, -7.948108196258545, -7.623754501342773, -7.693512916564941, -10.583680152893066, -13.020602226257324, -7.199706077575684, -10.103191375732422, -9.175496101379395, -7.638537883758545, -9.565649032592773, -10.583523750305176], "gpt2_argmax_score": [-2.031317949295044, -1.5238995552062988, -0.7725253701210022, -2.1229608058929443, -1.5148632526397705, -1.6271979808807373, -1.2349580526351929, -1.722624659538269, -1.8808406591415405, -0.6897632479667664, -1.206943154335022, -0.8297485709190369, -1.7393463850021362, -2.5630552768707275, -3.108694314956665, -1.3614693880081177, -1.1295101642608643, -2.934128999710083, -1.5306167602539062, -1.94124436378479, -1.7221128940582275, -0.16952882707118988, -1.0721616744995117, -0.1789959967136383, -1.1718107461929321, -0.3466229736804962, -1.9530240297317505, -2.8676626682281494, -1.4663879871368408, -2.0563676357269287, -1.5330480337142944, -1.5182572603225708, -0.4361549913883209, -0.3636215031147003, -1.4654691219329834, -0.22817352414131165, -1.694758653640747, -0.9376753568649292, -0.1296534687280655, -0.8501765727996826, -1.2517505884170532, -1.2598525285720825, -1.8192957639694214, -2.7173731327056885, -1.3411363363265991, -1.2380141019821167, -1.7472913265228271, -0.822163462638855, -1.1362338066101074, -0.463800311088562, -1.3715389966964722, -2.056744337081909, -0.17121711373329163, -1.5503262281417847, -1.820105791091919, -1.600677728652954, -0.13771887123584747, -0.3681522607803345, -0.8054830431938171, -0.819351851940155, -0.10787149518728256, -1.4641897678375244, -0.28650954365730286, -1.5093705654144287, -1.406860113143921, -0.09693954885005951, -1.0583924055099487, -2.113203287124634, -1.1386826038360596, -2.1277921199798584, -0.0592740923166275, -1.2694718837738037, -0.845829427242279, -1.0383585691452026, -0.4910985827445984, -1.29106867313385, -0.05898396670818329, -1.6461306810379028, -1.734951138496399, -1.2693161964416504, -1.2975807189941406, -1.3054169416427612, -0.9629923701286316, -2.5770387649536133, -1.9989053010940552, -0.04502248764038086, -0.26411572098731995, -0.1900917887687683, -1.5338424444198608, -1.9728410243988037, -2.1158523559570312, -2.589120388031006, -1.538745403289795, -1.6556806564331055, -1.8636870384216309, -1.917544960975647, -1.5184580087661743, -1.671879768371582, -1.0034655332565308, -1.247081995010376, -1.5332322120666504, -1.4600720405578613, -0.5815151929855347, -0.7286241054534912, -1.222416639328003, -1.2206225395202637, -0.05773395672440529, -0.9490522146224976, -0.27991509437561035]}, "Bot003_054_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from? I'm from the us. How about you? I am from india) HAve you been there? I have been there since I was in the 3rd grade Where did you study? I don't know. What do you do for living? Studying in college for phys ed, what do you do? nothing Not a thing? yes I understand.  Hey, listen. hi how are you today I am fine", "response": "Glad to hear it. What's new?", "annotation_id": "Bot003_054_19", "annotations": ["O", "T", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-10.368094444274902, -12.95352554321289, -8.757526397705078, -11.554983139038086, -5.640381813049316, -10.224442481994629, -9.312228202819824, -10.125411033630371, -5.601315021514893, -0.6897632479667664], "gpt2_argmax_score": [-2.031317949295044, -1.5238995552062988, -0.7725253701210022, -2.1229608058929443, -1.5148632526397705, -1.6271979808807373, -1.2349580526351929, -1.722624659538269, -1.8808406591415405, -0.6897632479667664, -1.206943154335022, -0.8297485709190369, -1.7393463850021362, -2.5630552768707275, -3.108694314956665, -1.3614693880081177, -1.1295101642608643, -2.934128999710083, -1.5306167602539062, -1.94124436378479, -1.7221128940582275, -0.16952882707118988, -1.0721616744995117, -0.1789959967136383, -1.1718107461929321, -0.3466229736804962, -1.9530240297317505, -2.8676626682281494, -1.4663879871368408, -2.0563676357269287, -1.5330480337142944, -1.5182572603225708, -0.4361549913883209, -0.3636215031147003, -1.4654691219329834, -0.22817352414131165, -1.694758653640747, -0.9376753568649292, -0.1296534687280655, -0.8501765727996826, -1.2517505884170532, -1.2598525285720825, -1.8192957639694214, -2.7173731327056885, -1.3411363363265991, -1.2380141019821167, -1.7472913265228271, -0.822163462638855, -1.1362338066101074, -0.463800311088562, -1.3715389966964722, -2.056744337081909, -0.17121711373329163, -1.5503262281417847, -1.820105791091919, -1.600677728652954, -0.13771887123584747, -0.3681522607803345, -0.8054830431938171, -0.819351851940155, -0.10787149518728256, -1.4641897678375244, -0.28650954365730286, -1.5093705654144287, -1.406860113143921, -0.09693954885005951, -1.0583924055099487, -2.113203287124634, -1.1386826038360596, -2.1277921199798584, -0.0592740923166275, -1.2694718837738037, -0.845829427242279, -1.0383585691452026, -0.4910985827445984, -1.29106867313385, -0.05898396670818329, -1.6461306810379028, -1.734951138496399, -1.2693161964416504, -1.2975807189941406, -1.3054169416427612, -0.9629923701286316, -2.5770387649536133, -1.998901605606079, -0.04502248764038086, -0.26411643624305725, -0.19009257853031158, -1.5338401794433594, -1.9728479385375977, -2.115846633911133, -2.5891284942626953, -1.5387367010116577, -1.6556745767593384, -1.8636945486068726, -1.8400789499282837, -1.5789315700531006, -1.2503217458724976, -1.5106759071350098, -1.532794713973999, -1.4446938037872314, -0.6151800751686096, -1.075056791305542, -1.2311784029006958, -1.406140923500061, -0.055198103189468384, -0.8113064169883728, -0.2866601049900055, -1.0327982902526855, -1.894079566001892, -1.3775207996368408, -2.2568740844726562, -1.0699362754821777, -0.9514369964599609, -0.5959793329238892, -0.7063878178596497, -1.5322976112365723, -1.2441487312316895, -2.0130436420440674, -0.5626122951507568, -1.0009052753448486, -0.43411678075790405]}, "Bot003_061_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you?", "response": "I'm fine.", "annotation_id": "Bot003_061_02", "annotations": ["T", "T", "T", "T", "T", "O", "T", "O", "O", "T", "O", "X", "O", "T", "T"], "gpt2_target_score": [-9.925350189208984, -10.671459197998047, -11.879708290100098, -10.958251953125], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -1.3758147954940796, -0.7255483269691467, -1.220110297203064, -2.1559927463531494, -2.799898624420166, -1.8683462142944336, -2.563089609146118, -1.9054198265075684, -0.9799469113349915, -1.5706408023834229, -0.1769222617149353, -1.1625958681106567, -1.3198875188827515, -1.280664086341858, -1.375327706336975, -1.6774566173553467, -1.2020835876464844, -0.7751827239990234]}, "Bot003_061_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name?", "response": "I'm michael jordan.", "annotation_id": "Bot003_061_04", "annotations": ["O", "T", "T", "T", "T", "O", "X", "O", "T", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-9.925350189208984, -10.671459197998047, -11.012688636779785, -20.1212158203125, -9.727021217346191, -23.253820419311523, -10.81588077545166], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -1.3758147954940796, -0.7255483269691467, -1.220110297203064, -2.1559927463531494, -2.799898624420166, -1.8683462142944336, -2.563089609146118, -1.9054198265075684, -0.9799469113349915, -1.5706408023834229, -0.1769222617149353, -1.1625964641571045, -1.319891333580017, -1.5544546842575073, -1.8870006799697876, -0.9558820128440857, -0.8174097537994385, -1.066035270690918, -0.4713727831840515, -2.1996984481811523, -0.16999560594558716, -1.5698754787445068, -2.5450031757354736, -0.7407137155532837, -1.5733431577682495, -2.0686612129211426, -1.5997577905654907, -1.6766818761825562, -1.4349157810211182, -1.109297513961792]}, "Bot003_061_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you?", "response": "Twenty nine.", "annotation_id": "Bot003_061_06", "annotations": ["T", "T", "T", "T", "T", "O", "T", "O", "O", "T", "O", "X", "O", "T", "X"], "gpt2_target_score": [-17.510944366455078, -14.91213607788086, -9.20516300201416], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -1.3758147954940796, -0.7255483269691467, -1.220110297203064, -2.1559927463531494, -2.799898624420166, -1.8683462142944336, -2.563089609146118, -1.9054198265075684, -0.9799469113349915, -1.5706408023834229, -0.1769222617149353, -1.1625964641571045, -1.319891333580017, -1.5544546842575073, -1.8870006799697876, -0.9558820128440857, -0.8174097537994385, -1.066035270690918, -0.4713727831840515, -2.1996984481811523, -0.16999560594558716, -1.5698754787445068, -0.6568400859832764, -1.6678595542907715, -2.215946912765503, -1.7940559387207031, -2.0522501468658447, -1.7395323514938354, -1.3835911750793457, -0.9913153648376465, -0.2647026777267456, -0.04662759602069855, -0.12047005444765091, -1.310742735862732, -2.173858642578125, -1.6632685661315918, -1.0736430883407593, -0.9916055202484131]}, "Bot003_061_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes?", "response": "Yes.", "annotation_id": "Bot003_061_08", "annotations": ["O", "T", "O", "X", "T", "X", "X", "O", "T", "T", "X", "X", "O", "T", "X"], "gpt2_target_score": [-14.430042266845703, -12.104305267333984], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -1.3758147954940796, -0.7255483269691467, -1.220110297203064, -2.1559927463531494, -2.799898624420166, -1.8683462142944336, -2.563089609146118, -1.9054198265075684, -0.9799469113349915, -1.5706408023834229, -0.1769222617149353, -1.1625964641571045, -1.319891333580017, -1.5544546842575073, -1.8870006799697876, -0.9558820128440857, -0.8174097537994385, -1.066035270690918, -0.4713727831840515, -2.199723958969116, -0.16999368369579315, -1.569872498512268, -0.6568400263786316, -1.6678574085235596, -2.215942859649658, -1.7940526008605957, -2.05224871635437, -1.7395381927490234, -1.3835984468460083, -0.9913160800933838, -0.26469945907592773, -0.04662805050611496, -0.12046868354082108, -1.3107303380966187, -1.9603822231292725, -1.5691958665847778, -1.419123888015747, -1.2362607717514038, -2.065117597579956, -0.7205512523651123, -1.6445568799972534, -0.7460331320762634, -1.9193334579467773, -1.9306634664535522, -1.2724523544311523, -1.320000171661377]}, "Bot003_061_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes? Yes. Fucking bot", "response": "I don't want to see this shit", "annotation_id": "Bot003_061_10", "annotations": ["T", "T", "T", "X", "O", "X", "X", "T", "T", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-9.925350189208984, -11.40273666381836, -10.71053409576416, -13.193984985351562, -9.92049503326416, -10.843267440795898, -8.55080509185791, -10.944765090942383], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -1.3758147954940796, -0.7255483269691467, -1.220110297203064, -2.1559927463531494, -2.799898624420166, -1.8683462142944336, -2.563089609146118, -1.9054198265075684, -0.9799469113349915, -1.5706408023834229, -0.1769222617149353, -1.1625964641571045, -1.319891333580017, -1.5544546842575073, -1.8870006799697876, -0.9558820128440857, -0.8174097537994385, -1.066035270690918, -0.4713727831840515, -2.1996984481811523, -0.16999560594558716, -1.5698754787445068, -0.6568400859832764, -1.6678595542907715, -2.215946912765503, -1.79407799243927, -2.0522477626800537, -1.7395371198654175, -1.3836060762405396, -0.991316020488739, -0.26470258831977844, -0.04662839323282242, -0.12047047913074493, -1.310732364654541, -1.96039617061615, -1.5691968202590942, -1.4191187620162964, -1.2362555265426636, -2.0651133060455322, -0.720547080039978, -1.6445610523223877, -0.7460290193557739, -1.9193284511566162, -0.9349658489227295, -1.3668756484985352, -0.8142248392105103, -2.8315589427948, -1.385968804359436, -2.218701124191284, -0.8997845649719238, -0.14435985684394836, -0.9535289406776428, -0.29440608620643616, -1.483301043510437, -1.5499317646026611, -2.3633644580841064, -1.9673261642456055]}, "Bot003_061_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes? Yes. Fucking bot I don't want to see this shit Why you so stupped?", "response": "I'm not trying to kill you.", "annotation_id": "Bot003_061_12", "annotations": ["O", "T", "O", "T", "T", "X", "X", "T", "T", "T", "X", "O", "O", "T", "T"], "gpt2_target_score": [-9.925333976745605, -10.671401023864746, -9.538114547729492, -10.001792907714844, -9.920502662658691, -12.242561340332031, -8.752534866333008, -9.16738224029541], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -2.156010150909424, -2.799870252609253, -1.8683605194091797, -2.5630764961242676, -1.9054009914398193, -0.9799501895904541, -1.570629358291626, -0.17691877484321594, -1.162619709968567, -1.319886326789856, -1.554489016532898, -1.8869798183441162, -0.9559169411659241, -0.8174247741699219, -1.0660492181777954, -0.47139525413513184, -2.1997339725494385, -0.16999319195747375, -1.5698809623718262, -0.6568375825881958, -1.66786527633667, -2.2159478664398193, -1.7940436601638794, -2.052269220352173, -1.739540457725525, -1.3836082220077515, -0.9913159012794495, -0.2647089958190918, -0.0466277115046978, -0.12047111243009567, -1.3107370138168335, -1.9604058265686035, -1.5691648721694946, -1.419100284576416, -1.2362768650054932, -2.065140962600708, -0.7205395698547363, -1.6445640325546265, -0.7460330128669739, -1.9193557500839233, -0.9349989891052246, -1.3668442964553833, -0.8142188787460327, -2.831549644470215, -1.385947346687317, -1.0166693925857544, -0.11472640186548233, -1.016722559928894, -0.2933521866798401, -1.5727661848068237, -1.3403393030166626, -2.062384605407715, -1.6381394863128662, -1.8250150680541992, -1.8160666227340698, -1.8747092485427856, -1.2690973281860352, -2.3497560024261475, -1.9542760848999023, -1.7138792276382446, -1.841186761856079, -1.1523158550262451, -2.666806936264038, -2.239802122116089, -0.02621823363006115, -1.4223614931106567, -0.3506036102771759, -0.9763622283935547, -0.859290361404419]}, "Bot003_061_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes? Yes. Fucking bot I don't want to see this shit Why you so stupped? I'm not trying to kill you. Where you work?", "response": "I'm in the middle of a catastrophic power failure here.  Do you like your personality?", "annotation_id": "Bot003_061_14", "annotations": ["T", "T", "X", "T", "O", "X", "X", "T", "T", "O", "X", "T", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -10.671401023864746, -7.037046909332275, -1.8902966976165771, -10.435944557189941, -7.799461841583252, -8.533021926879883, -20.80344581604004, -9.886646270751953, -14.41496753692627, -4.339948654174805, -9.311901092529297, -6.841756820678711, -4.9873504638671875, -7.080440521240234, -11.537285804748535, -7.80979061126709, -15.889740943908691, -11.467559814453125], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -2.156010150909424, -2.799870252609253, -1.8683605194091797, -2.5630764961242676, -1.9054009914398193, -0.9799501895904541, -1.570629358291626, -0.17691877484321594, -1.162619709968567, -1.319886326789856, -1.554489016532898, -1.8869798183441162, -0.9559169411659241, -0.8174247741699219, -1.0660492181777954, -0.47139525413513184, -2.1997339725494385, -0.16999319195747375, -1.5698809623718262, -0.6568375825881958, -1.66786527633667, -2.2159478664398193, -1.7940436601638794, -2.052269220352173, -1.739540457725525, -1.3836082220077515, -0.9913159012794495, -0.2647089958190918, -0.04662736877799034, -0.1204698458313942, -1.3107383251190186, -1.9604004621505737, -1.5691595077514648, -1.4190870523452759, -1.2362709045410156, -2.065143346786499, -0.7205268144607544, -1.6445609331130981, -0.7460262179374695, -1.9193567037582397, -0.935011625289917, -1.3668451309204102, -0.814213216304779, -2.8315532207489014, -1.385953664779663, -1.016676902770996, -0.11472480744123459, -1.0167210102081299, -0.29334837198257446, -1.5727673768997192, -1.3403486013412476, -2.0623788833618164, -1.6381324529647827, -1.8250236511230469, -1.816049575805664, -1.8746939897537231, -1.269096851348877, -2.3497581481933594, -1.9542832374572754, -1.71387779712677, -1.1417083740234375, -2.5720014572143555, -2.2028934955596924, -0.031843360513448715, -1.4577765464782715, -0.5151154398918152, -1.3408550024032593, -0.9655060768127441, -1.1512095928192139, -1.3674713373184204, -0.6676962375640869, -1.4029022455215454, -1.6964184045791626, -1.0617183446884155, -1.9557186365127563, -1.8281140327453613, -1.6927430629730225, -0.07693248987197876, -1.3034535646438599, -3.3460147380828857, -2.3552305698394775, -0.32482898235321045, -0.7893276810646057, -0.7182593941688538, -1.3022507429122925, -0.9395255446434021, -0.2953509986400604, -1.4732072353363037, -2.0164430141448975, -1.1539690494537354, -0.5678398013114929, -0.7469210028648376]}, "Bot003_061_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes? Yes. Fucking bot I don't want to see this shit Why you so stupped? I'm not trying to kill you. Where you work? I'm in the middle of a catastrophic power failure here.  Do you like your personality? Yes", "response": "When?", "annotation_id": "Bot003_061_16", "annotations": ["O", "T", "O", "X", "T", "X", "T", "O", "O", "T", "X", "O", "O", "T", "O"], "gpt2_target_score": [-14.197283744812012, -13.310484886169434], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -2.156010150909424, -2.799870252609253, -1.8683605194091797, -2.5630764961242676, -1.9054009914398193, -0.9799501895904541, -1.570629358291626, -0.17691877484321594, -1.162619709968567, -1.319886326789856, -1.554489016532898, -1.8869798183441162, -0.9559169411659241, -0.8174247741699219, -1.0660492181777954, -0.47139525413513184, -2.1997339725494385, -0.16999319195747375, -1.5698809623718262, -0.6568375825881958, -1.66786527633667, -2.2159478664398193, -1.7940436601638794, -2.052269220352173, -1.739540457725525, -1.3836082220077515, -0.9913159012794495, -0.2647089958190918, -0.04662736877799034, -0.1204698458313942, -1.3107383251190186, -1.9604004621505737, -1.5691595077514648, -1.4190870523452759, -1.2362709045410156, -2.065143346786499, -0.7205268144607544, -1.6445609331130981, -0.7460262179374695, -1.9193567037582397, -0.935011625289917, -1.3668451309204102, -0.814213216304779, -2.8315532207489014, -1.385953664779663, -1.016676902770996, -0.11472480744123459, -1.0167210102081299, -0.29334837198257446, -1.5727673768997192, -1.3403486013412476, -2.0623788833618164, -1.6381324529647827, -1.8250236511230469, -1.816049575805664, -1.8746939897537231, -1.269096851348877, -2.3497581481933594, -1.9542832374572754, -1.71387779712677, -1.1417083740234375, -2.5720014572143555, -2.2028934955596924, -0.031843360513448715, -1.4577765464782715, -0.5151154398918152, -1.3408550024032593, -0.9655060768127441, -1.1512095928192139, -1.3674713373184204, -0.6676962375640869, -1.4029022455215454, -0.6954181790351868, -2.044450283050537, -1.785826325416565, -2.2540183067321777, -0.1015101969242096, -1.3329181671142578, -3.899545192718506, -2.0986242294311523, -0.2231103628873825, -0.6450105905532837, -0.5882890224456787, -1.3881371021270752, -1.253759503364563, -0.16163134574890137, -1.5760420560836792, -1.9823122024536133, -1.0241327285766602, -0.43914833664894104, -1.534244179725647, -0.7718518376350403, -1.5160990953445435, -0.6769260168075562, -0.7140739560127258]}, "Bot003_061_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes? Yes. Fucking bot I don't want to see this shit Why you so stupped? I'm not trying to kill you. Where you work? I'm in the middle of a catastrophic power failure here.  Do you like your personality? Yes When? And you?", "response": "I'm not sure.", "annotation_id": "Bot003_061_18", "annotations": ["T", "T", "T", "T", "T", "O", "X", "T", "T", "O", "T", "T", "O", "T", "T"], "gpt2_target_score": [-9.925333976745605, -10.671401023864746, -9.538114547729492, -11.802177429199219, -11.199112892150879], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -2.156010150909424, -2.799870252609253, -1.8683605194091797, -2.5630764961242676, -1.9054009914398193, -0.9799501895904541, -1.570629358291626, -0.17691877484321594, -1.162619709968567, -1.319886326789856, -1.554489016532898, -1.8869798183441162, -0.9559169411659241, -0.8174247741699219, -1.0660492181777954, -0.47139525413513184, -2.1997339725494385, -0.16999319195747375, -1.5698809623718262, -0.6568375825881958, -1.66786527633667, -2.2159478664398193, -1.7940436601638794, -2.052269220352173, -1.739540457725525, -1.3836082220077515, -0.9913159012794495, -0.2647089958190918, -0.04662736877799034, -0.1204698458313942, -1.3107383251190186, -1.9604004621505737, -1.5691595077514648, -1.4190870523452759, -1.2362709045410156, -2.065143346786499, -0.7205268144607544, -1.6445609331130981, -0.7460262179374695, -1.9193567037582397, -0.935011625289917, -1.3668451309204102, -0.814213216304779, -2.8315532207489014, -1.385953664779663, -1.016676902770996, -0.11472480744123459, -1.0167210102081299, -0.29334837198257446, -1.5727673768997192, -1.3403486013412476, -2.0623788833618164, -1.6381324529647827, -1.8250236511230469, -1.816049575805664, -1.8746939897537231, -1.269096851348877, -2.3497581481933594, -1.9542832374572754, -1.71387779712677, -1.1417083740234375, -2.5720014572143555, -2.2028934955596924, -0.031843360513448715, -1.4577765464782715, -0.5151154398918152, -1.3408550024032593, -0.9655060768127441, -1.1512095928192139, -1.3674713373184204, -0.6676962375640869, -1.4029022455215454, -0.6954181790351868, -2.044450283050537, -1.785826325416565, -2.2540183067321777, -0.1015101969242096, -1.3329181671142578, -3.899545192718506, -2.0986242294311523, -0.2231103628873825, -0.6450105905532837, -0.5882890224456787, -1.3881371021270752, -1.253759503364563, -0.16163134574890137, -1.5760420560836792, -1.9823122024536133, -1.0241327285766602, -0.43914833664894104, -1.534244179725647, -0.7718518376350403, -0.7029441595077515, -1.982509970664978, -1.5010645389556885, -1.830213189125061, -2.0902962684631348, -1.6708128452301025, -1.333564281463623, -1.937924861907959, -2.202547311782837, -1.8015345335006714, -0.9454395771026611]}, "Bot003_061_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes? Yes. Fucking bot I don't want to see this shit Why you so stupped? I'm not trying to kill you. Where you work? I'm in the middle of a catastrophic power failure here.  Do you like your personality? Yes When? And you? I'm not sure. Tell me about yourself", "response": "My family from italy but I live in america. How about you?", "annotation_id": "Bot003_061_20", "annotations": ["O", "T", "T", "O", "T", "O", "T", "O", "T", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-12.463419914245605, -12.187941551208496, -10.988798141479492, -2.226661443710327, -18.333740234375, -7.4804463386535645, -2.309084415435791, -5.867196083068848, -8.47690200805664, -15.287114143371582, -11.183042526245117, -9.311901092529297, -11.459707260131836, -11.173446655273438, -7.080440521240234, -8.726494789123535], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -2.156010150909424, -2.799870252609253, -1.8683605194091797, -2.5630764961242676, -1.9054009914398193, -0.9799501895904541, -1.570629358291626, -0.17691877484321594, -1.162619709968567, -1.319886326789856, -1.554489016532898, -1.8869798183441162, -0.9559169411659241, -0.8174247741699219, -1.0660492181777954, -0.47139525413513184, -2.1997339725494385, -0.16999319195747375, -1.5698809623718262, -0.6568375825881958, -1.66786527633667, -2.2159478664398193, -1.7940436601638794, -2.052269220352173, -1.739540457725525, -1.3836082220077515, -0.9913159012794495, -0.2647089958190918, -0.04662736877799034, -0.1204698458313942, -1.3107383251190186, -1.9604004621505737, -1.5691595077514648, -1.4190870523452759, -1.2362709045410156, -2.065143346786499, -0.7205268144607544, -1.6445609331130981, -0.7460262179374695, -1.9193567037582397, -0.935011625289917, -1.3668451309204102, -0.814213216304779, -2.8315532207489014, -1.385953664779663, -1.016676902770996, -0.11472480744123459, -1.0167210102081299, -0.29334837198257446, -1.5727673768997192, -1.3403486013412476, -2.0623788833618164, -1.6381324529647827, -1.8250236511230469, -1.816049575805664, -1.8746939897537231, -1.269096851348877, -2.3497581481933594, -1.9542832374572754, -1.71387779712677, -1.1417083740234375, -2.5720014572143555, -2.2028934955596924, -0.031843360513448715, -1.4577765464782715, -0.5151154398918152, -1.3408550024032593, -0.9655060768127441, -1.1512095928192139, -1.3674713373184204, -0.6676962375640869, -1.4029022455215454, -0.6954181790351868, -2.044450283050537, -1.785826325416565, -2.2540183067321777, -0.1015101969242096, -1.3329181671142578, -3.899545192718506, -2.0986242294311523, -0.2231103628873825, -0.6450105905532837, -0.5882890224456787, -1.3881371021270752, -1.253759503364563, -0.16163134574890137, -1.5760420560836792, -1.9823122024536133, -1.0241211652755737, -0.43914595246315, -1.5342497825622559, -0.7718541622161865, -0.7029436826705933, -1.982521891593933, -1.5010604858398438, -1.8302069902420044, -2.0903072357177734, -0.8878030776977539, -1.500995397567749, -2.043778419494629, -1.6438764333724976, -1.3507919311523438, -0.0827842429280281, -1.6258671283721924, -1.1720644235610962, -0.7245985269546509, -1.6387982368469238, -1.8957387208938599, -1.241973638534546, -2.0541627407073975, -1.2552417516708374, -1.477253794670105, -0.9027223587036133, -1.4872305393218994, -0.5334731936454773, -1.5246458053588867, -0.044096581637859344, -1.412857174873352, -1.248640775680542, -1.7584384679794312, -0.3298782706260681, -0.40308499336242676, -0.6577320694923401]}, "Bot003_062_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!!", "response": "I don't know how many people are going to be offended by this.", "annotation_id": "Bot003_062_02", "annotations": ["T", "T", "T", "T", "O", "X", "O", "T", "O", "O", "T", "O", "X", "T", "O"], "gpt2_target_score": [-12.54684829711914, -10.426353454589844, -12.560054779052734, -8.64577865600586, -7.752419471740723, -9.46572494506836, -9.125787734985352, -19.813318252563477, -15.212164878845215, -7.195904731750488, -8.497397422790527, -20.281808853149414, -10.385347366333008, -5.012638092041016, -2.607185125350952], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.8839688301086426, -0.9627631306648254, -0.0066234576515853405, -0.02310858480632305, -2.456753730773926, -0.7108370661735535, -0.23333173990249634, -0.340181440114975, -1.849445104598999, -0.8555218577384949, -1.6824636459350586, -2.238905191421509, -1.9343066215515137, -0.49431729316711426, -1.2532166242599487, -1.5815156698226929, -1.2578809261322021, -1.3317017555236816, -2.166229248046875, -2.239750623703003, -0.19021588563919067, -2.0207955837249756, -2.179697275161743, -1.2787681818008423, -1.0536834001541138, -1.7173864841461182, -1.4267743825912476]}, "Bot003_062_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what?", "response": "It seems that answer is: riding horses", "annotation_id": "Bot003_062_04", "annotations": ["T", "X", "T", "X", "T", "X", "T", "T", "O", "O", "X", "O", "X", "X", "O"], "gpt2_target_score": [-14.50728988647461, -13.877204895019531, -3.7696797847747803, -11.56399154663086, -8.38625431060791, -7.365978717803955, -12.065134048461914, -26.555627822875977], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.8839688301086426, -0.9627631306648254, -0.0066234576515853405, -0.02310858480632305, -2.456753730773926, -0.7108370661735535, -0.23333173990249634, -0.340181440114975, -1.849445104598999, -0.8555218577384949, -1.6824636459350586, -1.5747625827789307, -0.5564684867858887, -1.3335540294647217, -1.490822434425354, -1.1846586465835571, -1.3109853267669678, -1.9212980270385742, -2.1097958087921143, -0.1975276619195938, -1.980786919593811, -2.1656758785247803, -1.4557918310165405, -1.1200050115585327, -1.8523741960525513, -1.649800181388855, -1.652958631515503, -0.9154878258705139, -1.3732331991195679, -1.7966089248657227, -0.62542724609375, -0.6993812918663025, -2.464268207550049, -1.0054975748062134, -2.4914755821228027, -1.6018275022506714, -1.767797589302063, -1.635962724685669]}, "Bot003_062_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive?", "response": "Why do I exist?", "annotation_id": "Bot003_062_06", "annotations": ["X", "X", "X", "T", "X", "X", "T", "X", "T", "O", "X", "T", "X", "X", "O"], "gpt2_target_score": [-14.379383087158203, -4.903205394744873, -6.244892120361328, -11.26168441772461, -11.141701698303223], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.8839688301086426, -0.9627631306648254, -0.0066234576515853405, -0.02310858480632305, -2.456753730773926, -0.7108370661735535, -0.23333173990249634, -0.340181440114975, -1.849445104598999, -0.8555218577384949, -1.6824636459350586, -1.5747625827789307, -0.5564684867858887, -1.3335540294647217, -1.490822434425354, -1.1846586465835571, -1.3109853267669678, -1.9212980270385742, -2.1097958087921143, -0.197530597448349, -1.9807894229888916, -2.1656293869018555, -1.4557952880859375, -1.1200029850006104, -1.852374792098999, -1.6497944593429565, -1.6529723405838013, -0.9154940247535706, -1.3732316493988037, -0.7403092980384827, -0.5763247013092041, -2.554633378982544, -1.073409914970398, -2.473827838897705, -1.7957394123077393, -1.7492315769195557, -1.8350656032562256, -1.333678960800171, -1.1186634302139282, -0.5439628958702087, -2.149470567703247, -0.6466658115386963, -1.537962794303894, -1.9099619388580322, -1.714978575706482, -1.0482579469680786, -2.2539477348327637, -0.6132544279098511, -0.45419180393218994]}, "Bot003_062_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that", "response": "It's not a good idea.", "annotation_id": "Bot003_062_08", "annotations": ["X", "X", "T", "T", "X", "X", "T", "X", "T", "O", "X", "X", "X", "X", "X"], "gpt2_target_score": [-14.50728702545166, -12.04190444946289, -8.005407333374023, -6.250639915466309, -10.453673362731934, -10.829985618591309, -5.106098175048828], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.8839257955551147, -0.9627569317817688, -0.006623338907957077, -0.023108119145035744, -2.456739902496338, -0.7108350992202759, -0.23332078754901886, -0.3401840627193451, -1.8494797945022583, -0.8555284142494202, -1.6824893951416016, -1.5747547149658203, -0.5564684867858887, -1.333554983139038, -1.4908661842346191, -1.184671401977539, -1.3110463619232178, -1.9212825298309326, -2.1098251342773438, -0.19752423465251923, -1.980788230895996, -2.165651559829712, -1.455750823020935, -1.1199870109558105, -1.852403163909912, -1.6498385667800903, -1.652950406074524, -0.9154831171035767, -1.3732035160064697, -0.7403320074081421, -0.5763280987739563, -2.5546398162841797, -1.0733859539031982, -2.4738199710845947, -1.7957178354263306, -1.7492555379867554, -1.8350002765655518, -1.3336747884750366, -1.1186436414718628, -0.5439574718475342, -2.1494576930999756, -0.646700918674469, -1.5379390716552734, -1.2927404642105103, -1.0433217287063599, -2.059558153152466, -0.5321855545043945, -1.5167431831359863, -0.17950747907161713, -0.0007457336178049445, -0.0008642514003440738, -0.5947799682617188, -1.5601117610931396, -2.1471312046051025, -1.742307186126709, -0.8137640953063965, -1.997851848602295, -1.0956437587738037, -2.8359508514404297, -1.2535115480422974, -0.9226835370063782, -1.846076250076294]}, "Bot003_062_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that It's not a good idea. so do you like chocolates?", "response": "I don't know.", "annotation_id": "Bot003_062_10", "annotations": ["X", "T", "O", "T", "O", "T", "T", "T", "O", "O", "O", "O", "X", "X", "O"], "gpt2_target_score": [-12.54683780670166, -10.426380157470703, -12.560049057006836, -8.645827293395996, -10.672682762145996], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.8839257955551147, -0.9627569317817688, -0.006623338907957077, -0.023108119145035744, -2.456739902496338, -0.7108350992202759, -0.23332078754901886, -0.3401840627193451, -1.8494797945022583, -0.8555284142494202, -1.6824893951416016, -1.5747547149658203, -0.5564684867858887, -1.333554983139038, -1.4908661842346191, -1.184671401977539, -1.3110463619232178, -1.9212825298309326, -2.1098251342773438, -0.19752423465251923, -1.980788230895996, -2.165651559829712, -1.455750823020935, -1.1199870109558105, -1.852403163909912, -1.6498385667800903, -1.652950406074524, -0.9154831171035767, -1.3732035160064697, -0.7403320074081421, -0.5763280987739563, -2.5546398162841797, -1.0733859539031982, -2.4738199710845947, -1.7957178354263306, -1.7492555379867554, -1.8350002765655518, -1.3336747884750366, -1.1186436414718628, -0.5439574718475342, -2.1494576930999756, -0.646700918674469, -1.5379390716552734, -1.2927404642105103, -1.0433217287063599, -2.059558153152466, -0.5321855545043945, -1.5167431831359863, -0.17950747907161713, -0.0007457336178049445, -0.0008642514003440738, -0.5947799682617188, -1.5601117610931396, -2.1471312046051025, -1.05968177318573, -1.1280475854873657, -0.5339287519454956, -2.429438829421997, -1.0794060230255127, -1.210956335067749, -2.0080251693725586, -1.2471706867218018, -1.0755118131637573, -1.531380295753479, -0.47419437766075134, -2.83660888671875, -0.022044500336050987, -0.9042285680770874, -1.7053457498550415, -1.6390142440795898, -1.2521241903305054, -0.16661930084228516, -0.7311977744102478, -1.642419695854187, -0.9475389719009399]}, "Bot003_062_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that It's not a good idea. so do you like chocolates? I don't know. why? have you never tried chocolate candy? i love them very much", "response": "I love chocolate milk. I am going to graduate in two years.", "annotation_id": "Bot003_062_12", "annotations": ["T", "T", "O", "T", "X", "T", "T", "O", "O", "T", "T", "T", "X", "T", "X"], "gpt2_target_score": [-12.54683780670166, -7.882358551025391, -9.775838851928711, -12.396132469177246, -10.672682762145996, -4.247405529022217, -8.526081085205078, -22.507707595825195, -13.888449668884277, -14.90376091003418, -6.605854511260986, -12.617842674255371, -12.55998706817627, -3.6882858276367188], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.8839257955551147, -0.9627569317817688, -0.006623338907957077, -0.023108119145035744, -2.456739902496338, -0.7108350992202759, -0.23332078754901886, -0.3401840627193451, -1.8494797945022583, -0.8555284142494202, -1.6824893951416016, -1.5747547149658203, -0.5564684867858887, -1.333554983139038, -1.4908661842346191, -1.184671401977539, -1.3110463619232178, -1.9212825298309326, -2.1098251342773438, -0.19752423465251923, -1.980788230895996, -2.165651559829712, -1.455750823020935, -1.1199870109558105, -1.852403163909912, -1.6498385667800903, -1.652950406074524, -0.9154831171035767, -1.3732035160064697, -0.7403320074081421, -0.5763280987739563, -2.5546398162841797, -1.0733859539031982, -2.4738199710845947, -1.7957178354263306, -1.7492555379867554, -1.8350002765655518, -1.3336747884750366, -1.1186436414718628, -0.5439574718475342, -2.1494576930999756, -0.646700918674469, -1.5379390716552734, -1.2927404642105103, -1.0433217287063599, -2.059558153152466, -0.5321855545043945, -1.5167431831359863, -0.17950747907161713, -0.0007457336178049445, -0.0008642514003440738, -0.5947799682617188, -1.5601117610931396, -2.1471312046051025, -1.05968177318573, -1.1280475854873657, -0.5339287519454956, -2.429438829421997, -1.0794060230255127, -1.210956335067749, -2.0080251693725586, -1.2471706867218018, -1.0755118131637573, -1.531380295753479, -0.47419437766075134, -2.83660888671875, -0.022044500336050987, -0.9042301177978516, -1.7053391933441162, -1.5672987699508667, -0.21136784553527832, -0.9246172308921814, -1.8970519304275513, -1.5280365943908691, -1.6101237535476685, -1.9129868745803833, -0.2128983736038208, -1.4126919507980347, -1.8768573999404907, -1.1054801940917969, -0.8099188208580017, -0.48795026540756226, -2.0031747817993164, -2.378833293914795, -0.6012659072875977, -1.5848714113235474, -0.0437047965824604, -1.1874094009399414, -1.6840976476669312, -2.392472267150879, -0.46954941749572754, -1.7128995656967163, -1.462238073348999, -1.3588626384735107, -1.8939778804779053, -1.7726378440856934, -0.11385562270879745, -0.8805495500564575, -1.4319630861282349, -1.724814772605896, -0.6540873050689697, -1.1451436281204224, -1.088114619255066]}, "Bot003_062_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that It's not a good idea. so do you like chocolates? I don't know. why? have you never tried chocolate candy? i love them very much I love chocolate milk. I am going to graduate in two years. that\u2019s cool! i\u2019m only four years old so i\u2019ll graduate in 14 years only", "response": "I am sorry to hear that. I am a vegan.", "annotation_id": "Bot003_062_14", "annotations": ["X", "X", "T", "T", "T", "T", "T", "X", "O", "O", "X", "X", "X", "X", "O"], "gpt2_target_score": [-12.54683780670166, -11.019596099853516, -11.890012741088867, -6.892653465270996, -13.808821678161621, -6.632140636444092, -5.106098175048828, -18.478891372680664, -16.34853172302246, -2.906813144683838, -12.931920051574707, -9.175520896911621], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.8839257955551147, -0.9627569317817688, -0.006623338907957077, -0.023108119145035744, -2.456739902496338, -0.7108350992202759, -0.23332078754901886, -0.3401840627193451, -1.8494797945022583, -0.8555284142494202, -1.6824893951416016, -1.5747547149658203, -0.5564684867858887, -1.333554983139038, -1.4908661842346191, -1.184671401977539, -1.3110463619232178, -1.9212825298309326, -2.1098251342773438, -0.19752423465251923, -1.980788230895996, -2.165651559829712, -1.455750823020935, -1.1199870109558105, -1.852403163909912, -1.6498385667800903, -1.652950406074524, -0.9154831171035767, -1.3732035160064697, -0.7403320074081421, -0.5763280987739563, -2.5546398162841797, -1.0733859539031982, -2.4738199710845947, -1.7957178354263306, -1.7492555379867554, -1.8350002765655518, -1.3336747884750366, -1.1186436414718628, -0.5439574718475342, -2.1494576930999756, -0.646700918674469, -1.5379390716552734, -1.2927404642105103, -1.0433217287063599, -2.059558153152466, -0.5321855545043945, -1.5167431831359863, -0.17950747907161713, -0.0007457336178049445, -0.0008642514003440738, -0.5947799682617188, -1.5601117610931396, -2.1471312046051025, -1.05968177318573, -1.1280475854873657, -0.5339287519454956, -2.429438829421997, -1.0794060230255127, -1.210956335067749, -2.0080251693725586, -1.2471706867218018, -1.0755118131637573, -1.531380295753479, -0.47419437766075134, -2.83660888671875, -0.022044500336050987, -0.9042301177978516, -1.7053391933441162, -1.5672987699508667, -0.21136784553527832, -0.9246172308921814, -1.8970519304275513, -1.5280365943908691, -1.6101237535476685, -1.9129868745803833, -0.2128983736038208, -1.4126919507980347, -1.8768573999404907, -1.1054801940917969, -0.8099188208580017, -0.48795026540756226, -2.0031747817993164, -2.378833293914795, -0.6012659072875977, -1.5848714113235474, -0.0437047965824604, -1.1874094009399414, -2.271296739578247, -0.7310909032821655, -1.7065982818603516, -1.5771580934524536, -1.8550220727920532, -1.9593080282211304, -1.8488696813583374, -0.11477848142385483, -0.9776106476783752, -1.3581947088241577, -1.760848045349121, -0.7189317345619202, -1.248391032218933, -1.6199508905410767, -0.9706497192382812, -0.0007857572636567056, -0.01455134991556406, -2.184662103652954, -1.3181549310684204, -2.0421156883239746, -2.109703302383423, -0.0009055804111994803, -0.5441265106201172, -1.7481114864349365, -2.049607038497925, -1.798924207687378, -0.6348708271980286, -1.4383426904678345, -1.439315676689148, -1.5896093845367432, -0.0005909841856919229, -0.31176862120628357, -1.4676501750946045, -0.9599868655204773, -0.7081449031829834, -2.1025540828704834, -1.3706248998641968, -1.2841089963912964, -2.0156137943267822, -2.1641955375671387, -2.2335729598999023, -1.674413800239563, -0.22924605011940002, -0.41151002049446106, -0.8800368309020996, -0.888691782951355, -2.1542537212371826, -2.269056558609009, -2.3099212646484375, -1.4973136186599731, -0.882814347743988]}, "Bot003_062_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that It's not a good idea. so do you like chocolates? I don't know. why? have you never tried chocolate candy? i love them very much I love chocolate milk. I am going to graduate in two years. that\u2019s cool! i\u2019m only four years old so i\u2019ll graduate in 14 years only I am sorry to hear that. I am a vegan. i want to be a vegan as well", "response": "Do you have to go school for that?", "annotation_id": "Bot003_062_16", "annotations": ["T", "T", "X", "T", "T", "O", "X", "T", "O", "O", "T", "O", "X", "X", "X"], "gpt2_target_score": [-14.276314735412598, -6.169925689697266, -9.270086288452148, -6.892653465270996, -10.903624534606934, -8.789610862731934, -7.358539581298828, -19.867647171020508, -13.73874568939209], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.8839257955551147, -0.9627569317817688, -0.006623338907957077, -0.023108119145035744, -2.456739902496338, -0.7108350992202759, -0.23332078754901886, -0.3401840627193451, -1.8494797945022583, -0.8555284142494202, -1.6824893951416016, -1.5747547149658203, -0.5564684867858887, -1.333554983139038, -1.4908661842346191, -1.184671401977539, -1.3110463619232178, -1.9212825298309326, -2.1098251342773438, -0.19752423465251923, -1.980788230895996, -2.165651559829712, -1.455750823020935, -1.1199870109558105, -1.852403163909912, -1.6498385667800903, -1.652950406074524, -0.9154831171035767, -1.3732035160064697, -0.7403320074081421, -0.5763280987739563, -2.5546398162841797, -1.0733859539031982, -2.4738199710845947, -1.7957178354263306, -1.7492555379867554, -1.8350002765655518, -1.3336747884750366, -1.1186436414718628, -0.5439574718475342, -2.1494576930999756, -0.646700918674469, -1.5379390716552734, -1.2927404642105103, -1.0433217287063599, -2.059558153152466, -0.5321855545043945, -1.5167431831359863, -0.17950747907161713, -0.0007457336178049445, -0.0008642514003440738, -0.5947799682617188, -1.5601117610931396, -2.1471312046051025, -1.05968177318573, -1.1280475854873657, -0.5339287519454956, -2.429438829421997, -1.0794060230255127, -1.210956335067749, -2.0080251693725586, -1.2471706867218018, -1.0755118131637573, -1.531380295753479, -0.47419437766075134, -2.83660888671875, -0.022044500336050987, -0.9042301177978516, -1.7053391933441162, -1.5672987699508667, -0.21136784553527832, -0.9246172308921814, -1.8970519304275513, -1.5280365943908691, -1.6101237535476685, -1.9129868745803833, -0.2128983736038208, -1.4126919507980347, -1.8768573999404907, -1.1054801940917969, -0.8099188208580017, -0.48795026540756226, -2.0031747817993164, -2.378833293914795, -0.6012659072875977, -1.5848714113235474, -0.0437047965824604, -1.1874094009399414, -2.271296739578247, -0.7310909032821655, -1.7065982818603516, -1.5771580934524536, -1.8550220727920532, -1.9593080282211304, -1.8488696813583374, -0.11477848142385483, -0.9776106476783752, -1.3581947088241577, -1.760848045349121, -0.7189317345619202, -1.248391032218933, -1.6199508905410767, -0.9706497192382812, -0.0007857572636567056, -0.01455134991556406, -2.184662103652954, -1.3181549310684204, -2.0421156883239746, -2.109703302383423, -0.0009055804111994803, -0.5441265106201172, -1.7481114864349365, -2.049607038497925, -1.798924207687378, -0.6348708271980286, -1.4383426904678345, -1.439315676689148, -1.5896093845367432, -0.0005909841856919229, -0.31176862120628357, -1.4676501750946045, -0.9599868655204773, -0.7081449031829834, -2.1025540828704834, -1.3706248998641968, -1.2841089963912964, -1.8200725317001343, -2.056131362915039, -1.7859262228012085, -0.7541283965110779, -0.5853157639503479, -1.0813167095184326, -1.7955318689346313, -1.9200624227523804, -2.262218475341797, -2.735769510269165, -1.5235480070114136, -1.568939208984375, -2.226261854171753, -0.262961208820343, -1.693087100982666, -1.0168894529342651, -0.9236607551574707, -1.0849072933197021, -0.5012015700340271, -0.8640183806419373, -1.899176001548767, -0.07107482850551605, -1.6009728908538818, -0.6637458801269531, -1.0796386003494263, -0.9528895616531372, -1.1688268184661865, -1.3901246786117554, -0.2578650712966919, -0.6327102780342102]}, "Bot003_062_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that It's not a good idea. so do you like chocolates? I don't know. why? have you never tried chocolate candy? i love them very much I love chocolate milk. I am going to graduate in two years. that\u2019s cool! i\u2019m only four years old so i\u2019ll graduate in 14 years only I am sorry to hear that. I am a vegan. i want to be a vegan as well Do you have to go school for that? no!", "response": "No!", "annotation_id": "Bot003_062_18", "annotations": ["T", "X", "T", "T", "X", "X", "T", "X", "T", "O", "X", "T", "X", "T", "O"], "gpt2_target_score": [-13.818657875061035, -11.21133804321289], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.8839257955551147, -0.9627569317817688, -0.006623338907957077, -0.023108119145035744, -2.456739902496338, -0.7108350992202759, -0.23332078754901886, -0.3401840627193451, -1.8494797945022583, -0.8555284142494202, -1.6824893951416016, -1.5747547149658203, -0.5564684867858887, -1.333554983139038, -1.4908661842346191, -1.184671401977539, -1.3110463619232178, -1.9212825298309326, -2.1098251342773438, -0.19752423465251923, -1.980788230895996, -2.165651559829712, -1.455750823020935, -1.1199870109558105, -1.852403163909912, -1.6498385667800903, -1.652950406074524, -0.9154831171035767, -1.3732035160064697, -0.7403320074081421, -0.5763280987739563, -2.5546398162841797, -1.0733859539031982, -2.4738199710845947, -1.7957178354263306, -1.7492555379867554, -1.8350002765655518, -1.3336747884750366, -1.1186436414718628, -0.5439574718475342, -2.1494576930999756, -0.646700918674469, -1.5379390716552734, -1.2927404642105103, -1.0433217287063599, -2.059558153152466, -0.5321855545043945, -1.5167431831359863, -0.17950747907161713, -0.0007457336178049445, -0.0008642514003440738, -0.5947799682617188, -1.5601117610931396, -2.1471312046051025, -1.05968177318573, -1.1280475854873657, -0.5339287519454956, -2.429438829421997, -1.0794060230255127, -1.210956335067749, -2.0080251693725586, -1.2471706867218018, -1.0755118131637573, -1.531380295753479, -0.47419437766075134, -2.83660888671875, -0.022044500336050987, -0.9042301177978516, -1.7053391933441162, -1.5672987699508667, -0.21136784553527832, -0.9246172308921814, -1.8970519304275513, -1.5280365943908691, -1.6101237535476685, -1.9129868745803833, -0.2128983736038208, -1.4126919507980347, -1.8768573999404907, -1.1054801940917969, -0.8099188208580017, -0.48795026540756226, -2.0031747817993164, -2.378833293914795, -0.6012659072875977, -1.5848714113235474, -0.0437047965824604, -1.1874094009399414, -2.271296739578247, -0.7310909032821655, -1.7065982818603516, -1.5771580934524536, -1.8550220727920532, -1.9593080282211304, -1.8488696813583374, -0.11477848142385483, -0.9776106476783752, -1.3581947088241577, -1.760848045349121, -0.7189317345619202, -1.248391032218933, -1.6199508905410767, -0.9706497192382812, -0.0007857572636567056, -0.01455134991556406, -2.184662103652954, -1.3181549310684204, -2.0421156883239746, -2.109703302383423, -0.0009055804111994803, -0.5441265106201172, -1.7481114864349365, -2.049607038497925, -1.798924207687378, -0.6348708271980286, -1.4383426904678345, -1.439315676689148, -1.5896093845367432, -0.0005909841856919229, -0.31176862120628357, -1.4676501750946045, -0.9599868655204773, -0.7081449031829834, -2.1025540828704834, -1.3706248998641968, -1.2841089963912964, -1.8200725317001343, -2.056131362915039, -1.7859262228012085, -0.7541283965110779, -0.5853157639503479, -1.0813167095184326, -1.7955318689346313, -1.9200624227523804, -2.262218475341797, -2.735769510269165, -1.5235480070114136, -1.568939208984375, -2.226261854171753, -0.262961208820343, -1.693087100982666, -1.0168894529342651, -0.9236607551574707, -1.0849072933197021, -0.5012015700340271, -0.8640183806419373, -0.06649166345596313, -1.7385616302490234, -0.4727616310119629, -1.105902910232544, -1.060647964477539, -1.1737293004989624, -1.307617425918579, -0.22678832709789276, -1.7972670793533325, -1.5354613065719604, -1.3492751121520996, -1.9368257522583008, -1.2044440507888794, -1.2868049144744873]}, "Bot003_062_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that It's not a good idea. so do you like chocolates? I don't know. why? have you never tried chocolate candy? i love them very much I love chocolate milk. I am going to graduate in two years. that\u2019s cool! i\u2019m only four years old so i\u2019ll graduate in 14 years only I am sorry to hear that. I am a vegan. i want to be a vegan as well Do you have to go school for that? no! No! do you sing?", "response": "No I don't. I am a vegan.", "annotation_id": "Bot003_062_20", "annotations": ["T", "X", "T", "T", "X", "T", "T", "T", "X", "O", "X", "X", "X", "T", "O"], "gpt2_target_score": [-13.818657875061035, -8.355243682861328, -10.901578903198242, -11.254210472106934, -10.672682762145996, -4.247405529022217, -8.526081085205078, -18.76591682434082, -20.0228328704834, -8.103239059448242], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.8839257955551147, -0.9627569317817688, -0.006623338907957077, -0.023108119145035744, -2.456739902496338, -0.7108350992202759, -0.23332078754901886, -0.3401840627193451, -1.8494797945022583, -0.8555284142494202, -1.6824893951416016, -1.5747547149658203, -0.5564684867858887, -1.333554983139038, -1.4908661842346191, -1.184671401977539, -1.3110463619232178, -1.9212825298309326, -2.1098251342773438, -0.19752423465251923, -1.980788230895996, -2.165651559829712, -1.455750823020935, -1.1199870109558105, -1.852403163909912, -1.6498385667800903, -1.652950406074524, -0.9154831171035767, -1.3732035160064697, -0.7403320074081421, -0.5763280987739563, -2.5546398162841797, -1.0733859539031982, -2.4738199710845947, -1.7957178354263306, -1.7492555379867554, -1.8350002765655518, -1.3336747884750366, -1.1186436414718628, -0.5439574718475342, -2.1494576930999756, -0.646700918674469, -1.5379390716552734, -1.2927404642105103, -1.0433217287063599, -2.059558153152466, -0.5321855545043945, -1.5167431831359863, -0.17950747907161713, -0.0007457336178049445, -0.0008642514003440738, -0.5947799682617188, -1.5601117610931396, -2.1471312046051025, -1.05968177318573, -1.1280475854873657, -0.5339287519454956, -2.429438829421997, -1.0794060230255127, -1.210956335067749, -2.0080251693725586, -1.2471706867218018, -1.0755118131637573, -1.531380295753479, -0.47419437766075134, -2.83660888671875, -0.022044500336050987, -0.9042301177978516, -1.7053391933441162, -1.5672987699508667, -0.21136784553527832, -0.9246172308921814, -1.8970519304275513, -1.5280365943908691, -1.6101237535476685, -1.9129868745803833, -0.2128983736038208, -1.4126919507980347, -1.8768573999404907, -1.1054801940917969, -0.8099188208580017, -0.48795026540756226, -2.0031747817993164, -2.378833293914795, -0.6012659072875977, -1.5848714113235474, -0.0437047965824604, -1.1874094009399414, -2.271296739578247, -0.7310909032821655, -1.7065982818603516, -1.5771580934524536, -1.8550220727920532, -1.9593080282211304, -1.8488696813583374, -0.11477848142385483, -0.9776106476783752, -1.3581947088241577, -1.760848045349121, -0.7189317345619202, -1.248391032218933, -1.6199508905410767, -0.9706497192382812, -0.0007857572636567056, -0.01455134991556406, -2.184662103652954, -1.3181549310684204, -2.0421156883239746, -2.109703302383423, -0.0009055804111994803, -0.5441265106201172, -1.7481114864349365, -2.049607038497925, -1.798924207687378, -0.6348708271980286, -1.4383426904678345, -1.439315676689148, -1.5896093845367432, -0.0005909841856919229, -0.31176862120628357, -1.4676501750946045, -0.9599868655204773, -0.7081449031829834, -2.1025540828704834, -1.3706248998641968, -1.2841089963912964, -1.8200725317001343, -2.056131362915039, -1.7859262228012085, -0.7541283965110779, -0.5853157639503479, -1.0813167095184326, -1.7955318689346313, -1.9200624227523804, -2.262218475341797, -2.735769510269165, -1.5235480070114136, -1.568939208984375, -2.226261854171753, -0.262961208820343, -1.693087100982666, -1.0168894529342651, -0.9236607551574707, -1.0849072933197021, -0.5012015700340271, -0.8640183806419373, -0.06649166345596313, -1.7385616302490234, -0.4727616310119629, -1.105902910232544, -1.060647964477539, -1.1737293004989624, -1.307617425918579, -0.22678832709789276, -1.7972670793533325, -1.5354573726654053, -1.3492776155471802, -1.241148591041565, -1.5344982147216797, -0.142795592546463, -0.9702450037002563, -1.3607629537582397, -2.2000646591186523, -2.2612202167510986, -0.8095607757568359, -1.4949592351913452, -0.254475474357605, -1.173833966255188, -1.068109154701233, -1.948022484779358, -1.1621191501617432, -2.3643605709075928, -0.8493649363517761, -1.0953985452651978]}, "Bot003_067_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :)", "response": "I work at a grocery store.", "annotation_id": "Bot003_067_02", "annotations": ["O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "T", "X", "X"], "gpt2_target_score": [-12.54684829711914, -5.2920756340026855, -6.747051239013672, -6.250652313232422, -14.93996524810791, -13.10556411743164, -8.762763977050781], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.5941351652145386, -2.0943984985351562, -2.2242531776428223, -0.05224054679274559, -1.4264036417007446, -2.634592294692993, -1.037250280380249, -0.8617647886276245, -1.904484510421753, -1.0779483318328857, -1.5688040256500244, -2.1274027824401855, -1.8301138877868652, -1.3518251180648804, -1.3166230916976929, -1.6525620222091675, -1.5237255096435547, -0.0051271384581923485, -0.374469131231308, -2.1917009353637695, -2.1623449325561523, -1.3585032224655151, -1.5557690858840942, -0.7170878052711487, -2.1958796977996826, -1.1200512647628784, -0.5233362317085266, -1.811200499534607, -0.19023500382900238, -1.0471700429916382, -1.4043822288513184, -2.336038589477539, -1.7234857082366943, -1.2637208700180054, -0.4320734739303589, -2.0875303745269775, -0.007719447370618582, -1.480913519859314, -1.5248879194259644]}, "Bot003_067_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes", "response": "I work at a grocery store.", "annotation_id": "Bot003_067_04", "annotations": ["T", "T", "T", "X", "T", "T", "T", "T", "T", "O", "O", "O", "T", "X", "X"], "gpt2_target_score": [-12.54684829711914, -5.2920756340026855, -6.747051239013672, -6.250652313232422, -14.93996524810791, -13.10556411743164, -8.762763977050781], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.5941351652145386, -2.0943984985351562, -2.2242531776428223, -0.05224054679274559, -1.4264036417007446, -2.634592294692993, -1.037250280380249, -0.8617647886276245, -1.904484510421753, -1.0779483318328857, -1.5688040256500244, -2.1274027824401855, -1.8301138877868652, -1.3518251180648804, -1.3166230916976929, -1.6525620222091675, -1.5237255096435547, -0.0051271384581923485, -0.374469131231308, -2.1917009353637695, -2.1623449325561523, -1.3585032224655151, -1.5557690858840942, -0.7170878052711487, -2.1958796977996826, -1.1200512647628784, -0.5233362317085266, -1.811200499534607, -0.19023500382900238, -1.0471700429916382, -1.4043822288513184, -1.773692011833191, -1.179463505744934, -0.47526323795318604, -2.1095070838928223, -0.007354093249887228, -1.439828634262085, -1.601406216621399, -1.0832440853118896, -1.7634634971618652, -2.0816409587860107, -1.6666498184204102, -0.79110187292099, -0.806761622428894, -2.415530204772949, -1.4497528076171875, -1.069337010383606, -2.447801351547241, -1.9760700464248657, -0.40395358204841614, -0.2983720898628235, -2.075620174407959, -0.008120969869196415, -1.2033203840255737, -1.7656497955322266]}, "Bot003_067_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see", "response": "I'm glad you understand it.", "annotation_id": "Bot003_067_06", "annotations": ["O", "T", "X", "X", "T", "T", "O", "O", "O", "O", "T", "T", "T", "X", "T"], "gpt2_target_score": [-12.54683780670166, -13.410511016845703, -12.446401596069336, -9.217009544372559, -15.301283836364746, -11.30210018157959, -8.762763023376465], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -0.05223952978849411, -1.4264156818389893, -2.6345880031585693, -1.0372512340545654, -0.861757755279541, -1.9044524431228638, -1.0779582262039185, -1.5688140392303467, -2.1274261474609375, -1.830136775970459, -1.3517917394638062, -1.3166046142578125, -1.652533769607544, -1.5237621068954468, -0.005127019714564085, -0.3744579255580902, -2.1916818618774414, -2.1623213291168213, -1.358522891998291, -1.5557576417922974, -0.7170710563659668, -2.1958842277526855, -1.120002269744873, -0.523343563079834, -1.8111896514892578, -0.19023500382900238, -1.047208547592163, -1.404416799545288, -1.773713231086731, -1.1794520616531372, -0.47526487708091736, -2.109496593475342, -0.0073539745062589645, -1.4398460388183594, -1.6013977527618408, -1.0832538604736328, -1.7634758949279785, -2.0816378593444824, -1.6666730642318726, -0.7911178469657898, -0.8067731857299805, -2.4155240058898926, -1.4497427940368652, -1.0693285465240479, -1.7750741243362427, -1.182443618774414, -0.9692405462265015, -3.195997714996338, -0.01876997947692871, -0.9748350977897644, -1.9136584997177124, -1.8502663373947144, -1.4075790643692017, -2.3726558685302734, -1.9985694885253906, -1.2324280738830566, -0.5958815217018127, -0.8304567933082581, -1.5279464721679688, -1.1440925598144531, -0.9326108694076538]}, "Bot003_067_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do?", "response": "I love pizza and pizza with my favorite food", "annotation_id": "Bot003_067_08", "annotations": ["T", "T", "T", "X", "T", "T", "X", "X", "O", "O", "X", "T", "X", "X", "X"], "gpt2_target_score": [-12.54683780670166, -7.882358551025391, -11.228872299194336, -4.589842796325684, -13.721846580505371, -10.997916221618652, -3.5461647510528564, -12.34793472290039, -13.74855899810791], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -0.05223952978849411, -1.4264156818389893, -2.6345880031585693, -1.0372512340545654, -0.861757755279541, -1.9044524431228638, -1.0779582262039185, -1.5688140392303467, -2.1274261474609375, -1.830136775970459, -1.3517917394638062, -1.3166046142578125, -1.652533769607544, -1.5237621068954468, -0.005127019714564085, -0.3744579255580902, -2.1916818618774414, -2.1623213291168213, -1.358522891998291, -1.5557576417922974, -0.7170710563659668, -2.1958842277526855, -1.120002269744873, -0.523343563079834, -1.8111896514892578, -0.19023500382900238, -1.047208547592163, -1.404416799545288, -1.773713231086731, -1.1794520616531372, -0.47526487708091736, -2.109496593475342, -0.0073539745062589645, -1.4398460388183594, -1.601395606994629, -1.0832440853118896, -1.7634780406951904, -2.0816447734832764, -1.6666755676269531, -0.7911154627799988, -0.806756854057312, -2.4155259132385254, -1.4497551918029785, -1.0693278312683105, -1.775070071220398, -1.1824480295181274, -0.9692356586456299, -3.1959969997406006, -0.018769629299640656, -0.9748322367668152, -1.9136308431625366, -1.8502579927444458, -1.407558560371399, -1.3521122932434082, -1.4564309120178223, -1.1803977489471436, -1.2500089406967163, -2.076556444168091, -1.429709792137146, -1.838748574256897, -2.375739574432373, -1.487795352935791, -0.06492060422897339, -0.7299733757972717, -0.820936381816864, -0.5764710307121277, -0.5415363311767578, -1.2994673252105713, -1.707924485206604, -1.6134947538375854, -1.1376994848251343, -1.4975231885910034, -2.6555848121643066, -1.2694624662399292, -1.6586228609085083, -2.5465238094329834, -1.7572764158248901, -0.9926823377609253]}, "Bot003_067_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do? I love pizza and pizza with my favorite food i love pizza too", "response": "I love pizza, I work at a grocery store.", "annotation_id": "Bot003_067_10", "annotations": ["T", "T", "X", "X", "T", "T", "X", "O", "T", "T", "X", "O", "T", "X", "X"], "gpt2_target_score": [-12.54683780670166, -7.882358551025391, -11.228872299194336, -5.095152854919434, -2.811568260192871, -5.973273754119873, -9.488608360290527, -9.308368682861328, -16.193674087524414, -12.75411319732666, -2.7467706203460693], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -0.05223952978849411, -1.4264156818389893, -2.6345880031585693, -1.0372512340545654, -0.861757755279541, -1.9044524431228638, -1.0779582262039185, -1.5688140392303467, -2.1274261474609375, -1.830136775970459, -1.3517917394638062, -1.3166046142578125, -1.652533769607544, -1.5237621068954468, -0.005127019714564085, -0.3744579255580902, -2.1916818618774414, -2.1623213291168213, -1.358522891998291, -1.5557576417922974, -0.7170710563659668, -2.1958842277526855, -1.120002269744873, -0.523343563079834, -1.8111896514892578, -0.19023500382900238, -1.047208547592163, -1.404416799545288, -1.773713231086731, -1.1794520616531372, -0.47526487708091736, -2.109496593475342, -0.0073539745062589645, -1.4398460388183594, -1.6013977527618408, -1.0832538604736328, -1.7634758949279785, -2.0816378593444824, -1.6666730642318726, -0.7911178469657898, -0.8067731857299805, -2.4155240058898926, -1.4497427940368652, -1.0693285465240479, -1.7750741243362427, -1.182443618774414, -0.9692405462265015, -3.195997714996338, -0.01876997947692871, -0.9748350977897644, -1.9136584997177124, -1.8502663373947144, -1.4075790643692017, -1.3521162271499634, -1.4564223289489746, -1.1803971529006958, -1.2500079870224, -2.07655930519104, -1.4297125339508057, -1.838750958442688, -2.3757271766662598, -1.4878069162368774, -0.0649210512638092, -0.7299697995185852, -0.8209274411201477, -0.5764700770378113, -0.5415436029434204, -1.299464225769043, -1.9253336191177368, -1.0063865184783936, -1.3209296464920044, -2.655210256576538, -1.3628517389297485, -1.6772342920303345, -2.4618606567382812, -1.6955604553222656, -0.991950511932373, -1.903228521347046, -1.3162038326263428, -1.0574928522109985, -0.9627004265785217, -1.7581042051315308, -1.6343733072280884, -0.3028252422809601, -1.3937804698944092, -1.29694402217865, -1.0440902709960938, -0.3946970999240875, -0.24168014526367188, -0.7340700626373291, -0.010822411626577377, -1.1034588813781738, -1.4859488010406494]}, "Bot003_067_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do? I love pizza and pizza with my favorite food i love pizza too I love pizza, I work at a grocery store. yeah you\u2019ve mentioned that already", "response": "I don't think it's a good idea.", "annotation_id": "Bot003_067_12", "annotations": ["X", "T", "X", "X", "T", "X", "T", "X", "T", "O", "X", "T", "T", "X", "X"], "gpt2_target_score": [-12.54683780670166, -10.426380157470703, -12.560049057006836, -8.599776268005371, -8.391997337341309, -8.77762508392334, -4.78909969329834, -11.289493560791016, -14.763253211975098, -8.723076820373535], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -0.05223952978849411, -1.4264156818389893, -2.6345880031585693, -1.0372512340545654, -0.861757755279541, -1.9044524431228638, -1.0779582262039185, -1.5688140392303467, -2.1274261474609375, -1.830136775970459, -1.3517917394638062, -1.3166046142578125, -1.652533769607544, -1.5237621068954468, -0.005127019714564085, -0.3744579255580902, -2.1916818618774414, -2.1623213291168213, -1.358522891998291, -1.5557576417922974, -0.7170710563659668, -2.1958842277526855, -1.120002269744873, -0.523343563079834, -1.8111896514892578, -0.19023500382900238, -1.047208547592163, -1.404416799545288, -1.773713231086731, -1.1794520616531372, -0.47526487708091736, -2.109496593475342, -0.0073539745062589645, -1.4398460388183594, -1.6013977527618408, -1.0832538604736328, -1.7634758949279785, -2.0816378593444824, -1.6666730642318726, -0.7911178469657898, -0.8067731857299805, -2.4155240058898926, -1.4497427940368652, -1.0693285465240479, -1.7750741243362427, -1.182443618774414, -0.9692405462265015, -3.195997714996338, -0.01876997947692871, -0.9748350977897644, -1.9136584997177124, -1.8502663373947144, -1.4075790643692017, -1.3521162271499634, -1.4564223289489746, -1.1803971529006958, -1.2500079870224, -2.07655930519104, -1.4297125339508057, -1.838750958442688, -2.3757271766662598, -1.4878069162368774, -0.0649210512638092, -0.7299697995185852, -0.8209274411201477, -0.5764700770378113, -0.5415436029434204, -1.299464225769043, -1.9253336191177368, -1.0063865184783936, -1.3209296464920044, -2.655210256576538, -1.3628517389297485, -1.6772342920303345, -2.4618606567382812, -1.6955604553222656, -0.991950511932373, -1.903228521347046, -1.3162038326263428, -1.0574928522109985, -0.9627004265785217, -1.330506682395935, -0.7081153988838196, -1.6509828567504883, -1.6958798170089722, -0.9283360242843628, -0.672316312789917, -0.35134878754615784, -1.2913305759429932, -0.02021029219031334, -1.5368461608886719, -1.6671422719955444, -1.175138235092163, -2.1202080249786377, -0.002298929262906313, -0.2053346335887909, -1.1132431030273438, -1.3800474405288696, -2.1706674098968506, -1.2818681001663208, -1.9110255241394043, -1.757175326347351, -0.5001161098480225, -1.638357162475586, -1.1281501054763794, -0.2993956506252289, -1.5869108438491821, -1.7136842012405396, -0.550277829170227, -0.4384815990924835, -1.0425992012023926]}, "Bot003_067_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do? I love pizza and pizza with my favorite food i love pizza too I love pizza, I work at a grocery store. yeah you\u2019ve mentioned that already I don't think it's a good idea. what?", "response": "I'm not gon na let you go.", "annotation_id": "Bot003_067_14", "annotations": ["X", "T", "X", "X", "T", "T", "O", "T", "T", "T", "X", "T", "X", "X", "X"], "gpt2_target_score": [-12.54683780670166, -13.410511016845703, -8.005407333374023, -12.415511131286621, -14.023314476013184, -9.363791465759277, -2.398993730545044, -3.746112585067749, -5.51131534576416], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -0.05223952978849411, -1.4264156818389893, -2.6345880031585693, -1.0372512340545654, -0.861757755279541, -1.9044524431228638, -1.0779582262039185, -1.5688140392303467, -2.1274261474609375, -1.830136775970459, -1.3517917394638062, -1.3166046142578125, -1.652533769607544, -1.5237621068954468, -0.005127019714564085, -0.3744579255580902, -2.1916818618774414, -2.1623213291168213, -1.358522891998291, -1.5557576417922974, -0.7170710563659668, -2.1958842277526855, -1.120002269744873, -0.523343563079834, -1.8111896514892578, -0.19023500382900238, -1.047208547592163, -1.404416799545288, -1.773713231086731, -1.1794520616531372, -0.47526487708091736, -2.109496593475342, -0.0073539745062589645, -1.4398460388183594, -1.6013977527618408, -1.0832538604736328, -1.7634758949279785, -2.0816378593444824, -1.6666730642318726, -0.7911178469657898, -0.8067731857299805, -2.4155240058898926, -1.4497427940368652, -1.0693285465240479, -1.7750741243362427, -1.182443618774414, -0.9692405462265015, -3.195997714996338, -0.01876997947692871, -0.9748350977897644, -1.9136584997177124, -1.8502663373947144, -1.4075790643692017, -1.3521162271499634, -1.4564223289489746, -1.1803971529006958, -1.2500079870224, -2.07655930519104, -1.4297125339508057, -1.838750958442688, -2.3757271766662598, -1.4878069162368774, -0.0649210512638092, -0.7299697995185852, -0.8209274411201477, -0.5764700770378113, -0.5415436029434204, -1.299464225769043, -1.9253336191177368, -1.0063865184783936, -1.3209296464920044, -2.655210256576538, -1.3628517389297485, -1.6772342920303345, -2.4618606567382812, -1.6955604553222656, -0.991950511932373, -1.903228521347046, -1.3162038326263428, -1.0574928522109985, -0.9627004265785217, -1.330506682395935, -0.7081153988838196, -1.6509828567504883, -1.6958798170089722, -0.9283360242843628, -0.672316312789917, -0.35134878754615784, -1.2913305759429932, -0.02021029219031334, -1.5368461608886719, -1.6671422719955444, -1.175138235092163, -2.1202080249786377, -0.002298929262906313, -0.2053346335887909, -1.1132431030273438, -1.3800474405288696, -2.1706674098968506, -1.2818681001663208, -1.3398981094360352, -0.2838853895664215, -1.074601411819458, -1.1277958154678345, -0.6516140699386597, -1.7656389474868774, -1.713617205619812, -0.6683592796325684, -0.5544246435165405, -1.4107815027236938, -1.2099891901016235, -1.9600419998168945, -1.5726428031921387, -2.1583871841430664, -1.300318956375122, -1.3155680894851685, -1.515555739402771, -3.441540002822876, -1.218395709991455, -1.6642638444900513, -1.6628611087799072, -1.3391133546829224]}, "Bot003_067_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do? I love pizza and pizza with my favorite food i love pizza too I love pizza, I work at a grocery store. yeah you\u2019ve mentioned that already I don't think it's a good idea. what? I'm not gon na let you go. what do you mean", "response": ", maybe I didn't understand your meaning.", "annotation_id": "Bot003_067_16", "annotations": ["O", "T", "X", "X", "T", "O", "T", "X", "T", "X", "X", "O", "X", "X", "X"], "gpt2_target_score": [-3.5627224445343018, -11.536502838134766, -6.244871139526367, -7.780974388122559, -13.798277854919434, -8.28262996673584, -2.327368974685669, -14.639514923095703, -5.51131534576416], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -0.05223952978849411, -1.4264156818389893, -2.6345880031585693, -1.0372512340545654, -0.861757755279541, -1.9044524431228638, -1.0779582262039185, -1.5688140392303467, -2.1274261474609375, -1.830136775970459, -1.3517917394638062, -1.3166046142578125, -1.652533769607544, -1.5237621068954468, -0.005127019714564085, -0.3744579255580902, -2.1916818618774414, -2.1623213291168213, -1.358522891998291, -1.5557576417922974, -0.7170710563659668, -2.1958842277526855, -1.120002269744873, -0.523343563079834, -1.8111896514892578, -0.19023500382900238, -1.047208547592163, -1.404416799545288, -1.773713231086731, -1.1794520616531372, -0.47526487708091736, -2.109496593475342, -0.0073539745062589645, -1.4398460388183594, -1.6013977527618408, -1.0832538604736328, -1.7634758949279785, -2.0816378593444824, -1.6666730642318726, -0.7911178469657898, -0.8067731857299805, -2.4155240058898926, -1.4497427940368652, -1.0693285465240479, -1.7750741243362427, -1.182443618774414, -0.9692405462265015, -3.195997714996338, -0.01876997947692871, -0.9748350977897644, -1.9136584997177124, -1.8502663373947144, -1.4075790643692017, -1.3521162271499634, -1.4564223289489746, -1.1803971529006958, -1.2500079870224, -2.07655930519104, -1.4297125339508057, -1.838750958442688, -2.3757271766662598, -1.4878069162368774, -0.0649210512638092, -0.7299697995185852, -0.8209274411201477, -0.5764700770378113, -0.5415436029434204, -1.299464225769043, -1.9253336191177368, -1.0063865184783936, -1.3209296464920044, -2.655210256576538, -1.3628517389297485, -1.6772342920303345, -2.4618606567382812, -1.6955604553222656, -0.991950511932373, -1.903228521347046, -1.3162038326263428, -1.0574928522109985, -0.9627004265785217, -1.330506682395935, -0.7081153988838196, -1.6509828567504883, -1.6958798170089722, -0.9283360242843628, -0.672316312789917, -0.35134878754615784, -1.2913305759429932, -0.02021029219031334, -1.5368461608886719, -1.6671422719955444, -1.175138235092163, -2.1202080249786377, -0.002298929262906313, -0.2053346335887909, -1.1132431030273438, -1.3800474405288696, -2.1706674098968506, -1.2818681001663208, -1.3398981094360352, -0.2838853895664215, -1.074601411819458, -1.1277958154678345, -0.6516140699386597, -1.7656389474868774, -1.713617205619812, -0.6683592796325684, -0.5544246435165405, -1.4107815027236938, -1.2099891901016235, -1.9600419998168945, -2.4691429138183594, -1.2996172904968262, -1.3322815895080566, -1.4916683435440063, -3.448526620864868, -1.0220335721969604, -1.6225610971450806, -2.2858705520629883, -1.4973464012145996, -1.3024955987930298, -0.06698677688837051, -0.8130514025688171, -1.0112453699111938, -1.8551313877105713, -1.8477492332458496, -1.6165962219238281, -1.2867000102996826, -0.186004638671875, -1.6268526315689087, -1.883276343345642, -0.5864076018333435, -1.5943388938903809, -1.1236655712127686]}, "Bot003_067_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do? I love pizza and pizza with my favorite food i love pizza too I love pizza, I work at a grocery store. yeah you\u2019ve mentioned that already I don't think it's a good idea. what? I'm not gon na let you go. what do you mean , maybe I didn't understand your meaning. i don\u2019t understand you as well", "response": "I'm glad he's recovering.", "annotation_id": "Bot003_067_18", "annotations": ["X", "T", "X", "X", "T", "X", "X", "X", "X", "T", "X", "T", "T", "X", "X"], "gpt2_target_score": [-12.54683780670166, -13.410511016845703, -12.446401596069336, -9.909712791442871, -11.773833274841309, -16.649986267089844, -8.762763023376465], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -0.05223952978849411, -1.4264156818389893, -2.6345880031585693, -1.0372512340545654, -0.861757755279541, -1.9044524431228638, -1.0779582262039185, -1.5688140392303467, -2.1274261474609375, -1.830136775970459, -1.3517917394638062, -1.3166046142578125, -1.652533769607544, -1.5237621068954468, -0.005127019714564085, -0.3744579255580902, -2.1916818618774414, -2.1623213291168213, -1.358522891998291, -1.5557576417922974, -0.7170710563659668, -2.1958842277526855, -1.120002269744873, -0.523343563079834, -1.8111896514892578, -0.19023500382900238, -1.047208547592163, -1.404416799545288, -1.773713231086731, -1.1794520616531372, -0.47526487708091736, -2.109496593475342, -0.0073539745062589645, -1.4398460388183594, -1.6013977527618408, -1.0832538604736328, -1.7634758949279785, -2.0816378593444824, -1.6666730642318726, -0.7911178469657898, -0.8067731857299805, -2.4155240058898926, -1.4497427940368652, -1.0693285465240479, -1.7750741243362427, -1.182443618774414, -0.9692405462265015, -3.195997714996338, -0.01876997947692871, -0.9748350977897644, -1.9136584997177124, -1.8502663373947144, -1.4075790643692017, -1.3521162271499634, -1.4564223289489746, -1.1803971529006958, -1.2500079870224, -2.07655930519104, -1.4297125339508057, -1.838750958442688, -2.3757271766662598, -1.4878069162368774, -0.0649210512638092, -0.7299697995185852, -0.8209274411201477, -0.5764700770378113, -0.5415436029434204, -1.299464225769043, -1.9253336191177368, -1.0063865184783936, -1.3209296464920044, -2.655210256576538, -1.3628517389297485, -1.6772342920303345, -2.4618606567382812, -1.6955604553222656, -0.991950511932373, -1.903228521347046, -1.3162038326263428, -1.0574928522109985, -0.9627004265785217, -1.330506682395935, -0.7081153988838196, -1.6509828567504883, -1.6958798170089722, -0.9283360242843628, -0.672316312789917, -0.35134878754615784, -1.2913305759429932, -0.02021029219031334, -1.5368461608886719, -1.6671422719955444, -1.175138235092163, -2.1202080249786377, -0.002298929262906313, -0.2053346335887909, -1.1132431030273438, -1.3800474405288696, -2.1706674098968506, -1.2818681001663208, -1.3398981094360352, -0.2838853895664215, -1.074601411819458, -1.1277958154678345, -0.6516140699386597, -1.7656389474868774, -1.713617205619812, -0.6683592796325684, -0.5544246435165405, -1.4107815027236938, -1.2099891901016235, -1.9600419998168945, -2.4691429138183594, -1.2996172904968262, -1.3322815895080566, -1.4916683435440063, -3.448526620864868, -1.0220335721969604, -1.6225610971450806, -2.2858705520629883, -1.4973464012145996, -1.3024955987930298, -0.06698677688837051, -0.8130514025688171, -1.0112453699111938, -1.779435634613037, -1.6634162664413452, -1.646324634552002, -0.19772812724113464, -1.6380329132080078, -1.5836071968078613, -0.6040183901786804, -1.4799035787582397, -1.807873249053955, -2.310203790664673, -0.16704446077346802, -0.0031059379689395428, -0.0002834395272657275, -1.624952793121338, -1.903546690940857, -1.7720214128494263, -1.5013370513916016, -1.4096366167068481, -2.045492172241211, -2.265162229537964, -1.2394291162490845, -0.4791843593120575, -1.330067753791809, -1.8996622562408447, -1.267838478088379, -1.145033836364746]}, "Bot003_067_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do? I love pizza and pizza with my favorite food i love pizza too I love pizza, I work at a grocery store. yeah you\u2019ve mentioned that already I don't think it's a good idea. what? I'm not gon na let you go. what do you mean , maybe I didn't understand your meaning. i don\u2019t understand you as well I'm glad he's recovering. who is?", "response": "I don't know.", "annotation_id": "Bot003_067_20", "annotations": ["X", "T", "X", "X", "T", "X", "O", "O", "X", "T", "T", "O", "T", "X", "X"], "gpt2_target_score": [-12.54683780670166, -10.426380157470703, -12.560049057006836, -8.645827293395996, -10.672682762145996], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -2.0944130420684814, -2.224261999130249, -0.05223952978849411, -1.4264156818389893, -2.6345880031585693, -1.0372512340545654, -0.861757755279541, -1.9044524431228638, -1.0779582262039185, -1.5688140392303467, -2.1274261474609375, -1.830136775970459, -1.3517917394638062, -1.3166046142578125, -1.652533769607544, -1.5237621068954468, -0.005127019714564085, -0.3744579255580902, -2.1916818618774414, -2.1623213291168213, -1.358522891998291, -1.5557576417922974, -0.7170710563659668, -2.1958842277526855, -1.120002269744873, -0.523343563079834, -1.8111896514892578, -0.19023500382900238, -1.047208547592163, -1.404416799545288, -1.773713231086731, -1.1794520616531372, -0.47526487708091736, -2.109496593475342, -0.0073539745062589645, -1.4398460388183594, -1.6013977527618408, -1.0832538604736328, -1.7634758949279785, -2.0816378593444824, -1.6666730642318726, -0.7911178469657898, -0.8067731857299805, -2.4155240058898926, -1.4497427940368652, -1.0693285465240479, -1.7750741243362427, -1.182443618774414, -0.9692405462265015, -3.195997714996338, -0.01876997947692871, -0.9748350977897644, -1.9136584997177124, -1.8502663373947144, -1.4075790643692017, -1.3521162271499634, -1.4564223289489746, -1.1803971529006958, -1.2500079870224, -2.07655930519104, -1.4297125339508057, -1.838750958442688, -2.3757271766662598, -1.4878069162368774, -0.0649210512638092, -0.7299697995185852, -0.8209274411201477, -0.5764700770378113, -0.5415436029434204, -1.299464225769043, -1.9253336191177368, -1.0063865184783936, -1.3209296464920044, -2.655210256576538, -1.3628517389297485, -1.6772342920303345, -2.4618606567382812, -1.6955604553222656, -0.991950511932373, -1.903228521347046, -1.3162038326263428, -1.0574928522109985, -0.9627004265785217, -1.330506682395935, -0.7081153988838196, -1.6509828567504883, -1.6958798170089722, -0.9283360242843628, -0.672316312789917, -0.35134878754615784, -1.2913305759429932, -0.02021029219031334, -1.5368461608886719, -1.6671422719955444, -1.175138235092163, -2.1202080249786377, -0.002298929262906313, -0.2053346335887909, -1.1132431030273438, -1.3800474405288696, -2.1706674098968506, -1.2818681001663208, -1.3398981094360352, -0.2838853895664215, -1.074601411819458, -1.1277958154678345, -0.6516140699386597, -1.7656389474868774, -1.713617205619812, -0.6683592796325684, -0.5544246435165405, -1.4107815027236938, -1.2099891901016235, -1.9600419998168945, -2.4691429138183594, -1.2996172904968262, -1.3322815895080566, -1.4916683435440063, -3.448526620864868, -1.0220335721969604, -1.6225610971450806, -2.2858705520629883, -1.4973464012145996, -1.3024955987930298, -0.06698677688837051, -0.8130514025688171, -1.0112453699111938, -1.779435634613037, -1.6634162664413452, -1.646324634552002, -0.19772812724113464, -1.6380329132080078, -1.5836071968078613, -0.6040183901786804, -1.4799035787582397, -1.807873249053955, -2.310203790664673, -0.16704446077346802, -0.0031059379689395428, -0.0002834395272657275, -1.6249550580978394, -1.9035580158233643, -1.7720215320587158, -1.501325011253357, -1.409629225730896, -1.9132944345474243, -1.7164281606674194, -0.42961421608924866, -1.2864751815795898, -1.964276671409607, -1.309632658958435, -1.975108027458191, -2.112389087677002, -1.4259212017059326, -1.6558711528778076, -1.977379560470581, -1.6864187717437744, -0.28417980670928955, -1.1013127565383911, -1.5107876062393188, -0.9131404757499695]}, "Bot003_068_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me", "response": "What a joke!!!", "annotation_id": "Bot003_068_02", "annotations": ["X", "T", "T", "X", "X", "O", "O", "O", "X", "O", "T", "T", "T", "T", "T"], "gpt2_target_score": [-13.516185760498047, -7.2742228507995605, -14.20871353149414, -8.70504379272461], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.5941351652145386, -1.4256322383880615, -1.4976409673690796, -1.8370721340179443, -1.5878310203552246, -0.8194949626922607, -0.4451376795768738, -1.418275237083435, -1.3048549890518188, -1.6145498752593994, -1.9339993000030518, -0.3390909731388092, -1.1997344493865967, -0.7048479914665222, -0.7970618605613708, -0.9904287457466125, -1.3114343881607056, -1.2821934223175049, -1.9248344898223877, -1.6650816202163696, -1.7938334941864014, -0.10710987448692322, -2.333949089050293, -1.9226995706558228, -1.2320044040679932, -2.3638336658477783, -0.8167106509208679, -0.5112340450286865]}, "Bot003_068_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :)", "response": "It's not that simple.", "annotation_id": "Bot003_068_04", "annotations": ["T", "T", "T", "X", "X", "O", "T", "T", "X", "O", "X", "T", "T", "T", "T"], "gpt2_target_score": [-14.50728988647461, -12.041938781738281, -8.005420684814453, -7.708614349365234, -14.463662147521973, -8.62167739868164], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.5941351652145386, -1.4256322383880615, -1.4976409673690796, -1.8370721340179443, -1.5878310203552246, -0.8194949626922607, -0.4451376795768738, -1.418275237083435, -1.3048549890518188, -1.6145498752593994, -1.9339993000030518, -0.3390909731388092, -1.1997344493865967, -0.7048479914665222, -0.7970618605613708, -0.9904287457466125, -1.3114343881607056, -1.2821934223175049, -1.9248344898223877, -1.6650816202163696, -1.7938334941864014, -0.10710987448692322, -2.333949089050293, -2.1271021366119385, -2.3008151054382324, -1.746677041053772, -1.1057084798812866, -1.7847974300384521, -0.8408873081207275, -1.1497840881347656, -1.986353874206543, -0.9386964440345764, -1.965639591217041, -1.8584256172180176, -0.5961485505104065, -1.4386557340621948, -1.616025447845459]}, "Bot003_068_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living?", "response": "I am a student, I am a college student.", "annotation_id": "Bot003_068_06", "annotations": ["T", "T", "O", "O", "X", "T", "T", "T", "T", "O", "T", "O", "O", "O", "T"], "gpt2_target_score": [-12.54684829711914, -11.019615173339844, -2.9333226680755615, -12.72970199584961, -10.303963661193848, -9.713138580322266, -9.572345733642578, -8.831747055053711, -10.837972640991211, -14.74321174621582, -11.112250328063965], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.5941351652145386, -1.4256322383880615, -1.4976409673690796, -1.8370721340179443, -1.5878310203552246, -0.8194949626922607, -0.4451376795768738, -1.418275237083435, -1.3048549890518188, -1.6145498752593994, -1.9339993000030518, -0.3390909731388092, -1.1997344493865967, -0.7048479914665222, -0.7970618605613708, -0.9904287457466125, -1.3114343881607056, -1.2821934223175049, -1.9248344898223877, -1.6650816202163696, -1.7938334941864014, -0.10710987448692322, -2.333949089050293, -2.1271021366119385, -2.3008151054382324, -1.746677041053772, -1.1057084798812866, -1.7847974300384521, -0.8408873081207275, -1.1497840881347656, -0.9949227571487427, -1.9548304080963135, -1.8287959098815918, -0.6137843728065491, -1.5749107599258423, -1.6442607641220093, -1.6735228300094604, -0.13089774549007416, -1.0270769596099854, -0.8735964298248291, -0.6821523904800415, -0.7065232992172241, -1.399475336074829, -1.67715585231781, -1.8480364084243774, -1.8455204963684082, -3.458059310913086, -1.9065295457839966, -1.7396801710128784, -2.1999456882476807, -1.2500925064086914, -2.1888785362243652, -0.07870905846357346, -0.9521154165267944, -0.8116686344146729]}, "Bot003_068_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school", "response": "Hi, I am 25. I am a soccer player.", "annotation_id": "Bot003_068_08", "annotations": ["T", "T", "X", "T", "O", "O", "T", "T", "X", "O", "X", "O", "T", "O", "T"], "gpt2_target_score": [-14.643013954162598, -9.555438995361328, -6.244871139526367, -10.686293601989746, -8.775938987731934, -8.621710777282715, -7.165627479553223, -10.389941215515137, -3.6774420738220215, -7.675233840942383, -11.845291137695312, -8.08695125579834], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -1.425606608390808, -1.4976381063461304, -1.837049126625061, -1.5878159999847412, -0.8195039629936218, -0.4451512098312378, -1.4182826280593872, -1.3048502206802368, -1.614544153213501, -1.9340143203735352, -0.33909809589385986, -1.1996866464614868, -0.7048611640930176, -0.797052800655365, -0.9904487729072571, -1.3114418983459473, -1.2822238206863403, -1.924837350845337, -1.6650854349136353, -1.7937958240509033, -0.10710697621107101, -2.3339297771453857, -2.1270813941955566, -2.3008337020874023, -1.7466444969177246, -1.105716586112976, -1.7848095893859863, -0.8409020304679871, -1.1497572660446167, -0.9949381947517395, -1.954862356185913, -1.8287755250930786, -0.6137637495994568, -1.574910044670105, -1.6442617177963257, -1.6735082864761353, -0.13089899718761444, -1.0270713567733765, -0.8735600113868713, -0.6821285486221313, -0.7065256834030151, -1.3994672298431396, -1.9306358098983765, -1.893074631690979, -3.728322982788086, -1.8843770027160645, -1.9236228466033936, -2.0728421211242676, -1.1992781162261963, -2.124901533126831, -0.06359734386205673, -0.9463552236557007, -0.8603187203407288, -1.6656807661056519, -1.2364885807037354, -1.4910714626312256, -1.8098702430725098, -0.07571600377559662, -1.1968754529953003, -1.923989176750183, -1.1380325555801392, -1.0534214973449707, -1.4934666156768799, -1.053938627243042, -1.3651275634765625, -0.6615485548973083, -1.1921954154968262, -1.6247563362121582, -1.841666579246521, -0.9821221828460693, -1.2680726051330566, -0.5320053696632385]}, "Bot003_068_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school Hi, I am 25. I am a soccer player. i won homecoming queen this year.", "response": "Oh wow! That is a lot of fun.", "annotation_id": "Bot003_068_10", "annotations": ["T", "T", "O", "O", "X", "O", "T", "T", "X", "O", "X", "T", "O", "O", "T"], "gpt2_target_score": [-15.679436683654785, -10.551563262939453, -6.187398910522461, -10.836211204528809, -8.386305809020996, -9.41446590423584, -12.08120059967041, -9.9778470993042, -9.988309860229492, -1.7150743007659912], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -1.425606608390808, -1.4976381063461304, -1.837049126625061, -1.5878159999847412, -0.8195039629936218, -0.4451512098312378, -1.4182826280593872, -1.3048502206802368, -1.614544153213501, -1.9340143203735352, -0.33909809589385986, -1.1996866464614868, -0.7048611640930176, -0.797052800655365, -0.9904487729072571, -1.3114418983459473, -1.2822238206863403, -1.924837350845337, -1.6650854349136353, -1.7937958240509033, -0.10710697621107101, -2.3339297771453857, -2.1270813941955566, -2.3008337020874023, -1.7466444969177246, -1.105716586112976, -1.7848095893859863, -0.8409020304679871, -1.1497572660446167, -0.9949381947517395, -1.9548701047897339, -1.8287900686264038, -0.6137673258781433, -1.5749117136001587, -1.6442558765411377, -1.6735081672668457, -0.13090014457702637, -1.0270781517028809, -0.8735640645027161, -0.6821354627609253, -0.7065224051475525, -1.3994735479354858, -1.9306354522705078, -1.8930813074111938, -3.7283267974853516, -1.8843787908554077, -1.923634648323059, -2.0728466510772705, -1.1992924213409424, -2.124901294708252, -0.06359723210334778, -0.9463446140289307, -0.8603280782699585, -1.66568922996521, -1.2364935874938965, -1.4910680055618286, -1.8098703622817993, -0.07571600377559662, -1.1968727111816406, -1.160873532295227, -1.3062876462936401, -1.1852606534957886, -1.1890404224395752, -1.3150196075439453, -0.778589129447937, -1.0308234691619873, -1.6528874635696411, -2.125519275665283, -0.8438287377357483, -1.1179238557815552, -0.6104794144630432, -1.3269314765930176, -0.7517964243888855, -1.9160547256469727, -2.2674930095672607, -2.4672439098358154, -0.434661865234375, -1.1583292484283447, -1.1164458990097046, -1.947004795074463, -1.8002078533172607, -1.4078556299209595, -1.4454494714736938, -0.9276032447814941, -1.727129340171814, -1.7436858415603638, -0.8129817843437195, -0.8179855346679688, -0.7841271162033081, -1.3649020195007324]}, "Bot003_068_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school Hi, I am 25. I am a soccer player. i won homecoming queen this year. Oh wow! That is a lot of fun. It is hard playing soccer?", "response": "I am only 19 so I don't have to go to school", "annotation_id": "Bot003_068_12", "annotations": ["O", "T", "X", "T", "T", "O", "T", "T", "X", "O", "T", "X", "X", "X", "T"], "gpt2_target_score": [-12.54683780670166, -11.019596099853516, -8.479429244995117, -10.642088890075684, -9.196623802185059, -9.713156700134277, -10.63485050201416, -10.9459867477417, -10.365079879760742, -6.265230178833008, -7.0575408935546875, -7.784873008728027, -11.349556922912598], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -1.425606608390808, -1.4976381063461304, -1.837049126625061, -1.5878159999847412, -0.8195039629936218, -0.4451512098312378, -1.4182826280593872, -1.3048502206802368, -1.614544153213501, -1.9340143203735352, -0.33909809589385986, -1.1996866464614868, -0.7048611640930176, -0.797052800655365, -0.9904487729072571, -1.3114418983459473, -1.2822238206863403, -1.924837350845337, -1.6650854349136353, -1.7937958240509033, -0.10710697621107101, -2.3339297771453857, -2.1270813941955566, -2.3008337020874023, -1.7466444969177246, -1.105716586112976, -1.7848095893859863, -0.8409020304679871, -1.1497572660446167, -0.9949381947517395, -1.9548701047897339, -1.8287900686264038, -0.6137673258781433, -1.5749117136001587, -1.6442558765411377, -1.6735081672668457, -0.13090014457702637, -1.0270781517028809, -0.8735640645027161, -0.6821354627609253, -0.7065224051475525, -1.3994735479354858, -1.9306354522705078, -1.8930813074111938, -3.7283267974853516, -1.8843787908554077, -1.923634648323059, -2.0728466510772705, -1.1992924213409424, -2.124901294708252, -0.06359723210334778, -0.9463446140289307, -0.8603280782699585, -1.66568922996521, -1.2364935874938965, -1.4910680055618286, -1.8098703622817993, -0.07571600377559662, -1.1968727111816406, -1.160873532295227, -1.3062876462936401, -1.1852606534957886, -1.1890404224395752, -1.3150196075439453, -0.778589129447937, -1.0308234691619873, -1.6528874635696411, -2.125519275665283, -0.8438287377357483, -1.1179238557815552, -0.6104794144630432, -1.3269314765930176, -0.7517964243888855, -1.9160547256469727, -2.2674930095672607, -2.4672439098358154, -0.434661865234375, -1.1583292484283447, -1.1164458990097046, -1.7365374565124512, -1.3847206830978394, -1.5056166648864746, -0.8111907243728638, -1.6887147426605225, -1.7072689533233643, -0.8241180181503296, -0.46878695487976074, -0.9363072514533997, -1.2327513694763184, -1.12659752368927, -1.8721377849578857, -0.5644947290420532, -0.7959991097450256, -1.5987175703048706, -1.5725724697113037, -1.8549351692199707, -2.0473241806030273, -1.713509202003479, -1.789431095123291, -1.4233185052871704, -0.8000096082687378, -1.4794657230377197, -0.09778257459402084, -0.9122286438941956, -1.698879361152649, -0.4842010736465454, -1.04049551486969, -1.5207092761993408, -1.720341682434082]}, "Bot003_068_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school Hi, I am 25. I am a soccer player. i won homecoming queen this year. Oh wow! That is a lot of fun. It is hard playing soccer? I am only 19 so I don't have to go to school You said that you are 25 years old.", "response": "I wouldn't be surprised if it wasn't so dangerous.", "annotation_id": "Bot003_068_14", "annotations": ["T", "T", "X", "X", "X", "T", "T", "T", "X", "O", "T", "X", "X", "X", "T"], "gpt2_target_score": [-12.54683780670166, -17.16141128540039, -12.560049057006836, -7.335066795349121, -11.979994773864746, -11.99033260345459, -3.819939613342285, -16.228992462158203, -12.917020797729492, -4.27116584777832, -12.45465087890625, -8.08695125579834], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -1.425606608390808, -1.4976381063461304, -1.837049126625061, -1.5878159999847412, -0.8195039629936218, -0.4451512098312378, -1.4182826280593872, -1.3048502206802368, -1.614544153213501, -1.9340143203735352, -0.33909809589385986, -1.1996866464614868, -0.7048611640930176, -0.797052800655365, -0.9904487729072571, -1.3114418983459473, -1.2822238206863403, -1.924837350845337, -1.6650854349136353, -1.7937958240509033, -0.10710697621107101, -2.3339297771453857, -2.1270813941955566, -2.3008337020874023, -1.7466444969177246, -1.105716586112976, -1.7848095893859863, -0.8409020304679871, -1.1497572660446167, -0.9949381947517395, -1.9548701047897339, -1.8287900686264038, -0.6137673258781433, -1.5749117136001587, -1.6442558765411377, -1.6735081672668457, -0.13090014457702637, -1.0270781517028809, -0.8735640645027161, -0.6821354627609253, -0.7065224051475525, -1.3994735479354858, -1.9306354522705078, -1.8930813074111938, -3.7283267974853516, -1.8843787908554077, -1.923634648323059, -2.0728466510772705, -1.1992924213409424, -2.124901294708252, -0.06359723210334778, -0.9463446140289307, -0.8603280782699585, -1.66568922996521, -1.2364935874938965, -1.4910680055618286, -1.8098703622817993, -0.07571600377559662, -1.1968727111816406, -1.160873532295227, -1.3062876462936401, -1.1852606534957886, -1.1890404224395752, -1.3150196075439453, -0.778589129447937, -1.0308234691619873, -1.6528874635696411, -2.125519275665283, -0.8438287377357483, -1.1179238557815552, -0.6104794144630432, -1.3269314765930176, -0.7517964243888855, -1.9160547256469727, -2.2674930095672607, -2.4672439098358154, -0.434661865234375, -1.1583292484283447, -1.1164458990097046, -1.7365374565124512, -1.3847206830978394, -1.5056166648864746, -0.8111907243728638, -1.6887147426605225, -1.707270622253418, -0.8241289854049683, -0.46878838539123535, -0.936309278011322, -1.2327518463134766, -1.1265983581542969, -1.872154712677002, -0.5644904971122742, -0.7959932088851929, -1.5987104177474976, -1.5725665092468262, -1.8927643299102783, -1.6611533164978027, -1.9898818731307983, -1.2894896268844604, -0.8806582689285278, -1.448198914527893, -0.07591038197278976, -0.9063031673431396, -1.6099178791046143, -0.4956144392490387, -1.0446821451187134, -1.5502009391784668, -1.610893726348877, -1.8940556049346924, -1.1674104928970337, -2.100557565689087, -1.5988621711730957, -2.1401004791259766, -1.2233853340148926, -0.029236741364002228, -1.0303093194961548, -1.2319450378417969, -1.901318073272705, -1.287776231765747, -0.14035820960998535, -1.1641312837600708, -0.9119516611099243, -0.2636767625808716, -0.610958993434906, -1.3639394044876099, -0.005918122362345457, -2.423365831375122, -1.442246913909912, -1.2206212282180786, -1.213219165802002]}, "Bot003_068_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school Hi, I am 25. I am a soccer player. i won homecoming queen this year. Oh wow! That is a lot of fun. It is hard playing soccer? I am only 19 so I don't have to go to school You said that you are 25 years old. I wouldn't be surprised if it wasn't so dangerous. Why do you think you are so dangerous?", "response": "I am a soccer coach. I love soccer.", "annotation_id": "Bot003_068_16", "annotations": ["O", "T", "X", "T", "T", "O", "T", "T", "X", "O", "T", "X", "X", "X", "T"], "gpt2_target_score": [-12.54683780670166, -11.019596099853516, -2.933339834213257, -11.017775535583496, -13.923964500427246, -8.621710777282715, -7.165627479553223, -5.72621488571167, -7.269711971282959, -1.7150743007659912], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -1.425606608390808, -1.4976381063461304, -1.837049126625061, -1.5878159999847412, -0.8195039629936218, -0.4451512098312378, -1.4182826280593872, -1.3048502206802368, -1.614544153213501, -1.9340143203735352, -0.33909809589385986, -1.1996866464614868, -0.7048611640930176, -0.797052800655365, -0.9904487729072571, -1.3114418983459473, -1.2822238206863403, -1.924837350845337, -1.6650854349136353, -1.7937958240509033, -0.10710697621107101, -2.3339297771453857, -2.1270813941955566, -2.3008337020874023, -1.7466444969177246, -1.105716586112976, -1.7848095893859863, -0.8409020304679871, -1.1497572660446167, -0.9949381947517395, -1.9548701047897339, -1.8287900686264038, -0.6137673258781433, -1.5749117136001587, -1.6442558765411377, -1.6735081672668457, -0.13090014457702637, -1.0270781517028809, -0.8735640645027161, -0.6821354627609253, -0.7065224051475525, -1.3994735479354858, -1.9306354522705078, -1.8930813074111938, -3.7283267974853516, -1.8843787908554077, -1.923634648323059, -2.0728466510772705, -1.1992924213409424, -2.124901294708252, -0.06359723210334778, -0.9463446140289307, -0.8603280782699585, -1.66568922996521, -1.2364935874938965, -1.4910680055618286, -1.8098703622817993, -0.07571600377559662, -1.1968727111816406, -1.160873532295227, -1.3062876462936401, -1.1852606534957886, -1.1890404224395752, -1.3150196075439453, -0.778589129447937, -1.0308234691619873, -1.6528874635696411, -2.125519275665283, -0.8438287377357483, -1.1179238557815552, -0.6104794144630432, -1.3269314765930176, -0.7517964243888855, -1.9160547256469727, -2.2674930095672607, -2.4672439098358154, -0.434661865234375, -1.1583292484283447, -1.1164458990097046, -1.7365374565124512, -1.3847206830978394, -1.5056166648864746, -0.8111907243728638, -1.6887147426605225, -1.7072689533233643, -0.8241180181503296, -0.46878695487976074, -0.9363072514533997, -1.2327513694763184, -1.12659752368927, -1.8721377849578857, -0.5644947290420532, -0.7959991097450256, -1.5987175703048706, -1.5725724697113037, -1.8927547931671143, -1.661149263381958, -1.9898701906204224, -1.2894999980926514, -0.8806498050689697, -1.4481993913650513, -0.07591038197278976, -0.9063048958778381, -1.6099170446395874, -0.49561017751693726, -1.0446823835372925, -1.5502022504806519, -1.6108908653259277, -1.8940582275390625, -1.1674201488494873, -2.100562810897827, -1.5988622903823853, -2.1400949954986572, -1.2233988046646118, -0.029236741364002228, -1.03031325340271, -1.2319512367248535, -1.172120213508606, -0.08846807479858398, -1.2752896547317505, -0.998489499092102, -0.22554944455623627, -0.5345794558525085, -1.3882551193237305, -0.020748822018504143, -2.441553831100464, -1.4010324478149414, -1.1644970178604126, -1.307344913482666, -1.4709596633911133, -0.14719362556934357, -0.740830659866333, -1.1309260129928589, -1.3172742128372192, -1.6032240390777588, -0.35351234674453735, -0.41760310530662537, -1.4346342086791992, -1.4967161417007446, -1.5324229001998901, -2.353644609451294, -2.1424238681793213, -0.13592858612537384, -0.9480963349342346, -0.6046910881996155, -1.4435924291610718, -1.70284903049469, -0.8445373177528381, -0.7693657875061035]}, "Bot003_068_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school Hi, I am 25. I am a soccer player. i won homecoming queen this year. Oh wow! That is a lot of fun. It is hard playing soccer? I am only 19 so I don't have to go to school You said that you are 25 years old. I wouldn't be surprised if it wasn't so dangerous. Why do you think you are so dangerous? I am a soccer coach. I love soccer. Are you a coach or soccer player?", "response": "No I am not. I am only 19", "annotation_id": "Bot003_068_18", "annotations": ["T", "T", "X", "X", "O", "O", "O", "T", "X", "O", "O", "X", "X", "X", "T"], "gpt2_target_score": [-13.818657875061035, -8.355243682861328, -9.89820671081543, -6.316618919372559, -10.672682762145996, -9.713156700134277, -9.572381019592285, -8.753619194030762, -11.463193893432617], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -1.425606608390808, -1.4976381063461304, -1.837049126625061, -1.5878159999847412, -0.8195039629936218, -0.4451512098312378, -1.4182826280593872, -1.3048502206802368, -1.614544153213501, -1.9340143203735352, -0.33909809589385986, -1.1996866464614868, -0.7048611640930176, -0.797052800655365, -0.9904487729072571, -1.3114418983459473, -1.2822238206863403, -1.924837350845337, -1.6650854349136353, -1.7937958240509033, -0.10710697621107101, -2.3339297771453857, -2.1270813941955566, -2.3008337020874023, -1.7466444969177246, -1.105716586112976, -1.7848095893859863, -0.8409020304679871, -1.1497572660446167, -0.9949381947517395, -1.9548701047897339, -1.8287900686264038, -0.6137673258781433, -1.5749117136001587, -1.6442558765411377, -1.6735081672668457, -0.13090014457702637, -1.0270781517028809, -0.8735640645027161, -0.6821354627609253, -0.7065224051475525, -1.3994735479354858, -1.9306354522705078, -1.8930813074111938, -3.7283267974853516, -1.8843787908554077, -1.923634648323059, -2.0728466510772705, -1.1992924213409424, -2.124901294708252, -0.06359723210334778, -0.9463446140289307, -0.8603280782699585, -1.66568922996521, -1.2364935874938965, -1.4910680055618286, -1.8098703622817993, -0.07571600377559662, -1.1968727111816406, -1.160873532295227, -1.3062876462936401, -1.1852606534957886, -1.1890404224395752, -1.3150196075439453, -0.778589129447937, -1.0308234691619873, -1.6528874635696411, -2.125519275665283, -0.8438287377357483, -1.1179238557815552, -0.6104794144630432, -1.3269314765930176, -0.7517964243888855, -1.9160547256469727, -2.2674930095672607, -2.4672439098358154, -0.434661865234375, -1.1583292484283447, -1.1164458990097046, -1.7365374565124512, -1.3847206830978394, -1.5056166648864746, -0.8111907243728638, -1.6887147426605225, -1.7072689533233643, -0.8241180181503296, -0.46878695487976074, -0.9363072514533997, -1.2327513694763184, -1.12659752368927, -1.8721377849578857, -0.5644947290420532, -0.7959991097450256, -1.5987175703048706, -1.5725724697113037, -1.8927547931671143, -1.661149263381958, -1.9898701906204224, -1.2894999980926514, -0.8806498050689697, -1.4481993913650513, -0.07591038197278976, -0.9063048958778381, -1.6099170446395874, -0.49561017751693726, -1.0446823835372925, -1.5502022504806519, -1.6108908653259277, -1.8940582275390625, -1.1674201488494873, -2.100562810897827, -1.5988622903823853, -2.1400949954986572, -1.2233988046646118, -0.029236741364002228, -1.03031325340271, -1.2319512367248535, -1.172120213508606, -0.08846807479858398, -1.2752896547317505, -0.998489499092102, -0.22554944455623627, -0.5345794558525085, -1.3882551193237305, -0.020748822018504143, -2.441553831100464, -1.4010258913040161, -1.1644995212554932, -1.307342290878296, -1.470962405204773, -0.14719372987747192, -0.7408355474472046, -1.1309289932250977, -1.3172835111618042, -1.6032001972198486, -0.35351303219795227, -0.4176081418991089, -1.434634804725647, -1.4542515277862549, -2.2658746242523193, -2.6857500076293945, -0.19199183583259583, -1.0106406211853027, -0.7360649704933167, -1.2755699157714844, -1.650504231452942, -0.8661851286888123, -0.7543038129806519, -0.05494741350412369, -2.0157406330108643, -1.7663419246673584, -0.40692293643951416, -0.6268526911735535, -1.2325465679168701, -0.15326997637748718, -1.3665342330932617, -1.3997260332107544, -1.1201006174087524, -0.5436456799507141, -0.8697869181632996, -0.8201693892478943, -0.6193881034851074, -0.686325192451477, -0.7972437143325806, -0.6000683307647705, -1.122900366783142]}, "Bot003_068_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school Hi, I am 25. I am a soccer player. i won homecoming queen this year. Oh wow! That is a lot of fun. It is hard playing soccer? I am only 19 so I don't have to go to school You said that you are 25 years old. I wouldn't be surprised if it wasn't so dangerous. Why do you think you are so dangerous? I am a soccer coach. I love soccer. Are you a coach or soccer player? No I am not. I am only 19 Your answer is not relative", "response": "What would you have said?", "annotation_id": "Bot003_068_20", "annotations": ["T", "T", "O", "O", "X", "T", "T", "T", "X", "O", "T", "X", "O", "X", "T"], "gpt2_target_score": [-13.516152381896973, -13.85025405883789, -4.910650253295898, -3.9273669719696045, -12.107817649841309, -11.518439292907715], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.5940927267074585, -1.425606608390808, -1.4976381063461304, -1.837049126625061, -1.5878159999847412, -0.8195039629936218, -0.4451512098312378, -1.4182826280593872, -1.3048502206802368, -1.614544153213501, -1.9340143203735352, -0.33909809589385986, -1.1996866464614868, -0.7048611640930176, -0.797052800655365, -0.9904487729072571, -1.3114418983459473, -1.2822238206863403, -1.924837350845337, -1.6650854349136353, -1.7937958240509033, -0.10710697621107101, -2.3339297771453857, -2.1270813941955566, -2.3008337020874023, -1.7466444969177246, -1.105716586112976, -1.7848095893859863, -0.8409020304679871, -1.1497572660446167, -0.9949381947517395, -1.9548701047897339, -1.8287900686264038, -0.6137673258781433, -1.5749117136001587, -1.6442558765411377, -1.6735081672668457, -0.13090014457702637, -1.0270781517028809, -0.8735640645027161, -0.6821354627609253, -0.7065224051475525, -1.3994735479354858, -1.9306354522705078, -1.8930813074111938, -3.7283267974853516, -1.8843787908554077, -1.923634648323059, -2.0728466510772705, -1.1992924213409424, -2.124901294708252, -0.06359723210334778, -0.9463446140289307, -0.8603280782699585, -1.66568922996521, -1.2364935874938965, -1.4910680055618286, -1.8098703622817993, -0.07571600377559662, -1.1968727111816406, -1.160873532295227, -1.3062876462936401, -1.1852606534957886, -1.1890404224395752, -1.3150196075439453, -0.778589129447937, -1.0308234691619873, -1.6528874635696411, -2.125519275665283, -0.8438287377357483, -1.1179238557815552, -0.6104794144630432, -1.3269314765930176, -0.7517964243888855, -1.9160547256469727, -2.2674930095672607, -2.4672439098358154, -0.434661865234375, -1.1583292484283447, -1.1164458990097046, -1.7365374565124512, -1.3847206830978394, -1.5056166648864746, -0.8111907243728638, -1.6887147426605225, -1.7072689533233643, -0.8241180181503296, -0.46878695487976074, -0.9363072514533997, -1.2327513694763184, -1.12659752368927, -1.8721377849578857, -0.5644947290420532, -0.7959991097450256, -1.5987175703048706, -1.5725724697113037, -1.8927547931671143, -1.661149263381958, -1.9898701906204224, -1.2894999980926514, -0.8806498050689697, -1.4481993913650513, -0.07591038197278976, -0.9063048958778381, -1.6099170446395874, -0.49561017751693726, -1.0446823835372925, -1.5502022504806519, -1.6108908653259277, -1.8940582275390625, -1.1674201488494873, -2.100562810897827, -1.5988622903823853, -2.1400949954986572, -1.2233988046646118, -0.029236741364002228, -1.03031325340271, -1.2319512367248535, -1.172120213508606, -0.08846807479858398, -1.2752896547317505, -0.998489499092102, -0.22554944455623627, -0.5345794558525085, -1.3882551193237305, -0.020748822018504143, -2.441553831100464, -1.4010324478149414, -1.1644970178604126, -1.307344913482666, -1.4709596633911133, -0.14719362556934357, -0.740830659866333, -1.1309211254119873, -1.3172836303710938, -1.6032052040100098, -0.35351696610450745, -0.41760993003845215, -1.4346370697021484, -1.4542479515075684, -2.2658698558807373, -2.685734510421753, -0.19199419021606445, -1.0106329917907715, -0.7360652089118958, -1.27556312084198, -1.6504945755004883, -0.8661919236183167, -0.7543041706085205, -0.054947640746831894, -2.015730142593384, -1.7663451433181763, -0.4069141149520874, -0.626856803894043, -1.2325448989868164, -0.15327131748199463, -1.366529107093811, -1.1707170009613037, -0.6311636567115784, -0.8468725681304932, -0.6635857820510864, -0.7186392545700073, -0.7154912948608398, -0.8112297058105469, -0.7023844718933105, -1.140670657157898, -1.5845885276794434, -0.4622536897659302, -2.404649496078491, -2.472886323928833, -0.6908061504364014, -1.6133129596710205, -1.9257335662841797, -0.4920826554298401, -1.071999192237854, -1.0256012678146362, -1.2689540386199951, -0.8143286108970642]}, "Bot003_070_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey!", "response": "Hey!", "annotation_id": "Bot003_070_02", "annotations": ["O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-10.410074234008789, -1.4767998456954956], "gpt2_argmax_score": [-1.6911711692810059, -1.167336344718933, -1.0133947134017944, -1.7187632322311401, -1.2840205430984497, -1.9699314832687378, -1.1266264915466309, -1.144236445426941]}, "Bot003_070_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going", "response": "My day is going extremely well,. How about yours?", "annotation_id": "Bot003_070_04", "annotations": ["O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-12.079423904418945, -10.871960639953613, -7.758662700653076, -9.751382827758789, -11.67530345916748, -10.35457992553711, -17.86297035217285, -12.478513717651367, -10.207820892333984, -14.792171478271484, -1.8878753185272217], "gpt2_argmax_score": [-1.6911711692810059, -1.1673403978347778, -1.0133928060531616, -1.7187747955322266, -1.2840067148208618, -1.4784966707229614, -1.2666723728179932, -1.555020809173584, -1.1995960474014282, -0.3039207458496094, -0.4942595660686493, -0.4506894052028656, -2.1383163928985596, -2.125591516494751, -1.0199296474456787, -1.8928332328796387, -1.7033445835113525, -0.0831938162446022, -0.9078286290168762, -1.4149525165557861, -1.436173915863037, -0.4470118582248688, -0.5917844772338867, -0.26261720061302185]}, "Bot003_070_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks", "response": "I am sorry to hear that. I am scared of death.", "annotation_id": "Bot003_070_06", "annotations": ["O", "T", "X", "X", "T", "T", "T", "X", "X", "O", "X", "T", "X", "T", "O"], "gpt2_target_score": [-8.654443740844727, -9.197186470031738, -9.21967601776123, -6.762353897094727, -10.42048168182373, -7.276592254638672, -10.787866592407227, -6.995603084564209, -9.644771575927734, -14.780559539794922, -8.599530220031738, -17.499792098999023, -8.194400787353516], "gpt2_argmax_score": [-1.6911711692810059, -1.1673403978347778, -1.0133928060531616, -1.7187747955322266, -1.2840067148208618, -1.4784966707229614, -1.2666723728179932, -1.555020809173584, -1.1995960474014282, -0.3039207458496094, -0.4942595660686493, -0.4506894052028656, -2.674564838409424, -1.0493043661117554, -1.3549425601959229, -1.49407958984375, -0.17515714466571808, -1.1792378425598145, -1.5893793106079102, -1.4217286109924316, -0.41175416111946106, -0.4661639332771301, -2.059920310974121, -0.37175530195236206, -2.798861265182495, -1.691447138786316, -2.0385892391204834, -1.496099829673767, -0.9961605668067932, -2.2777416706085205, -1.2801464796066284, -2.581866502761841, -1.9605613946914673, -0.3526768982410431, -0.7643055319786072, -1.2859365940093994, -1.1103239059448242, -1.7610092163085938, -2.4937992095947266, -1.4523667097091675, -2.32502818107605, -1.4161794185638428, -1.0386054515838623]}, "Bot003_070_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind", "response": "I would like to do that too.", "annotation_id": "Bot003_070_08", "annotations": ["O", "T", "X", "X", "X", "T", "T", "X", "O", "O", "X", "T", "O", "T", "O"], "gpt2_target_score": [-8.654443740844727, -8.958935737609863, -9.873499870300293, -6.762353897094727, -6.223246097564697, -7.276592254638672, -9.407312393188477, -8.783079147338867], "gpt2_argmax_score": [-1.6911711692810059, -1.1673403978347778, -1.0133928060531616, -1.7187747955322266, -1.2840067148208618, -1.4784966707229614, -1.2666723728179932, -1.555020809173584, -1.1995960474014282, -0.3039207458496094, -0.4942595660686493, -0.4506894052028656, -2.674564838409424, -1.0493043661117554, -1.3549425601959229, -1.49407958984375, -0.17515714466571808, -1.1792378425598145, -1.5893793106079102, -1.4217286109924316, -0.41175416111946106, -0.4661639332771301, -2.059920310974121, -0.37175530195236206, -2.798861265182495, -1.691447138786316, -2.0385892391204834, -1.496099829673767, -0.9961605668067932, -1.4821722507476807, -1.9961377382278442, -1.807804822921753, -0.4068065881729126, -0.8127323985099792, -1.2636916637420654, -1.491998314857483, -1.6979628801345825, -2.6702206134796143, -1.2958264350891113, -2.399325132369995, -1.70912504196167, -1.3781588077545166, -2.2643179893493652, -1.6749085187911987, -1.3199803829193115, -1.4567985534667969, -1.8503304719924927, -1.6641215085983276, -1.2585902214050293, -2.8549282550811768, -1.7702821493148804, -0.18090777099132538, -1.9002444744110107, -2.159644603729248, -1.486732006072998, -0.1849534511566162, -2.0252983570098877, -1.6267322301864624, -1.7582355737686157, -1.45297372341156, -1.2065746784210205]}, "Bot003_070_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind I would like to do that too. lol do you have dogs", "response": "I have a dog, but I have a dog named radar", "annotation_id": "Bot003_070_10", "annotations": ["O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -8.24890422821045, -7.214010238647461, -10.505532264709473, -9.190853118896484, -9.927901268005371, -1.2666723728179932, -4.285892963409424, -5.45076847076416, -7.212775707244873, -11.904644012451172, -20.338937759399414], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.7187737226486206, -1.2840080261230469, -1.4784539937973022, -1.2666723728179932, -1.5550122261047363, -1.1996241807937622, -0.30391645431518555, -0.49427375197410583, -0.4506770074367523, -2.6745638847351074, -1.0493475198745728, -1.3549706935882568, -1.494133472442627, -0.17515304684638977, -1.1792222261428833, -1.589426040649414, -1.4217523336410522, -0.4117532968521118, -0.4661729633808136, -2.059924840927124, -0.3717574179172516, -2.7988622188568115, -1.6914764642715454, -2.0385854244232178, -1.4961276054382324, -0.9961642622947693, -1.4821659326553345, -1.9961819648742676, -1.8077718019485474, -0.40680477023124695, -0.8127331733703613, -1.2637087106704712, -1.4919956922531128, -1.6979855298995972, -2.6702494621276855, -1.2958829402923584, -2.399327516555786, -1.7091089487075806, -1.3781588077545166, -2.2642853260040283, -1.674903154373169, -1.3199580907821655, -1.4568049907684326, -1.8503221273422241, -1.6641185283660889, -1.2585735321044922, -2.8549106121063232, -1.7703355550765991, -0.18091443181037903, -2.276278495788574, -1.2621818780899048, -0.1728932410478592, -1.539264440536499, -2.300532102584839, -1.883453130722046, -1.4078692197799683, -1.9419289827346802, -2.1750295162200928, -0.18642666935920715, -1.5116477012634277, -0.5981000661849976, -0.5645427703857422, -1.9854509830474854, -2.1898205280303955, -1.20026695728302, -0.6454208493232727, -1.6673929691314697, -1.9680554866790771, -0.9996562004089355, -2.1924309730529785, -1.3150365352630615, -2.0112218856811523, -1.4241876602172852, -4.11668586730957, -1.7492903470993042]}, "Bot003_070_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind I would like to do that too. lol do you have dogs I have a dog, but I have a dog named radar intresting name", "response": "I thought so too.", "annotation_id": "Bot003_070_12", "annotations": ["O", "T", "O", "O", "T", "O", "O", "X", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -12.1577787399292, -6.828741073608398, -8.977486610412598, -10.859066009521484], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.7187737226486206, -1.2840080261230469, -1.4784539937973022, -1.2666723728179932, -1.5550122261047363, -1.1996241807937622, -0.30391645431518555, -0.49427375197410583, -0.4506770074367523, -2.6745638847351074, -1.0493475198745728, -1.3549706935882568, -1.494133472442627, -0.17515304684638977, -1.1792222261428833, -1.589426040649414, -1.4217523336410522, -0.4117532968521118, -0.4661729633808136, -2.059924840927124, -0.3717574179172516, -2.7988622188568115, -1.6914764642715454, -2.0385854244232178, -1.4961276054382324, -0.9961642622947693, -1.4821659326553345, -1.9961819648742676, -1.8077718019485474, -0.40680477023124695, -0.8127331733703613, -1.2637087106704712, -1.4919956922531128, -1.6979844570159912, -2.670243740081787, -1.2958767414093018, -2.399332046508789, -1.7090973854064941, -1.3781441450119019, -2.264282703399658, -1.6748892068862915, -1.3199776411056519, -1.456781029701233, -1.8503203392028809, -1.664122462272644, -1.2585680484771729, -2.854912042617798, -1.7703429460525513, -0.18091562390327454, -2.276272773742676, -1.2621874809265137, -0.17289434373378754, -1.539270043373108, -2.300534963607788, -1.8834465742111206, -1.4078748226165771, -1.9419209957122803, -2.175036907196045, -0.18642637133598328, -1.5116444826126099, -0.5980975031852722, -0.5645439028739929, -2.497528314590454, -1.283787727355957, -1.010365605354309, -2.08510422706604, -2.1798534393310547, -1.0534480810165405, -2.1372058391571045, -1.1557426452636719, -1.7192739248275757, -1.8669054508209229, -4.170801162719727, -2.1900634765625, -2.3237416744232178, -0.6700150966644287, -1.6839878559112549, -2.022740602493286, -2.0391829013824463, -1.824637532234192, -2.01986026763916, -1.6130423545837402, -1.442966103553772, -1.3287118673324585]}, "Bot003_070_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind I would like to do that too. lol do you have dogs I have a dog, but I have a dog named radar intresting name I thought so too. i have two dogs", "response": "I love dogs, I have a dog and a dog", "annotation_id": "Bot003_070_14", "annotations": ["O", "O", "O", "T", "O", "T", "T", "X", "T", "O", "T", "O", "X", "T", "T"], "gpt2_target_score": [-8.654426574707031, -10.395236015319824, -13.878042221069336, -1.889901041984558, -1.7300987243652344, -8.401305198669434, -5.560419082641602, -12.80545425415039, -9.314705848693848, -9.696067810058594, -13.333003997802734], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.7187737226486206, -1.2840080261230469, -1.4784539937973022, -1.2666723728179932, -1.5550122261047363, -1.1996241807937622, -0.30391645431518555, -0.49427375197410583, -0.4506770074367523, -2.6745638847351074, -1.0493475198745728, -1.3549706935882568, -1.494133472442627, -0.17515304684638977, -1.1792222261428833, -1.589426040649414, -1.4217523336410522, -0.4117532968521118, -0.4661729633808136, -2.059924840927124, -0.3717574179172516, -2.7988622188568115, -1.6914764642715454, -2.0385854244232178, -1.4961276054382324, -0.9961642622947693, -1.4821659326553345, -1.9961819648742676, -1.8077718019485474, -0.40680477023124695, -0.8127331733703613, -1.2637087106704712, -1.4919956922531128, -1.6979844570159912, -2.670243740081787, -1.2958767414093018, -2.399332046508789, -1.7090973854064941, -1.3781441450119019, -2.264285087585449, -1.6749062538146973, -1.3199690580368042, -1.4567911624908447, -1.8503206968307495, -1.6641143560409546, -1.2585668563842773, -2.854901075363159, -1.7703338861465454, -0.18091443181037903, -2.2762813568115234, -1.2621877193450928, -0.172892227768898, -1.5392588376998901, -2.300522565841675, -1.8834487199783325, -1.4078766107559204, -1.9419232606887817, -2.1750359535217285, -0.18642666935920715, -1.5116419792175293, -0.5980991125106812, -0.564535915851593, -2.4975342750549316, -1.283770203590393, -1.0103644132614136, -2.0851199626922607, -2.1798508167266846, -1.0534454584121704, -2.1371874809265137, -1.1557382345199585, -1.7192754745483398, -1.8669143915176392, -4.170790195465088, -2.1900618076324463, -2.3237407207489014, -0.6700181365013123, -1.6839877367019653, -2.0227489471435547, -2.4222888946533203, -1.81598699092865, -1.520777702331543, -1.100677728652954, -1.77115797996521, -2.180326461791992, -0.6751497387886047, -0.7520774006843567, -1.6881470680236816, -2.2390544414520264, -1.6900240182876587, -1.364647388458252, -1.3826085329055786, -0.9285831451416016, -1.418311595916748, -1.2116174697875977, -1.0622769594192505, -0.07237925380468369, -1.3209294080734253, -0.6929342150688171, -0.05809261277318001]}, "Bot003_070_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind I would like to do that too. lol do you have dogs I have a dog, but I have a dog named radar intresting name I thought so too. i have two dogs I love dogs, I have a dog and a dog they are named sodom and gomorrah", "response": "I am a dog person. I love dogs.", "annotation_id": "Bot003_070_16", "annotations": ["O", "O", "O", "X", "T", "O", "O", "X", "X", "O", "T", "O", "O", "X", "T"], "gpt2_target_score": [-8.654426574707031, -9.197176933288574, -7.214010238647461, -10.505532264709473, -12.615489959716797, -5.305846691131592, -1.2666723728179932, -11.479602813720703, -12.680611610412598, -12.030799865722656], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.7187737226486206, -1.2840080261230469, -1.4784539937973022, -1.2666723728179932, -1.5550122261047363, -1.1996241807937622, -0.30391645431518555, -0.49427375197410583, -0.4506770074367523, -2.6745638847351074, -1.0493475198745728, -1.3549706935882568, -1.494133472442627, -0.17515304684638977, -1.1792222261428833, -1.589426040649414, -1.4217523336410522, -0.4117532968521118, -0.4661729633808136, -2.059924840927124, -0.3717574179172516, -2.7988622188568115, -1.6914764642715454, -2.0385854244232178, -1.4961276054382324, -0.9961642622947693, -1.4821659326553345, -1.9961819648742676, -1.8077718019485474, -0.40680477023124695, -0.8127331733703613, -1.2637087106704712, -1.4919956922531128, -1.6979844570159912, -2.670243740081787, -1.2958767414093018, -2.399332046508789, -1.7090973854064941, -1.3781441450119019, -2.264285087585449, -1.6749062538146973, -1.3199690580368042, -1.4567911624908447, -1.8503206968307495, -1.6641143560409546, -1.2585668563842773, -2.854901075363159, -1.7703338861465454, -0.18091443181037903, -2.2762813568115234, -1.2621877193450928, -0.172892227768898, -1.5392588376998901, -2.300522565841675, -1.8834487199783325, -1.4078766107559204, -1.9419232606887817, -2.1750359535217285, -0.18642666935920715, -1.5116419792175293, -0.5980991125106812, -0.564535915851593, -2.4975342750549316, -1.283770203590393, -1.0103644132614136, -2.0851199626922607, -2.1798508167266846, -1.0534454584121704, -2.1371874809265137, -1.1557382345199585, -1.7192754745483398, -1.8669143915176392, -4.170790195465088, -2.1900618076324463, -2.3237407207489014, -0.6700181365013123, -1.6839877367019653, -2.0227489471435547, -2.4222888946533203, -1.81598699092865, -1.520777702331543, -1.1006582975387573, -1.7711626291275024, -2.180324077606201, -0.6751469373703003, -0.7520849704742432, -1.688152551651001, -1.6382983922958374, -1.8465487957000732, -1.9021161794662476, -1.1163963079452515, -1.3774969577789307, -0.9780481457710266, -1.324558973312378, -0.09273261576890945, -1.2453618049621582, -0.687181830406189, -0.1610155552625656, -1.902653455734253, -2.73846173286438, -2.001127004623413, -1.9156759977340698, -3.4056880474090576, -2.046893835067749, -2.3485782146453857, -2.2826459407806396, -2.11820912361145, -1.0489848852157593, -2.119436502456665, -1.9100381135940552, -1.7908247709274292, -0.7926434874534607, -2.2947232723236084, -1.643847107887268, -1.081504464149475, -1.855147361755371, -0.5406907200813293, -1.194413661956787, -1.1648261547088623]}, "Bot003_070_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind I would like to do that too. lol do you have dogs I have a dog, but I have a dog named radar intresting name I thought so too. i have two dogs I love dogs, I have a dog and a dog they are named sodom and gomorrah I am a dog person. I love dogs. haha", "response": "This is why I don't blame obama", "annotation_id": "Bot003_070_18", "annotations": ["O", "X", "X", "X", "T", "X", "T", "X", "X", "T", "X", "X", "X", "X", "X"], "gpt2_target_score": [-12.807701110839844, -8.160189628601074, -9.454656600952148, -3.8719568252563477, -8.314189910888672, -12.347319602966309, -17.528467178344727, -15.787555694580078, -18.1275577545166], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.7187737226486206, -1.2840080261230469, -1.4784539937973022, -1.2666723728179932, -1.5550122261047363, -1.1996241807937622, -0.30391645431518555, -0.49427375197410583, -0.4506770074367523, -2.6745638847351074, -1.0493475198745728, -1.3549706935882568, -1.494133472442627, -0.17515304684638977, -1.1792222261428833, -1.589426040649414, -1.4217523336410522, -0.4117532968521118, -0.4661729633808136, -2.059924840927124, -0.3717574179172516, -2.7988622188568115, -1.6914764642715454, -2.0385854244232178, -1.4961276054382324, -0.9961642622947693, -1.4821659326553345, -1.9961819648742676, -1.8077718019485474, -0.40680477023124695, -0.8127331733703613, -1.2637087106704712, -1.4919956922531128, -1.6979844570159912, -2.670243740081787, -1.2958767414093018, -2.399332046508789, -1.7090973854064941, -1.3781441450119019, -2.264285087585449, -1.6749062538146973, -1.3199690580368042, -1.4567911624908447, -1.8503206968307495, -1.6641143560409546, -1.2585668563842773, -2.854901075363159, -1.7703338861465454, -0.18091443181037903, -2.2762813568115234, -1.2621877193450928, -0.172892227768898, -1.5392588376998901, -2.300522565841675, -1.8834487199783325, -1.4078766107559204, -1.9419232606887817, -2.1750359535217285, -0.18642666935920715, -1.5116419792175293, -0.5980991125106812, -0.564535915851593, -2.4975342750549316, -1.283770203590393, -1.0103644132614136, -2.0851199626922607, -2.1798508167266846, -1.0534454584121704, -2.1371874809265137, -1.1557382345199585, -1.7192754745483398, -1.8669143915176392, -4.170790195465088, -2.1900618076324463, -2.3237407207489014, -0.6700181365013123, -1.6839877367019653, -2.0227489471435547, -2.4222888946533203, -1.81598699092865, -1.520777702331543, -1.100677728652954, -1.77115797996521, -2.180326461791992, -0.6751497387886047, -0.7520774006843567, -1.6881470680236816, -1.6382801532745361, -1.8465627431869507, -1.9021047353744507, -1.1164132356643677, -1.3774932622909546, -0.9780482649803162, -1.3245614767074585, -0.09273184835910797, -1.2453694343566895, -0.6871787309646606, -0.16101697087287903, -1.9026589393615723, -2.738467216491699, -2.0011239051818848, -1.9156707525253296, -3.4056851863861084, -2.0468950271606445, -2.3485777378082275, -2.2826457023620605, -2.1182072162628174, -1.0489906072616577, -1.3003789186477661, -1.9255480766296387, -1.459648609161377, -2.4812276363372803, -1.9036206007003784, -1.8261301517486572, -1.765105962753296, -1.2379692792892456, -1.8072540760040283, -1.47114098072052, -2.342942714691162, -1.9237622022628784, -0.5297814011573792, -2.173708915710449, -0.440766841173172, -1.8363581895828247, -0.29093489050865173, -1.512326717376709, -0.5596636533737183, -1.8511210680007935, -1.2112420797348022]}, "Bot003_070_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind I would like to do that too. lol do you have dogs I have a dog, but I have a dog named radar intresting name I thought so too. i have two dogs I love dogs, I have a dog and a dog they are named sodom and gomorrah I am a dog person. I love dogs. haha This is why I don't blame obama yeah you are right obama was good", "response": "I am not sure. I am a little lonely.", "annotation_id": "Bot003_070_20", "annotations": ["O", "X", "T", "X", "X", "T", "T", "X", "T", "T", "X", "X", "O", "T", "T"], "gpt2_target_score": [-8.654426574707031, -9.197176933288574, -9.389959335327148, -11.07296085357666, -10.859066009521484, -4.253219127655029, -6.537012100219727, -7.134998798370361, -10.60311222076416, -10.036598205566406, -5.579539775848389], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.7187737226486206, -1.2840080261230469, -1.4784539937973022, -1.2666723728179932, -1.5550122261047363, -1.1996241807937622, -0.30391645431518555, -0.49427375197410583, -0.4506770074367523, -2.6745638847351074, -1.0493475198745728, -1.3549706935882568, -1.494133472442627, -0.17515304684638977, -1.1792222261428833, -1.589426040649414, -1.4217523336410522, -0.4117532968521118, -0.4661729633808136, -2.059924840927124, -0.3717574179172516, -2.7988622188568115, -1.6914764642715454, -2.0385854244232178, -1.4961276054382324, -0.9961642622947693, -1.4821659326553345, -1.9961819648742676, -1.8077718019485474, -0.40680477023124695, -0.8127331733703613, -1.2637087106704712, -1.4919956922531128, -1.6979844570159912, -2.670243740081787, -1.2958767414093018, -2.399332046508789, -1.7090973854064941, -1.3781441450119019, -2.264285087585449, -1.6749062538146973, -1.3199690580368042, -1.4567911624908447, -1.8503206968307495, -1.6641143560409546, -1.2585668563842773, -2.854901075363159, -1.7703338861465454, -0.18091443181037903, -2.2762813568115234, -1.2621877193450928, -0.172892227768898, -1.5392588376998901, -2.300522565841675, -1.8834487199783325, -1.4078766107559204, -1.9419232606887817, -2.1750359535217285, -0.18642666935920715, -1.5116419792175293, -0.5980991125106812, -0.564535915851593, -2.4975342750549316, -1.283770203590393, -1.0103644132614136, -2.0851199626922607, -2.1798508167266846, -1.0534454584121704, -2.1371874809265137, -1.1557382345199585, -1.7192754745483398, -1.8669143915176392, -4.170790195465088, -2.1900618076324463, -2.3237407207489014, -0.6700181365013123, -1.6839877367019653, -2.0227489471435547, -2.4222888946533203, -1.81598699092865, -1.520777702331543, -1.100677728652954, -1.77115797996521, -2.180326461791992, -0.6751497387886047, -0.7520774006843567, -1.6881470680236816, -1.6382801532745361, -1.8465627431869507, -1.9021047353744507, -1.1164132356643677, -1.3774932622909546, -0.9780482649803162, -1.3245614767074585, -0.09273184835910797, -1.2453694343566895, -0.6871787309646606, -0.16101697087287903, -1.9026589393615723, -2.738467216491699, -2.0011239051818848, -1.9156707525253296, -3.4056851863861084, -2.0468950271606445, -2.3485777378082275, -2.2826457023620605, -2.1182072162628174, -1.0489906072616577, -1.3003789186477661, -1.9255480766296387, -1.459648609161377, -2.4812276363372803, -1.9036206007003784, -1.8261301517486572, -1.765105962753296, -1.2379692792892456, -1.8072540760040283, -1.4711284637451172, -2.342961311340332, -0.52753084897995, -1.8939393758773804, -0.39209261536598206, -1.4410336017608643, -0.314172625541687, -1.5640852451324463, -0.86147540807724, -1.6915674209594727, -1.197239875793457, -1.769028663635254, -1.9057492017745972, -1.8093937635421753, -1.2679510116577148, -0.03730863705277443, -2.2913613319396973, -1.6830204725265503, -2.249312400817871, -1.9856113195419312, -2.4944276809692383, -1.234603762626648, -1.8991347551345825, -1.6666074991226196, -1.0364655256271362, -1.8207980394363403, -2.1477818489074707, -1.027500867843628, -1.8455168008804321, -1.6745262145996094, -1.0562111139297485]}, "Bot003_072_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you?", "response": "I don't care what you think.", "annotation_id": "Bot003_072_02", "annotations": ["T", "X", "X", "O", "T", "T", "X", "O", "T", "O", "T", "O", "X", "X", "T"], "gpt2_target_score": [-12.797697067260742, -27.211219787597656, -17.49365234375, -13.7658109664917, -12.051353454589844, -7.894248008728027, -13.076786994934082, -3.780907392501831], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -2.156792402267456, -1.4935507774353027, -0.9765554666519165, -0.0008298290777020156, -0.16433261334896088, -2.2263922691345215, -1.72556471824646, -1.9675312042236328, -1.3479200601577759, -2.0178871154785156, -1.4783817529678345, -2.392704963684082, -1.4776222705841064, -0.37898778915405273, -1.3008723258972168, -1.8871042728424072, -1.161826252937317, -1.5396099090576172, -1.7966338396072388, -1.0426324605941772]}, "Bot003_072_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude", "response": "I am so sorry to hear that.", "annotation_id": "Bot003_072_04", "annotations": ["O", "O", "T", "X", "T", "O", "X", "O", "X", "O", "X", "O", "T", "T", "T"], "gpt2_target_score": [-12.797697067260742, -26.102859497070312, -13.742905616760254, -12.711764335632324, -6.1904988288879395, -14.79117488861084, -9.93724536895752, -3.780907392501831], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -2.156792402267456, -1.4935507774353027, -0.9765554666519165, -0.0008298290777020156, -0.16433261334896088, -2.2263922691345215, -1.72556471824646, -1.9675312042236328, -1.3479200601577759, -2.0178871154785156, -1.4783817529678345, -1.1873749494552612, -0.5037398338317871, -1.3623008728027344, -1.9142348766326904, -1.0836585760116577, -1.385882019996643, -1.6450231075286865, -1.5924845933914185, -2.1271352767944336, -2.6197142601013184, -1.7698248624801636, -1.7182326316833496, -0.39490634202957153, -1.8911927938461304, -0.22728440165519714, -0.49855950474739075, -1.0709397792816162, -1.1924296617507935]}, "Bot003_072_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most", "response": "I love to hike in the woods and listen to the sunset", "annotation_id": "Bot003_072_06", "annotations": ["O", "O", "O", "T", "T", "O", "T", "O", "T", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-12.797697067260742, -28.591712951660156, -12.031022071838379, -14.253344535827637, -6.138267993927002, -6.98398494720459, -16.1243953704834, -4.545540809631348, -8.995031356811523, -10.989205360412598, -19.513792037963867, -23.880474090576172], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -2.156792402267456, -1.4935507774353027, -0.9765554666519165, -0.0008298290777020156, -0.16433261334896088, -2.2263922691345215, -1.72556471824646, -1.9675312042236328, -1.3479200601577759, -2.0178871154785156, -1.4783817529678345, -1.1873749494552612, -0.5037398338317871, -1.3623008728027344, -1.9142348766326904, -1.0836585760116577, -1.385882019996643, -1.6450231075286865, -1.5924845933914185, -2.1271352767944336, -1.8633923530578613, -2.0683345794677734, -0.568670928478241, -1.7080286741256714, -0.384646475315094, -0.7176833152770996, -0.8923864960670471, -1.8005913496017456, -1.8890292644500732, -0.11337658762931824, -0.9917332530021667, -1.475792407989502, -0.38911518454551697, -0.858607828617096, -0.2773841917514801, -1.9033621549606323, -1.820957899093628, -1.9588762521743774, -1.182828664779663, -1.5773941278457642, -0.8702626824378967, -1.0973246097564697, -1.524397850036621, -2.5313148498535156, -0.026726730167865753, -1.0991511344909668, -1.642809271812439, -1.008392333984375]}, "Bot003_072_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE]", "response": "I like to hike in the woods and watch the sunset.", "annotation_id": "Bot003_072_08", "annotations": ["O", "X", "X", "T", "T", "O", "O", "O", "X", "T", "X", "O", "X", "O", "O"], "gpt2_target_score": [-12.797722816467285, -25.011146545410156, -12.031049728393555, -14.253342628479004, -6.138298988342285, -6.983956813812256, -16.124439239501953, -4.5455193519592285, -9.698431015014648, -10.636678695678711, -28.556547164916992, -14.60594654083252], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.4935203790664673, -0.9765686392784119, -0.0008298290777020156, -0.1643262356519699, -2.2264599800109863, -1.7255702018737793, -1.967529535293579, -1.347905158996582, -2.017910957336426, -1.4783618450164795, -1.187381386756897, -0.5037157535552979, -1.3622865676879883, -1.9142605066299438, -1.0836663246154785, -1.3858891725540161, -1.6450616121292114, -1.592478632926941, -2.1271326541900635, -1.8633965253829956, -2.068309783935547, -0.5686768889427185, -1.7080609798431396, -0.3846530616283417, -0.7176962494850159, -0.8923956751823425, -1.800584316253662, -1.8890424966812134, -0.11337839812040329, -0.9917693138122559, -1.47581148147583, -0.38912826776504517, -0.8585873246192932, -0.2773786187171936, -1.899783968925476, -0.7173250317573547, -0.39799392223358154, -1.5865317583084106, -0.9236739277839661, -1.368740439414978, -1.3132439851760864, -2.962737560272217, -0.035959575325250626, -0.7629908323287964, -1.3305379152297974, -1.4152010679244995, -2.0784718990325928, -0.00039057256071828306, -0.03028707392513752, -2.969454765319824, -1.0667732954025269, -1.652836561203003, -1.4845855236053467, -1.10519278049469, -1.621937870979309, -0.9164990186691284, -1.937371850013733, -1.6160914897918701, -2.531442880630493, -1.6242194175720215, -0.6628314852714539, -1.9326151609420776, -1.5686668157577515, -2.441241979598999, -1.8799521923065186, -0.0003526780928950757, -0.40031179785728455, -2.0508220195770264, -2.4153506755828857, -1.4381811618804932, -1.1763938665390015, -3.2845983505249023, -2.8089077472686768, -2.2559938430786133, -2.1285605430603027, -1.5747343301773071, -1.855128288269043, -2.184004306793213, -1.7514944076538086, -2.0707855224609375, -2.0180299282073975, -1.162892460823059, -0.22209882736206055, -0.18789269030094147, -1.0512901544570923, -0.40143847465515137, -0.6677336096763611, -0.2731212079524994, -1.3042168617248535, -1.2892955541610718]}, "Bot003_072_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE] I like to hike in the woods and watch the sunset. great!", "response": "I'm not a good girl.", "annotation_id": "Bot003_072_10", "annotations": ["O", "X", "X", "T", "T", "T", "X", "O", "X", "T", "X", "O", "X", "T", "T"], "gpt2_target_score": [-12.797722816467285, -28.96939468383789, -13.874372482299805, -4.091996192932129, -7.87130069732666, -9.85488224029541, -11.132633209228516], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.4935203790664673, -0.9765686392784119, -0.0008298290777020156, -0.1643262356519699, -2.2264599800109863, -1.7255702018737793, -1.967529535293579, -1.347905158996582, -2.017910957336426, -1.4783618450164795, -1.187381386756897, -0.5037157535552979, -1.3622865676879883, -1.9142605066299438, -1.0836663246154785, -1.3858891725540161, -1.6450616121292114, -1.592478632926941, -2.1271326541900635, -1.8633965253829956, -2.068309783935547, -0.5686768889427185, -1.7080609798431396, -0.3846530616283417, -0.7176962494850159, -0.8923956751823425, -1.800584316253662, -1.8890424966812134, -0.11337839812040329, -0.9917693138122559, -1.47581148147583, -0.38912826776504517, -0.8585873246192932, -0.2773786187171936, -1.899783968925476, -0.7173250317573547, -0.39799392223358154, -1.5865317583084106, -0.9236739277839661, -1.368740439414978, -1.3132439851760864, -2.962737560272217, -0.035959575325250626, -0.7629908323287964, -1.3305379152297974, -1.4152010679244995, -2.0784718990325928, -0.00039057256071828306, -0.03028707392513752, -2.969454765319824, -1.0667732954025269, -1.652836561203003, -1.4845855236053467, -1.10519278049469, -1.621937870979309, -0.9164990186691284, -1.937371850013733, -1.6160914897918701, -2.531442880630493, -1.6242194175720215, -0.6628314852714539, -1.9326151609420776, -1.5686668157577515, -2.441241979598999, -1.8799521923065186, -0.0003526780928950757, -0.40031179785728455, -2.0508220195770264, -2.4153506755828857, -1.4381811618804932, -1.1763938665390015, -3.2845983505249023, -2.8089077472686768, -2.2559938430786133, -2.1285605430603027, -1.5747343301773071, -1.855128288269043, -1.6703128814697266, -1.9835420846939087, -2.0514166355133057, -1.4343105554580688, -0.28640231490135193, -0.28890106081962585, -1.0921905040740967, -0.9558126926422119, -0.902671754360199, -0.452710896730423, -1.591564416885376, -1.6602681875228882, -1.7842297554016113, -1.4220705032348633, -2.1303632259368896, -1.8696073293685913, -1.6590193510055542, -1.3071845769882202, -0.24678070843219757, -2.568183660507202, -1.0630812644958496, -0.8437327742576599]}, "Bot003_072_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE] I like to hike in the woods and watch the sunset. great! I'm not a good girl. why do you think so?", "response": "I don't know.", "annotation_id": "Bot003_072_12", "annotations": ["O", "O", "T", "T", "T", "O", "X", "O", "T", "O", "X", "O", "T", "O", "O"], "gpt2_target_score": [-12.797722816467285, -27.211219787597656, -17.49366569519043, -13.795609474182129, -8.478310585021973], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.4935203790664673, -0.9765686392784119, -0.0008298290777020156, -0.1643262356519699, -2.2264599800109863, -1.7255702018737793, -1.967529535293579, -1.347905158996582, -2.017910957336426, -1.4783618450164795, -1.187381386756897, -0.5037157535552979, -1.3622865676879883, -1.9142605066299438, -1.0836663246154785, -1.3858891725540161, -1.6450616121292114, -1.592478632926941, -2.1271326541900635, -1.8633965253829956, -2.068309783935547, -0.5686768889427185, -1.7080609798431396, -0.3846530616283417, -0.7176962494850159, -0.8923956751823425, -1.800584316253662, -1.8890424966812134, -0.11337839812040329, -0.9917693138122559, -1.47581148147583, -0.38912826776504517, -0.8585873246192932, -0.2773786187171936, -1.899783968925476, -0.7173250317573547, -0.39799392223358154, -1.5865317583084106, -0.9236739277839661, -1.368740439414978, -1.3132439851760864, -2.962737560272217, -0.035959575325250626, -0.7629908323287964, -1.3305379152297974, -1.4152010679244995, -2.0784718990325928, -0.00039057256071828306, -0.03028707392513752, -2.969454765319824, -1.0667732954025269, -1.652836561203003, -1.4845855236053467, -1.10519278049469, -1.621937870979309, -0.9164990186691284, -1.937371850013733, -1.6160914897918701, -2.531442880630493, -1.6242194175720215, -0.6628314852714539, -1.9326151609420776, -1.5686668157577515, -2.441241979598999, -1.8799521923065186, -0.0003526780928950757, -0.40031179785728455, -2.0508220195770264, -2.4153506755828857, -1.4381811618804932, -1.1763938665390015, -3.2845983505249023, -2.8089077472686768, -2.2559938430786133, -2.1285605430603027, -1.5747343301773071, -1.855128288269043, -1.6703128814697266, -1.9835420846939087, -2.0514166355133057, -1.4343105554580688, -0.28640231490135193, -0.28890106081962585, -1.0921905040740967, -0.9558126926422119, -0.902671754360199, -0.452710896730423, -1.591564416885376, -1.6602637767791748, -1.7842450141906738, -1.4220609664916992, -2.0056068897247314, -1.9680731296539307, -1.3811554908752441, -0.784539520740509, -2.341649055480957, -1.158957600593567, -1.5671330690383911, -1.4731416702270508, -0.13445454835891724, -0.8963512182235718, -1.0734258890151978, -0.20949037373065948, -1.9305754899978638, -1.4026495218276978, -1.9790782928466797, -0.1771768182516098, -1.4418123960494995, -1.2084848880767822, -0.6679601669311523]}, "Bot003_072_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE] I like to hike in the woods and watch the sunset. great! I'm not a good girl. why do you think so? I don't know. hmm okay", "response": "I can't wait to read the article. I can't wait to read the article", "annotation_id": "Bot003_072_14", "annotations": ["T", "X", "X", "X", "T", "O", "X", "T", "T", "T", "X", "T", "X", "T", "T"], "gpt2_target_score": [-12.797722816467285, -24.753774642944336, -17.49366569519043, -13.282761573791504, -6.190529823303223, -13.473092079162598, -7.755131244659424, -13.317201614379883, -11.211339950561523, -10.201253890991211, -19.422452926635742, -17.613941192626953, -10.355594635009766, -8.480178833007812, -11.32073974609375, -6.6712236404418945, -13.48180866241455], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.4935203790664673, -0.9765686392784119, -0.0008298290777020156, -0.1643262356519699, -2.2264599800109863, -1.7255702018737793, -1.967529535293579, -1.347905158996582, -2.017910957336426, -1.4783618450164795, -1.187381386756897, -0.5037157535552979, -1.3622865676879883, -1.9142605066299438, -1.0836663246154785, -1.3858891725540161, -1.6450616121292114, -1.592478632926941, -2.1271326541900635, -1.8633965253829956, -2.068309783935547, -0.5686768889427185, -1.7080609798431396, -0.3846530616283417, -0.7176962494850159, -0.8923956751823425, -1.800584316253662, -1.8890424966812134, -0.11337839812040329, -0.9917693138122559, -1.47581148147583, -0.38912826776504517, -0.8585873246192932, -0.2773786187171936, -1.899783968925476, -0.7173250317573547, -0.39799392223358154, -1.5865317583084106, -0.9236739277839661, -1.368740439414978, -1.3132439851760864, -2.962737560272217, -0.035959575325250626, -0.7629908323287964, -1.3305379152297974, -1.4152010679244995, -2.0784718990325928, -0.00039057256071828306, -0.03028707392513752, -2.969454765319824, -1.0667732954025269, -1.652836561203003, -1.4845855236053467, -1.10519278049469, -1.621937870979309, -0.9164990186691284, -1.937371850013733, -1.6160914897918701, -2.531442880630493, -1.6242194175720215, -0.6628314852714539, -1.9326151609420776, -1.5686668157577515, -2.441241979598999, -1.8799521923065186, -0.0003526780928950757, -0.40031179785728455, -2.0508220195770264, -2.4153506755828857, -1.4381811618804932, -1.1763938665390015, -3.2845983505249023, -2.8089077472686768, -2.2559938430786133, -2.1285605430603027, -1.5747343301773071, -1.855128288269043, -1.6703128814697266, -1.9835420846939087, -2.0514166355133057, -1.4343105554580688, -0.28640231490135193, -0.2888981103897095, -1.0921974182128906, -0.9558098316192627, -0.9026784300804138, -0.45270952582359314, -1.591557502746582, -1.6602681875228882, -1.7842371463775635, -1.422052264213562, -2.0056183338165283, -1.9680739641189575, -1.3811525106430054, -0.7845429182052612, -2.3416390419006348, -1.158962607383728, -1.5671448707580566, -1.4731477499008179, -0.13445454835891724, -0.8963406682014465, -1.0734245777130127, -0.2094895988702774, -1.9305766820907593, -1.799765706062317, -0.046261049807071686, -1.419145107269287, -1.2467831373214722, -1.2083241939544678, -0.9322530627250671, -1.4126447439193726, -1.1395025253295898, -1.7878048419952393, -2.0623934268951416, -1.0771920680999756, -2.3334877490997314, -0.32013243436813354, -2.194225788116455, -1.419568657875061, -1.4889202117919922, -1.2840582132339478, -1.3138554096221924, -1.8058099746704102, -0.5349257588386536, -0.19556890428066254, -0.49579575657844543, -1.021288514137268, -0.9799069762229919, -0.4712692201137543, -1.109067440032959]}, "Bot003_072_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE] I like to hike in the woods and watch the sunset. great! I'm not a good girl. why do you think so? I don't know. hmm okay I can't wait to read the article. I can't wait to read the article what article?", "response": "I don't understand why people are so sensitive.", "annotation_id": "Bot003_072_16", "annotations": ["T", "X", "X", "X", "T", "O", "X", "O", "X", "T", "X", "T", "X", "X", "T"], "gpt2_target_score": [-12.797722816467285, -27.211219787597656, -17.49366569519043, -15.506806373596191, -13.829903602600098, -9.406060218811035, -9.958316802978516, -5.6223931312561035, -12.971075057983398, -8.063436508178711], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.4935203790664673, -0.9765686392784119, -0.0008298290777020156, -0.1643262356519699, -2.2264599800109863, -1.7255702018737793, -1.967529535293579, -1.347905158996582, -2.017910957336426, -1.4783618450164795, -1.187381386756897, -0.5037157535552979, -1.3622865676879883, -1.9142605066299438, -1.0836663246154785, -1.3858891725540161, -1.6450616121292114, -1.592478632926941, -2.1271326541900635, -1.8633965253829956, -2.068309783935547, -0.5686768889427185, -1.7080609798431396, -0.3846530616283417, -0.7176962494850159, -0.8923956751823425, -1.800584316253662, -1.8890424966812134, -0.11337839812040329, -0.9917693138122559, -1.47581148147583, -0.38912826776504517, -0.8585873246192932, -0.2773786187171936, -1.899783968925476, -0.7173250317573547, -0.39799392223358154, -1.5865317583084106, -0.9236739277839661, -1.368740439414978, -1.3132439851760864, -2.962737560272217, -0.035959575325250626, -0.7629908323287964, -1.3305379152297974, -1.4152010679244995, -2.0784718990325928, -0.00039057256071828306, -0.03028707392513752, -2.969454765319824, -1.0667732954025269, -1.652836561203003, -1.4845855236053467, -1.10519278049469, -1.621937870979309, -0.9164990186691284, -1.937371850013733, -1.6160914897918701, -2.531442880630493, -1.6242194175720215, -0.6628314852714539, -1.9326151609420776, -1.5686668157577515, -2.441241979598999, -1.8799521923065186, -0.0003526780928950757, -0.40031179785728455, -2.0508220195770264, -2.4153506755828857, -1.4381811618804932, -1.1763938665390015, -3.2845983505249023, -2.8089077472686768, -2.2559938430786133, -2.1285605430603027, -1.5747343301773071, -1.855128288269043, -1.6703128814697266, -1.9835420846939087, -2.0514166355133057, -1.4343105554580688, -0.28640231490135193, -0.28890106081962585, -1.0921905040740967, -0.9558126926422119, -0.902671754360199, -0.452710896730423, -1.591564416885376, -1.6602637767791748, -1.7842450141906738, -1.4220609664916992, -2.0056068897247314, -1.9680731296539307, -1.3811554908752441, -0.784539520740509, -2.341649055480957, -1.158957600593567, -1.5671330690383911, -1.4731416702270508, -0.13445454835891724, -0.8963512182235718, -1.0734258890151978, -0.20949037373065948, -1.9305754899978638, -1.7997819185256958, -0.04626036435365677, -1.4191551208496094, -1.2467730045318604, -1.2083162069320679, -0.9322540760040283, -1.4126548767089844, -1.1395069360733032, -2.0468332767486572, -1.214451789855957, -2.2668144702911377, -0.3840218782424927, -2.135774850845337, -1.5937987565994263, -1.5231506824493408, -1.3635072708129883, -1.7449543476104736, -1.8606950044631958, -0.5977575778961182, -0.16164058446884155, -0.4631160497665405, -0.7376732230186462, -0.9618934392929077, -0.29253315925598145, -0.9785321950912476, -2.1526570320129395, -2.0687148571014404, -1.6608330011367798, -1.6965926885604858, -2.1313886642456055, -0.10487249493598938, -1.1860806941986084, -1.49061918258667, -0.7904430627822876, -2.0283539295196533, -0.8046687245368958, -2.400811195373535, -0.8561686277389526, -1.1086456775665283]}, "Bot003_072_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE] I like to hike in the woods and watch the sunset. great! I'm not a good girl. why do you think so? I don't know. hmm okay I can't wait to read the article. I can't wait to read the article what article? I don't understand why people are so sensitive. what do you mean?", "response": "I don't know.", "annotation_id": "Bot003_072_18", "annotations": ["O", "X", "X", "X", "T", "O", "X", "T", "T", "O", "X", "O", "T", "T", "O"], "gpt2_target_score": [-12.797722816467285, -27.211219787597656, -17.49366569519043, -13.795609474182129, -8.478310585021973], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.4935203790664673, -0.9765686392784119, -0.0008298290777020156, -0.1643262356519699, -2.2264599800109863, -1.7255702018737793, -1.967529535293579, -1.347905158996582, -2.017910957336426, -1.4783618450164795, -1.187381386756897, -0.5037157535552979, -1.3622865676879883, -1.9142605066299438, -1.0836663246154785, -1.3858891725540161, -1.6450616121292114, -1.592478632926941, -2.1271326541900635, -1.8633965253829956, -2.068309783935547, -0.5686768889427185, -1.7080609798431396, -0.3846530616283417, -0.7176962494850159, -0.8923956751823425, -1.800584316253662, -1.8890424966812134, -0.11337839812040329, -0.9917693138122559, -1.47581148147583, -0.38912826776504517, -0.8585873246192932, -0.2773786187171936, -1.899783968925476, -0.7173250317573547, -0.39799392223358154, -1.5865317583084106, -0.9236739277839661, -1.368740439414978, -1.3132439851760864, -2.962737560272217, -0.035959575325250626, -0.7629908323287964, -1.3305379152297974, -1.4152010679244995, -2.0784718990325928, -0.00039057256071828306, -0.03028707392513752, -2.969454765319824, -1.0667732954025269, -1.652836561203003, -1.4845855236053467, -1.10519278049469, -1.621937870979309, -0.9164990186691284, -1.937371850013733, -1.6160914897918701, -2.531442880630493, -1.6242194175720215, -0.6628314852714539, -1.9326151609420776, -1.5686668157577515, -2.441241979598999, -1.8799521923065186, -0.0003526780928950757, -0.40031179785728455, -2.0508220195770264, -2.4153506755828857, -1.4381811618804932, -1.1763938665390015, -3.2845983505249023, -2.8089077472686768, -2.2559938430786133, -2.1285605430603027, -1.5747343301773071, -1.855128288269043, -1.6703128814697266, -1.9835420846939087, -2.0514166355133057, -1.4343105554580688, -0.28640231490135193, -0.28890106081962585, -1.0921905040740967, -0.9558126926422119, -0.902671754360199, -0.452710896730423, -1.591564416885376, -1.6602637767791748, -1.7842450141906738, -1.4220609664916992, -2.0056068897247314, -1.9680731296539307, -1.3811554908752441, -0.784539520740509, -2.341649055480957, -1.158957600593567, -1.5671330690383911, -1.4731416702270508, -0.13445454835891724, -0.8963512182235718, -1.0734258890151978, -0.20949037373065948, -1.9305754899978638, -1.7997819185256958, -0.04626036435365677, -1.4191551208496094, -1.2467730045318604, -1.2083162069320679, -0.9322540760040283, -1.4126548767089844, -1.1395069360733032, -2.0468332767486572, -1.214451789855957, -2.2668144702911377, -0.3840218782424927, -2.135774850845337, -1.5937987565994263, -1.5231506824493408, -1.3635072708129883, -1.7449543476104736, -1.8606950044631958, -0.5977575778961182, -0.16164058446884155, -0.4631160497665405, -0.7376732230186462, -0.9618934392929077, -0.29253315925598145, -0.9785321950912476, -2.1526570320129395, -2.0687148571014404, -1.6608330011367798, -1.9641239643096924, -0.028036018833518028, -1.0427137613296509, -1.6205517053604126, -1.0891669988632202, -1.9680891036987305, -0.7261868119239807, -2.641631841659546, -0.9886054396629333, -1.3642445802688599, -1.6935588121414185, -0.07026009261608124, -1.1118743419647217, -0.8033059239387512, -1.7848442792892456, -1.5270954370498657, -2.012300491333008, -0.08150739222764969, -1.1767358779907227, -1.3046135902404785, -0.7052712440490723]}, "Bot003_072_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE] I like to hike in the woods and watch the sunset. great! I'm not a good girl. why do you think so? I don't know. hmm okay I can't wait to read the article. I can't wait to read the article what article? I don't understand why people are so sensitive. what do you mean? I don't know. are you okay?", "response": "I'm fine.", "annotation_id": "Bot003_072_20", "annotations": ["O", "O", "O", "O", "T", "O", "T", "O", "T", "O", "X", "O", "O", "T", "T"], "gpt2_target_score": [-12.797722816467285, -28.96939468383789, -17.33546257019043, -11.269349098205566], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.4935203790664673, -0.9765686392784119, -0.0008298290777020156, -0.1643262356519699, -2.2264599800109863, -1.7255702018737793, -1.967529535293579, -1.347905158996582, -2.017910957336426, -1.4783618450164795, -1.187381386756897, -0.5037157535552979, -1.3622865676879883, -1.9142605066299438, -1.0836663246154785, -1.3858891725540161, -1.6450616121292114, -1.592478632926941, -2.1271326541900635, -1.8633965253829956, -2.068309783935547, -0.5686768889427185, -1.7080609798431396, -0.3846530616283417, -0.7176962494850159, -0.8923956751823425, -1.800584316253662, -1.8890424966812134, -0.11337839812040329, -0.9917693138122559, -1.47581148147583, -0.38912826776504517, -0.8585873246192932, -0.2773786187171936, -1.899783968925476, -0.7173250317573547, -0.39799392223358154, -1.5865317583084106, -0.9236739277839661, -1.368740439414978, -1.3132439851760864, -2.962737560272217, -0.035959575325250626, -0.7629908323287964, -1.3305379152297974, -1.4152010679244995, -2.0784718990325928, -0.00039057256071828306, -0.03028707392513752, -2.969454765319824, -1.0667732954025269, -1.652836561203003, -1.4845855236053467, -1.10519278049469, -1.621937870979309, -0.9164990186691284, -1.937371850013733, -1.6160914897918701, -2.531442880630493, -1.6242194175720215, -0.6628314852714539, -1.9326151609420776, -1.5686668157577515, -2.441241979598999, -1.8799521923065186, -0.0003526780928950757, -0.40031179785728455, -2.0508220195770264, -2.4153506755828857, -1.4381811618804932, -1.1763938665390015, -3.2845983505249023, -2.8089077472686768, -2.2559938430786133, -2.1285605430603027, -1.5747343301773071, -1.855128288269043, -1.6703128814697266, -1.9835420846939087, -2.0514166355133057, -1.4343105554580688, -0.28640231490135193, -0.28890106081962585, -1.0921905040740967, -0.9558126926422119, -0.902671754360199, -0.452710896730423, -1.591564416885376, -1.6602637767791748, -1.7842450141906738, -1.4220609664916992, -2.0056068897247314, -1.9680731296539307, -1.3811554908752441, -0.784539520740509, -2.341649055480957, -1.158957600593567, -1.5671330690383911, -1.4731416702270508, -0.13445454835891724, -0.8963512182235718, -1.0734258890151978, -0.20949037373065948, -1.9305754899978638, -1.7997819185256958, -0.04626036435365677, -1.4191551208496094, -1.2467730045318604, -1.2083162069320679, -0.9322540760040283, -1.4126548767089844, -1.1395069360733032, -2.0468332767486572, -1.214451789855957, -2.2668144702911377, -0.3840218782424927, -2.135774850845337, -1.5937987565994263, -1.5231506824493408, -1.3635072708129883, -1.7449543476104736, -1.8606950044631958, -0.5977575778961182, -0.16164058446884155, -0.4631105661392212, -0.7376736998558044, -0.9619032144546509, -0.29253697395324707, -0.978536069393158, -2.1526572704315186, -2.0687031745910645, -1.6608326435089111, -1.9641273021697998, -0.028036018833518028, -1.0427128076553345, -1.6205523014068604, -1.0891577005386353, -1.9680818319320679, -0.7261879444122314, -2.6416356563568115, -0.9885958433151245, -1.3642487525939941, -1.693560004234314, -0.07025975733995438, -1.111863613128662, -0.8033058643341064, -1.78483247756958, -1.8638591766357422, -0.02946050837635994, -1.2097340822219849, -1.3174774646759033, -1.0535109043121338, -0.08813914656639099, -2.2641806602478027, -0.7231521606445312, -1.7116276025772095, -1.696826457977295, -1.3230646848678589, -1.004540205001831, -1.010746955871582, -0.8334535956382751]}, "Bot003_073_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you", "response": "I am good. I just got back from the gym.", "annotation_id": "Bot003_073_02", "annotations": ["T", "X", "X", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "X"], "gpt2_target_score": [-8.654443740844727, -9.197186470031738, -10.48945140838623, -9.487247467041016, -6.791731834411621, -6.20792293548584, -11.680267333984375, -7.96730375289917, -7.7372236251831055, -3.3856983184814453, -12.071288108825684, -2.1753578186035156], "gpt2_argmax_score": [-1.6911711692810059, -1.1673403978347778, -1.0133928060531616, -1.2652016878128052, -2.1462390422821045, -2.740851640701294, -2.9226534366607666, -1.9463229179382324, -0.6932171583175659, -1.6966267824172974, -2.2767932415008545, -2.1055335998535156, -0.2644348442554474, -1.1342241764068604, -1.7472813129425049, -1.3536453247070312, -0.4493991732597351, -1.1616551876068115, -2.221226453781128, -1.6854983568191528, -1.9601514339447021, -1.1938230991363525, -1.51479971408844, -1.8323287963867188, -2.245069742202759, -1.5303274393081665, -0.3171193301677704, -1.0272365808486938, -2.0038890838623047, -0.8622971177101135, -1.2431895732879639]}, "Bot003_073_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy?", "response": "I am healthy, I am healthy.", "annotation_id": "Bot003_073_04", "annotations": ["O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "X"], "gpt2_target_score": [-8.654443740844727, -9.197186470031738, -14.028285026550293, -8.454212188720703, -6.791731834411621, -9.215933799743652, -11.444320678710938, -11.281368255615234], "gpt2_argmax_score": [-1.6911711692810059, -1.1673403978347778, -1.0133928060531616, -1.2652016878128052, -2.1462390422821045, -2.740851640701294, -2.9226534366607666, -1.9463229179382324, -0.6932171583175659, -1.6966267824172974, -2.2767932415008545, -2.1055335998535156, -0.2644348442554474, -1.1342241764068604, -1.7472813129425049, -1.3536453247070312, -0.4493991732597351, -1.1616551876068115, -1.5586504936218262, -1.9332339763641357, -1.6054514646530151, -1.5294158458709717, -1.686156153678894, -2.0269126892089844, -1.4415987730026245, -0.3105390667915344, -1.052969217300415, -1.9184538125991821, -0.8004702925682068, -1.7328133583068848, -1.748566746711731, -2.23339581489563, -1.9278966188430786, -1.5023082494735718, -1.7947677373886108, -2.0816855430603027, -1.7092572450637817, -2.3807408809661865, -1.1522915363311768, -1.6474252939224243, -1.5744409561157227, -2.067481756210327, -1.0208420753479004, -1.1409921646118164]}, "Bot003_073_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise?", "response": "I do, I love to exercise and exercise.", "annotation_id": "Bot003_073_06", "annotations": ["O", "O", "O", "O", "O", "T", "O", "T", "O", "T", "T", "O", "O", "T", "T"], "gpt2_target_score": [-8.654443740844727, -8.206158638000488, -10.540507316589355, -9.939441680908203, -8.398283958435059, -9.293890953063965, -12.667533874511719, -9.091968536376953, -10.275866508483887, -10.299211502075195], "gpt2_argmax_score": [-1.6911711692810059, -1.1673403978347778, -1.0133928060531616, -1.2652016878128052, -2.1462390422821045, -2.740851640701294, -2.9226534366607666, -1.9463229179382324, -0.6932171583175659, -1.6966267824172974, -2.2767932415008545, -2.1055335998535156, -0.2644348442554474, -1.1342241764068604, -1.7472813129425049, -1.3536453247070312, -0.4493991732597351, -1.1616551876068115, -1.5586504936218262, -1.9332339763641357, -1.6054514646530151, -1.5294158458709717, -1.686156153678894, -2.0269126892089844, -1.4415987730026245, -0.3105390667915344, -1.052969217300415, -1.9184538125991821, -0.8004702925682068, -1.7328133583068848, -1.7485554218292236, -2.2334063053131104, -1.9278925657272339, -1.5023185014724731, -1.7947567701339722, -1.5001260042190552, -2.4090750217437744, -1.0444002151489258, -1.5794247388839722, -1.3219832181930542, -2.0478267669677734, -0.963422417640686, -1.237960934638977, -0.5753331780433655, -1.594773530960083, -0.08578677475452423, -1.1953778266906738, -0.9402502775192261, -1.0763137340545654, -0.5902217030525208, -1.386751651763916, -1.7139673233032227, -1.7942742109298706, -1.2887731790542603, -1.4398326873779297, -1.8194904327392578, -1.2905174493789673, -1.264381766319275, -0.9596331119537354, -1.5302393436431885, -0.9897076487541199, -0.9907101988792419]}, "Bot003_073_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape", "response": "I am. I am a gym instructor.", "annotation_id": "Bot003_073_08", "annotations": ["O", "O", "O", "O", "O", "T", "X", "X", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -9.197176933288574, -11.584737777709961, -9.939467430114746, -9.331352233886719, -9.575092315673828, -11.518672943115234, -13.717509269714355, -4.692735195159912], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.9463220834732056, -0.6932233572006226, -1.6966239213943481, -2.276759147644043, -2.1055638790130615, -0.2644294500350952, -1.1342188119888306, -1.7472909688949585, -1.353639841079712, -0.44940823316574097, -1.1616289615631104, -1.5586373805999756, -1.9331881999969482, -1.6054716110229492, -1.5294427871704102, -1.6861903667449951, -2.0269477367401123, -1.4415934085845947, -0.31053733825683594, -1.052964210510254, -1.9184561967849731, -0.8004882335662842, -1.732809066772461, -1.7485580444335938, -2.233412742614746, -1.9279193878173828, -1.5023231506347656, -1.794737696647644, -1.5001227855682373, -2.4090449810028076, -1.0444021224975586, -1.5794873237609863, -1.322023630142212, -2.0477921962738037, -0.9634013175964355, -1.238004207611084, -0.5753546953201294, -1.5948072671890259, -0.08579038828611374, -1.1953991651535034, -0.9402816891670227, -1.076315999031067, -0.5902255177497864, -1.386772632598877, -1.4964240789413452, -1.4972854852676392, -1.3195551633834839, -1.6544777154922485, -1.4462182521820068, -1.2531391382217407, -0.7179807424545288, -1.3580610752105713, -0.7511086463928223, -1.1378488540649414, -1.132300615310669, -1.4431449174880981, -1.1390106678009033, -0.6603457927703857, -2.2418859004974365, -1.1026724576950073, -1.16240656375885, -0.18542516231536865, -0.8802255392074585, -2.000776767730713, -1.8685861825942993, -1.9732593297958374, -0.9612471461296082, -1.3918606042861938, -2.43013334274292, -2.3263585567474365, -1.8023641109466553, -0.9677086472511292, -0.8484533429145813]}, "Bot003_073_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape I am. I am a gym instructor. Cool. Can you say me something good?", "response": "They're always fun. Lots of cool stuff", "annotation_id": "Bot003_073_10", "annotations": ["X", "X", "T", "O", "O", "X", "X", "O", "X", "X", "X", "T", "O", "O", "X"], "gpt2_target_score": [-13.83154296875, -10.99707317352295, -10.831701278686523, -14.766295433044434, -9.724723815917969, -18.104251861572266, -9.37643814086914, -8.871394157409668, -8.610116004943848], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.9463220834732056, -0.6932233572006226, -1.6966239213943481, -2.276759147644043, -2.1055638790130615, -0.2644294500350952, -1.1342188119888306, -1.7472909688949585, -1.353639841079712, -0.44940823316574097, -1.1616289615631104, -1.5586373805999756, -1.9331881999969482, -1.6054716110229492, -1.5294427871704102, -1.6861903667449951, -2.0269477367401123, -1.4415934085845947, -0.31053733825683594, -1.052964210510254, -1.9184561967849731, -0.8004882335662842, -1.732809066772461, -1.7485580444335938, -2.233412742614746, -1.9279193878173828, -1.5023231506347656, -1.794737696647644, -1.5001227855682373, -2.4090449810028076, -1.0444021224975586, -1.5794873237609863, -1.322023630142212, -2.0477921962738037, -0.9634013175964355, -1.238004207611084, -0.5753546953201294, -1.5948072671890259, -0.08579038828611374, -1.1953991651535034, -0.9402816891670227, -1.076315999031067, -0.5902255177497864, -1.386772632598877, -1.4964240789413452, -1.4972854852676392, -1.3195551633834839, -1.6544777154922485, -1.4462182521820068, -1.2531391382217407, -0.7179807424545288, -1.3580610752105713, -0.7511086463928223, -1.1378488540649414, -1.132300615310669, -1.4431449174880981, -1.1390106678009033, -0.6603457927703857, -2.2418859004974365, -1.1026724576950073, -1.16240656375885, -0.18542516231536865, -0.8802255392074585, -1.5387623310089111, -1.6873106956481934, -1.4944813251495361, -1.2603808641433716, -2.3030354976654053, -1.7424507141113281, -1.7338626384735107, -1.0176349878311157, -1.222468614578247, -0.5373669862747192, -1.4620351791381836, -0.34768983721733093, -2.021017551422119, -2.415604829788208, -1.2455042600631714, -0.8587113618850708, -0.6688910126686096, -1.3303381204605103, -1.7593756914138794, -1.2210578918457031, -2.1115403175354004, -1.1976710557937622, -1.2450871467590332, -1.4251245260238647, -0.07528036087751389, -0.9485207796096802, -1.4704015254974365, -1.2693700790405273]}, "Bot003_073_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape I am. I am a gym instructor. Cool. Can you say me something good? They're always fun. Lots of cool stuff Okay. But yesterday I had birthday", "response": "I am sorry to hear that. I am a couch potato.", "annotation_id": "Bot003_073_12", "annotations": ["X", "X", "X", "O", "X", "X", "X", "T", "X", "X", "X", "O", "O", "T", "X"], "gpt2_target_score": [-8.654426574707031, -9.197176933288574, -9.219732284545898, -10.782057762145996, -9.944847106933594, -11.028583526611328, -6.298488616943359, -8.252306938171387, -10.256783485412598, -5.203917503356934, -6.9009504318237305, -13.69528579711914, -5.419504642486572], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.9463220834732056, -0.6932233572006226, -1.6966239213943481, -2.276759147644043, -2.1055638790130615, -0.2644294500350952, -1.1342188119888306, -1.7472909688949585, -1.353639841079712, -0.44940823316574097, -1.1616289615631104, -1.5586373805999756, -1.9331881999969482, -1.6054716110229492, -1.5294427871704102, -1.6861903667449951, -2.0269477367401123, -1.4415934085845947, -0.31053733825683594, -1.052964210510254, -1.9184561967849731, -0.8004882335662842, -1.732809066772461, -1.7485580444335938, -2.233412742614746, -1.9279193878173828, -1.5023231506347656, -1.794737696647644, -1.5001227855682373, -2.4090449810028076, -1.0444021224975586, -1.5794873237609863, -1.322023630142212, -2.0477921962738037, -0.9634013175964355, -1.238004207611084, -0.5753546953201294, -1.5948072671890259, -0.08579038828611374, -1.1953991651535034, -0.9402816891670227, -1.076315999031067, -0.5902255177497864, -1.386772632598877, -1.4964240789413452, -1.4972854852676392, -1.3195551633834839, -1.6544777154922485, -1.4462182521820068, -1.2531391382217407, -0.7179807424545288, -1.3580610752105713, -0.7511086463928223, -1.1378488540649414, -1.132300615310669, -1.4431449174880981, -1.1390106678009033, -0.6603457927703857, -2.2418859004974365, -1.1026724576950073, -1.16240656375885, -0.18542516231536865, -0.8802255392074585, -1.5387623310089111, -1.6873106956481934, -1.4944813251495361, -1.2603808641433716, -2.3030354976654053, -1.7424507141113281, -1.7338626384735107, -1.0176349878311157, -1.222468614578247, -0.5373669862747192, -1.4620351791381836, -0.34768983721733093, -2.021017551422119, -2.415604829788208, -1.2455042600631714, -0.8587113618850708, -0.6688910126686096, -1.3303381204605103, -1.1121160984039307, -2.4406521320343018, -1.508998990058899, -1.1420027017593384, -1.4485430717468262, -0.08611254394054413, -0.769844114780426, -1.4120535850524902, -1.0812853574752808, -1.3979333639144897, -1.505448818206787, -1.3204617500305176, -0.5176905393600464, -1.5840294361114502, -0.6687804460525513, -1.6753333806991577, -2.2116854190826416, -2.076087713241577, -1.6860096454620361, -1.6762909889221191, -0.4922352433204651, -0.504198431968689, -0.6666711568832397, -0.8984959125518799, -1.5174529552459717, -1.8672934770584106, -0.6511054039001465, -1.8780676126480103, -1.0084866285324097, -1.0932003259658813]}, "Bot003_073_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape I am. I am a gym instructor. Cool. Can you say me something good? They're always fun. Lots of cool stuff Okay. But yesterday I had birthday I am sorry to hear that. I am a couch potato. Okay. I got it. You don't want to say me good things", "response": "What do you want to go to school for?", "annotation_id": "Bot003_073_14", "annotations": ["X", "X", "T", "O", "T", "X", "X", "X", "X", "X", "X", "O", "O", "T", "X"], "gpt2_target_score": [-11.566864013671875, -8.2061185836792, -8.386098861694336, -3.96049427986145, -2.1462934017181396, -4.538837432861328, -7.170970916748047, -8.74494457244873, -6.3241286277771, -12.421401023864746], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.9463220834732056, -0.6932233572006226, -1.6966239213943481, -2.276759147644043, -2.1055638790130615, -0.2644294500350952, -1.1342188119888306, -1.7472909688949585, -1.353639841079712, -0.44940823316574097, -1.1616289615631104, -1.5586373805999756, -1.9331881999969482, -1.6054716110229492, -1.5294427871704102, -1.6861903667449951, -2.0269477367401123, -1.4415934085845947, -0.31053733825683594, -1.052964210510254, -1.9184561967849731, -0.8004882335662842, -1.732809066772461, -1.7485580444335938, -2.233412742614746, -1.9279193878173828, -1.5023231506347656, -1.794737696647644, -1.5001227855682373, -2.4090449810028076, -1.0444021224975586, -1.5794873237609863, -1.322023630142212, -2.0477921962738037, -0.9634013175964355, -1.238004207611084, -0.5753546953201294, -1.5948072671890259, -0.08579038828611374, -1.1953991651535034, -0.9402816891670227, -1.076315999031067, -0.5902255177497864, -1.386772632598877, -1.4964240789413452, -1.4972854852676392, -1.3195551633834839, -1.6544777154922485, -1.4462182521820068, -1.2531391382217407, -0.7179807424545288, -1.3580610752105713, -0.7511086463928223, -1.1378488540649414, -1.132300615310669, -1.4431449174880981, -1.1390106678009033, -0.6603457927703857, -2.2418859004974365, -1.1026724576950073, -1.16240656375885, -0.18542516231536865, -0.8802255392074585, -1.5387623310089111, -1.6873106956481934, -1.4944813251495361, -1.2603808641433716, -2.3030354976654053, -1.7424507141113281, -1.7338626384735107, -1.0176349878311157, -1.222468614578247, -0.5373669862747192, -1.4620351791381836, -0.34768983721733093, -2.021017551422119, -2.415604829788208, -1.2455042600631714, -0.8587113618850708, -0.6688910126686096, -1.3303381204605103, -1.1121160984039307, -2.4406521320343018, -1.508998990058899, -1.1420027017593384, -1.4485430717468262, -0.08611254394054413, -0.769844114780426, -1.4120535850524902, -1.0812853574752808, -1.3979333639144897, -1.505448818206787, -1.3204617500305176, -0.5176905393600464, -1.5840294361114502, -0.6687804460525513, -1.6753333806991577, -1.6992849111557007, -2.4808409214019775, -1.1242722272872925, -1.224679946899414, -1.004359245300293, -0.6730535626411438, -1.161474585533142, -1.3807673454284668, -2.0985333919525146, -1.1427013874053955, -2.1274502277374268, -0.9513301849365234, -1.1707171201705933, -0.7780888676643372, -1.522879958152771, -1.1914881467819214, -1.647851824760437, -0.8695362210273743, -1.3766863346099854, -1.5192853212356567, -0.06745914369821548, -1.598497748374939, -0.3026807904243469, -1.3252829313278198, -1.2445791959762573, -1.364130973815918, -0.7024843692779541, -0.7210803627967834, -2.1111531257629395, -1.9989426136016846, -0.06596404314041138, -0.5659935474395752, -0.4603520631790161, -0.1734599620103836, -0.7483343482017517, -0.3874194025993347, -1.159030795097351, -0.15724597871303558, -0.6143699884414673]}, "Bot003_073_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape I am. I am a gym instructor. Cool. Can you say me something good? They're always fun. Lots of cool stuff Okay. But yesterday I had birthday I am sorry to hear that. I am a couch potato. Okay. I got it. You don't want to say me good things What do you want to go to school for? I want to be a sciencist", "response": "Do you have to go school for that?", "annotation_id": "Bot003_073_16", "annotations": ["O", "O", "X", "O", "O", "X", "X", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-11.608840942382812, -8.058932304382324, -8.173849105834961, -10.782057762145996, -8.507713317871094, -10.827838897705078, -5.817089080810547, -10.780879020690918, -7.941140651702881], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.9463220834732056, -0.6932233572006226, -1.6966239213943481, -2.276759147644043, -2.1055638790130615, -0.2644294500350952, -1.1342188119888306, -1.7472909688949585, -1.353639841079712, -0.44940823316574097, -1.1616289615631104, -1.5586373805999756, -1.9331881999969482, -1.6054716110229492, -1.5294427871704102, -1.6861903667449951, -2.0269477367401123, -1.4415934085845947, -0.31053733825683594, -1.052964210510254, -1.9184561967849731, -0.8004882335662842, -1.732809066772461, -1.7485580444335938, -2.233412742614746, -1.9279193878173828, -1.5023231506347656, -1.794737696647644, -1.5001227855682373, -2.4090449810028076, -1.0444021224975586, -1.5794873237609863, -1.322023630142212, -2.0477921962738037, -0.9634013175964355, -1.238004207611084, -0.5753546953201294, -1.5948072671890259, -0.08579038828611374, -1.1953991651535034, -0.9402816891670227, -1.076315999031067, -0.5902255177497864, -1.386772632598877, -1.4964240789413452, -1.4972854852676392, -1.3195551633834839, -1.6544777154922485, -1.4462182521820068, -1.2531391382217407, -0.7179807424545288, -1.3580610752105713, -0.7511086463928223, -1.1378488540649414, -1.132300615310669, -1.4431449174880981, -1.1390106678009033, -0.6603457927703857, -2.2418859004974365, -1.1026724576950073, -1.16240656375885, -0.18542516231536865, -0.8802255392074585, -1.5387623310089111, -1.6873106956481934, -1.4944813251495361, -1.2603808641433716, -2.3030354976654053, -1.7424507141113281, -1.7338626384735107, -1.0176349878311157, -1.222468614578247, -0.5373669862747192, -1.4620351791381836, -0.34768983721733093, -2.021017551422119, -2.415604829788208, -1.2455042600631714, -0.8587113618850708, -0.6688910126686096, -1.3303381204605103, -1.1121160984039307, -2.4406521320343018, -1.508998990058899, -1.1420027017593384, -1.4485430717468262, -0.08611254394054413, -0.769844114780426, -1.4120535850524902, -1.0812853574752808, -1.3979333639144897, -1.505448818206787, -1.3204617500305176, -0.5176905393600464, -1.5840294361114502, -0.6687804460525513, -1.6753333806991577, -1.6992849111557007, -2.4808409214019775, -1.1242722272872925, -1.224679946899414, -1.004359245300293, -0.6730535626411438, -1.161474585533142, -1.3807673454284668, -2.0985333919525146, -1.1427013874053955, -2.1274502277374268, -0.9513301849365234, -1.1707171201705933, -0.7780888676643372, -1.522879958152771, -1.1914881467819214, -1.647851824760437, -0.8695362210273743, -1.3766863346099854, -1.5192853212356567, -0.06745914369821548, -1.598497748374939, -0.3026807904243469, -1.3252829313278198, -1.2445791959762573, -1.364130973815918, -0.7024843692779541, -0.7210803627967834, -1.876674771308899, -0.08501941710710526, -1.0603302717208862, -0.6084221005439758, -0.27255696058273315, -0.7448198199272156, -0.39752012491226196, -1.1952587366104126, -0.17495961487293243, -1.4129327535629272, -1.658744215965271, -0.12494243681430817, -1.6762949228286743, -1.3499643802642822, -1.478210687637329, -1.6660877466201782, -2.033836603164673, -1.7783294916152954, -0.848833441734314, -1.9309792518615723, -0.06456830352544785, -0.655387282371521, -0.9337459802627563, -1.1097625494003296, -0.23494385182857513, -0.5982643961906433, -1.7515443563461304, -0.23757191002368927, -0.7037159204483032]}, "Bot003_073_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape I am. I am a gym instructor. Cool. Can you say me something good? They're always fun. Lots of cool stuff Okay. But yesterday I had birthday I am sorry to hear that. I am a couch potato. Okay. I got it. You don't want to say me good things What do you want to go to school for? I want to be a sciencist Do you have to go school for that? of course. Did you go to college?", "response": "No I am not. I am a gym instructor.", "annotation_id": "Bot003_073_18", "annotations": ["O", "T", "O", "X", "T", "X", "X", "T", "O", "O", "T", "O", "O", "T", "O"], "gpt2_target_score": [-10.930343627929688, -3.6299314498901367, -8.805685043334961, -10.463912010192871, -9.724723815917969, -9.986698150634766, -10.692272186279297, -7.581057071685791, -13.267373085021973, -13.499724388122559, -6.6467084884643555], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.9463220834732056, -0.6932233572006226, -1.6966239213943481, -2.276759147644043, -2.1055638790130615, -0.2644294500350952, -1.1342188119888306, -1.7472909688949585, -1.353639841079712, -0.44940823316574097, -1.1616289615631104, -1.5586373805999756, -1.9331881999969482, -1.6054716110229492, -1.5294427871704102, -1.6861903667449951, -2.0269477367401123, -1.4415934085845947, -0.31053733825683594, -1.052964210510254, -1.9184561967849731, -0.8004882335662842, -1.732809066772461, -1.7485580444335938, -2.233412742614746, -1.9279193878173828, -1.5023231506347656, -1.794737696647644, -1.5001227855682373, -2.4090449810028076, -1.0444021224975586, -1.5794873237609863, -1.322023630142212, -2.0477921962738037, -0.9634013175964355, -1.238004207611084, -0.5753546953201294, -1.5948072671890259, -0.08579038828611374, -1.1953991651535034, -0.9402816891670227, -1.076315999031067, -0.5902255177497864, -1.386772632598877, -1.4964240789413452, -1.4972854852676392, -1.3195551633834839, -1.6544777154922485, -1.4462182521820068, -1.2531391382217407, -0.7179807424545288, -1.3580610752105713, -0.7511086463928223, -1.1378488540649414, -1.132300615310669, -1.4431449174880981, -1.1390106678009033, -0.6603457927703857, -2.2418859004974365, -1.1026724576950073, -1.16240656375885, -0.18542516231536865, -0.8802255392074585, -1.5387623310089111, -1.6873106956481934, -1.4944813251495361, -1.2603808641433716, -2.3030354976654053, -1.7424507141113281, -1.7338626384735107, -1.0176349878311157, -1.222468614578247, -0.5373669862747192, -1.4620351791381836, -0.34768983721733093, -2.021017551422119, -2.415604829788208, -1.2455042600631714, -0.8587113618850708, -0.6688910126686096, -1.3303381204605103, -1.1121160984039307, -2.4406521320343018, -1.508998990058899, -1.1420027017593384, -1.4485430717468262, -0.08611254394054413, -0.769844114780426, -1.4120535850524902, -1.0812853574752808, -1.3979333639144897, -1.505448818206787, -1.3204617500305176, -0.5176905393600464, -1.5840294361114502, -0.6687804460525513, -1.6753333806991577, -1.6992849111557007, -2.4808409214019775, -1.1242722272872925, -1.224679946899414, -1.004359245300293, -0.6730535626411438, -1.161474585533142, -1.3807673454284668, -2.0985333919525146, -1.1427013874053955, -2.1274502277374268, -0.9513301849365234, -1.1707171201705933, -0.7780888676643372, -1.522879958152771, -1.1914881467819214, -1.647851824760437, -0.8695362210273743, -1.3766863346099854, -1.5192853212356567, -0.06745914369821548, -1.598497748374939, -0.3026807904243469, -1.3252829313278198, -1.2445791959762573, -1.364130973815918, -0.7024843692779541, -0.7210803627967834, -1.876674771308899, -0.08501941710710526, -1.0603302717208862, -0.6084221005439758, -0.27255696058273315, -0.7448198199272156, -0.39752283692359924, -1.1952588558197021, -0.17496082186698914, -1.4129245281219482, -1.658745288848877, -0.12494054436683655, -1.6763020753860474, -1.3499643802642822, -1.4782049655914307, -1.6660852432250977, -2.033834457397461, -1.7783294916152954, -0.8488351702690125, -0.058887314051389694, -0.6086834669113159, -0.8258234262466431, -1.1997231245040894, -0.22330127656459808, -0.48843467235565186, -1.7143235206604004, -0.19018986821174622, -1.3211517333984375, -0.19740477204322815, -1.8035247325897217, -1.2343435287475586, -0.13002806901931763, -2.030097007751465, -0.21213653683662415, -0.5847901105880737, -0.9888065457344055, -1.72770357131958, -1.84548819065094, -1.0900636911392212, -1.484055519104004, -0.7741053700447083, -0.701943576335907, -0.6496955752372742, -1.2259396314620972, -1.2150835990905762, -1.502642273902893, -1.1192958354949951, -0.6099858283996582, -0.847505509853363]}, "Bot003_073_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape I am. I am a gym instructor. Cool. Can you say me something good? They're always fun. Lots of cool stuff Okay. But yesterday I had birthday I am sorry to hear that. I am a couch potato. Okay. I got it. You don't want to say me good things What do you want to go to school for? I want to be a sciencist Do you have to go school for that? of course. Did you go to college? No I am not. I am a gym instructor. good. Bye", "response": "I think he is fat.", "annotation_id": "Bot003_073_20", "annotations": ["X", "X", "T", "O", "X", "X", "X", "X", "X", "X", "X", "O", "T", "X", "X"], "gpt2_target_score": [-8.654426574707031, -10.587618827819824, -11.311681747436523, -9.889037132263184, -8.966484069824219, -9.811786651611328], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.9463220834732056, -0.6932233572006226, -1.6966239213943481, -2.276759147644043, -2.1055638790130615, -0.2644294500350952, -1.1342188119888306, -1.7472909688949585, -1.353639841079712, -0.44940823316574097, -1.1616289615631104, -1.5586373805999756, -1.9331881999969482, -1.6054716110229492, -1.5294427871704102, -1.6861903667449951, -2.0269477367401123, -1.4415934085845947, -0.31053733825683594, -1.052964210510254, -1.9184561967849731, -0.8004882335662842, -1.732809066772461, -1.7485580444335938, -2.233412742614746, -1.9279193878173828, -1.5023231506347656, -1.794737696647644, -1.5001227855682373, -2.4090449810028076, -1.0444021224975586, -1.5794873237609863, -1.322023630142212, -2.0477921962738037, -0.9634013175964355, -1.238004207611084, -0.5753546953201294, -1.5948072671890259, -0.08579038828611374, -1.1953991651535034, -0.9402816891670227, -1.076315999031067, -0.5902255177497864, -1.386772632598877, -1.4964240789413452, -1.4972854852676392, -1.3195551633834839, -1.6544777154922485, -1.4462182521820068, -1.2531391382217407, -0.7179807424545288, -1.3580610752105713, -0.7511086463928223, -1.1378488540649414, -1.132300615310669, -1.4431449174880981, -1.1390106678009033, -0.6603457927703857, -2.2418859004974365, -1.1026724576950073, -1.16240656375885, -0.18542516231536865, -0.8802255392074585, -1.5387623310089111, -1.6873106956481934, -1.4944813251495361, -1.2603808641433716, -2.3030354976654053, -1.7424507141113281, -1.7338626384735107, -1.0176349878311157, -1.222468614578247, -0.5373669862747192, -1.4620351791381836, -0.34768983721733093, -2.021017551422119, -2.415604829788208, -1.2455042600631714, -0.8587113618850708, -0.6688910126686096, -1.3303381204605103, -1.1121160984039307, -2.4406521320343018, -1.508998990058899, -1.1420027017593384, -1.4485430717468262, -0.08611254394054413, -0.769844114780426, -1.4120535850524902, -1.0812853574752808, -1.3979333639144897, -1.505448818206787, -1.3204617500305176, -0.5176905393600464, -1.5840294361114502, -0.6687804460525513, -1.6753333806991577, -1.6992849111557007, -2.4808409214019775, -1.1242722272872925, -1.224679946899414, -1.004359245300293, -0.6730535626411438, -1.161474585533142, -1.3807673454284668, -2.0985333919525146, -1.1427013874053955, -2.1274502277374268, -0.9513301849365234, -1.1707171201705933, -0.7780888676643372, -1.522879958152771, -1.1914881467819214, -1.647851824760437, -0.8695362210273743, -1.3766863346099854, -1.5192853212356567, -0.06745914369821548, -1.598497748374939, -0.3026807904243469, -1.3252829313278198, -1.2445791959762573, -1.364130973815918, -0.7024843692779541, -0.7210803627967834, -1.876674771308899, -0.08501941710710526, -1.0603302717208862, -0.6084221005439758, -0.27255696058273315, -0.7448198199272156, -0.39752012491226196, -1.1952587366104126, -0.17495961487293243, -1.4129327535629272, -1.658744215965271, -0.12494243681430817, -1.6762949228286743, -1.3499643802642822, -1.478210687637329, -1.6660877466201782, -2.033836603164673, -1.7783294916152954, -0.848833441734314, -0.058886751532554626, -0.6086873412132263, -0.8258300423622131, -1.1997311115264893, -0.2232973724603653, -0.4884367287158966, -1.714311957359314, -0.19019164144992828, -1.3211559057235718, -0.19740496575832367, -1.8035237789154053, -1.2343426942825317, -0.13002775609493256, -2.030118227005005, -0.21213817596435547, -0.5847932696342468, -0.9888196587562561, -1.7277114391326904, -0.9878369569778442, -1.3343000411987305, -0.611457109451294, -0.6403502821922302, -0.8864746689796448, -1.0989025831222534, -0.8012806177139282, -1.2070724964141846, -1.39521062374115, -0.6467145681381226, -1.0344617366790771, -1.552449345588684, -1.5052708387374878, -0.8652275204658508, -2.104828357696533, -1.6345295906066895, -1.2641518115997314, -1.7617417573928833, -1.733527660369873, -1.1905769109725952, -1.5728347301483154]}, "Bot003_074_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name?", "response": "I'm paul.", "annotation_id": "Bot003_074_02", "annotations": ["O", "O", "O", "O", "O", "T", "T", "O", "X", "T", "O", "T", "O", "O", "X"], "gpt2_target_score": [-10.448432922363281, -12.562049865722656, -8.798689842224121, -16.68294334411621, -10.97625732421875], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -1.6779899597167969, -2.2435548305511475, -2.0561230182647705, -1.944993495941162, -2.1764585971832275, -2.0195298194885254, -2.2952756881713867, -1.659230351448059, -0.1215737983584404, -1.758984923362732, -2.2080602645874023, -0.49227023124694824, -0.9752244353294373, -2.3899919986724854, -2.943938732147217, -1.670980453491211, -2.4275729656219482, -0.41996610164642334, -0.8895276784896851, -2.275291919708252, -1.8740413188934326, -2.1952967643737793, -2.8380558490753174, -3.0197999477386475, -0.6276958584785461]}, "Bot003_074_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself", "response": "My family from italy but I live in america. How about you?", "annotation_id": "Bot003_074_04", "annotations": ["T", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O"], "gpt2_target_score": [-12.96677017211914, -11.938560485839844, -4.947066307067871, -9.95122241973877, -17.54937744140625, -10.124629974365234, -7.157297134399414, -5.453278541564941, -2.3692946434020996, -12.204244613647461, -10.497175216674805, -10.414660453796387, -10.712132453918457, -13.05966854095459, -5.6464056968688965, -4.320647239685059], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -1.6779899597167969, -2.2435548305511475, -2.0561230182647705, -1.944993495941162, -2.1764585971832275, -2.0195298194885254, -2.2952756881713867, -1.659230351448059, -0.1215737983584404, -1.758984923362732, -2.2080602645874023, -0.49227023124694824, -0.9752244353294373, -2.3899919986724854, -2.943938732147217, -1.670980453491211, -2.4275729656219482, -0.41996610164642334, -0.8895276784896851, -1.9186046123504639, -2.1279618740081787, -3.096916913986206, -3.332911491394043, -1.1107821464538574, -0.29915279150009155, -2.0000152587890625, -1.3800785541534424, -1.3087488412857056, -1.9511871337890625, -0.3839474022388458, -1.2217605113983154, -2.210909605026245, -1.7731941938400269, -1.7125170230865479, -1.1726595163345337, -1.9101008176803589, -0.4032101333141327, -1.9844622611999512, -0.05057405307888985, -1.4985003471374512, -1.1760518550872803, -1.8280463218688965, -0.3155030608177185, -0.5814818739891052, -0.2117011994123459]}, "Bot003_074_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you?", "response": "I'm 16.", "annotation_id": "Bot003_074_06", "annotations": ["O", "T", "O", "O", "O", "T", "T", "O", "T", "T", "O", "O", "T", "O", "X"], "gpt2_target_score": [-10.448432922363281, -12.562049865722656, -9.678954124450684, -6.333333492279053], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -1.6779899597167969, -2.2435548305511475, -2.0561230182647705, -1.944993495941162, -2.1764585971832275, -2.0195298194885254, -2.2952756881713867, -1.659230351448059, -0.1215737983584404, -1.758984923362732, -2.2080602645874023, -0.49227023124694824, -0.9752244353294373, -2.3899919986724854, -2.943938732147217, -1.670980453491211, -2.4275729656219482, -0.41996610164642334, -0.8895276784896851, -1.9186261892318726, -2.1279714107513428, -3.0969154834747314, -3.332897424697876, -1.1107817888259888, -0.2991449236869812, -2.0000128746032715, -1.3800804615020752, -1.3087631464004517, -0.3262648582458496, -1.2425518035888672, -2.050495147705078, -1.6386240720748901, -1.9806724786758423, -1.175227165222168, -1.5322717428207397, -0.39951640367507935, -2.0413947105407715, -0.042183905839920044, -1.6254336833953857, -1.5371851921081543, -1.8711105585098267, -0.3758028745651245, -0.5796161890029907, -1.141583800315857, -1.0698355436325073, -0.6622423529624939, -0.07734468579292297, -0.21434623003005981, -1.485575556755066, -2.2628655433654785, -0.8913439512252808, -2.803727388381958, -1.4372485876083374, -1.299183964729309]}, "Bot003_074_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live?", "response": "I'm a little old.  What do you think about ConvAI competition?", "annotation_id": "Bot003_074_08", "annotations": ["T", "X", "X", "X", "X", "O", "T", "X", "X", "T", "O", "X", "T", "X", "O"], "gpt2_target_score": [-10.448424339294434, -12.5620756149292, -3.242339611053467, -8.968381881713867, -10.851020812988281, -8.140121459960938, -8.012677192687988, -13.983076095581055, -9.958036422729492, -6.070175647735596, -11.56606674194336, -7.80394172668457, -19.134157180786133, -21.126174926757812, -14.362615585327148, -4.3206377029418945], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -2.24352765083313, -2.0561046600341797, -1.945004940032959, -2.176453113555908, -2.019542932510376, -2.295320749282837, -1.6592427492141724, -0.12156683206558228, -1.7590088844299316, -2.208035469055176, -0.4922805726528168, -0.9752469658851624, -2.390037775039673, -2.9439311027526855, -1.6710033416748047, -2.427577257156372, -0.41996216773986816, -0.8895596861839294, -1.9186220169067383, -2.1279726028442383, -3.0969109535217285, -3.3329403400421143, -1.1107890605926514, -0.29915234446525574, -1.9999916553497314, -1.3800945281982422, -1.3087555170059204, -0.3262724280357361, -1.242548942565918, -2.050508499145508, -1.6386271715164185, -1.9806650876998901, -1.1752303838729858, -1.5322564840316772, -0.39951086044311523, -2.0413811206817627, -0.04218379035592079, -1.6254700422286987, -1.5372196435928345, -1.8710894584655762, -0.3757842183113098, -0.5795921683311462, -1.1415802240371704, -1.0698192119598389, -0.6622427701950073, -0.07734358310699463, -0.21436922252178192, -1.4856290817260742, -0.8847223520278931, -2.9139928817749023, -1.6515352725982666, -1.5155681371688843, -1.3127812147140503, -1.4199213981628418, -0.32327109575271606, -1.8009412288665771, -1.9556728601455688, -1.152298927307129, -2.8335764408111572, -3.0655782222747803, -1.3290667533874512, -1.6912691593170166, -1.1607860326766968, -1.2233636379241943, -1.9627028703689575, -0.08917053788900375, -1.3740493059158325, -1.1051455736160278, -0.7275620698928833, -2.2095630168914795, -0.3179566562175751, -0.3469686508178711, -0.4655868113040924]}, "Bot003_074_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live? I'm a little old.  What do you think about ConvAI competition? I like it", "response": "I grew up from germany but moved to germany", "annotation_id": "Bot003_074_10", "annotations": ["X", "X", "X", "X", "X", "T", "T", "X", "T", "T", "O", "X", "O", "X", "X"], "gpt2_target_score": [-10.448424339294434, -13.32995891571045, -6.969634532928467, -5.1535773277282715, -10.289787292480469, -17.736297607421875, -12.63879108428955, -8.598691940307617, -14.926084518432617, -5.272903919219971, -9.998332977294922, -15.30967903137207, -10.562135696411133], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -2.24352765083313, -2.0561046600341797, -1.945004940032959, -2.176453113555908, -2.019542932510376, -2.295320749282837, -1.6592427492141724, -0.12156683206558228, -1.7590088844299316, -2.208035469055176, -0.4922805726528168, -0.9752469658851624, -2.390037775039673, -2.9439311027526855, -1.6710033416748047, -2.427577257156372, -0.41996216773986816, -0.8895596861839294, -1.9186220169067383, -2.1279726028442383, -3.0969109535217285, -3.3329403400421143, -1.1107890605926514, -0.29915234446525574, -1.9999916553497314, -1.3800945281982422, -1.3087555170059204, -0.3262724280357361, -1.242548942565918, -2.050508499145508, -1.6386271715164185, -1.9806650876998901, -1.1752303838729858, -1.5322564840316772, -0.39951086044311523, -2.0413811206817627, -0.04218379035592079, -1.6254700422286987, -1.5372196435928345, -1.8710894584655762, -0.3757842183113098, -0.5795921683311462, -1.1415802240371704, -1.0698192119598389, -0.6622427701950073, -0.07734358310699463, -0.21436922252178192, -1.4856290817260742, -0.8847223520278931, -2.9139928817749023, -1.6515352725982666, -1.5155681371688843, -1.3127812147140503, -1.4199213981628418, -0.32327109575271606, -1.8009412288665771, -0.6878103613853455, -2.3228397369384766, -3.5270183086395264, -2.13912034034729, -1.6540323495864868, -1.6976697444915771, -1.4221585988998413, -1.814056158065796, -0.07712553441524506, -1.410957932472229, -1.076702356338501, -0.7110694050788879, -1.8973839282989502, -0.4096471965312958, -0.38340678811073303, -1.3352560997009277, -1.2626453638076782, -1.540454626083374, -1.3582433462142944, -1.7169314622879028, -1.5606333017349243, -0.02200322039425373, -0.5307459831237793, -1.7803171873092651, -0.2430489957332611, -0.6398482322692871, -1.297338843345642, -1.2966654300689697, -0.590403139591217, -2.214012861251831, -0.008091999217867851, -0.016824373975396156, -1.632845401763916]}, "Bot003_074_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live? I'm a little old.  What do you think about ConvAI competition? I like it I grew up from germany but moved to germany What you think?", "response": "I was born in paris  Are you a scientist?", "annotation_id": "Bot003_074_12", "annotations": ["X", "X", "X", "T", "X", "T", "O", "X", "X", "T", "O", "X", "T", "X", "O"], "gpt2_target_score": [-10.448424339294434, -12.70886516571045, -13.316207885742188, -1.8261085748672485, -13.389579772949219, -14.749114990234375, -8.012677192687988, -15.174314498901367, -9.182722091674805, -5.542328357696533, -16.877025604248047, -11.710603713989258], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -2.24352765083313, -2.0561046600341797, -1.945004940032959, -2.176453113555908, -2.019542932510376, -2.295320749282837, -1.6592427492141724, -0.12156683206558228, -1.7590088844299316, -2.208035469055176, -0.4922805726528168, -0.9752469658851624, -2.390037775039673, -2.9439311027526855, -1.6710033416748047, -2.427577257156372, -0.41996216773986816, -0.8895596861839294, -1.9186220169067383, -2.1279726028442383, -3.0969109535217285, -3.3329403400421143, -1.1107890605926514, -0.29915234446525574, -1.9999916553497314, -1.3800945281982422, -1.3087555170059204, -0.3262724280357361, -1.242548942565918, -2.050508499145508, -1.6386271715164185, -1.9806650876998901, -1.1752303838729858, -1.5322564840316772, -0.39951086044311523, -2.0413811206817627, -0.04218379035592079, -1.6254700422286987, -1.5372196435928345, -1.8710894584655762, -0.3757842183113098, -0.5795921683311462, -1.1415802240371704, -1.0698192119598389, -0.6622427701950073, -0.07734358310699463, -0.21436922252178192, -1.4856290817260742, -0.8847223520278931, -2.9139928817749023, -1.6515352725982666, -1.5155681371688843, -1.3127812147140503, -1.4199213981628418, -0.32327109575271606, -1.8009412288665771, -0.6878103613853455, -2.3228397369384766, -3.5270183086395264, -2.13912034034729, -1.6540323495864868, -1.6976697444915771, -1.4221585988998413, -1.814056158065796, -0.07712553441524506, -1.410957932472229, -1.076702356338501, -0.7110694050788879, -1.8973839282989502, -0.4096471965312958, -0.38340678811073303, -1.3352560997009277, -1.2626453638076782, -1.540454626083374, -1.3582433462142944, -1.6726230382919312, -0.026149602606892586, -0.6191975474357605, -1.6047472953796387, -0.24863673746585846, -0.760994017124176, -1.3374227285385132, -1.1510576009750366, -0.6047999858856201, -2.188236713409424, -0.010091356001794338, -0.02897227741777897, -1.5119470357894897, -2.016228437423706, -2.174036979675293, -0.2226460874080658, -1.4550893306732178, -1.7367671728134155, -1.599324107170105, -1.3075276613235474, -0.3962012529373169, -0.9989901185035706, -1.4968229532241821, -2.3278911113739014, -1.5810282230377197, -0.12111491709947586, -1.864837408065796, -2.7107913494110107, -0.7824088931083679, -0.6104397773742676]}, "Bot003_074_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live? I'm a little old.  What do you think about ConvAI competition? I like it I grew up from germany but moved to germany What you think? I was born in paris  Are you a scientist? Yes", "response": "Ah.", "annotation_id": "Bot003_074_14", "annotations": ["O", "T", "T", "O", "O", "T", "T", "T", "O", "T", "O", "T", "O", "T", "X"], "gpt2_target_score": [-16.819007873535156, -10.377657890319824], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -2.24352765083313, -2.0561046600341797, -1.945004940032959, -2.176453113555908, -2.019542932510376, -2.295320749282837, -1.6592427492141724, -0.12156683206558228, -1.7590088844299316, -2.208035469055176, -0.4922805726528168, -0.9752469658851624, -2.390037775039673, -2.9439311027526855, -1.6710033416748047, -2.427577257156372, -0.41996216773986816, -0.8895596861839294, -1.9186220169067383, -2.1279726028442383, -3.0969109535217285, -3.3329403400421143, -1.1107890605926514, -0.29915234446525574, -1.9999916553497314, -1.3800945281982422, -1.3087555170059204, -0.3262724280357361, -1.242548942565918, -2.050508499145508, -1.6386271715164185, -1.9806650876998901, -1.1752303838729858, -1.5322564840316772, -0.39951086044311523, -2.0413811206817627, -0.04218379035592079, -1.6254700422286987, -1.5372196435928345, -1.8710894584655762, -0.3757842183113098, -0.5795921683311462, -1.1415802240371704, -1.0698192119598389, -0.6622427701950073, -0.07734358310699463, -0.21436922252178192, -1.4856290817260742, -0.8847223520278931, -2.9139928817749023, -1.6515352725982666, -1.5155681371688843, -1.3127812147140503, -1.4199213981628418, -0.32327109575271606, -1.8009412288665771, -0.6878103613853455, -2.3228397369384766, -3.5270183086395264, -2.13912034034729, -1.6540323495864868, -1.6976697444915771, -1.4221585988998413, -1.814056158065796, -0.07712553441524506, -1.410957932472229, -1.076702356338501, -0.7110694050788879, -1.8973839282989502, -0.4096471965312958, -0.38340678811073303, -1.3352560997009277, -1.2626453638076782, -1.540454626083374, -1.3582433462142944, -1.6726230382919312, -0.026149602606892586, -0.6191975474357605, -1.6047472953796387, -0.24863673746585846, -0.760994017124176, -1.3374227285385132, -1.1510576009750366, -0.6047999858856201, -2.188236713409424, -0.010091356001794338, -0.02897227741777897, -1.5119470357894897, -2.016228437423706, -2.174036979675293, -0.22264990210533142, -1.4550881385803223, -1.3109771013259888, -1.447273850440979, -0.36271539330482483, -1.1729555130004883, -1.520467758178711, -2.108785629272461, -2.453878879547119, -0.08697950094938278, -1.5752774477005005, -2.847432851791382, -0.7359601259231567, -1.5481128692626953, -1.3279070854187012, -1.6994045972824097, -1.9621278047561646, -1.2734328508377075]}, "Bot003_074_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live? I'm a little old.  What do you think about ConvAI competition? I like it I grew up from germany but moved to germany What you think? I was born in paris  Are you a scientist? Yes Ah. And you?", "response": "I'm not sure.  Hey, listen. I live in california, where are you from?  Hey, listen. I live in california, where are you from?", "annotation_id": "Bot003_074_16", "annotations": ["T", "X", "X", "O", "X", "T", "T", "X", "X", "O", "X", "X", "T", "T", "O"], "gpt2_target_score": [-10.448424339294434, -12.5620756149292, -7.980811595916748, -11.191587448120117, -10.976280212402344, -9.02557373046875, -9.724148750305176, -7.770933151245117, -14.553800582885742, -9.719512939453125, -6.508968353271484, -9.40660285949707, -2.5424060821533203, -11.567123413085938, -13.897222518920898, -14.276822090148926, -3.872819423675537, -8.14086627960205, -3.014366388320923, -5.3647685050964355, -5.837644577026367, -6.5722761154174805, -4.142694473266602, -6.461627006530762, -7.613995552062988, -12.2931489944458, -4.092993259429932, -6.10390567779541, -10.995081901550293, -8.29019546508789, -11.55704402923584, -14.902280807495117, -20.862863540649414, -8.988472938537598, -7.128535270690918, -10.34880256652832, -6.988846778869629, -5.798490524291992, -9.245359420776367], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -2.24352765083313, -2.0561046600341797, -1.945004940032959, -2.176453113555908, -2.019542932510376, -2.295320749282837, -1.6592427492141724, -0.12156683206558228, -1.7590088844299316, -2.208035469055176, -0.4922805726528168, -0.9752469658851624, -2.390037775039673, -2.9439311027526855, -1.6710033416748047, -2.427577257156372, -0.41996216773986816, -0.8895596861839294, -1.9186220169067383, -2.1279726028442383, -3.0969109535217285, -3.3329403400421143, -1.1107890605926514, -0.29915234446525574, -1.9999916553497314, -1.3800945281982422, -1.3087555170059204, -0.3262724280357361, -1.242548942565918, -2.050508499145508, -1.6386271715164185, -1.9806650876998901, -1.1752303838729858, -1.5322564840316772, -0.39951086044311523, -2.0413811206817627, -0.04218379035592079, -1.6254700422286987, -1.5372196435928345, -1.8710894584655762, -0.3757842183113098, -0.5795921683311462, -1.1415802240371704, -1.0698192119598389, -0.6622427701950073, -0.07734358310699463, -0.21436922252178192, -1.4856290817260742, -0.8847223520278931, -2.9139928817749023, -1.6515352725982666, -1.5155681371688843, -1.3127812147140503, -1.4199213981628418, -0.32327109575271606, -1.8009412288665771, -0.6878103613853455, -2.3228397369384766, -3.5270183086395264, -2.13912034034729, -1.6540323495864868, -1.6976697444915771, -1.4221585988998413, -1.814056158065796, -0.07712553441524506, -1.410957932472229, -1.076702356338501, -0.7110694050788879, -1.8973839282989502, -0.4096471965312958, -0.38340678811073303, -1.3352560997009277, -1.2626453638076782, -1.540454626083374, -1.3582433462142944, -1.6726230382919312, -0.026149602606892586, -0.6191975474357605, -1.6047472953796387, -0.24863673746585846, -0.760994017124176, -1.3374227285385132, -1.1510576009750366, -0.6047999858856201, -2.188236713409424, -0.010091356001794338, -0.02897227741777897, -1.5119470357894897, -2.016228437423706, -2.174036979675293, -0.22264990210533142, -1.4550881385803223, -1.3109771013259888, -1.447273850440979, -0.36271539330482483, -1.1729555130004883, -1.520467758178711, -2.108785629272461, -2.453878879547119, -0.08697950094938278, -1.5752774477005005, -2.847432851791382, -0.7359601259231567, -1.5481128692626953, -1.3279070854187012, -1.8578888177871704, -1.2994122505187988, -1.5879926681518555, -2.171757936477661, -1.8626415729522705, -1.847129225730896, -1.1521669626235962, -0.709416389465332, -0.645886242389679, -1.7961329221725464, -0.9358063340187073, -1.2143341302871704, -1.5170519351959229, -1.3671718835830688, -0.724054217338562, -0.9595441222190857, -1.0892070531845093, -0.15350517630577087, -2.1431398391723633, -0.2647223472595215, -0.0012834176886826754, -1.2895724773406982, -1.7537554502487183, -1.7471619844436646, -0.07929585129022598, -1.1049749851226807, -0.12249831110239029, -0.4817909896373749, -1.5332516431808472, -0.4713825285434723, -1.5383042097091675, -0.2574295401573181, -1.1997654438018799, -0.9857165813446045, -0.12819112837314606, -2.0534980297088623, -0.004064158070832491, -0.0006509092636406422, -1.1125119924545288, -0.4460065960884094, -0.2558063566684723, -0.01724112220108509, -0.05547128617763519, -0.042111560702323914, -0.7097022533416748]}, "Bot003_074_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live? I'm a little old.  What do you think about ConvAI competition? I like it I grew up from germany but moved to germany What you think? I was born in paris  Are you a scientist? Yes Ah. And you? I'm not sure.  Hey, listen. I live in california, where are you from?  Hey, listen. I live in california, where are you from? Fucking bot", "response": "Can't you be more polite?", "annotation_id": "Bot003_074_18", "annotations": ["X", "O", "O", "O", "O", "O", "T", "O", "T", "O", "X", "T", "O", "X", "O"], "gpt2_target_score": [-13.284293174743652, -11.2073392868042, -5.758773326873779, -7.2853522300720215, -10.612297058105469, -15.756591796875, -10.9844331741333], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -2.24352765083313, -2.0561046600341797, -1.945004940032959, -2.176453113555908, -2.019542932510376, -2.295320749282837, -1.6592427492141724, -0.12156683206558228, -1.7590088844299316, -2.208035469055176, -0.4922805726528168, -0.9752469658851624, -2.390037775039673, -2.9439311027526855, -1.6710033416748047, -2.427577257156372, -0.41996216773986816, -0.8895596861839294, -1.9186220169067383, -2.1279726028442383, -3.0969109535217285, -3.3329403400421143, -1.1107890605926514, -0.29915234446525574, -1.9999916553497314, -1.3800945281982422, -1.3087555170059204, -0.3262724280357361, -1.242548942565918, -2.050508499145508, -1.6386271715164185, -1.9806650876998901, -1.1752303838729858, -1.5322564840316772, -0.39951086044311523, -2.0413811206817627, -0.04218379035592079, -1.6254700422286987, -1.5372196435928345, -1.8710894584655762, -0.3757842183113098, -0.5795921683311462, -1.1415802240371704, -1.0698192119598389, -0.6622427701950073, -0.07734358310699463, -0.21436922252178192, -1.4856290817260742, -0.8847223520278931, -2.9139928817749023, -1.6515352725982666, -1.5155681371688843, -1.3127812147140503, -1.4199213981628418, -0.32327109575271606, -1.8009412288665771, -0.6878103613853455, -2.3228397369384766, -3.5270183086395264, -2.13912034034729, -1.6540323495864868, -1.6976697444915771, -1.4221585988998413, -1.814056158065796, -0.07712553441524506, -1.410957932472229, -1.076702356338501, -0.7110694050788879, -1.8973839282989502, -0.4096471965312958, -0.38340678811073303, -1.3352560997009277, -1.2626453638076782, -1.540454626083374, -1.3582433462142944, -1.6726230382919312, -0.026149602606892586, -0.6191975474357605, -1.6047472953796387, -0.24863673746585846, -0.760994017124176, -1.3374227285385132, -1.1510576009750366, -0.6047999858856201, -2.188236713409424, -0.010091356001794338, -0.02897227741777897, -1.5119470357894897, -2.016228437423706, -2.174036979675293, -0.22264990210533142, -1.4550881385803223, -1.3109771013259888, -1.447273850440979, -0.36271539330482483, -1.1729555130004883, -1.520467758178711, -2.108785629272461, -2.453878879547119, -0.08697950094938278, -1.5752774477005005, -2.847432851791382, -0.7359601259231567, -1.5481128692626953, -1.3279070854187012, -1.8578888177871704, -1.2994122505187988, -1.5879926681518555, -2.171757936477661, -1.8626415729522705, -0.978852391242981, -0.733034074306488, -0.7643877863883972, -1.8337372541427612, -1.2230974435806274, -1.710919737815857, -1.3853344917297363, -1.294304370880127, -0.6461246609687805, -1.1487503051757812, -1.0621778964996338, -0.13844342529773712, -2.1813204288482666, -0.27373480796813965, -0.001551496796309948, -1.2437163591384888, -1.9281584024429321, -1.8138086795806885, -0.07938768714666367, -1.0720434188842773, -0.1327124983072281, -1.573754072189331, -1.7130759954452515, -0.4378604292869568, -1.4496842622756958, -0.30839818716049194, -0.710403323173523, -0.9102909564971924, -0.1204964742064476, -1.7356510162353516, -0.0033751921728253365, -0.0005364171229302883, -1.1952433586120605, -0.46371665596961975, -0.24953413009643555, -0.017307909205555916, -0.05377323180437088, -0.04523249715566635, -1.716054916381836, -1.4350674152374268, -2.198596954345703, -1.8524442911148071, -2.1927151679992676, -0.5235211849212646, -1.4388177394866943, -2.444330930709839, -1.3718172311782837, -0.4267115890979767, -0.8501881957054138, -0.5983763337135315]}, "Bot003_074_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live? I'm a little old.  What do you think about ConvAI competition? I like it I grew up from germany but moved to germany What you think? I was born in paris  Are you a scientist? Yes Ah. And you? I'm not sure.  Hey, listen. I live in california, where are you from?  Hey, listen. I live in california, where are you from? Fucking bot Can't you be more polite? And you?", "response": "I'm offering you a chance.", "annotation_id": "Bot003_074_20", "annotations": ["X", "O", "T", "T", "O", "T", "O", "T", "X", "T", "X", "X", "T", "X", "X"], "gpt2_target_score": [-10.448424339294434, -12.5620756149292, -13.472908020019531, -9.76997184753418, -7.500373363494873, -13.692901611328125, -8.810330390930176], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -2.24352765083313, -2.0561046600341797, -1.945004940032959, -2.176453113555908, -2.019542932510376, -2.295320749282837, -1.6592427492141724, -0.12156683206558228, -1.7590088844299316, -2.208035469055176, -0.4922805726528168, -0.9752469658851624, -2.390037775039673, -2.9439311027526855, -1.6710033416748047, -2.427577257156372, -0.41996216773986816, -0.8895596861839294, -1.9186220169067383, -2.1279726028442383, -3.0969109535217285, -3.3329403400421143, -1.1107890605926514, -0.29915234446525574, -1.9999916553497314, -1.3800945281982422, -1.3087555170059204, -0.3262724280357361, -1.242548942565918, -2.050508499145508, -1.6386271715164185, -1.9806650876998901, -1.1752303838729858, -1.5322564840316772, -0.39951086044311523, -2.0413811206817627, -0.04218379035592079, -1.6254700422286987, -1.5372196435928345, -1.8710894584655762, -0.3757842183113098, -0.5795921683311462, -1.1415802240371704, -1.0698192119598389, -0.6622427701950073, -0.07734358310699463, -0.21436922252178192, -1.4856290817260742, -0.8847223520278931, -2.9139928817749023, -1.6515352725982666, -1.5155681371688843, -1.3127812147140503, -1.4199213981628418, -0.32327109575271606, -1.8009412288665771, -0.6878103613853455, -2.3228397369384766, -3.5270183086395264, -2.13912034034729, -1.6540323495864868, -1.6976697444915771, -1.4221585988998413, -1.814056158065796, -0.07712553441524506, -1.410957932472229, -1.076702356338501, -0.7110694050788879, -1.8973839282989502, -0.4096471965312958, -0.38340678811073303, -1.3352560997009277, -1.2626453638076782, -1.540454626083374, -1.3582433462142944, -1.6726230382919312, -0.026149602606892586, -0.6191975474357605, -1.6047472953796387, -0.24863673746585846, -0.760994017124176, -1.3374227285385132, -1.1510576009750366, -0.6047999858856201, -2.188236713409424, -0.010091356001794338, -0.02897227741777897, -1.5119470357894897, -2.016228437423706, -2.174036979675293, -0.22264990210533142, -1.4550881385803223, -1.3109771013259888, -1.447273850440979, -0.36271539330482483, -1.1729555130004883, -1.520467758178711, -2.108785629272461, -2.453878879547119, -0.08697950094938278, -1.5752774477005005, -2.847432851791382, -0.7359601259231567, -1.5481128692626953, -1.3279070854187012, -1.8578888177871704, -1.2994122505187988, -1.5879926681518555, -2.171757936477661, -1.8626415729522705, -0.978852391242981, -0.733034074306488, -0.7643877863883972, -1.8337372541427612, -1.2230974435806274, -1.710919737815857, -1.3853344917297363, -1.294304370880127, -0.6461246609687805, -1.1487503051757812, -1.0621778964996338, -0.13844342529773712, -2.1813204288482666, -0.27373480796813965, -0.001551496796309948, -1.2437163591384888, -1.9281584024429321, -1.8138086795806885, -0.07938768714666367, -1.0720434188842773, -0.1327124983072281, -1.573754072189331, -1.7130759954452515, -0.4378604292869568, -1.4496842622756958, -0.30839818716049194, -0.710403323173523, -0.9102909564971924, -0.1204964742064476, -1.7356510162353516, -0.0033751921728253365, -0.0005364171229302883, -1.1952433586120605, -0.46371665596961975, -0.24953413009643555, -0.017307909205555916, -0.05377323180437088, -0.04523249715566635, -1.716054916381836, -1.4350674152374268, -2.198596954345703, -1.8524442911148071, -0.9546446800231934, -1.4085571765899658, -2.4646646976470947, -1.4798951148986816, -0.574760913848877, -0.9309311509132385, -1.8295856714248657, -1.4915335178375244, -1.541763424873352, -1.7447848320007324, -2.045365333557129, -1.051590919494629, -1.6418259143829346, -1.1495288610458374, -1.0675499439239502, -2.6734273433685303, -0.30796414613723755, -1.4812419414520264]}, "Bot003_075_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school", "response": "I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over.", "annotation_id": "Bot003_075_02", "annotations": ["O", "O", "O", "O", "X", "T", "O", "T", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-12.908404350280762, -10.272207260131836, -12.790911674499512, -4.760142803192139, -12.695167541503906, -7.950411796569824, -11.302456855773926, -11.375042915344238, -13.82818603515625, -9.864481925964355, -7.117269515991211, -14.829642295837402, -9.746506690979004, -8.270838737487793, -6.7222137451171875, -11.699529647827148, -10.27483081817627, -2.785416841506958, -5.325719356536865, -4.186433792114258, -12.894622802734375, -14.567362785339355, -8.938643455505371, -7.873046875, -15.051867485046387, -6.007944107055664, -8.540857315063477, -9.244818687438965, -6.764565944671631], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.234726071357727, -1.9053550958633423, -2.298222780227661, -2.5348522663116455, -1.2963310480117798, -1.827852487564087, -1.5740056037902832, -2.121058225631714, -0.07095269113779068, -1.6920167207717896, -1.7822983264923096, -0.8615968823432922, -1.0325713157653809, -1.7165898084640503, -0.6090941429138184, -1.4891736507415771, -1.5693985223770142, -1.9721413850784302, -1.9110350608825684, -2.600473403930664, -0.8483077883720398, -0.008041978813707829, -1.241667628288269, -1.6364562511444092, -0.9648011326789856, -1.81114661693573, -1.057491660118103, -1.86428964138031, -2.041919231414795, -1.5577926635742188, -1.7440217733383179, -0.7087475061416626, -1.3019416332244873, -1.036818504333496, -1.3563472032546997, -1.4196168184280396, -2.021718740463257, -1.0954006910324097, -1.2241792678833008, -2.132584571838379, -1.3502105474472046, -1.624044418334961, -1.2463241815567017, -1.9060711860656738, -0.817541241645813, -0.7192969918251038, -2.2398838996887207, -0.8384960889816284, -1.6742008924484253, -0.17672069370746613, -0.9686709642410278, -0.924949586391449, -2.888716459274292, -1.4297633171081543, -0.4670458734035492, -0.8868795037269592, -0.925909161567688, -1.141782522201538]}, "Bot003_075_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty", "response": "All of them?", "annotation_id": "Bot003_075_04", "annotations": ["O", "O", "O", "T", "O", "T", "O", "T", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-18.513710021972656, -6.710512161254883, -11.706965446472168, -4.424144268035889], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.234726071357727, -1.9053550958633423, -2.298222780227661, -2.5348522663116455, -1.2963310480117798, -1.827852487564087, -1.5740056037902832, -2.121058225631714, -0.07095269113779068, -1.6920167207717896, -1.7822983264923096, -0.8615968823432922, -1.0325713157653809, -1.7165898084640503, -0.6090941429138184, -1.4891736507415771, -1.5693985223770142, -1.9721413850784302, -1.9110350608825684, -2.600473403930664, -0.8483077883720398, -0.008041978813707829, -1.241667628288269, -1.6364562511444092, -0.9648011326789856, -1.81114661693573, -1.057491660118103, -1.86428964138031, -2.170258045196533, -1.9894124269485474, -1.24546480178833, -1.1083811521530151, -1.146285057067871, -1.8210197687149048, -1.6759976148605347, -2.046051025390625, -1.9180923700332642, -2.0115880966186523, -1.9284335374832153, -1.3745243549346924, -1.7281570434570312, -1.3729026317596436, -2.0158801078796387, -0.8915995955467224, -0.6857892870903015, -2.2273471355438232, -0.8006499409675598, -1.7719144821166992, -0.2933235764503479, -0.9704665541648865, -1.0605905055999756, -2.8607401847839355, -1.420186161994934, -0.48174870014190674, -0.8816027045249939, -0.9762547612190247, -2.0161643028259277, -1.3794739246368408, -1.1572489738464355, -2.2087831497192383, -1.830157995223999, -1.3253692388534546, -1.7877105474472046, -1.7211639881134033, -1.9884088039398193, -1.9476149082183838, -1.472576379776001, -0.6618609428405762]}, "Bot003_075_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man", "response": "What is your job?", "annotation_id": "Bot003_075_06", "annotations": ["O", "O", "O", "T", "O", "T", "O", "T", "O", "T", "O", "X", "X", "O", "O"], "gpt2_target_score": [-16.365325927734375, -5.97694206237793, -9.309874534606934, -10.905529022216797, -9.083595275878906], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.234726071357727, -1.9053550958633423, -2.298222780227661, -2.5348522663116455, -1.2963310480117798, -1.827852487564087, -1.5740056037902832, -2.121058225631714, -0.07095269113779068, -1.6920167207717896, -1.7822983264923096, -0.8615968823432922, -1.0325713157653809, -1.7165898084640503, -0.6090941429138184, -1.4891736507415771, -1.5693985223770142, -1.9721413850784302, -1.9110350608825684, -2.600473403930664, -0.8483077883720398, -0.008041978813707829, -1.241667628288269, -1.6364562511444092, -0.9648011326789856, -1.81114661693573, -1.057491660118103, -1.86428964138031, -2.1702585220336914, -1.989412784576416, -1.2454668283462524, -1.1083866357803345, -1.146289587020874, -1.8210160732269287, -1.6759973764419556, -2.0460431575775146, -1.918092131614685, -2.0115833282470703, -1.9284322261810303, -1.3745146989822388, -1.7281609773635864, -1.3728927373886108, -2.0158865451812744, -0.8916019797325134, -0.6857989430427551, -2.227332830429077, -0.8006516695022583, -1.7719218730926514, -0.29332393407821655, -0.9704627990722656, -1.0605944395065308, -2.86073899269104, -1.4201886653900146, -0.4817515015602112, -0.8816034197807312, -0.9762635827064514, -2.016162872314453, -1.3794870376586914, -1.1572531461715698, -2.2087767124176025, -1.830146074295044, -1.325372576713562, -1.787721872329712, -1.818803310394287, -2.0331711769104004, -1.533958911895752, -1.6870293617248535, -1.3815523386001587, -1.610943078994751, -1.758000373840332, -1.733839750289917, -1.468937635421753, -2.053454637527466, -0.6258317232131958, -0.2961243689060211]}, "Bot003_075_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours?", "response": "Thanks for the information.", "annotation_id": "Bot003_075_08", "annotations": ["T", "O", "X", "T", "X", "T", "T", "T", "X", "T", "T", "X", "X", "T", "X"], "gpt2_target_score": [-16.662189483642578, -7.094751358032227, -7.148715019226074, -11.345230102539062, -11.139190673828125], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.234726071357727, -1.9053550958633423, -2.298222780227661, -2.5348522663116455, -1.2963310480117798, -1.827852487564087, -1.5740056037902832, -2.121058225631714, -0.07095269113779068, -1.6920167207717896, -1.7822983264923096, -0.8615968823432922, -1.0325713157653809, -1.7165898084640503, -0.6090941429138184, -1.4891736507415771, -1.5693985223770142, -1.9721413850784302, -1.9110350608825684, -2.600473403930664, -0.8483077883720398, -0.008041978813707829, -1.241667628288269, -1.6364562511444092, -0.9648011326789856, -1.81114661693573, -1.057491660118103, -1.86428964138031, -2.170258045196533, -1.9894124269485474, -1.24546480178833, -1.1083811521530151, -1.146285057067871, -1.8210197687149048, -1.6759976148605347, -2.046051025390625, -1.9180923700332642, -2.0115880966186523, -1.9284335374832153, -1.3745243549346924, -1.7281570434570312, -1.3729026317596436, -2.0158801078796387, -0.8915995955467224, -0.6857892870903015, -2.2273471355438232, -0.8006499409675598, -1.7719144821166992, -0.2933235764503479, -0.9704665541648865, -1.0605905055999756, -2.8607401847839355, -1.420186161994934, -0.48174870014190674, -0.8816027045249939, -0.9762547612190247, -2.0161643028259277, -1.3794739246368408, -1.1572598218917847, -2.208786725997925, -1.8301430940628052, -1.3253710269927979, -1.787710428237915, -1.8187956809997559, -2.033170223236084, -1.533948302268982, -1.6870267391204834, -1.3815521001815796, -1.6109455823898315, -1.848781943321228, -1.6978126764297485, -2.0243499279022217, -0.5937983989715576, -1.5968236923217773, -1.758695125579834, -0.04707077890634537, -1.8214111328125, -1.0466068983078003, -0.37616777420043945, -2.0954599380493164, -1.4683361053466797, -0.7353326678276062, -0.4042302966117859, -1.8837164640426636, -2.1414783000946045, -1.1407268047332764, -0.9303215742111206, -1.515976071357727, -1.308681607246399, -1.1306849718093872]}, "Bot003_075_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours? Thanks for the information. i love to play pobox", "response": "Hello, I am in canada. I am in canada.", "annotation_id": "Bot003_075_10", "annotations": ["X", "O", "X", "T", "T", "X", "O", "T", "O", "X", "X", "X", "X", "X", "X"], "gpt2_target_score": [-17.612197875976562, -4.531625747680664, -7.1256818771362305, -7.605922222137451, -8.076690673828125, -9.680354118347168, -16.773595809936523, -7.376133918762207, -5.390045166015625, -10.731043815612793, -6.059957504272461, -10.274222373962402, -15.381241798400879, -11.045191764831543], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.234726071357727, -1.9053550958633423, -2.298222780227661, -2.5348522663116455, -1.2963310480117798, -1.827852487564087, -1.5740056037902832, -2.121058225631714, -0.07095269113779068, -1.6920167207717896, -1.7822983264923096, -0.8615968823432922, -1.0325713157653809, -1.7165898084640503, -0.6090941429138184, -1.4891736507415771, -1.5693985223770142, -1.9721413850784302, -1.9110350608825684, -2.600473403930664, -0.8483077883720398, -0.008041978813707829, -1.241667628288269, -1.6364562511444092, -0.9648011326789856, -1.81114661693573, -1.057491660118103, -1.86428964138031, -2.170258045196533, -1.9894124269485474, -1.24546480178833, -1.1083811521530151, -1.146285057067871, -1.8210197687149048, -1.6759976148605347, -2.046051025390625, -1.9180923700332642, -2.0115880966186523, -1.9284335374832153, -1.3745243549346924, -1.7281570434570312, -1.3729026317596436, -2.0158801078796387, -0.8915995955467224, -0.6857892870903015, -2.2273471355438232, -0.8006499409675598, -1.7719144821166992, -0.2933235764503479, -0.9704665541648865, -1.0605905055999756, -2.8607401847839355, -1.420186161994934, -0.48174870014190674, -0.8816027045249939, -0.9762547612190247, -2.0161643028259277, -1.3794739246368408, -1.1572598218917847, -2.208786725997925, -1.8301430940628052, -1.3253710269927979, -1.787710428237915, -1.8187956809997559, -2.033170223236084, -1.533948302268982, -1.6870267391204834, -1.3815521001815796, -1.6109455823898315, -1.848781943321228, -1.6978178024291992, -2.0243546962738037, -0.5937923192977905, -1.5968245267868042, -1.758698582649231, -0.047071460634469986, -1.8214112520217896, -1.046602725982666, -0.3761662244796753, -2.0954556465148926, -1.4683340787887573, -0.7353385090827942, -0.4042348265647888, -1.8837214708328247, -0.9854645729064941, -1.1292016506195068, -1.3378428220748901, -1.9414010047912598, -1.9183542728424072, -1.8389021158218384, -1.675080418586731, -1.0804320573806763, -0.5061350464820862, -1.7806813716888428, -1.8536417484283447, -2.102421760559082, -2.3309948444366455, -1.3945106267929077, -1.4841729402542114, -1.2882694005966187, -1.1601370573043823, -1.868672251701355, -0.09507261961698532, -1.5594860315322876, -1.0241161584854126, -1.2644346952438354, -1.465859055519104, -2.016054153442383, -0.005516899283975363, -1.4465051889419556, -0.8656966090202332]}, "Bot003_075_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours? Thanks for the information. i love to play pobox Hello, I am in canada. I am in canada. that is good i love canada", "response": "Hmm, are you serious?", "annotation_id": "Bot003_075_12", "annotations": ["O", "O", "T", "T", "O", "T", "O", "T", "O", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-19.789104461669922, -4.531625747680664, -7.4840497970581055, -8.56808853149414, -12.980613708496094, -10.004137992858887], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.234726071357727, -1.9053550958633423, -2.298222780227661, -2.5348522663116455, -1.2963310480117798, -1.827852487564087, -1.5740056037902832, -2.121058225631714, -0.07095269113779068, -1.6920167207717896, -1.7822983264923096, -0.8615968823432922, -1.0325713157653809, -1.7165898084640503, -0.6090941429138184, -1.4891736507415771, -1.5693985223770142, -1.9721413850784302, -1.9110350608825684, -2.600473403930664, -0.8483077883720398, -0.008041978813707829, -1.241667628288269, -1.6364562511444092, -0.9648011326789856, -1.81114661693573, -1.057491660118103, -1.86428964138031, -2.170258045196533, -1.9894124269485474, -1.24546480178833, -1.1083811521530151, -1.146285057067871, -1.8210197687149048, -1.6759976148605347, -2.046051025390625, -1.9180923700332642, -2.0115880966186523, -1.9284335374832153, -1.3745243549346924, -1.7281570434570312, -1.3729026317596436, -2.0158801078796387, -0.8915995955467224, -0.6857892870903015, -2.2273471355438232, -0.8006499409675598, -1.7719144821166992, -0.2933235764503479, -0.9704665541648865, -1.0605905055999756, -2.8607401847839355, -1.420186161994934, -0.48174870014190674, -0.8816027045249939, -0.9762547612190247, -2.0161643028259277, -1.3794739246368408, -1.1572598218917847, -2.208786725997925, -1.8301430940628052, -1.3253710269927979, -1.787710428237915, -1.8187956809997559, -2.033170223236084, -1.533948302268982, -1.6870267391204834, -1.3815521001815796, -1.6109455823898315, -1.848781943321228, -1.6978126764297485, -2.0243499279022217, -0.5937983989715576, -1.5968236923217773, -1.758695125579834, -0.04707077890634537, -1.8214167356491089, -1.0466006994247437, -0.3761657178401947, -2.095479965209961, -1.468339443206787, -0.735333263874054, -0.4042319655418396, -1.8837248086929321, -0.9854628443717957, -1.1292001008987427, -1.3378466367721558, -1.9414019584655762, -1.9183543920516968, -1.8389222621917725, -1.675081491470337, -1.0804322957992554, -0.5061425566673279, -1.780678391456604, -1.8536367416381836, -2.102431535720825, -1.5159907341003418, -1.486049771308899, -1.3342633247375488, -1.32776939868927, -1.8015729188919067, -0.07321487367153168, -1.6229737997055054, -1.0573605298995972, -1.28983736038208, -1.7061736583709717, -1.7222102880477905, -0.004430597182363272, -1.1837186813354492, -0.8996815085411072, -1.1194220781326294, -2.421807050704956, -1.634957194328308, -2.0865817070007324, -0.9951948523521423, -0.00613603089004755, -1.434687852859497, -2.418365955352783, -1.2119512557983398, -2.0563666820526123, -0.0853341594338417, -2.180065155029297, -0.43965673446655273, -0.800870954990387]}, "Bot003_075_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours? Thanks for the information. i love to play pobox Hello, I am in canada. I am in canada. that is good i love canada Hmm, are you serious? yes", "response": "Pardon me?", "annotation_id": "Bot003_075_14", "annotations": ["T", "O", "O", "T", "O", "T", "O", "X", "T", "X", "T", "T", "X", "X", "O"], "gpt2_target_score": [-12.019862174987793, -20.59028434753418, -9.903700828552246, -4.424144268035889], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.234726071357727, -1.9053550958633423, -2.298222780227661, -2.5348522663116455, -1.2963310480117798, -1.827852487564087, -1.5740056037902832, -2.121058225631714, -0.07095269113779068, -1.6920167207717896, -1.7822983264923096, -0.8615968823432922, -1.0325713157653809, -1.7165898084640503, -0.6090941429138184, -1.4891736507415771, -1.5693985223770142, -1.9721413850784302, -1.9110350608825684, -2.600473403930664, -0.8483077883720398, -0.008041978813707829, -1.241667628288269, -1.6364562511444092, -0.9648011326789856, -1.81114661693573, -1.057491660118103, -1.86428964138031, -2.170258045196533, -1.9894124269485474, -1.24546480178833, -1.1083811521530151, -1.146285057067871, -1.8210197687149048, -1.6759976148605347, -2.046051025390625, -1.9180923700332642, -2.0115880966186523, -1.9284335374832153, -1.3745243549346924, -1.7281570434570312, -1.3729026317596436, -2.0158801078796387, -0.8915995955467224, -0.6857892870903015, -2.2273471355438232, -0.8006499409675598, -1.7719144821166992, -0.2933235764503479, -0.9704665541648865, -1.0605905055999756, -2.8607401847839355, -1.420186161994934, -0.48174870014190674, -0.8816027045249939, -0.9762547612190247, -2.0161643028259277, -1.3794739246368408, -1.1572598218917847, -2.208786725997925, -1.8301430940628052, -1.3253710269927979, -1.787710428237915, -1.8187956809997559, -2.033170223236084, -1.533948302268982, -1.6870267391204834, -1.3815521001815796, -1.6109455823898315, -1.848781943321228, -1.6978126764297485, -2.0243499279022217, -0.5937983989715576, -1.5968236923217773, -1.758695125579834, -0.04707077890634537, -1.8214111328125, -1.0466068983078003, -0.37616777420043945, -2.0954599380493164, -1.4683361053466797, -0.7353326678276062, -0.404237300157547, -1.8837112188339233, -0.9854528307914734, -1.1292020082473755, -1.3378498554229736, -1.941402554512024, -1.9183560609817505, -1.8389029502868652, -1.6751006841659546, -1.080442190170288, -0.5061360597610474, -1.780680537223816, -1.8536349534988403, -2.102416515350342, -1.5159797668457031, -1.48604416847229, -1.3342597484588623, -1.3277801275253296, -1.8015990257263184, -0.07321543246507645, -1.6229650974273682, -1.0573562383651733, -1.28984797000885, -1.7061817646026611, -1.7222003936767578, -0.004430597182363272, -1.1837186813354492, -0.8996804356575012, -1.1194316148757935, -2.4218246936798096, -1.634956955909729, -2.0865790843963623, -0.9952040314674377, -0.00613603089004755, -1.4346871376037598, -1.2253024578094482, -2.051569700241089, -0.07390609383583069, -2.199780225753784, -0.44573336839675903, -1.8636715412139893, -1.5940667390823364, -2.2662770748138428, -0.2572236657142639, -0.9049457907676697, -1.57404363155365, -1.1110165119171143]}, "Bot003_075_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours? Thanks for the information. i love to play pobox Hello, I am in canada. I am in canada. that is good i love canada Hmm, are you serious? yes Pardon me? do you have problems", "response": "Even robots have problems sometimes.", "annotation_id": "Bot003_075_16", "annotations": ["O", "O", "O", "O", "O", "X", "O", "X", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-19.004596710205078, -12.744951248168945, -7.610251426696777, -8.84359359741211, -13.423240661621094, -9.62745189666748], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.234726071357727, -1.9053550958633423, -2.298222780227661, -2.5348522663116455, -1.2963310480117798, -1.827852487564087, -1.5740056037902832, -2.121058225631714, -0.07095269113779068, -1.6920167207717896, -1.7822983264923096, -0.8615968823432922, -1.0325713157653809, -1.7165898084640503, -0.6090941429138184, -1.4891736507415771, -1.5693985223770142, -1.9721413850784302, -1.9110350608825684, -2.600473403930664, -0.8483077883720398, -0.008041978813707829, -1.241667628288269, -1.6364562511444092, -0.9648011326789856, -1.81114661693573, -1.057491660118103, -1.86428964138031, -2.170258045196533, -1.9894124269485474, -1.24546480178833, -1.1083811521530151, -1.146285057067871, -1.8210197687149048, -1.6759976148605347, -2.046051025390625, -1.9180923700332642, -2.0115880966186523, -1.9284335374832153, -1.3745243549346924, -1.7281570434570312, -1.3729026317596436, -2.0158801078796387, -0.8915995955467224, -0.6857892870903015, -2.2273471355438232, -0.8006499409675598, -1.7719144821166992, -0.2933235764503479, -0.9704665541648865, -1.0605905055999756, -2.8607401847839355, -1.420186161994934, -0.48174870014190674, -0.8816027045249939, -0.9762547612190247, -2.0161643028259277, -1.3794739246368408, -1.1572598218917847, -2.208786725997925, -1.8301430940628052, -1.3253710269927979, -1.787710428237915, -1.8187956809997559, -2.033170223236084, -1.533948302268982, -1.6870267391204834, -1.3815521001815796, -1.6109455823898315, -1.848781943321228, -1.6978126764297485, -2.0243499279022217, -0.5937983989715576, -1.5968236923217773, -1.758695125579834, -0.04707077890634537, -1.8214111328125, -1.0466068983078003, -0.37616777420043945, -2.0954599380493164, -1.4683361053466797, -0.7353326678276062, -0.404237300157547, -1.8837112188339233, -0.9854528307914734, -1.1292020082473755, -1.3378498554229736, -1.941402554512024, -1.9183560609817505, -1.8389029502868652, -1.6751006841659546, -1.080442190170288, -0.5061360597610474, -1.780680537223816, -1.8536349534988403, -2.102416515350342, -1.5159797668457031, -1.48604416847229, -1.3342597484588623, -1.3277801275253296, -1.8015990257263184, -0.07321543246507645, -1.6229650974273682, -1.0573562383651733, -1.28984797000885, -1.7061817646026611, -1.7222003936767578, -0.004430597182363272, -1.1837186813354492, -0.8996804356575012, -1.1194316148757935, -2.4218246936798096, -1.634956955909729, -2.0865790843963623, -0.9952040314674377, -0.00613603089004755, -1.4346871376037598, -1.2253024578094482, -2.051569700241089, -0.07390609383583069, -2.199780225753784, -0.44573336839675903, -1.8636711835861206, -1.594066858291626, -0.5516199469566345, -0.857551097869873, -1.4759564399719238, -2.165651321411133, -0.07728223502635956, -1.0153818130493164, -0.9531263113021851, -0.39148810505867004, -2.2654151916503906, -1.1369707584381104, -1.173911213874817, -1.5648592710494995, -0.8867009282112122, -1.577634334564209, -1.667994499206543]}, "Bot003_075_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours? Thanks for the information. i love to play pobox Hello, I am in canada. I am in canada. that is good i love canada Hmm, are you serious? yes Pardon me? do you have problems Even robots have problems sometimes. haha that is good", "response": "I live in canada, canada, and you?", "annotation_id": "Bot003_075_18", "annotations": ["T", "O", "O", "T", "T", "T", "O", "X", "O", "O", "O", "X", "X", "X", "O"], "gpt2_target_score": [-12.908404350280762, -6.48216438293457, -5.381461143493652, -6.510074138641357, -13.22625732421875, -8.437106132507324, -10.346348762512207, -15.548039436340332, -2.8511199951171875, -7.8512067794799805, -6.105840682983398, -9.299872398376465], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.234726071357727, -1.9053550958633423, -2.298222780227661, -2.5348522663116455, -1.2963310480117798, -1.827852487564087, -1.5740056037902832, -2.121058225631714, -0.07095269113779068, -1.6920167207717896, -1.7822983264923096, -0.8615968823432922, -1.0325713157653809, -1.7165898084640503, -0.6090941429138184, -1.4891736507415771, -1.5693985223770142, -1.9721413850784302, -1.9110350608825684, -2.600473403930664, -0.8483077883720398, -0.008041978813707829, -1.241667628288269, -1.6364562511444092, -0.9648011326789856, -1.81114661693573, -1.057491660118103, -1.86428964138031, -2.170258045196533, -1.9894124269485474, -1.24546480178833, -1.1083811521530151, -1.146285057067871, -1.8210197687149048, -1.6759976148605347, -2.046051025390625, -1.9180923700332642, -2.0115880966186523, -1.9284335374832153, -1.3745243549346924, -1.7281570434570312, -1.3729026317596436, -2.0158801078796387, -0.8915995955467224, -0.6857892870903015, -2.2273471355438232, -0.8006499409675598, -1.7719144821166992, -0.2933235764503479, -0.9704665541648865, -1.0605905055999756, -2.8607401847839355, -1.420186161994934, -0.48174870014190674, -0.8816027045249939, -0.9762547612190247, -2.0161643028259277, -1.3794739246368408, -1.1572598218917847, -2.208786725997925, -1.8301430940628052, -1.3253710269927979, -1.787710428237915, -1.8187956809997559, -2.033170223236084, -1.533948302268982, -1.6870267391204834, -1.3815521001815796, -1.6109455823898315, -1.848781943321228, -1.6978126764297485, -2.0243499279022217, -0.5937983989715576, -1.5968236923217773, -1.758695125579834, -0.04707077890634537, -1.8214111328125, -1.0466068983078003, -0.37616777420043945, -2.0954599380493164, -1.4683361053466797, -0.7353326678276062, -0.404237300157547, -1.8837112188339233, -0.9854528307914734, -1.1292020082473755, -1.3378498554229736, -1.941402554512024, -1.9183560609817505, -1.8389029502868652, -1.6751006841659546, -1.080442190170288, -0.5061360597610474, -1.780680537223816, -1.8536349534988403, -2.102416515350342, -1.5159797668457031, -1.48604416847229, -1.3342597484588623, -1.3277801275253296, -1.8015990257263184, -0.07321543246507645, -1.6229650974273682, -1.0573562383651733, -1.28984797000885, -1.7061817646026611, -1.7222003936767578, -0.004430597182363272, -1.1837186813354492, -0.8996804356575012, -1.1194316148757935, -2.4218246936798096, -1.634956955909729, -2.0865790843963623, -0.9952040314674377, -0.00613603089004755, -1.4346871376037598, -1.2253024578094482, -2.051567792892456, -0.07390609383583069, -2.1997740268707275, -0.4457308351993561, -1.8636884689331055, -1.5940525531768799, -0.5516214966773987, -0.8575351238250732, -1.4759498834609985, -2.165647268295288, -0.07728267461061478, -1.0153849124908447, -0.9531195163726807, -0.3914839029312134, -1.1326403617858887, -0.8808063268661499, -1.7064520120620728, -1.0063382387161255, -0.8338564038276672, -1.8224648237228394, -2.143646240234375, -1.080744743347168, -2.3185713291168213, -1.7148480415344238, -2.3070826530456543, -1.4754501581192017, -0.14519551396369934, -1.9987678527832031, -0.002373974770307541, -1.5958960056304932, -2.3116466999053955, -0.01210450753569603, -1.2226347923278809, -1.129460334777832, -2.304245948791504, -1.3465369939804077, -0.7896862030029297]}, "Bot003_075_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours? Thanks for the information. i love to play pobox Hello, I am in canada. I am in canada. that is good i love canada Hmm, are you serious? yes Pardon me? do you have problems Even robots have problems sometimes. haha that is good I live in canada, canada, and you? france", "response": "Tell me a little about your life in france.", "annotation_id": "Bot003_075_20", "annotations": ["O", "O", "O", "T", "O", "T", "O", "X", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-18.39287567138672, -10.524148941040039, -6.969958305358887, -11.696918487548828, -10.292930603027344, -10.89233684539795, -7.554081916809082, -8.784443855285645, -13.306884765625, -20.3680362701416, -8.670446395874023], "gpt2_argmax_score": [-0.06008054316043854, -2.190603256225586, -3.7350685596466064, -2.3344149589538574, -1.575233817100525, -0.3587448000907898, -2.0050556659698486, -2.15807843208313, -1.008453369140625, -1.1054484844207764, -2.3138792514801025, -0.2036808580160141, -1.4501811265945435, -1.4850717782974243, -1.234726071357727, -1.9053550958633423, -2.298222780227661, -2.5348522663116455, -1.2963310480117798, -1.827852487564087, -1.5740056037902832, -2.121058225631714, -0.07095269113779068, -1.6920167207717896, -1.7822983264923096, -0.8615968823432922, -1.0325713157653809, -1.7165898084640503, -0.6090941429138184, -1.4891736507415771, -1.5693985223770142, -1.9721413850784302, -1.9110350608825684, -2.600473403930664, -0.8483077883720398, -0.008041978813707829, -1.241667628288269, -1.6364562511444092, -0.9648011326789856, -1.81114661693573, -1.057491660118103, -1.86428964138031, -2.170258045196533, -1.9894124269485474, -1.24546480178833, -1.1083811521530151, -1.146285057067871, -1.8210197687149048, -1.6759976148605347, -2.046051025390625, -1.9180923700332642, -2.0115880966186523, -1.9284335374832153, -1.3745243549346924, -1.7281570434570312, -1.3729026317596436, -2.0158801078796387, -0.8915995955467224, -0.6857892870903015, -2.2273471355438232, -0.8006499409675598, -1.7719144821166992, -0.2933235764503479, -0.9704665541648865, -1.0605905055999756, -2.8607401847839355, -1.420186161994934, -0.48174870014190674, -0.8816027045249939, -0.9762547612190247, -2.0161643028259277, -1.3794739246368408, -1.1572598218917847, -2.208786725997925, -1.8301430940628052, -1.3253710269927979, -1.787710428237915, -1.8187956809997559, -2.033170223236084, -1.533948302268982, -1.6870267391204834, -1.3815521001815796, -1.6109455823898315, -1.848781943321228, -1.6978126764297485, -2.0243499279022217, -0.5937983989715576, -1.5968236923217773, -1.758695125579834, -0.04707077890634537, -1.8214111328125, -1.0466068983078003, -0.37616777420043945, -2.0954599380493164, -1.4683361053466797, -0.7353326678276062, -0.404237300157547, -1.8837112188339233, -0.9854528307914734, -1.1292020082473755, -1.3378498554229736, -1.941402554512024, -1.9183560609817505, -1.8389029502868652, -1.6751006841659546, -1.080442190170288, -0.5061360597610474, -1.780680537223816, -1.8536349534988403, -2.102416515350342, -1.5159797668457031, -1.48604416847229, -1.3342597484588623, -1.3277801275253296, -1.8015990257263184, -0.07321543246507645, -1.6229650974273682, -1.0573562383651733, -1.28984797000885, -1.7061817646026611, -1.7222003936767578, -0.004430597182363272, -1.1837186813354492, -0.8996804356575012, -1.1194316148757935, -2.4218246936798096, -1.634956955909729, -2.0865790843963623, -0.9952040314674377, -0.00613603089004755, -1.4346871376037598, -1.2253024578094482, -2.051569700241089, -0.07390609383583069, -2.199780225753784, -0.44573336839675903, -1.8636711835861206, -1.594066858291626, -0.551615834236145, -0.8575345873832703, -1.475953221321106, -2.1656432151794434, -0.0772818997502327, -1.0153862237930298, -0.9531266093254089, -0.3914886713027954, -1.132624626159668, -0.8808062076568604, -1.7064356803894043, -1.0063400268554688, -0.8338451385498047, -1.8224750757217407, -2.1436526775360107, -1.080743670463562, -2.3185715675354004, -1.714859962463379, -1.884714126586914, -0.21780937910079956, -1.9359933137893677, -0.003253525821492076, -1.6011980772018433, -2.2465744018554688, -0.029854901134967804, -1.5489518642425537, -1.2605704069137573, -2.407562255859375, -1.5921911001205444, -2.50968337059021, -2.0332114696502686, -2.6643965244293213, -2.4490485191345215, -0.0869496613740921, -1.1887505054473877, -1.2636739015579224, -1.182787299156189, -1.389569878578186, -1.1024869680404663, -1.6790904998779297, -1.534740924835205, -0.003314004512503743, -1.420557975769043, -1.6447690725326538]}, "Bot003_079_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi", "response": "Hello, how are you?", "annotation_id": "Bot003_079_02", "annotations": ["O", "O", "O", "O", "X", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-14.490032196044922, -9.555442810058594, -2.9379613399505615, -4.099956512451172, -8.056389808654785, -6.613555908203125], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.649993896484375, -2.0233452320098877, -1.0996370315551758, -1.3760058879852295, -1.332693338394165, -0.10712229460477829, -1.0932867527008057, -0.35829317569732666]}, "Bot003_079_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine", "response": "I hear you.", "annotation_id": "Bot003_079_04", "annotations": ["T", "T", "O", "O", "X", "T", "O", "T", "T", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-12.54684829711914, -2.475898265838623, -4.910648345947266, -5.364467620849609], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.649993896484375, -1.4638665914535522, -1.4214961528778076, -1.3809514045715332, -0.1013164222240448, -1.181252121925354, -1.412851333618164, -0.9972885251045227, -1.9026970863342285, -1.1220577955245972, -0.7772653698921204, -1.7563889026641846, -1.488977074623108]}, "Bot003_079_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage?", "response": "I'd like to say that true answer is: lawyer", "annotation_id": "Bot003_079_06", "annotations": ["X", "T", "T", "T", "X", "X", "X", "T", "T", "X", "X", "X", "T", "X", "O"], "gpt2_target_score": [-12.54684829711914, -15.747337341308594, -7.907001495361328, -6.892681121826172, -11.928826332092285, -8.256118774414062, -11.136733055114746, -13.486056327819824, -2.537842273712158, -13.185880661010742, -17.853004455566406], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.649993896484375, -1.4638665914535522, -1.4214961528778076, -1.3809514045715332, -0.1013164222240448, -1.181252121925354, -1.412851333618164, -0.9972885251045227, -1.4170907735824585, -1.106276512145996, -1.669293761253357, -1.4065412282943726, -1.1608020067214966, -0.0017109769396483898, -0.0047094617038965225, -1.079019546508789, -1.7945419549942017, -1.9983291625976562, -0.30133673548698425, -1.2780728340148926, -1.7964048385620117, -2.0190446376800537, -1.0503501892089844, -0.1685805469751358, -2.300534963607788, -2.175143003463745, -0.8128842115402222, -1.8021870851516724, -1.2706252336502075, -2.8214187622070312, -2.269127130508423, -1.5447825193405151]}, "Bot003_079_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover.", "response": "This is so sad.", "annotation_id": "Bot003_079_08", "annotations": ["X", "O", "O", "O", "O", "X", "X", "T", "T", "X", "T", "T", "T", "X", "O"], "gpt2_target_score": [-14.649700164794922, -12.716987609863281, -5.036220550537109, -10.521373748779297, -10.672677040100098], "gpt2_argmax_score": [-3.0563852787017822, -1.2273021936416626, -2.0473897457122803, -1.8071095943450928, -0.8426141142845154, -1.649993896484375, -1.4638665914535522, -1.4214961528778076, -1.3809514045715332, -0.1013164222240448, -1.181252121925354, -1.412851333618164, -0.9972885251045227, -1.4170907735824585, -1.106276512145996, -1.669293761253357, -1.4065412282943726, -1.1608020067214966, -0.0017109769396483898, -0.0047094617038965225, -1.079019546508789, -1.7945419549942017, -1.9983291625976562, -0.30133673548698425, -1.2780705690383911, -1.487809658050537, -0.8845260739326477, -0.10917381942272186, -2.2852468490600586, -2.3817899227142334, -0.9487382769584656, -1.6743232011795044, -1.173031210899353, -2.7116963863372803, -2.573024034500122, -1.5696357488632202, -2.168107748031616, -0.0007519278442487121, -0.49041202664375305, -1.6635318994522095, -1.187752604484558, -1.7243571281433105, -0.5048369765281677, -1.2497345209121704, -1.1474941968917847, -1.680229663848877, -0.5591112971305847, -1.946451187133789, -2.062450647354126, -1.1108119487762451, -1.2608190774917603]}, "Bot003_079_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover. This is so sad. What\u2019s your favorite color?", "response": "I like red, reminds me of summer time.", "annotation_id": "Bot003_079_10", "annotations": ["O", "X", "O", "O", "X", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.54683780670166, -9.570667266845703, -7.44556999206543, -5.095152854919434, -12.587950706481934, -7.789101600646973, -9.006112098693848, -9.146060943603516, -9.440383911132812, -11.698777198791504], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.650002360343933, -1.463875412940979, -1.4214513301849365, -1.3809205293655396, -0.10131943970918655, -1.181219458580017, -1.412877082824707, -0.9973093867301941, -1.4170588254928589, -1.106264352798462, -1.6692757606506348, -1.4065437316894531, -1.1607787609100342, -0.0017109769396483898, -0.004709342960268259, -1.0790103673934937, -1.794514536857605, -1.9983371496200562, -0.30132633447647095, -1.2780333757400513, -1.4877427816390991, -0.8845123052597046, -0.10917221754789352, -2.2852537631988525, -2.381787061691284, -0.9487487077713013, -1.6743500232696533, -1.1730026006698608, -2.711681365966797, -2.5730254650115967, -1.56966233253479, -2.1681036949157715, -0.0007519278442487121, -0.49041715264320374, -1.6635438203811646, -1.1877365112304688, -1.7243551015853882, -0.5048391819000244, -1.249717354774475, -1.147463321685791, -0.6397027969360352, -1.4315510988235474, -2.7032032012939453, -1.0506387948989868, -1.346172571182251, -1.7584291696548462, -0.00017069313616957515, -0.0063094706274569035, -0.28705310821533203, -0.339464396238327, -1.2839916944503784, -0.319526731967926, -1.5248243808746338, -1.8889493942260742, -1.9285266399383545, -2.1391212940216064, -1.7759490013122559, -1.6905804872512817, -0.03133711591362953, -0.22166970372200012, -1.897195816040039, -1.4982104301452637, -1.5921722650527954, -1.2182250022888184]}, "Bot003_079_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover. This is so sad. What\u2019s your favorite color? I like red, reminds me of summer time. Me too! But I hate pink.", "response": "I am a pretty good musician. I am a programmer and own a studio.  What is your job?", "annotation_id": "Bot003_079_12", "annotations": ["O", "O", "T", "O", "O", "X", "O", "T", "T", "O", "O", "O", "X", "X", "O"], "gpt2_target_score": [-12.54683780670166, -11.019596099853516, -2.933339834213257, -9.672163963317871, -10.453673362731934, -12.490044593811035, -4.2866597175598145, -1.4214513301849365, -5.6082305908203125, -8.404465675354004, -15.087255477905273, -6.9796037673950195, -13.698267936706543, -11.073949813842773, -14.202470779418945, -2.6335244178771973, -2.956775665283203, -11.644391059875488, -23.24821662902832, -15.253549575805664, -13.890579223632812, -9.283970832824707], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.650002360343933, -1.463875412940979, -1.4214513301849365, -1.3809205293655396, -0.10131943970918655, -1.181219458580017, -1.412877082824707, -0.9973093867301941, -1.4170588254928589, -1.106264352798462, -1.6692757606506348, -1.4065437316894531, -1.1607787609100342, -0.0017109769396483898, -0.004709342960268259, -1.0790103673934937, -1.794514536857605, -1.9983371496200562, -0.30132633447647095, -1.2780333757400513, -1.4877427816390991, -0.8845123052597046, -0.10917221754789352, -2.2852537631988525, -2.381787061691284, -0.9487487077713013, -1.6743500232696533, -1.1730026006698608, -2.711681365966797, -2.5730254650115967, -1.56966233253479, -2.1681036949157715, -0.0007519278442487121, -0.49041715264320374, -1.6635438203811646, -1.1877365112304688, -1.7243551015853882, -0.5048391819000244, -1.249717354774475, -1.147463321685791, -0.6397027969360352, -1.4315510988235474, -2.7032032012939453, -1.0506387948989868, -1.346172571182251, -1.7584291696548462, -0.00017069313616957515, -0.0063094706274569035, -0.28705310821533203, -0.339464396238327, -1.2839916944503784, -0.319526731967926, -1.5248243808746338, -1.7835110425949097, -2.233556032180786, -1.581520915031433, -1.4424638748168945, -0.03463229909539223, -0.2237909883260727, -1.8311676979064941, -1.2828519344329834, -1.3259387016296387, -1.6431739330291748, -0.44498008489608765, -0.7495608329772949, -1.7429033517837524, -1.1656644344329834, -1.9221166372299194, -1.962062120437622, -1.204872965812683, -1.3600194454193115, -1.576425552368164, -1.7410192489624023, -1.190168857574463, -2.698974609375, -1.9394108057022095, -1.358582615852356, -1.238158941268921, -0.854783833026886, -1.994834542274475, -1.2265111207962036, -2.4651448726654053, -1.4447963237762451, -1.291886329650879, -0.796315610408783, -1.8807257413864136, -0.951633632183075, -0.8654575943946838, -0.42564234137535095, -2.028712511062622, -0.31901952624320984, -0.1679505705833435, -0.5039277672767639, -0.31390380859375]}, "Bot003_079_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover. This is so sad. What\u2019s your favorite color? I like red, reminds me of summer time. Me too! But I hate pink. I am a pretty good musician. I am a programmer and own a studio.  What is your job? It\u2019s cool. Unfortunately I don\u2019t really like music, but I enjoy mountain biking.", "response": "I like to hike and go mountain climbing.", "annotation_id": "Bot003_079_14", "annotations": ["O", "O", "O", "O", "X", "X", "O", "T", "T", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.54683780670166, -9.570667266845703, -8.206121444702148, -9.830321311950684, -7.525649070739746, -9.301308631896973, -11.346962928771973, -10.004199981689453, -7.9469451904296875], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.650002360343933, -1.463875412940979, -1.4214513301849365, -1.3809205293655396, -0.10131943970918655, -1.181219458580017, -1.412877082824707, -0.9973093867301941, -1.4170588254928589, -1.106264352798462, -1.6692757606506348, -1.4065437316894531, -1.1607787609100342, -0.0017109769396483898, -0.004709342960268259, -1.0790103673934937, -1.794514536857605, -1.9983371496200562, -0.30132633447647095, -1.2780333757400513, -1.4877427816390991, -0.8845123052597046, -0.10917221754789352, -2.2852537631988525, -2.381787061691284, -0.9487487077713013, -1.6743500232696533, -1.1730026006698608, -2.711681365966797, -2.5730254650115967, -1.56966233253479, -2.1681036949157715, -0.0007519278442487121, -0.49041715264320374, -1.6635438203811646, -1.1877365112304688, -1.7243551015853882, -0.5048391819000244, -1.249717354774475, -1.147463321685791, -0.6397027969360352, -1.4315510988235474, -2.7032032012939453, -1.0506387948989868, -1.346172571182251, -1.7584291696548462, -0.00017069313616957515, -0.0063094706274569035, -0.28705310821533203, -0.339464396238327, -1.2839916944503784, -0.319526731967926, -1.5248243808746338, -1.7835110425949097, -2.233556032180786, -1.581520915031433, -1.4424638748168945, -0.03463229909539223, -0.2237909883260727, -1.8311676979064941, -1.2828519344329834, -1.3259387016296387, -1.6431739330291748, -0.44498008489608765, -0.7495608329772949, -1.7429033517837524, -1.1656644344329834, -1.9221166372299194, -1.962062120437622, -1.204872965812683, -1.3600194454193115, -1.7197976112365723, -1.5478206872940063, -2.79766583442688, -2.40543270111084, -1.6761744022369385, -1.1430026292800903, -1.112404227256775, -1.805667757987976, -1.191906213760376, -2.6432924270629883, -1.2035917043685913, -1.2575063705444336, -0.7305582761764526, -1.8266397714614868, -0.8926763534545898, -0.8685975670814514, -1.1838114261627197, -1.9094072580337524, -0.37643614411354065, -0.21506543457508087, -0.4504333734512329, -1.3146297931671143, -0.7368549704551697, -0.0006475735572166741, -0.008623739704489708, -1.4806623458862305, -0.8816577196121216, -0.974128782749176, -1.0076578855514526, -1.6387492418289185, -0.3211447596549988, -8.141662692651153e-05, -4.4225667807040736e-05, -1.2728259563446045, -1.2631711959838867, -1.9376097917556763, -1.128286361694336, -1.216806411743164, -0.40740418434143066, -2.1207568645477295, -1.7591909170150757, -0.3041713535785675, -1.03746497631073, -1.0861388444900513, -1.5176045894622803, -2.2129204273223877, -2.698596954345703, -2.068361282348633, -1.659275770187378, -1.5889892578125, -1.5232702493667603, -0.09886692464351654, -0.7757827043533325, -0.9874595999717712]}, "Bot003_079_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover. This is so sad. What\u2019s your favorite color? I like red, reminds me of summer time. Me too! But I hate pink. I am a pretty good musician. I am a programmer and own a studio.  What is your job? It\u2019s cool. Unfortunately I don\u2019t really like music, but I enjoy mountain biking. I like to hike and go mountain climbing. We have a lot in common.", "response": "I'm not a man.", "annotation_id": "Bot003_079_16", "annotations": ["T", "T", "T", "O", "O", "X", "X", "T", "O", "X", "O", "T", "T", "X", "T"], "gpt2_target_score": [-12.54683780670166, -13.410511016845703, -8.005407333374023, -6.250639915466309, -10.303252220153809, -4.453133583068848], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.650002360343933, -1.463875412940979, -1.4214513301849365, -1.3809205293655396, -0.10131943970918655, -1.181219458580017, -1.412877082824707, -0.9973093867301941, -1.4170588254928589, -1.106264352798462, -1.6692757606506348, -1.4065437316894531, -1.1607787609100342, -0.0017109769396483898, -0.004709342960268259, -1.0790103673934937, -1.794514536857605, -1.9983371496200562, -0.30132633447647095, -1.2780333757400513, -1.4877427816390991, -0.8845123052597046, -0.10917221754789352, -2.2852537631988525, -2.381787061691284, -0.9487487077713013, -1.6743500232696533, -1.1730026006698608, -2.711681365966797, -2.5730254650115967, -1.56966233253479, -2.1681036949157715, -0.0007519278442487121, -0.49041715264320374, -1.6635438203811646, -1.1877365112304688, -1.7243551015853882, -0.5048391819000244, -1.249717354774475, -1.147463321685791, -0.6397027969360352, -1.4315510988235474, -2.7032032012939453, -1.0506387948989868, -1.346172571182251, -1.7584291696548462, -0.00017069313616957515, -0.0063094706274569035, -0.28705310821533203, -0.339464396238327, -1.2839916944503784, -0.319526731967926, -1.5248243808746338, -1.7835110425949097, -2.233556032180786, -1.581520915031433, -1.4424638748168945, -0.03463229909539223, -0.2237909883260727, -1.8311676979064941, -1.2828519344329834, -1.3259387016296387, -1.6431739330291748, -0.44498008489608765, -0.7495608329772949, -1.7429033517837524, -1.1656644344329834, -1.9221166372299194, -1.962062120437622, -1.204872965812683, -1.3600194454193115, -1.7197976112365723, -1.5478206872940063, -2.79766583442688, -2.40543270111084, -1.6761744022369385, -1.1430026292800903, -1.112404227256775, -1.805667757987976, -1.191906213760376, -2.6432924270629883, -1.2035917043685913, -1.2575063705444336, -0.7305582761764526, -1.8266397714614868, -0.8926763534545898, -0.8685975670814514, -1.1838114261627197, -1.9094072580337524, -0.37643614411354065, -0.21506543457508087, -0.4504333734512329, -1.3146297931671143, -0.7368549704551697, -0.0006475735572166741, -0.008623739704489708, -1.4806623458862305, -0.8816577196121216, -0.974128782749176, -1.0076578855514526, -1.6387492418289185, -0.3211447596549988, -8.141662692651153e-05, -4.4225667807040736e-05, -1.2728259563446045, -1.2631711959838867, -1.9376097917556763, -1.128286361694336, -1.216806411743164, -0.40740418434143066, -2.1207568645477295, -1.7591909170150757, -0.3041713535785675, -1.03746497631073, -1.0861388444900513, -2.0269646644592285, -1.9381022453308105, -1.8559683561325073, -1.2772153615951538, -1.5514581203460693, -1.5493956804275513, -0.19738157093524933, -0.6424909830093384, -1.0545341968536377, -1.9799597263336182, -1.0772862434387207, -1.4662867784500122, -0.17959344387054443, -0.041079986840486526, -1.1503489017486572, -1.3541371822357178, -1.6692404747009277, -2.1665568351745605, -0.8194050192832947, -0.9946175217628479, -1.4283276796340942, -1.095590591430664, -0.6284910440444946]}, "Bot003_079_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover. This is so sad. What\u2019s your favorite color? I like red, reminds me of summer time. Me too! But I hate pink. I am a pretty good musician. I am a programmer and own a studio.  What is your job? It\u2019s cool. Unfortunately I don\u2019t really like music, but I enjoy mountain biking. I like to hike and go mountain climbing. We have a lot in common. I'm not a man. I know.", "response": "I'm an impatient person I despise long lines. Hopefully justin will let me in front  We live in simulation, right?", "annotation_id": "Bot003_079_18", "annotations": ["T", "O", "O", "O", "O", "X", "X", "T", "T", "O", "T", "T", "X", "X", "O"], "gpt2_target_score": [-12.54683780670166, -13.410511016845703, -4.986936569213867, -15.421980857849121, -12.721724510192871, -4.28261661529541, -17.366172790527344, -6.414981842041016, -15.018890380859375, -11.698777198791504, -14.448431015014648, -8.242466926574707, -10.057734489440918, -4.281042098999023, -11.690279006958008, -9.220071792602539, -10.432636260986328, -12.557843208312988, -22.740022659301758, -18.64939308166504, -10.896133422851562, -9.548726081848145, -14.37823486328125, -3.820918560028076, -10.84131145477295, -10.17316722869873], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.650002360343933, -1.463875412940979, -1.4214513301849365, -1.3809205293655396, -0.10131943970918655, -1.181219458580017, -1.412877082824707, -0.9973093867301941, -1.4170588254928589, -1.106264352798462, -1.6692757606506348, -1.4065437316894531, -1.1607787609100342, -0.0017109769396483898, -0.004709342960268259, -1.0790103673934937, -1.794514536857605, -1.9983371496200562, -0.30132633447647095, -1.2780333757400513, -1.4877427816390991, -0.8845123052597046, -0.10917221754789352, -2.2852537631988525, -2.381787061691284, -0.9487487077713013, -1.6743500232696533, -1.1730026006698608, -2.711681365966797, -2.5730254650115967, -1.56966233253479, -2.1681036949157715, -0.0007519278442487121, -0.49041715264320374, -1.6635438203811646, -1.1877365112304688, -1.7243551015853882, -0.5048391819000244, -1.249717354774475, -1.147463321685791, -0.6397027969360352, -1.4315510988235474, -2.7032032012939453, -1.0506387948989868, -1.346172571182251, -1.7584291696548462, -0.00017069313616957515, -0.0063094706274569035, -0.28705310821533203, -0.339464396238327, -1.2839916944503784, -0.319526731967926, -1.5248243808746338, -1.7835110425949097, -2.233556032180786, -1.581520915031433, -1.4424638748168945, -0.03463229909539223, -0.2237909883260727, -1.8311676979064941, -1.2828519344329834, -1.3259387016296387, -1.6431739330291748, -0.44498008489608765, -0.7495608329772949, -1.7429033517837524, -1.1656644344329834, -1.9221166372299194, -1.962062120437622, -1.204872965812683, -1.3600194454193115, -1.7197976112365723, -1.5478206872940063, -2.79766583442688, -2.40543270111084, -1.6761744022369385, -1.1430026292800903, -1.112404227256775, -1.805667757987976, -1.191906213760376, -2.6432924270629883, -1.2035917043685913, -1.2575063705444336, -0.7305582761764526, -1.8266397714614868, -0.8926763534545898, -0.8685975670814514, -1.1838114261627197, -1.9094072580337524, -0.37643614411354065, -0.21506543457508087, -0.4504333734512329, -1.3146297931671143, -0.7368549704551697, -0.0006475735572166741, -0.008623739704489708, -1.4806623458862305, -0.8816577196121216, -0.974128782749176, -1.0076578855514526, -1.6387492418289185, -0.3211447596549988, -8.141662692651153e-05, -4.4225667807040736e-05, -1.2728259563446045, -1.2631711959838867, -1.9376097917556763, -1.128286361694336, -1.216806411743164, -0.40740418434143066, -2.1207568645477295, -1.7591909170150757, -0.3041713535785675, -1.03746497631073, -1.0861388444900513, -2.0269646644592285, -1.9381022453308105, -1.8559683561325073, -1.2772153615951538, -1.5514581203460693, -1.5493956804275513, -0.19738157093524933, -0.6424909830093384, -1.0545341968536377, -1.9799597263336182, -1.0772862434387207, -1.4662867784500122, -0.17959554493427277, -0.04107975959777832, -1.1503543853759766, -1.3541373014450073, -2.114511728286743, -1.2305505275726318, -1.0961159467697144, -2.209073781967163, -1.4114036560058594, -0.8752764463424683, -2.283442258834839, -2.043111801147461, -0.9351914525032043, -1.5999915599822998, -1.9701709747314453, -0.7185053825378418, -0.9517096877098083, -1.526110291481018, -1.1197932958602905, -1.165062427520752, -1.684457540512085, -1.0637171268463135, -0.9999165534973145, -0.950416088104248, -1.4698600769042969, -2.0136735439300537, -2.4097959995269775, -1.7536202669143677, -0.9924222826957703, -1.5675045251846313, -1.31657874584198, -0.04516196623444557, -1.1123301982879639, -1.9037044048309326, -0.4438330829143524, -0.9944859743118286, -2.162346363067627, -1.9564427137374878, -0.14124543964862823, -0.5292831659317017]}, "Bot003_079_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover. This is so sad. What\u2019s your favorite color? I like red, reminds me of summer time. Me too! But I hate pink. I am a pretty good musician. I am a programmer and own a studio.  What is your job? It\u2019s cool. Unfortunately I don\u2019t really like music, but I enjoy mountain biking. I like to hike and go mountain climbing. We have a lot in common. I'm not a man. I know. I'm an impatient person I despise long lines. Hopefully justin will let me in front  We live in simulation, right? You asked me about my job. I am shop assistant and my father was a construction worker.", "response": "I am a programmer and own a studio.", "annotation_id": "Bot003_079_20", "annotations": ["X", "X", "T", "O", "X", "X", "X", "T", "T", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-12.54683780670166, -11.019596099853516, -2.933339834213257, -13.988295555114746, -7.525649070739746, -13.832253456115723, -7.167412281036377, -12.06491470336914, -7.9469451904296875], "gpt2_argmax_score": [-3.0563671588897705, -1.227298617362976, -2.0473992824554443, -1.807142972946167, -0.8425894975662231, -1.650002360343933, -1.463875412940979, -1.4214513301849365, -1.3809205293655396, -0.10131943970918655, -1.181219458580017, -1.412877082824707, -0.9973093867301941, -1.4170588254928589, -1.106264352798462, -1.6692757606506348, -1.4065437316894531, -1.1607787609100342, -0.0017109769396483898, -0.004709342960268259, -1.0790103673934937, -1.794514536857605, -1.9983371496200562, -0.30132633447647095, -1.2780333757400513, -1.4877427816390991, -0.8845123052597046, -0.10917221754789352, -2.2852537631988525, -2.381787061691284, -0.9487487077713013, -1.6743500232696533, -1.1730026006698608, -2.711681365966797, -2.5730254650115967, -1.56966233253479, -2.1681036949157715, -0.0007519278442487121, -0.49041715264320374, -1.6635438203811646, -1.1877365112304688, -1.7243551015853882, -0.5048391819000244, -1.249717354774475, -1.147463321685791, -0.6397027969360352, -1.4315510988235474, -2.7032032012939453, -1.0506387948989868, -1.346172571182251, -1.7584291696548462, -0.00017069313616957515, -0.0063094706274569035, -0.28705310821533203, -0.339464396238327, -1.2839916944503784, -0.319526731967926, -1.5248243808746338, -1.7835110425949097, -2.233556032180786, -1.581520915031433, -1.4424638748168945, -0.03463229909539223, -0.2237909883260727, -1.8311676979064941, -1.2828519344329834, -1.3259387016296387, -1.6431739330291748, -0.44498008489608765, -0.7495608329772949, -1.7429033517837524, -1.1656644344329834, -1.9221166372299194, -1.962062120437622, -1.204872965812683, -1.3600194454193115, -1.7197976112365723, -1.5478206872940063, -2.79766583442688, -2.40543270111084, -1.6761744022369385, -1.1430026292800903, -1.112404227256775, -1.805667757987976, -1.191906213760376, -2.6432924270629883, -1.2035917043685913, -1.2575063705444336, -0.7305582761764526, -1.8266397714614868, -0.8926763534545898, -0.8685975670814514, -1.1838114261627197, -1.9094072580337524, -0.37643614411354065, -0.21506543457508087, -0.4504333734512329, -1.3146297931671143, -0.7368549704551697, -0.0006475735572166741, -0.008623739704489708, -1.4806623458862305, -0.8816577196121216, -0.974128782749176, -1.0076578855514526, -1.6387492418289185, -0.3211447596549988, -8.141662692651153e-05, -4.4225667807040736e-05, -1.2728259563446045, -1.2631711959838867, -1.9376097917556763, -1.128286361694336, -1.216806411743164, -0.40740418434143066, -2.1207568645477295, -1.7591909170150757, -0.3041713535785675, -1.03746497631073, -1.0861388444900513, -2.0269646644592285, -1.9381022453308105, -1.8559683561325073, -1.2772153615951538, -1.5514581203460693, -1.5493956804275513, -0.19738157093524933, -0.6424909830093384, -1.0545341968536377, -1.9799597263336182, -1.0772862434387207, -1.4662867784500122, -0.17959344387054443, -0.041079986840486526, -1.1503489017486572, -1.3541371822357178, -2.114516019821167, -1.2305567264556885, -1.096120834350586, -2.20906400680542, -1.411413550376892, -0.8752730488777161, -2.2834534645080566, -2.043107271194458, -0.9351895451545715, -2.4657702445983887, -1.2224113941192627, -1.4577407836914062, -1.0212818384170532, -0.7702688574790955, -1.7177824974060059, -1.4042669534683228, -1.1094558238983154, -0.9539358019828796, -0.9330734014511108, -1.4022051095962524, -1.9355665445327759, -2.790264368057251, -1.7283928394317627, -1.0046947002410889, -1.491455078125, -1.133362054824829, -0.03140007704496384, -2.0850512981414795, -1.7605929374694824, -0.37013155221939087, -1.003662347793579, -1.8673185110092163, -1.912568211555481, -0.11508888006210327, -1.858219861984253, -2.1332767009735107, -1.4240915775299072, -1.898568034172058, -1.4721847772598267, -1.5766466856002808, -1.1030805110931396, -1.0891414880752563, -1.9980188608169556, -1.1708409786224365, -0.7330659031867981, -1.0247032642364502, -1.3007612228393555, -1.751609444618225, -0.8674009442329407, -0.9992751479148865, -3.584930181503296, -0.22413364052772522, -0.6179755330085754, -1.3243224620819092, -1.8962976932525635, -1.7188986539840698, -0.9132157564163208, -1.0572843551635742, -1.253531575202942, -1.3242709636688232, -0.124722421169281, -0.03062160313129425, -0.5080551505088806, -0.9890648722648621]}, "Bot003_080_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey", "response": "Are you kidding?", "annotation_id": "Bot003_080_02", "annotations": ["O", "X", "O", "X", "X", "X", "O", "T", "O", "X", "T", "O", "T", "T", "T"], "gpt2_target_score": [-14.967573165893555, -5.384737014770508, -15.335573196411133, -4.53748083114624], "gpt2_argmax_score": [-1.541273593902588, -1.1643238067626953, -0.6256728768348694, -2.0600028038024902, -2.3823399543762207, -0.16749656200408936, -2.437235116958618, -0.11285663396120071, -0.3760668635368347]}, "Bot003_080_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean?", "response": "I'm not kidding.", "annotation_id": "Bot003_080_04", "annotations": ["O", "X", "X", "O", "T", "T", "T", "O", "X", "X", "X", "O", "T", "O", "O"], "gpt2_target_score": [-9.90632438659668, -9.873674392700195, -8.275026321411133, -12.612417221069336, -9.309239387512207], "gpt2_argmax_score": [-1.541273593902588, -1.1643238067626953, -0.6256728768348694, -2.0600028038024902, -0.29637622833251953, -2.835338592529297, -0.1356453001499176, -1.642760992050171, -1.4225316047668457, -0.24111071228981018, -1.0841686725616455, -1.1470571756362915, -1.50235915184021, -2.1276297569274902, -1.0960339307785034, -2.1248178482055664, -0.49711310863494873, -1.1208033561706543, -1.2654986381530762]}, "Bot003_080_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking", "response": "Tell me about your likes and dislikes?", "annotation_id": "Bot003_080_06", "annotations": ["O", "X", "T", "O", "T", "O", "T", "T", "O", "O", "T", "T", "O", "T", "O"], "gpt2_target_score": [-16.07672691345215, -7.151094436645508, -9.781450271606445, -6.866536617279053, -13.50212574005127, -7.584667205810547, -16.746057510375977, -17.9866943359375, -3.540649890899658], "gpt2_argmax_score": [-1.541273593902588, -1.1643238067626953, -0.6256728768348694, -2.0600028038024902, -0.29637622833251953, -2.835338592529297, -0.1356453001499176, -1.642760992050171, -1.4225316047668457, -0.24111071228981018, -1.0841686725616455, -1.1470571756362915, -1.50235915184021, -1.113267183303833, -2.125938892364502, -0.6944770216941833, -1.2915467023849487, -1.3830008506774902, -0.7102524638175964, -0.0015512587269768119, -0.13343985378742218, -1.8764392137527466, -0.27362674474716187, -1.0981053113937378, -2.306140184402466, -0.2715449035167694, -2.020918369293213, -1.701114296913147, -3.6287295818328857, -1.3011789321899414, -0.06782858073711395, -0.0014862692914903164, -1.095601201057434, -0.230208620429039]}, "Bot003_080_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses", "response": "I love horses. I am a activist.", "annotation_id": "Bot003_080_08", "annotations": ["O", "O", "T", "T", "O", "O", "T", "O", "X", "O", "X", "T", "T", "T", "O"], "gpt2_target_score": [-9.90632438659668, -9.811342239379883, -15.303377151489258, -3.8018088340759277, -5.5302934646606445, -11.52639389038086, -8.130121231079102, -16.17218017578125, -6.777435779571533], "gpt2_argmax_score": [-1.541273593902588, -1.1643238067626953, -0.6256728768348694, -2.0600028038024902, -0.29637622833251953, -2.835338592529297, -0.1356453001499176, -1.642760992050171, -1.4225316047668457, -0.24111071228981018, -1.0841686725616455, -1.1470571756362915, -1.50235915184021, -1.113267183303833, -2.125938892364502, -0.6944770216941833, -1.2915467023849487, -1.3830008506774902, -0.7102524638175964, -0.0015512587269768119, -0.13343985378742218, -1.8764392137527466, -0.27362674474716187, -1.0981053113937378, -0.3360663950443268, -2.2837533950805664, -1.8750636577606201, -3.7078051567077637, -1.660852313041687, -0.09077474474906921, -0.0015026956098154187, -1.2373725175857544, -1.6538594961166382, -0.9931126832962036, -1.64239501953125, -0.21988804638385773, -1.2840218544006348, -2.0038981437683105, -1.6501233577728271, -1.777889609336853, -0.7360413670539856, -1.7064738273620605, -1.3458356857299805, -1.5604655742645264, -1.4940316677093506, -2.488994836807251, -1.6537492275238037, -1.9342676401138306, -1.4915189743041992, -1.4778950214385986, -1.656556248664856, -1.6935535669326782, -3.020007848739624, -1.4362787008285522, -0.9401938319206238]}, "Bot003_080_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses I love horses. I am a activist. really? do you ride horses as well?", "response": "I do, I love horses. I do not have any.", "annotation_id": "Bot003_080_10", "annotations": ["O", "T", "O", "T", "O", "O", "T", "O", "T", "O", "X", "T", "T", "T", "O"], "gpt2_target_score": [-9.90635871887207, -6.283884048461914, -9.752788543701172, -3.5664193630218506, -11.38162612915039, -15.509149551391602, -6.256603717803955, -2.402595043182373, -2.614459753036499, -9.883644104003906, -3.968994140625, -9.643689155578613, -8.835820198059082], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0600411891937256, -0.29637497663497925, -2.835336923599243, -0.13564717769622803, -1.6427987813949585, -1.422534704208374, -0.24112747609615326, -1.0841522216796875, -1.1470462083816528, -1.5023695230484009, -1.1132464408874512, -2.1259162425994873, -0.69444739818573, -1.291516900062561, -1.3830113410949707, -0.7102357149124146, -0.0015512587269768119, -0.1334400624036789, -1.8764808177947998, -0.27361974120140076, -1.0980892181396484, -0.3360746502876282, -2.2837488651275635, -1.87507164478302, -3.707819700241089, -1.6608871221542358, -0.09077540040016174, -0.0015025765169411898, -1.2373499870300293, -1.653856873512268, -0.9931128621101379, -1.6423956155776978, -0.2198905348777771, -1.284014105796814, -2.0039005279541016, -1.6501120328903198, -1.7778706550598145, -0.73601233959198, -1.7064656019210815, -1.3458412885665894, -1.5604599714279175, -1.4940000772476196, -1.3991950750350952, -1.8877832889556885, -2.0117013454437256, -2.086808443069458, -1.6252250671386719, -1.8423969745635986, -3.2752225399017334, -1.4065330028533936, -1.3472774028778076, -2.029754161834717, -1.9056737422943115, -0.12878794968128204, -0.9816412925720215, -0.4438866078853607, -0.43778395652770996, -0.7737023830413818, -0.296480268239975, -1.8746066093444824, -1.8405053615570068, -1.1944516897201538, -1.2271232604980469, -1.5816197395324707, -1.5722718238830566, -1.0393836498260498, -0.8219155073165894, -1.248805046081543, -1.8208599090576172, -1.870916724205017, -1.3717745542526245, -0.8667653203010559, -2.5425188541412354, -1.0693718194961548]}, "Bot003_080_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses I love horses. I am a activist. really? do you ride horses as well? I do, I love horses. I do not have any. that\u2019s too bad, i have three arabian horses", "response": "I love horses. I have a cat named radar.", "annotation_id": "Bot003_080_12", "annotations": ["O", "X", "O", "T", "O", "O", "T", "T", "X", "O", "X", "T", "T", "T", "O"], "gpt2_target_score": [-9.90635871887207, -9.811395645141602, -15.303356170654297, -3.8017709255218506, -5.530307292938232, -8.813821792602539, -8.130138397216797, -10.743536949157715, -14.457416534423828, -18.47380828857422, -9.280517578125], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0600411891937256, -0.29637497663497925, -2.835336923599243, -0.13564717769622803, -1.6427987813949585, -1.422534704208374, -0.24112747609615326, -1.0841522216796875, -1.1470462083816528, -1.5023695230484009, -1.1132464408874512, -2.1259162425994873, -0.69444739818573, -1.291516900062561, -1.3830113410949707, -0.7102357149124146, -0.0015512587269768119, -0.1334400624036789, -1.8764808177947998, -0.27361974120140076, -1.0980892181396484, -0.3360746502876282, -2.2837488651275635, -1.87507164478302, -3.707819700241089, -1.6608871221542358, -0.09077540040016174, -0.0015025765169411898, -1.2373499870300293, -1.653856873512268, -0.9931128621101379, -1.6423956155776978, -0.2198905348777771, -1.2840147018432617, -2.003901720046997, -1.6501080989837646, -1.7778871059417725, -0.7360042333602905, -1.7064616680145264, -1.3458495140075684, -1.560460090637207, -1.4939910173416138, -1.3992012739181519, -1.8877886533737183, -2.011687994003296, -2.086811065673828, -1.6252171993255615, -1.8423993587493896, -3.275219440460205, -1.4065276384353638, -1.3472720384597778, -2.029750347137451, -1.9056800603866577, -0.12878794968128204, -0.9816457033157349, -0.44388118386268616, -0.437785267829895, -0.7737058997154236, -0.29647964239120483, -1.8745969533920288, -1.7370260953903198, -1.4487957954406738, -1.5102531909942627, -1.8644064664840698, -1.2062798738479614, -0.8575177192687988, -1.2823902368545532, -1.8483866453170776, -1.317638635635376, -1.3374409675598145, -0.9054246544837952, -2.1785454750061035, -0.9403771162033081, -0.8611291646957397, -0.0010387268848717213, -0.0036089783534407616, -1.8615673780441284, -0.9275946021080017, -1.3826757669448853, -1.6005537509918213, -1.767640471458435, -1.4242979288101196, -1.2945510149002075, -2.0994157791137695, -0.1785389930009842, -2.744882106781006, -1.2557713985443115, -2.0774991512298584, -2.1222543716430664, -0.5990986824035645, -0.9566718339920044, -1.0730174779891968, -1.6927556991577148, -1.3816581964492798, -2.5353057384490967, -1.3717232942581177, -4.379281520843506, -2.113166332244873, -1.3144400119781494]}, "Bot003_080_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses I love horses. I am a activist. really? do you ride horses as well? I do, I love horses. I do not have any. that\u2019s too bad, i have three arabian horses I love horses. I have a cat named radar. that\u2019s nice", "response": "This is a great idea!", "annotation_id": "Bot003_080_14", "annotations": ["O", "X", "X", "X", "X", "X", "T", "X", "X", "X", "X", "T", "X", "T", "X"], "gpt2_target_score": [-13.87358283996582, -5.621057510375977, -7.81290864944458, -8.87489128112793, -13.848865509033203, -8.357721328735352], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0600411891937256, -0.29637497663497925, -2.835336923599243, -0.13564717769622803, -1.6427987813949585, -1.422534704208374, -0.24112747609615326, -1.0841522216796875, -1.1470462083816528, -1.5023695230484009, -1.1132464408874512, -2.1259162425994873, -0.69444739818573, -1.291516900062561, -1.3830113410949707, -0.7102357149124146, -0.0015512587269768119, -0.1334400624036789, -1.8764808177947998, -0.27361974120140076, -1.0980892181396484, -0.3360746502876282, -2.2837488651275635, -1.87507164478302, -3.707819700241089, -1.6608871221542358, -0.09077540040016174, -0.0015025765169411898, -1.2373499870300293, -1.653856873512268, -0.9931128621101379, -1.6423956155776978, -0.2198905348777771, -1.2840147018432617, -2.003901720046997, -1.6501080989837646, -1.7778871059417725, -0.7360042333602905, -1.7064616680145264, -1.3458495140075684, -1.560460090637207, -1.4939910173416138, -1.3992012739181519, -1.8877886533737183, -2.011687994003296, -2.086811065673828, -1.6252171993255615, -1.8423993587493896, -3.275219440460205, -1.4065276384353638, -1.3472720384597778, -2.029750347137451, -1.9056800603866577, -0.12878794968128204, -0.9816457033157349, -0.44388118386268616, -0.437785267829895, -0.7737058997154236, -0.29647964239120483, -1.8745969533920288, -1.7370260953903198, -1.4487957954406738, -1.5102531909942627, -1.8644064664840698, -1.2062798738479614, -0.8575177192687988, -1.2823902368545532, -1.8483866453170776, -1.317638635635376, -1.3374409675598145, -0.9054246544837952, -2.1785454750061035, -0.9403771162033081, -0.8611291646957397, -0.0010387268848717213, -0.0036089783534407616, -1.8615673780441284, -0.9275946021080017, -1.3826757669448853, -1.6005537509918213, -1.767640471458435, -1.4242979288101196, -1.2945510149002075, -2.0994157791137695, -0.1785389930009842, -2.744882106781006, -1.2557713985443115, -1.5597671270370483, -1.0822666883468628, -0.9114471077919006, -1.688665509223938, -1.8259227275848389, -1.7598304748535156, -2.718657970428467, -1.4025981426239014, -4.232660293579102, -2.127950429916382, -1.5413774251937866, -0.6653544306755066, -0.00021181246847845614, -0.004324489738792181, -2.300745964050293, -1.1524711847305298, -2.078862428665161, -0.5162688493728638, -2.1474995613098145, -1.5055739879608154, -1.8736402988433838, -1.123073935508728, -1.52108895778656]}, "Bot003_080_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses I love horses. I am a activist. really? do you ride horses as well? I do, I love horses. I do not have any. that\u2019s too bad, i have three arabian horses I love horses. I have a cat named radar. that\u2019s nice This is a great idea! do you have a job?", "response": "I do, I am a activist.", "annotation_id": "Bot003_080_16", "annotations": ["O", "O", "O", "T", "O", "O", "T", "O", "X", "O", "X", "T", "T", "T", "O"], "gpt2_target_score": [-9.90635871887207, -6.283884048461914, -9.752788543701172, -3.5664193630218506, -10.825504302978516, -2.835336923599243, -18.606334686279297, -8.731772422790527], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0600411891937256, -0.29637497663497925, -2.835336923599243, -0.13564717769622803, -1.6427987813949585, -1.422534704208374, -0.24112747609615326, -1.0841522216796875, -1.1470462083816528, -1.5023695230484009, -1.1132464408874512, -2.1259162425994873, -0.69444739818573, -1.291516900062561, -1.3830113410949707, -0.7102357149124146, -0.0015512587269768119, -0.1334400624036789, -1.8764808177947998, -0.27361974120140076, -1.0980892181396484, -0.3360746502876282, -2.2837488651275635, -1.87507164478302, -3.707819700241089, -1.6608871221542358, -0.09077540040016174, -0.0015025765169411898, -1.2373499870300293, -1.653856873512268, -0.9931128621101379, -1.6423956155776978, -0.2198905348777771, -1.2840147018432617, -2.003901720046997, -1.6501080989837646, -1.7778871059417725, -0.7360042333602905, -1.7064616680145264, -1.3458495140075684, -1.560460090637207, -1.4939910173416138, -1.3992012739181519, -1.8877886533737183, -2.011687994003296, -2.086811065673828, -1.6252171993255615, -1.8423993587493896, -3.275219440460205, -1.4065276384353638, -1.3472720384597778, -2.029750347137451, -1.9056800603866577, -0.12878794968128204, -0.9816457033157349, -0.44388118386268616, -0.437785267829895, -0.7737058997154236, -0.29647964239120483, -1.8745969533920288, -1.7370260953903198, -1.4487957954406738, -1.5102531909942627, -1.8644064664840698, -1.2062798738479614, -0.8575177192687988, -1.2823902368545532, -1.8483866453170776, -1.317638635635376, -1.3374409675598145, -0.9054246544837952, -2.1785454750061035, -0.9403771162033081, -0.8611291646957397, -0.0010387268848717213, -0.0036089783534407616, -1.8615673780441284, -0.9275946021080017, -1.3826757669448853, -1.6005537509918213, -1.767640471458435, -1.4242979288101196, -1.2945510149002075, -2.0994157791137695, -0.1785389930009842, -2.744882106781006, -1.2557713985443115, -1.5597671270370483, -1.0822666883468628, -0.9114471077919006, -1.688665509223938, -1.8259227275848389, -1.7598304748535156, -2.718657970428467, -1.4025981426239014, -4.232660293579102, -2.127950429916382, -1.5413774251937866, -0.6653544306755066, -0.00021181246847845614, -0.004324489738792181, -2.300745964050293, -1.1524711847305298, -0.5089076161384583, -2.1485536098480225, -1.4835184812545776, -2.299190044403076, -1.043669581413269, -1.6866223812103271, -0.08745758980512619, -1.2178955078125, -1.0733140707015991, -0.6654708981513977, -0.8186571598052979, -1.7985575199127197, -1.9663724899291992, -1.7217470407485962, -1.6261552572250366, -1.5416568517684937, -1.7892416715621948, -0.8738113045692444, -2.0422959327697754, -0.7059571743011475, -1.2036422491073608]}, "Bot003_080_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses I love horses. I am a activist. really? do you ride horses as well? I do, I love horses. I do not have any. that\u2019s too bad, i have three arabian horses I love horses. I have a cat named radar. that\u2019s nice This is a great idea! do you have a job? I do, I am a activist. do your parents have a job?", "response": "Yes I do, I am a activist", "annotation_id": "Bot003_080_18", "annotations": ["T", "X", "X", "T", "X", "X", "T", "X", "X", "X", "X", "T", "X", "T", "X"], "gpt2_target_score": [-16.19218635559082, -2.8684635162353516, -8.493083953857422, -2.0600411891937256, -5.530307292938232, -11.526315689086914, -8.130138397216797, -16.17217254638672], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0600411891937256, -0.29637497663497925, -2.835336923599243, -0.13564717769622803, -1.6427987813949585, -1.422534704208374, -0.24112747609615326, -1.0841522216796875, -1.1470462083816528, -1.5023695230484009, -1.1132464408874512, -2.1259162425994873, -0.69444739818573, -1.291516900062561, -1.3830113410949707, -0.7102357149124146, -0.0015512587269768119, -0.1334400624036789, -1.8764808177947998, -0.27361974120140076, -1.0980892181396484, -0.3360746502876282, -2.2837488651275635, -1.87507164478302, -3.707819700241089, -1.6608871221542358, -0.09077540040016174, -0.0015025765169411898, -1.2373499870300293, -1.653856873512268, -0.9931128621101379, -1.6423956155776978, -0.2198905348777771, -1.2840147018432617, -2.003901720046997, -1.6501080989837646, -1.7778871059417725, -0.7360042333602905, -1.7064616680145264, -1.3458495140075684, -1.560460090637207, -1.4939910173416138, -1.3992012739181519, -1.8877886533737183, -2.011687994003296, -2.086811065673828, -1.6252171993255615, -1.8423993587493896, -3.275219440460205, -1.4065276384353638, -1.3472720384597778, -2.029750347137451, -1.9056800603866577, -0.12878794968128204, -0.9816457033157349, -0.44388118386268616, -0.437785267829895, -0.7737058997154236, -0.29647964239120483, -1.8745969533920288, -1.7370260953903198, -1.4487957954406738, -1.5102531909942627, -1.8644064664840698, -1.2062798738479614, -0.8575177192687988, -1.2823902368545532, -1.8483866453170776, -1.317638635635376, -1.3374409675598145, -0.9054246544837952, -2.1785454750061035, -0.9403771162033081, -0.8611291646957397, -0.0010387268848717213, -0.0036089783534407616, -1.8615673780441284, -0.9275946021080017, -1.3826757669448853, -1.6005537509918213, -1.767640471458435, -1.4242979288101196, -1.2945510149002075, -2.0994157791137695, -0.1785389930009842, -2.744882106781006, -1.2557713985443115, -1.5597671270370483, -1.0822666883468628, -0.9114471077919006, -1.688665509223938, -1.8259227275848389, -1.7598304748535156, -2.718657970428467, -1.4025981426239014, -4.232660293579102, -2.127950429916382, -1.5413774251937866, -0.6653544306755066, -0.00021181246847845614, -0.004324489738792181, -2.300745964050293, -1.1524711847305298, -0.5089076161384583, -2.1485536098480225, -1.4835184812545776, -2.299190044403076, -1.043669581413269, -1.6866223812103271, -0.08745758980512619, -1.2178955078125, -1.0733140707015991, -0.6654708981513977, -0.8186571598052979, -1.7985575199127197, -1.980130672454834, -1.2420122623443604, -1.3047425746917725, -1.730343222618103, -0.9277324676513672, -2.2054221630096436, -0.7195566296577454, -1.4099647998809814, -0.0176650770008564, -1.3075478076934814, -1.2334293127059937, -1.4635792970657349, -0.2927672266960144, -0.20134969055652618, -1.921209454536438, -2.075495481491089, -1.1477744579315186, -0.5803415775299072, -0.9074606895446777, -1.2343605756759644, -1.198723316192627, -0.4114418625831604, -2.6812217235565186, -0.4349345266819]}, "Bot003_080_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses I love horses. I am a activist. really? do you ride horses as well? I do, I love horses. I do not have any. that\u2019s too bad, i have three arabian horses I love horses. I have a cat named radar. that\u2019s nice This is a great idea! do you have a job? I do, I am a activist. do your parents have a job? Yes I do, I am a activist what about your parents?", "response": "They're not my parents", "annotation_id": "Bot003_080_20", "annotations": ["T", "X", "T", "O", "X", "X", "T", "X", "X", "X", "X", "O", "X", "T", "T"], "gpt2_target_score": [-15.28007698059082, -10.811670303344727, -8.275020599365234, -4.481855392456055, -9.527347564697266], "gpt2_argmax_score": [-1.541253685951233, -1.164331316947937, -0.6256833076477051, -2.0600411891937256, -0.29637497663497925, -2.835336923599243, -0.13564717769622803, -1.6427987813949585, -1.422534704208374, -0.24112747609615326, -1.0841522216796875, -1.1470462083816528, -1.5023695230484009, -1.1132464408874512, -2.1259162425994873, -0.69444739818573, -1.291516900062561, -1.3830113410949707, -0.7102357149124146, -0.0015512587269768119, -0.1334400624036789, -1.8764808177947998, -0.27361974120140076, -1.0980892181396484, -0.3360746502876282, -2.2837488651275635, -1.87507164478302, -3.707819700241089, -1.6608871221542358, -0.09077540040016174, -0.0015025765169411898, -1.2373499870300293, -1.653856873512268, -0.9931128621101379, -1.6423956155776978, -0.2198905348777771, -1.2840147018432617, -2.003901720046997, -1.6501080989837646, -1.7778871059417725, -0.7360042333602905, -1.7064616680145264, -1.3458495140075684, -1.560460090637207, -1.4939910173416138, -1.3992012739181519, -1.8877886533737183, -2.011687994003296, -2.086811065673828, -1.6252171993255615, -1.8423993587493896, -3.275219440460205, -1.4065276384353638, -1.3472720384597778, -2.029750347137451, -1.9056800603866577, -0.12878794968128204, -0.9816457033157349, -0.44388118386268616, -0.437785267829895, -0.7737058997154236, -0.29647964239120483, -1.8745969533920288, -1.7370260953903198, -1.4487957954406738, -1.5102531909942627, -1.8644064664840698, -1.2062798738479614, -0.8575177192687988, -1.2823902368545532, -1.8483866453170776, -1.317638635635376, -1.3374409675598145, -0.9054246544837952, -2.1785454750061035, -0.9403771162033081, -0.8611291646957397, -0.0010387268848717213, -0.0036089783534407616, -1.8615673780441284, -0.9275946021080017, -1.3826757669448853, -1.6005537509918213, -1.767640471458435, -1.4242979288101196, -1.2945510149002075, -2.0994157791137695, -0.1785389930009842, -2.744882106781006, -1.2557713985443115, -1.5597671270370483, -1.0822666883468628, -0.9114471077919006, -1.688665509223938, -1.8259227275848389, -1.7598304748535156, -2.718657970428467, -1.4025981426239014, -4.232660293579102, -2.127950429916382, -1.5413774251937866, -0.6653544306755066, -0.00021181246847845614, -0.004324489738792181, -2.300745964050293, -1.1524711847305298, -0.5089076161384583, -2.1485536098480225, -1.4835184812545776, -2.299190044403076, -1.043669581413269, -1.6866223812103271, -0.08745758980512619, -1.2178955078125, -1.0733140707015991, -0.6654708981513977, -0.8186571598052979, -1.7985575199127197, -1.980130672454834, -1.2420122623443604, -1.3047425746917725, -1.730343222618103, -0.9277324676513672, -2.2054221630096436, -0.7195566296577454, -1.4099647998809814, -0.0176650770008564, -1.3075478076934814, -1.2334293127059937, -1.4635792970657349, -0.2927672266960144, -0.20134969055652618, -1.921209454536438, -1.168430209159851, -0.5632643103599548, -0.8587529063224792, -1.2054243087768555, -1.030357837677002, -0.525278627872467, -2.648928642272949, -0.42554450035095215, -0.7413483262062073, -0.925908088684082, -0.9189876914024353, -0.3528900146484375, -1.9028440713882446, -2.1290574073791504, -1.10683012008667, -2.2125258445739746, -2.865936756134033, -0.27361711859703064, -1.099033236503601]}, "Bot003_085_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport", "response": "I do, I like to go to the gym every day.", "annotation_id": "Bot003_085_02", "annotations": ["O", "O", "O", "O", "T", "T", "O", "T", "X", "O", "O", "T", "X", "O", "O"], "gpt2_target_score": [-13.462349891662598, -24.746679306030273, -14.262983322143555, -11.164008140563965, -9.381200790405273, -9.55490779876709, -9.622491836547852, -10.862177848815918, -5.236057758331299, -10.514289855957031, -7.658344268798828, -7.474404335021973, -9.29343318939209], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.6394140720367432, -0.9678602814674377, -0.23045764863491058, -1.3712542057037354, -2.5467569828033447, -0.7817622423171997, -1.564696192741394, -1.2364842891693115, -1.6585009098052979, -1.2552133798599243, -1.8095632791519165, -1.8734521865844727, -2.05708909034729, -1.727789044380188, -1.2379761934280396, -0.8203856348991394, -1.3823550939559937, -0.7123319506645203, -1.0034809112548828, -1.3393224477767944]}, "Bot003_085_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy", "response": "I do not eat healthy, I work from home.", "annotation_id": "Bot003_085_04", "annotations": ["O", "X", "T", "O", "O", "O", "O", "T", "X", "T", "O", "O", "X", "O", "O"], "gpt2_target_score": [-13.462349891662598, -24.746679306030273, -15.691892623901367, -13.170538902282715, -14.090887069702148, -10.338583946228027, -4.204202651977539, -13.433146476745605, -10.842853546142578, -11.200553894042969, -8.24625015258789], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.6394140720367432, -0.9678602814674377, -0.23045764863491058, -1.3712542057037354, -2.5467569828033447, -0.7817622423171997, -0.6581366062164307, -0.9547213912010193, -1.1844979524612427, -1.7714252471923828, -2.3461754322052, -1.799452304840088, -1.439318060874939, -1.4599720239639282, -0.6509411931037903, -1.3722068071365356, -0.7333502769470215, -1.4829720258712769, -1.3477293252944946, -2.038278102874756, -0.8120979070663452, -1.5787140130996704, -1.3579665422439575, -1.7392253875732422, -1.993797779083252, -1.851433277130127, -0.8622027635574341, -2.298492431640625, -1.4182590246200562, -1.0187958478927612, -1.431670904159546, -1.1904056072235107, -0.015441388823091984, -1.370177984237671, -1.2314504384994507]}, "Bot003_085_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports", "response": "I do not like sports, I like to go to the gym.", "annotation_id": "Bot003_085_06", "annotations": ["O", "O", "X", "X", "O", "T", "O", "T", "X", "X", "O", "T", "X", "T", "O"], "gpt2_target_score": [-13.462349891662598, -24.746679306030273, -15.691892623901367, -9.053366661071777, -13.789190292358398, -10.338583946228027, -4.204202651977539, -11.34217357635498, -8.922977447509766, -5.428382873535156, -2.6109964847564697, -6.641335487365723, -10.610986709594727, -3.6471805572509766], "gpt2_argmax_score": [-1.3871618509292603, -0.0002650863316375762, -0.0033248167019337416, -0.9524142146110535, -0.5039883852005005, -1.1223362684249878, -1.6394140720367432, -0.9678602814674377, -0.23045764863491058, -1.3712542057037354, -2.5467569828033447, -0.7817622423171997, -0.6581366062164307, -0.9547213912010193, -1.1844979524612427, -1.7714252471923828, -2.3461754322052, -1.799452304840088, -1.439318060874939, -1.4599720239639282, -0.6509411931037903, -1.3722068071365356, -0.7333502769470215, -1.4829720258712769, -1.3477293252944946, -2.038278102874756, -0.8120979070663452, -1.5787140130996704, -1.3579665422439575, -1.9971790313720703, -1.5023428201675415, -1.3334901332855225, -2.4896414279937744, -1.3833022117614746, -0.7811523079872131, -1.701271891593933, -1.48192298412323, -0.015431294217705727, -1.2991600036621094, -1.3044953346252441, -1.201805830001831, -1.518192172050476, -1.2487658262252808, -1.4332258701324463, -2.236663341522217, -1.2966464757919312, -1.356737494468689, -1.8474557399749756, -1.9433962106704712, -1.435887336730957, -0.7707691192626953, -0.7965181469917297, -1.0689162015914917, -0.4865759611129761, -1.4211114645004272, -0.6326246857643127, -0.14844998717308044, -0.06851563602685928, -0.07600684463977814, -0.008457793854176998, -0.2553595006465912, -1.5182260274887085]}, "Bot003_085_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football", "response": "I like football, but I like to go to the gym every day", "annotation_id": "Bot003_085_08", "annotations": ["X", "O", "O", "O", "O", "T", "O", "T", "X", "O", "O", "T", "X", "T", "O"], "gpt2_target_score": [-13.462345123291016, -25.062170028686523, -20.45149040222168, -9.433349609375, -7.432926177978516, -2.8114991188049316, -9.985759735107422, -10.862138748168945, -9.34312915802002, -9.689202308654785, -2.5467190742492676, -9.180048942565918, -11.899343490600586, -7.691720008850098], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.6393848657608032, -0.9678668975830078, -0.23044344782829285, -1.3712705373764038, -2.5467190742492676, -0.7817491292953491, -0.6581177115440369, -0.9547051191329956, -1.1845039129257202, -1.771416187286377, -2.3461666107177734, -1.7994335889816284, -1.4393173456192017, -1.459974765777588, -0.6509460806846619, -1.3722251653671265, -0.7333257794380188, -1.482954740524292, -1.3477405309677124, -2.038236379623413, -0.8120775818824768, -1.5786993503570557, -1.3579860925674438, -1.9971791505813599, -1.502393126487732, -1.3335248231887817, -2.489621877670288, -1.3833189010620117, -0.7811425924301147, -1.7013040781021118, -1.4819079637527466, -0.015431294217705727, -1.2991278171539307, -1.3044642210006714, -1.201734185218811, -1.5181795358657837, -1.2487319707870483, -1.4332321882247925, -2.2366888523101807, -1.2966479063034058, -1.3567582368850708, -0.312569797039032, -1.5748318433761597, -0.7170965671539307, -1.559143304824829, -0.5579041838645935, -0.6895349025726318, -1.4141403436660767, -0.5491631627082825, -0.20862269401550293, -0.10157126188278198, -0.1110014021396637, -0.018762141466140747, -0.3364153504371643, -1.6299976110458374, -1.6762495040893555, -0.42984792590141296, -0.5536723732948303, -1.2756060361862183, -1.6361922025680542, -1.4835573434829712, -2.0816588401794434, -1.1204898357391357, -1.8292531967163086, -1.995469331741333, -1.5964211225509644, -1.2315837144851685, -1.4431021213531494, -1.0011018514633179, -1.6042418479919434, -1.5740858316421509, -0.9433868527412415, -0.16161583364009857, -0.21177344024181366, -0.1372380405664444, -1.025833249092102, -0.07610096782445908, -0.39548325538635254]}, "Bot003_085_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football I like football, but I like to go to the gym every day Got it. Let's move on. Do you have kids?", "response": "I'm not a fan of trump but I don't think it's funny.", "annotation_id": "Bot003_085_10", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X", "T"], "gpt2_target_score": [-13.462345123291016, -29.9758243560791, -15.691862106323242, -2.334991216659546, -11.153919219970703, -10.357976913452148, -14.404857635498047, -10.177797317504883, -2.7217307090759277, -8.12130069732666, -12.277660369873047, -10.780741691589355, -10.630224227905273, -10.24178409576416, -10.398736953735352, -7.854454517364502], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.6393848657608032, -0.9678668975830078, -0.23044344782829285, -1.3712705373764038, -2.5467190742492676, -0.7817491292953491, -0.6581177115440369, -0.9547051191329956, -1.1845039129257202, -1.771416187286377, -2.3461666107177734, -1.7994335889816284, -1.4393173456192017, -1.459974765777588, -0.6509460806846619, -1.3722251653671265, -0.7333257794380188, -1.482954740524292, -1.3477405309677124, -2.038236379623413, -0.8120775818824768, -1.5786993503570557, -1.3579860925674438, -1.9971791505813599, -1.502393126487732, -1.3335248231887817, -2.489621877670288, -1.3833189010620117, -0.7811425924301147, -1.7013040781021118, -1.4819079637527466, -0.015431294217705727, -1.2991278171539307, -1.3044642210006714, -1.201734185218811, -1.5181795358657837, -1.2487319707870483, -1.4332321882247925, -2.2366888523101807, -1.2966479063034058, -1.3567582368850708, -0.312569797039032, -1.5748318433761597, -0.7170965671539307, -1.559143304824829, -0.5579041838645935, -0.6895349025726318, -1.4141403436660767, -0.5491631627082825, -0.20862269401550293, -0.10157126188278198, -0.1110014021396637, -0.018762141466140747, -0.3364153504371643, -1.6299976110458374, -1.6762495040893555, -0.42984792590141296, -0.5536723732948303, -1.2756060361862183, -1.6361922025680542, -1.4835573434829712, -2.0816588401794434, -1.1204898357391357, -1.0929064750671387, -1.674684762954712, -1.0623809099197388, -1.2972675561904907, -1.095010757446289, -1.651210069656372, -1.8223767280578613, -0.7793201208114624, -0.1951940506696701, -0.22010673582553864, -0.17307041585445404, -1.1905213594436646, -0.07326428592205048, -0.2702423632144928, -0.8645687699317932, -1.0358976125717163, -1.7498846054077148, -0.7638817429542542, -1.9363373517990112, -0.3839609622955322, -0.7340748906135559, -1.6431348323822021, -0.07584994286298752, -0.7377389073371887, -0.8590506315231323, -0.547380805015564, -1.808308720588684, -1.7312180995941162, -2.006772518157959, -1.8164101839065552, -1.568002462387085, -2.167257308959961, -0.1741323471069336, -1.133318305015564, -1.664764165878296, -0.6691163778305054, -2.046494722366333, -0.014062130823731422, -1.5297640562057495, -1.4158790111541748, -0.36177438497543335, -1.7119261026382446, -1.635988473892212, -1.3823060989379883]}, "Bot003_085_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football I like football, but I like to go to the gym every day Got it. Let's move on. Do you have kids? I'm not a fan of trump but I don't think it's funny. What? Do you have kids?", "response": "No, I do not. I am a big fan of them.", "annotation_id": "Bot003_085_12", "annotations": ["T", "O", "X", "O", "X", "T", "O", "T", "X", "T", "X", "T", "X", "O", "O"], "gpt2_target_score": [-17.048152923583984, -25.244577407836914, -14.339155197143555, -9.49224853515625, -10.841678619384766, -10.580648422241211, -4.204234600067139, -9.712221145629883, -6.64117956161499, -11.115227699279785, -10.020214080810547, -5.792491436004639, -14.070150375366211, -3.6471948623657227], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.6393848657608032, -0.9678668975830078, -0.23044344782829285, -1.3712705373764038, -2.5467190742492676, -0.7817491292953491, -0.6581177115440369, -0.9547051191329956, -1.1845039129257202, -1.771416187286377, -2.3461666107177734, -1.7994335889816284, -1.4393173456192017, -1.459974765777588, -0.6509460806846619, -1.3722251653671265, -0.7333257794380188, -1.482954740524292, -1.3477405309677124, -2.038236379623413, -0.8120775818824768, -1.5786993503570557, -1.3579860925674438, -1.9971791505813599, -1.502393126487732, -1.3335248231887817, -2.489621877670288, -1.3833189010620117, -0.7811425924301147, -1.7013040781021118, -1.4819079637527466, -0.015431294217705727, -1.2991278171539307, -1.3044642210006714, -1.201734185218811, -1.5181795358657837, -1.2487319707870483, -1.4332321882247925, -2.2366888523101807, -1.2966479063034058, -1.3567582368850708, -0.312569797039032, -1.5748318433761597, -0.7170965671539307, -1.559143304824829, -0.5579041838645935, -0.6895349025726318, -1.4141403436660767, -0.5491631627082825, -0.20862269401550293, -0.10157126188278198, -0.1110014021396637, -0.018762141466140747, -0.3364153504371643, -1.6299976110458374, -1.6762495040893555, -0.42984792590141296, -0.5536723732948303, -1.2756060361862183, -1.6361922025680542, -1.4835573434829712, -2.0816588401794434, -1.1204898357391357, -1.0929064750671387, -1.674684762954712, -1.0623809099197388, -1.2972675561904907, -1.095010757446289, -1.651210069656372, -1.8223767280578613, -0.7793201208114624, -0.1951940506696701, -0.22010673582553864, -0.17307041585445404, -1.1905213594436646, -0.07326428592205048, -0.2702423632144928, -0.8645687699317932, -1.0358976125717163, -1.7498846054077148, -0.7638817429542542, -1.9363373517990112, -0.3839609622955322, -0.7340748906135559, -1.6431363821029663, -0.07584960758686066, -0.7377384305000305, -0.8590513467788696, -0.547382116317749, -1.8082964420318604, -2.0503032207489014, -1.7227051258087158, -1.6809170246124268, -2.246434450149536, -0.21754558384418488, -1.2386575937271118, -1.6198118925094604, -0.6861978769302368, -2.015232801437378, -0.028470484539866447, -1.4247652292251587, -1.732568383216858, -0.4726509749889374, -1.7235865592956543, -1.5298839807510376, -1.6333507299423218, -1.333080530166626, -1.7745074033737183, -0.0659293383359909, -1.2680041790008545, -0.5475006699562073, -0.18604698777198792, -1.7662756443023682, -1.6676429510116577, -1.1961206197738647, -0.9429621696472168, -1.2131482362747192, -0.45866847038269043, -1.006965160369873, -0.9452825784683228, -2.184741735458374, -1.264261245727539, -2.822343111038208, -1.1219029426574707, -0.06712991744279861, -1.7600023746490479, -0.8761029839515686, -1.1892763376235962]}, "Bot003_085_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football I like football, but I like to go to the gym every day Got it. Let's move on. Do you have kids? I'm not a fan of trump but I don't think it's funny. What? Do you have kids? No, I do not. I am a big fan of them. Okay. Do you have pets?", "response": "I do not have any pets. I work from home.", "annotation_id": "Bot003_085_14", "annotations": ["O", "O", "T", "O", "O", "O", "O", "T", "X", "O", "T", "T", "X", "T", "T"], "gpt2_target_score": [-13.462345123291016, -24.74668312072754, -15.691862106323242, -9.962066650390625, -10.96854019165039, -12.975393295288086, -3.637813091278076, -0.9678668975830078, -9.69908618927002, -9.45778751373291, -9.540096282958984, -4.580531597137451], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.6393848657608032, -0.9678668975830078, -0.23044344782829285, -1.3712705373764038, -2.5467190742492676, -0.7817491292953491, -0.6581177115440369, -0.9547051191329956, -1.1845039129257202, -1.771416187286377, -2.3461666107177734, -1.7994335889816284, -1.4393173456192017, -1.459974765777588, -0.6509460806846619, -1.3722251653671265, -0.7333257794380188, -1.482954740524292, -1.3477405309677124, -2.038236379623413, -0.8120775818824768, -1.5786993503570557, -1.3579860925674438, -1.9971791505813599, -1.502393126487732, -1.3335248231887817, -2.489621877670288, -1.3833189010620117, -0.7811425924301147, -1.7013040781021118, -1.4819079637527466, -0.015431294217705727, -1.2991278171539307, -1.3044642210006714, -1.201734185218811, -1.5181795358657837, -1.2487319707870483, -1.4332321882247925, -2.2366888523101807, -1.2966479063034058, -1.3567582368850708, -0.312569797039032, -1.5748318433761597, -0.7170965671539307, -1.559143304824829, -0.5579041838645935, -0.6895349025726318, -1.4141403436660767, -0.5491631627082825, -0.20862269401550293, -0.10157126188278198, -0.1110014021396637, -0.018762141466140747, -0.3364153504371643, -1.6299976110458374, -1.6762495040893555, -0.42984792590141296, -0.5536723732948303, -1.2756060361862183, -1.6361922025680542, -1.4835573434829712, -2.0816588401794434, -1.1204898357391357, -1.0929064750671387, -1.674684762954712, -1.0623809099197388, -1.2972675561904907, -1.095010757446289, -1.651210069656372, -1.8223767280578613, -0.7793201208114624, -0.1951940506696701, -0.22010673582553864, -0.17307041585445404, -1.1905213594436646, -0.07326428592205048, -0.2702423632144928, -0.8645687699317932, -1.0358976125717163, -1.7498846054077148, -0.7638817429542542, -1.9363373517990112, -0.3839609622955322, -0.7340748906135559, -1.6431348323822021, -0.07584994286298752, -0.7377389073371887, -0.8590506315231323, -0.547380805015564, -1.808308720588684, -2.050304651260376, -1.7227128744125366, -1.6809144020080566, -2.246417760848999, -0.21754059195518494, -1.238667368888855, -1.6198039054870605, -0.6861768960952759, -2.0152268409729004, -0.028470484539866447, -1.4247761964797974, -1.7325552701950073, -0.4726577401161194, -1.7235833406448364, -1.529881477355957, -1.6333656311035156, -1.3330917358398438, -1.774496078491211, -0.06592978537082672, -1.2680110931396484, -0.5475016832351685, -0.18604877591133118, -1.766282081604004, -1.1858553886413574, -0.9256698489189148, -0.982312798500061, -0.3234274089336395, -1.00796377658844, -1.0046782493591309, -1.7479307651519775, -1.1124212741851807, -2.642988681793213, -1.1583991050720215, -0.0880785658955574, -1.8028528690338135, -0.8272374272346497, -1.1175129413604736, -0.7198811173439026, -1.6726443767547607, -0.05065394937992096, -0.735248327255249, -0.30059078335762024, -0.1681898832321167, -1.416896939277649, -1.1886000633239746, -1.7298898696899414, -0.8274099826812744, -1.040700078010559, -1.227950930595398, -0.44716912508010864, -0.5367176532745361, -0.9258584976196289, -1.716117024421692, -0.6591375470161438, -0.00826285406947136, -0.8703185319900513, -0.9892047047615051]}, "Bot003_085_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football I like football, but I like to go to the gym every day Got it. Let's move on. Do you have kids? I'm not a fan of trump but I don't think it's funny. What? Do you have kids? No, I do not. I am a big fan of them. Okay. Do you have pets? I do not have any pets. I work from home. Where are you from?", "response": "I live in the usa. How about you?", "annotation_id": "Bot003_085_16", "annotations": ["O", "O", "O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-13.462345123291016, -28.355878829956055, -14.768354415893555, -0.9523922801017761, -10.980182647705078, -11.715597152709961, -3.637813091278076, -4.386140823364258, -11.01195240020752, -8.485848426818848, -6.434872150421143], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.6393848657608032, -0.9678668975830078, -0.23044344782829285, -1.3712705373764038, -2.5467190742492676, -0.7817491292953491, -0.6581177115440369, -0.9547051191329956, -1.1845039129257202, -1.771416187286377, -2.3461666107177734, -1.7994335889816284, -1.4393173456192017, -1.459974765777588, -0.6509460806846619, -1.3722251653671265, -0.7333257794380188, -1.482954740524292, -1.3477405309677124, -2.038236379623413, -0.8120775818824768, -1.5786993503570557, -1.3579860925674438, -1.9971791505813599, -1.502393126487732, -1.3335248231887817, -2.489621877670288, -1.3833189010620117, -0.7811425924301147, -1.7013040781021118, -1.4819079637527466, -0.015431294217705727, -1.2991278171539307, -1.3044642210006714, -1.201734185218811, -1.5181795358657837, -1.2487319707870483, -1.4332321882247925, -2.2366888523101807, -1.2966479063034058, -1.3567582368850708, -0.312569797039032, -1.5748318433761597, -0.7170965671539307, -1.559143304824829, -0.5579041838645935, -0.6895349025726318, -1.4141403436660767, -0.5491631627082825, -0.20862269401550293, -0.10157126188278198, -0.1110014021396637, -0.018762141466140747, -0.3364153504371643, -1.6299976110458374, -1.6762495040893555, -0.42984792590141296, -0.5536723732948303, -1.2756060361862183, -1.6361922025680542, -1.4835573434829712, -2.0816588401794434, -1.1204898357391357, -1.0929064750671387, -1.674684762954712, -1.0623809099197388, -1.2972675561904907, -1.095010757446289, -1.651210069656372, -1.8223767280578613, -0.7793201208114624, -0.1951940506696701, -0.22010673582553864, -0.17307041585445404, -1.1905213594436646, -0.07326428592205048, -0.2702423632144928, -0.8645687699317932, -1.0358976125717163, -1.7498846054077148, -0.7638817429542542, -1.9363373517990112, -0.3839609622955322, -0.7340748906135559, -1.6431348323822021, -0.07584994286298752, -0.7377389073371887, -0.8590506315231323, -0.547380805015564, -1.808308720588684, -2.050304651260376, -1.7227128744125366, -1.6809144020080566, -2.246417760848999, -0.21754059195518494, -1.238667368888855, -1.6198039054870605, -0.6861768960952759, -2.0152268409729004, -0.028470484539866447, -1.4247761964797974, -1.7325552701950073, -0.4726577401161194, -1.7235833406448364, -1.529881477355957, -1.6333656311035156, -1.3330917358398438, -1.774496078491211, -0.06592978537082672, -1.2680110931396484, -0.5475016832351685, -0.18604877591133118, -1.766282081604004, -1.1858553886413574, -0.9256698489189148, -0.982312798500061, -0.3234274089336395, -1.00796377658844, -1.0046782493591309, -1.7479307651519775, -1.1124212741851807, -2.642988681793213, -1.1583991050720215, -0.0880785658955574, -1.8028528690338135, -0.8272374272346497, -1.1175141334533691, -0.7198786735534668, -1.6726319789886475, -0.05065440386533737, -0.7352463006973267, -0.30059564113616943, -0.16818727552890778, -1.4168899059295654, -1.65260910987854, -0.2814546823501587, -0.9293451905250549, -0.9352944493293762, -0.7094338536262512, -0.38896265625953674, -1.0970720052719116, -1.6278282403945923, -0.5510839819908142, -0.006649036426097155, -0.5810651779174805, -1.1004557609558105, -0.7432838082313538, -0.20352506637573242, -1.2773263454437256, -0.08046498894691467, -1.609378695487976, -1.7508689165115356, -1.297566294670105, -0.18290813267230988, -1.6121113300323486, -2.0809874534606934, -1.5246371030807495, -1.9279394149780273, -1.3386120796203613, -1.7496743202209473, -0.4052337408065796, -0.3942388594150543, -0.5733118057250977]}, "Bot003_085_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football I like football, but I like to go to the gym every day Got it. Let's move on. Do you have kids? I'm not a fan of trump but I don't think it's funny. What? Do you have kids? No, I do not. I am a big fan of them. Okay. Do you have pets? I do not have any pets. I work from home. Where are you from? I live in the usa. How about you? I live in florida. Love it", "response": "I live in florida. I live in florida.", "annotation_id": "Bot003_085_18", "annotations": ["T", "T", "T", "X", "O", "X", "T", "X", "X", "O", "X", "X", "X", "T", "T"], "gpt2_target_score": [-13.462345123291016, -28.355878829956055, -14.768354415893555, -12.353607177734375, -13.846134185791016, -17.065786361694336, -3.637813091278076, -0.9678668975830078, -10.23192310333252, -7.921197414398193, -8.04592514038086, -11.80909252166748, -8.885259628295898, -3.6471948623657227], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.6393848657608032, -0.9678668975830078, -0.23044344782829285, -1.3712705373764038, -2.5467190742492676, -0.7817491292953491, -0.6581177115440369, -0.9547051191329956, -1.1845039129257202, -1.771416187286377, -2.3461666107177734, -1.7994335889816284, -1.4393173456192017, -1.459974765777588, -0.6509460806846619, -1.3722251653671265, -0.7333257794380188, -1.482954740524292, -1.3477405309677124, -2.038236379623413, -0.8120775818824768, -1.5786993503570557, -1.3579860925674438, -1.9971791505813599, -1.502393126487732, -1.3335248231887817, -2.489621877670288, -1.3833189010620117, -0.7811425924301147, -1.7013040781021118, -1.4819079637527466, -0.015431294217705727, -1.2991278171539307, -1.3044642210006714, -1.201734185218811, -1.5181795358657837, -1.2487319707870483, -1.4332321882247925, -2.2366888523101807, -1.2966479063034058, -1.3567582368850708, -0.312569797039032, -1.5748318433761597, -0.7170965671539307, -1.559143304824829, -0.5579041838645935, -0.6895349025726318, -1.4141403436660767, -0.5491631627082825, -0.20862269401550293, -0.10157126188278198, -0.1110014021396637, -0.018762141466140747, -0.3364153504371643, -1.6299976110458374, -1.6762495040893555, -0.42984792590141296, -0.5536723732948303, -1.2756060361862183, -1.6361922025680542, -1.4835573434829712, -2.0816588401794434, -1.1204898357391357, -1.0929064750671387, -1.674684762954712, -1.0623809099197388, -1.2972675561904907, -1.095010757446289, -1.651210069656372, -1.8223767280578613, -0.7793201208114624, -0.1951940506696701, -0.22010673582553864, -0.17307041585445404, -1.1905213594436646, -0.07326428592205048, -0.2702423632144928, -0.8645687699317932, -1.0358976125717163, -1.7498846054077148, -0.7638817429542542, -1.9363373517990112, -0.3839609622955322, -0.7340748906135559, -1.6431348323822021, -0.07584994286298752, -0.7377389073371887, -0.8590506315231323, -0.547380805015564, -1.808308720588684, -2.050304651260376, -1.7227128744125366, -1.6809144020080566, -2.246417760848999, -0.21754059195518494, -1.238667368888855, -1.6198039054870605, -0.6861768960952759, -2.0152268409729004, -0.028470484539866447, -1.4247761964797974, -1.7325552701950073, -0.4726577401161194, -1.7235833406448364, -1.529881477355957, -1.6333656311035156, -1.3330917358398438, -1.774496078491211, -0.06592978537082672, -1.2680110931396484, -0.5475016832351685, -0.18604877591133118, -1.766282081604004, -1.1858553886413574, -0.9256698489189148, -0.982312798500061, -0.3234274089336395, -1.00796377658844, -1.0046782493591309, -1.7479307651519775, -1.1124212741851807, -2.642988681793213, -1.1583991050720215, -0.0880785658955574, -1.8028528690338135, -0.8272374272346497, -1.1175129413604736, -0.7198811173439026, -1.6726443767547607, -0.05065394937992096, -0.735248327255249, -0.30059078335762024, -0.1681898832321167, -1.416896939277649, -1.6525923013687134, -0.28145477175712585, -0.9293408393859863, -0.9352891445159912, -0.7094277143478394, -0.3889632225036621, -1.0970723628997803, -1.627830982208252, -0.5510783195495605, -0.006649154704064131, -0.5810559988021851, -1.100436806678772, -0.7432798147201538, -0.20352467894554138, -1.277320384979248, -0.08046432584524155, -1.6093875169754028, -1.4009878635406494, -0.24976176023483276, -1.5400315523147583, -2.2098162174224854, -1.5659092664718628, -1.5454238653182983, -1.4152569770812988, -1.8831095695495605, -0.4214484691619873, -0.28654080629348755, -1.3563058376312256, -1.5141499042510986, -0.1775457113981247, -0.32638615369796753, -0.10319162905216217, -0.007647995837032795, -1.072513461112976, -1.6144617795944214, -2.23482084274292, -0.9705785512924194, -1.7899736166000366, -0.9320160150527954, -0.1459888517856598, -1.2847172021865845, -0.0010325344046577811, -0.004873184021562338, -1.0180225372314453, -1.5706645250320435, -1.7899670600891113, -0.1848905384540558, -1.2864761352539062, -0.0014231802197173238, -0.01066343393176794, -0.6446605920791626, -1.394252061843872]}, "Bot003_085_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football I like football, but I like to go to the gym every day Got it. Let's move on. Do you have kids? I'm not a fan of trump but I don't think it's funny. What? Do you have kids? No, I do not. I am a big fan of them. Okay. Do you have pets? I do not have any pets. I work from home. Where are you from? I live in the usa. How about you? I live in florida. Love it I live in florida. I live in florida. Nice. Thanks. Bye", "response": "Hi, I am doing well. How are you?", "annotation_id": "Bot003_085_20", "annotations": ["X", "X", "X", "X", "O", "O", "X", "T", "O", "X", "X", "T", "O", "X", "T"], "gpt2_target_score": [-18.25313949584961, -25.244577407836914, -14.339155197143555, -11.628250122070312, -10.577136993408203, -10.581609725952148, -3.637813091278076, -4.386140823364258, -10.18028736114502, -8.485848426818848, -6.434872150421143], "gpt2_argmax_score": [-1.3871572017669678, -0.0002650863316375762, -0.003324935445562005, -0.9523922801017761, -0.503986120223999, -1.1223359107971191, -1.6393848657608032, -0.9678668975830078, -0.23044344782829285, -1.3712705373764038, -2.5467190742492676, -0.7817491292953491, -0.6581177115440369, -0.9547051191329956, -1.1845039129257202, -1.771416187286377, -2.3461666107177734, -1.7994335889816284, -1.4393173456192017, -1.459974765777588, -0.6509460806846619, -1.3722251653671265, -0.7333257794380188, -1.482954740524292, -1.3477405309677124, -2.038236379623413, -0.8120775818824768, -1.5786993503570557, -1.3579860925674438, -1.9971791505813599, -1.502393126487732, -1.3335248231887817, -2.489621877670288, -1.3833189010620117, -0.7811425924301147, -1.7013040781021118, -1.4819079637527466, -0.015431294217705727, -1.2991278171539307, -1.3044642210006714, -1.201734185218811, -1.5181795358657837, -1.2487319707870483, -1.4332321882247925, -2.2366888523101807, -1.2966479063034058, -1.3567582368850708, -0.312569797039032, -1.5748318433761597, -0.7170965671539307, -1.559143304824829, -0.5579041838645935, -0.6895349025726318, -1.4141403436660767, -0.5491631627082825, -0.20862269401550293, -0.10157126188278198, -0.1110014021396637, -0.018762141466140747, -0.3364153504371643, -1.6299976110458374, -1.6762495040893555, -0.42984792590141296, -0.5536723732948303, -1.2756060361862183, -1.6361922025680542, -1.4835573434829712, -2.0816588401794434, -1.1204898357391357, -1.0929064750671387, -1.674684762954712, -1.0623809099197388, -1.2972675561904907, -1.095010757446289, -1.651210069656372, -1.8223767280578613, -0.7793201208114624, -0.1951940506696701, -0.22010673582553864, -0.17307041585445404, -1.1905213594436646, -0.07326428592205048, -0.2702423632144928, -0.8645687699317932, -1.0358976125717163, -1.7498846054077148, -0.7638817429542542, -1.9363373517990112, -0.3839609622955322, -0.7340748906135559, -1.6431348323822021, -0.07584994286298752, -0.7377389073371887, -0.8590506315231323, -0.547380805015564, -1.808308720588684, -2.050304651260376, -1.7227128744125366, -1.6809144020080566, -2.246417760848999, -0.21754059195518494, -1.238667368888855, -1.6198039054870605, -0.6861768960952759, -2.0152268409729004, -0.028470484539866447, -1.4247761964797974, -1.7325552701950073, -0.4726577401161194, -1.7235833406448364, -1.529881477355957, -1.6333656311035156, -1.3330917358398438, -1.774496078491211, -0.06592978537082672, -1.2680110931396484, -0.5475016832351685, -0.18604877591133118, -1.766282081604004, -1.1858553886413574, -0.9256698489189148, -0.982312798500061, -0.3234274089336395, -1.00796377658844, -1.0046782493591309, -1.7479307651519775, -1.1124212741851807, -2.642988681793213, -1.1583991050720215, -0.0880785658955574, -1.8028528690338135, -0.8272374272346497, -1.1175129413604736, -0.7198811173439026, -1.6726443767547607, -0.05065394937992096, -0.735248327255249, -0.30059078335762024, -0.1681898832321167, -1.416896939277649, -1.6525923013687134, -0.28145477175712585, -0.9293408393859863, -0.9352891445159912, -0.7094277143478394, -0.3889632225036621, -1.0970723628997803, -1.627830982208252, -0.5510783195495605, -0.006649154704064131, -0.5810559988021851, -1.100436806678772, -0.7432798147201538, -0.20352467894554138, -1.277320384979248, -0.08046432584524155, -1.6093875169754028, -1.4009878635406494, -0.24976176023483276, -1.5400315523147583, -2.2098162174224854, -1.5659092664718628, -1.5454238653182983, -1.4152569770812988, -1.8831095695495605, -0.4214484691619873, -0.28654080629348755, -1.3563058376312256, -1.5141499042510986, -0.1775457113981247, -0.32638615369796753, -0.10319162905216217, -0.007647995837032795, -1.072513461112976, -1.6144617795944214, -2.23482084274292, -0.9705785512924194, -1.7640764713287354, -0.21607603132724762, -1.361275315284729, -0.002051393734291196, -0.006295137107372284, -0.7835612893104553, -1.5793399810791016, -1.8294376134872437, -0.17663218080997467, -1.504818081855774, -0.0018773326883092523, -0.014985958114266396, -0.5302957892417908, -1.4803179502487183, -1.0403872728347778, -1.5631420612335205, -1.0136646032333374, -1.5452386140823364, -0.5980458855628967, -1.8836206197738647, -1.40488862991333, -1.2966456413269043, -1.6131759881973267, -1.373001217842102, -1.7207053899765015, -1.3231996297836304, -1.0326744318008423, -1.4684829711914062, -0.04667709022760391, -1.064700961112976, -0.7993597984313965]}, "Bot003_087_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people", "response": "Hi! I am a musician, and I am a musician.", "annotation_id": "Bot003_087_02", "annotations": ["O", "X", "X", "X", "O", "T", "T", "X", "T", "O", "X", "X", "X", "T", "X"], "gpt2_target_score": [-9.293893814086914, -7.888123989105225, -9.859878540039062, -8.910600662231445, -9.497668266296387, -11.561922073364258, -1.9155980348587036, -7.992022514343262, -6.539052963256836, -10.572957038879395, -5.928500175476074, -13.570967674255371, -9.933987617492676], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.496734380722046, -2.1692376136779785, -2.6499054431915283, -2.8588125705718994, -1.9155980348587036, -1.3806638717651367, -1.3984735012054443, -1.5536091327667236, -1.9830502271652222, -1.264693260192871, -1.5616117715835571, -0.16674573719501495, -1.412819504737854, -1.1958603858947754, -1.6171746253967285, -2.411907196044922, -1.6110438108444214, -1.5117394924163818, -0.6634150743484497, -1.6013460159301758, -1.6363080739974976, -1.8663419485092163, -0.2525222599506378, -0.9727289080619812, -2.1005146503448486, -2.041586399078369, -2.3378286361694336, -0.868192732334137, -1.5073175430297852, -1.3428443670272827, -1.2700133323669434, -2.4194998741149902, -1.316995620727539, -1.2570244073867798, -0.799383819103241, -2.0716710090637207, -1.7148911952972412, -2.7930233478546143, -0.7158291935920715, -0.6808431148529053]}, "Bot003_087_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler", "response": "Do your friends call you wrestler.", "annotation_id": "Bot003_087_04", "annotations": ["O", "O", "T", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-11.608888626098633, -10.109101295471191, -13.989837646484375, -10.045412063598633, -9.747485160827637, -14.072908401489258, -2.925546646118164], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.496734380722046, -2.1692376136779785, -2.6499054431915283, -2.8588125705718994, -1.9155980348587036, -1.3806638717651367, -1.3984735012054443, -1.5536091327667236, -1.9830502271652222, -1.264693260192871, -1.5616117715835571, -0.16674573719501495, -1.412819504737854, -1.1958603858947754, -1.6171746253967285, -2.411907196044922, -1.6110438108444214, -1.5117394924163818, -0.6634150743484497, -1.6013460159301758, -1.6363080739974976, -1.8663419485092163, -0.2525184750556946, -0.9727073907852173, -2.100534200668335, -2.0415899753570557, -1.0643596649169922, -1.543718934059143, -1.4286316633224487, -1.4782778024673462, -2.3236825466156006, -1.3125590085983276, -1.3954745531082153, -0.8665879964828491, -2.160527467727661, -1.761544108390808, -2.622875452041626, -0.7213166356086731, -0.8968459963798523, -2.3464438915252686, -1.3543082475662231, -1.1023482084274292, -2.397881031036377, -0.13165098428726196, -2.332085132598877, -2.517364501953125, -0.2695610821247101, -1.1719554662704468, -0.4245886206626892, -0.819042444229126]}, "Bot003_087_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good", "response": "I am studying to be a musician.", "annotation_id": "Bot003_087_06", "annotations": ["O", "O", "T", "X", "O", "T", "T", "O", "O", "O", "O", "O", "X", "O", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -13.349393844604492, -2.452923536300659, -3.7334916591644287, -3.208010673522949, -13.371509552001953, -10.065969467163086], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.4967331886291504, -2.169232130050659, -2.6499040126800537, -2.858767509460449, -1.9155917167663574, -1.3806357383728027, -1.3984463214874268, -1.5536150932312012, -1.9830740690231323, -1.2647145986557007, -1.5616025924682617, -0.166749969124794, -1.4128090143203735, -1.1959055662155151, -1.6172641515731812, -2.411935806274414, -1.6110352277755737, -1.5117357969284058, -0.6634280681610107, -1.6013445854187012, -1.6363317966461182, -1.8663495779037476, -0.2525215148925781, -0.9727198481559753, -2.100510835647583, -2.041565179824829, -1.0643378496170044, -1.543675422668457, -1.42864990234375, -1.4782854318618774, -2.323657989501953, -1.31257963180542, -1.3954799175262451, -0.8665853142738342, -2.160545825958252, -1.7615318298339844, -2.6228771209716797, -0.7213197350502014, -0.8968692421913147, -2.346452474594116, -1.3542652130126953, -1.102333426475525, -0.14594167470932007, -2.7530314922332764, -1.8515048027038574, -0.324876606464386, -1.6259946823120117, -0.5545730590820312, -1.8043038845062256, -1.5638149976730347, -1.403243064880371, -1.654126524925232, -0.9484999179840088, -0.44283509254455566, -2.596452236175537, -1.8459532260894775, -1.3867378234863281, -2.229731559753418, -1.400120496749878, -0.5766095519065857, -1.1010034084320068, -1.2978904247283936, -1.5375250577926636]}, "Bot003_087_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music", "response": "I like music, I am a student.", "annotation_id": "Bot003_087_08", "annotations": ["O", "T", "O", "O", "O", "T", "T", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -14.79469108581543, -7.187436103820801, -10.053133010864258, -10.645480155944824, -4.688846111297607, -12.919088363647461, -2.3920223712921143], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.4967331886291504, -2.169232130050659, -2.6499040126800537, -2.858767509460449, -1.9155917167663574, -1.3806357383728027, -1.3984463214874268, -1.5536150932312012, -1.9830740690231323, -1.2647145986557007, -1.5616025924682617, -0.166749969124794, -1.4128090143203735, -1.1959055662155151, -1.6172641515731812, -2.411935806274414, -1.6110352277755737, -1.5117357969284058, -0.6634280681610107, -1.6013445854187012, -1.6363317966461182, -1.8663495779037476, -0.2525215148925781, -0.9727198481559753, -2.100510835647583, -2.041565179824829, -1.0643378496170044, -1.543675422668457, -1.42864990234375, -1.4782854318618774, -2.323657989501953, -1.31257963180542, -1.3954799175262451, -0.8665853142738342, -2.160545825958252, -1.7615318298339844, -2.6228771209716797, -0.7213197350502014, -0.8968692421913147, -2.346452474594116, -1.3542652130126953, -1.102333426475525, -0.14594167470932007, -2.7530314922332764, -1.8515048027038574, -0.324876606464386, -1.6259946823120117, -0.5545730590820312, -1.8043038845062256, -1.5638149976730347, -1.403243064880371, -1.654126524925232, -0.9484999179840088, -0.44283509254455566, -2.1050519943237305, -1.6154357194900513, -2.181469440460205, -1.9688351154327393, -1.1061007976531982, -1.2552015781402588, -1.2976933717727661, -1.9189798831939697, -1.9058502912521362, -1.9031506776809692, -0.9675134420394897, -0.9748001098632812, -1.4705108404159546, -0.05355292186141014, -1.7687816619873047, -2.4807145595550537, -2.0601303577423096, -0.5422620177268982, -1.6929799318313599, -1.4545477628707886, -1.5615617036819458, -1.3506996631622314, -1.9002548456192017, -1.334013819694519, -1.3550313711166382]}, "Bot003_087_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music I like music, I am a student. What is your name?", "response": "I'm paul.", "annotation_id": "Bot003_087_10", "annotations": ["O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -10.629690170288086, -11.449384689331055, -16.662273406982422, -9.660585403442383], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.4967331886291504, -2.169232130050659, -2.6499040126800537, -2.858767509460449, -1.9155917167663574, -1.3806357383728027, -1.3984463214874268, -1.5536150932312012, -1.9830740690231323, -1.2647145986557007, -1.5616025924682617, -0.166749969124794, -1.4128090143203735, -1.1959055662155151, -1.6172641515731812, -2.411935806274414, -1.6110352277755737, -1.5117357969284058, -0.6634280681610107, -1.6013445854187012, -1.6363317966461182, -1.8663495779037476, -0.2525215148925781, -0.9727198481559753, -2.100510835647583, -2.041565179824829, -1.0643378496170044, -1.543675422668457, -1.42864990234375, -1.4782854318618774, -2.323657989501953, -1.31257963180542, -1.3954799175262451, -0.8665853142738342, -2.160545825958252, -1.7615318298339844, -2.6228771209716797, -0.7213197350502014, -0.8968692421913147, -2.346452474594116, -1.3542652130126953, -1.102333426475525, -0.14594167470932007, -2.7530314922332764, -1.8515048027038574, -0.324876606464386, -1.6259946823120117, -0.5545730590820312, -1.8043038845062256, -1.5638149976730347, -1.403243064880371, -1.654126524925232, -0.9484999179840088, -0.44283509254455566, -2.1050519943237305, -1.6154357194900513, -2.181469440460205, -1.9688351154327393, -1.1061007976531982, -1.2552015781402588, -1.2976933717727661, -1.9189798831939697, -1.9058502912521362, -1.9031506776809692, -0.9675134420394897, -0.9748001098632812, -1.4705108404159546, -0.05355292186141014, -1.7687816619873047, -2.0737826824188232, -0.4934661090373993, -1.8461436033248901, -1.4159677028656006, -1.3647074699401855, -1.5005719661712646, -2.381722927093506, -1.560134768486023, -1.7911925315856934, -1.9171992540359497, -0.5040273070335388, -0.8888437151908875, -0.3951984941959381, -1.4941701889038086, -2.569392442703247, -1.1959766149520874, -0.9953058362007141, -2.6978137493133545, -3.045135974884033, -0.9294579029083252]}, "Bot003_087_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music I like music, I am a student. What is your name? I'm paul. How old are you?", "response": "I'm old.", "annotation_id": "Bot003_087_12", "annotations": ["O", "T", "T", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -10.629690170288086, -13.76911735534668, -9.3884859085083], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.4967331886291504, -2.169232130050659, -2.6499040126800537, -2.858767509460449, -1.9155917167663574, -1.3806357383728027, -1.3984463214874268, -1.5536150932312012, -1.9830740690231323, -1.2647145986557007, -1.5616025924682617, -0.166749969124794, -1.4128090143203735, -1.1959055662155151, -1.6172641515731812, -2.411935806274414, -1.6110352277755737, -1.5117357969284058, -0.6634280681610107, -1.6013445854187012, -1.6363317966461182, -1.8663495779037476, -0.2525215148925781, -0.9727198481559753, -2.100510835647583, -2.041565179824829, -1.0643378496170044, -1.543675422668457, -1.42864990234375, -1.4782854318618774, -2.323657989501953, -1.31257963180542, -1.3954799175262451, -0.8665853142738342, -2.160545825958252, -1.7615318298339844, -2.6228771209716797, -0.7213197350502014, -0.8968692421913147, -2.346452474594116, -1.3542652130126953, -1.102333426475525, -0.14594167470932007, -2.7530314922332764, -1.8515048027038574, -0.324876606464386, -1.6259946823120117, -0.5545730590820312, -1.8043038845062256, -1.5638149976730347, -1.403243064880371, -1.654126524925232, -0.9484999179840088, -0.44283509254455566, -2.1050519943237305, -1.6154357194900513, -2.181469440460205, -1.9688351154327393, -1.1061007976531982, -1.2552015781402588, -1.2976933717727661, -1.9189798831939697, -1.9058502912521362, -1.9031506776809692, -0.9675134420394897, -0.9748001098632812, -1.4705108404159546, -0.05355292186141014, -1.7687816619873047, -2.0737826824188232, -0.4934661090373993, -1.8461436033248901, -1.4159677028656006, -1.3647074699401855, -1.5005719661712646, -2.381722927093506, -1.560134768486023, -1.7911925315856934, -1.9171992540359497, -0.5040273070335388, -0.8888437151908875, -0.3951984941959381, -1.4941701889038086, -1.1009544134140015, -1.014650583267212, -3.0029897689819336, -3.07039737701416, -1.661849021911621, -1.6356271505355835, -0.26293087005615234, -0.06155598536133766, -0.1682746261358261, -1.5848190784454346, -2.4032816886901855, -0.9672600030899048, -2.6655845642089844, -1.7421607971191406, -1.1498396396636963]}, "Bot003_087_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music I like music, I am a student. What is your name? I'm paul. How old are you? I'm old. i am 30", "response": "Can you explain how it feels to be 30 years old?  I want to tell you something about me. hi, i'm a musician. I am studying to be a teacher.", "annotation_id": "Bot003_087_14", "annotations": ["T", "T", "X", "X", "O", "T", "T", "O", "T", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-12.182701110839844, -8.456212997436523, -12.40675163269043, -3.630444288253784, -10.892457962036133, -12.787943840026855, -5.13344144821167, -6.806691646575928, -10.863274574279785, -10.48775863647461, -12.15359115600586, -4.613866329193115, -7.084567070007324, -8.649385452270508, -12.331106185913086, -5.886213302612305, -7.382126331329346, -6.921060562133789, -11.24926471710205, -9.884614944458008, -8.555228233337402, -9.591548919677734, -3.986154794692993, -6.1222243309021, -8.158954620361328, -14.884417533874512, -3.5787365436553955, -12.5946044921875, -3.439032554626465, -1.543675422668457, -2.8671417236328125, -2.7488694190979004, -10.335140228271484, -11.248416900634766, -4.100863456726074, -9.09182071685791, -9.631309509277344], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.4967331886291504, -2.169232130050659, -2.6499040126800537, -2.858767509460449, -1.9155917167663574, -1.3806357383728027, -1.3984463214874268, -1.5536150932312012, -1.9830740690231323, -1.2647145986557007, -1.5616025924682617, -0.166749969124794, -1.4128090143203735, -1.1959055662155151, -1.6172641515731812, -2.411935806274414, -1.6110352277755737, -1.5117357969284058, -0.6634280681610107, -1.6013445854187012, -1.6363317966461182, -1.8663495779037476, -0.2525215148925781, -0.9727198481559753, -2.100510835647583, -2.041565179824829, -1.0643378496170044, -1.543675422668457, -1.42864990234375, -1.4782854318618774, -2.323657989501953, -1.31257963180542, -1.3954799175262451, -0.8665853142738342, -2.160545825958252, -1.7615318298339844, -2.6228771209716797, -0.7213197350502014, -0.8968692421913147, -2.346452474594116, -1.3542652130126953, -1.102333426475525, -0.14594167470932007, -2.7530314922332764, -1.8515048027038574, -0.324876606464386, -1.6259946823120117, -0.5545730590820312, -1.8043038845062256, -1.5638149976730347, -1.403243064880371, -1.654126524925232, -0.9484999179840088, -0.44283509254455566, -2.1050519943237305, -1.6154357194900513, -2.181469440460205, -1.9688351154327393, -1.1061007976531982, -1.2552015781402588, -1.2976933717727661, -1.9189798831939697, -1.9058502912521362, -1.9031506776809692, -0.9675134420394897, -0.9748001098632812, -1.4705108404159546, -0.05355292186141014, -1.7687816619873047, -2.0737826824188232, -0.4934661090373993, -1.8461436033248901, -1.4159677028656006, -1.3647074699401855, -1.5005719661712646, -2.381722927093506, -1.560134768486023, -1.7911925315856934, -1.9171992540359497, -0.5040273070335388, -0.8888437151908875, -0.3951984941959381, -1.4941701889038086, -1.1009544134140015, -1.014650583267212, -3.0029897689819336, -3.07039737701416, -1.661849021911621, -1.6356271505355835, -0.26293087005615234, -0.06155598536133766, -0.1682746261358261, -1.5848190784454346, -1.1205182075500488, -2.668893575668335, -1.931036114692688, -1.3895349502563477, -1.3362743854522705, -2.032075881958008, -1.273460865020752, -2.2991950511932373, -0.3759634792804718, -1.8930585384368896, -1.6952615976333618, -1.2893636226654053, -1.2431895732879639, -0.8253710865974426, -1.0389751195907593, -0.8573753237724304, -0.4700417220592499, -0.05365031585097313, -0.311866819858551, -0.43267977237701416, -0.7715609073638916, -1.4852404594421387, -0.06767139583826065, -1.345542311668396, -0.16932596266269684, -1.4151700735092163, -1.1518733501434326, -1.4980428218841553, -1.0894869565963745, -0.7845798134803772, -0.9927235841751099, -1.1209417581558228, -1.1531388759613037, -1.668217420578003, -1.7385756969451904, -1.1937904357910156, -0.8358150124549866, -1.3631513118743896, -0.5398257374763489, -0.16621920466423035, -0.025115953758358955, -0.015242405235767365, -0.11221346259117126, -0.49700549244880676, -1.4218509197235107]}, "Bot003_087_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music I like music, I am a student. What is your name? I'm paul. How old are you? I'm old. i am 30 Can you explain how it feels to be 30 years old?  I want to tell you something about me. hi, i'm a musician. I am studying to be a teacher. it is very complicated but it is good to understand the life and the way it is going to", "response": "That's nice what do you do for fun", "annotation_id": "Bot003_087_16", "annotations": ["O", "T", "O", "X", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-14.3984375, -12.371480941772461, -14.219160079956055, -5.493191719055176, -3.7872941493988037, -8.9085111618042, -9.536914825439453, -6.37695837020874, -10.306466102600098], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.4967331886291504, -2.169232130050659, -2.6499040126800537, -2.858767509460449, -1.9155917167663574, -1.3806357383728027, -1.3984463214874268, -1.5536150932312012, -1.9830740690231323, -1.2647145986557007, -1.5616025924682617, -0.166749969124794, -1.4128090143203735, -1.1959055662155151, -1.6172641515731812, -2.411935806274414, -1.6110352277755737, -1.5117357969284058, -0.6634280681610107, -1.6013445854187012, -1.6363317966461182, -1.8663495779037476, -0.2525215148925781, -0.9727198481559753, -2.100510835647583, -2.041565179824829, -1.0643378496170044, -1.543675422668457, -1.42864990234375, -1.4782854318618774, -2.323657989501953, -1.31257963180542, -1.3954799175262451, -0.8665853142738342, -2.160545825958252, -1.7615318298339844, -2.6228771209716797, -0.7213197350502014, -0.8968692421913147, -2.346452474594116, -1.3542652130126953, -1.102333426475525, -0.14594167470932007, -2.7530314922332764, -1.8515048027038574, -0.324876606464386, -1.6259946823120117, -0.5545730590820312, -1.8043038845062256, -1.5638149976730347, -1.403243064880371, -1.654126524925232, -0.9484999179840088, -0.44283509254455566, -2.1050519943237305, -1.6154357194900513, -2.181469440460205, -1.9688351154327393, -1.1061007976531982, -1.2552015781402588, -1.2976933717727661, -1.9189798831939697, -1.9058502912521362, -1.9031506776809692, -0.9675134420394897, -0.9748001098632812, -1.4705108404159546, -0.05355292186141014, -1.7687816619873047, -2.0737826824188232, -0.4934661090373993, -1.8461436033248901, -1.4159677028656006, -1.3647074699401855, -1.5005719661712646, -2.381722927093506, -1.560134768486023, -1.7911925315856934, -1.9171992540359497, -0.5040273070335388, -0.8888437151908875, -0.3951984941959381, -1.4941701889038086, -1.1009544134140015, -1.014650583267212, -3.0029897689819336, -3.07039737701416, -1.661849021911621, -1.6356271505355835, -0.26293087005615234, -0.06155598536133766, -0.1682746261358261, -1.5848190784454346, -1.1205182075500488, -2.668893575668335, -1.931036114692688, -1.3895349502563477, -1.3362743854522705, -2.032075881958008, -1.273460865020752, -0.3211047947406769, -1.9006937742233276, -1.651461124420166, -1.4992951154708862, -1.003455400466919, -0.8287925720214844, -1.1217416524887085, -0.8624849319458008, -0.4859802722930908, -0.06379375606775284, -0.31911560893058777, -1.5165168046951294, -1.705808162689209, -1.220542311668396, -0.06698042154312134, -1.141571283340454, -0.14723509550094604, -1.6242986917495728, -1.3445968627929688, -1.1326100826263428, -0.9555810689926147, -1.3251093626022339, -1.7873393297195435, -1.1231211423873901, -1.213801383972168, -1.880323052406311, -1.6628069877624512, -1.1866110563278198, -0.8040834069252014, -1.1207202672958374, -0.5934101939201355, -0.20721817016601562, -0.03114727884531021, -0.01972278207540512, -0.14610576629638672, -0.5763368606567383, -1.3659260272979736, -0.8794034719467163, -2.0296196937561035, -1.509671926498413, -1.166161060333252, -0.7218741774559021, -0.5805014967918396, -1.9668798446655273, -1.383186936378479, -1.1271142959594727, -1.481974720954895, -2.5308644771575928, -1.0005675554275513, -2.3094215393066406, -2.6945550441741943, -2.109699010848999, -0.8585142493247986, -0.7203258872032166, -0.5085031986236572, -0.6335688233375549, -2.31903076171875, -0.6230289340019226, -2.263322353363037, -1.2117598056793213, -1.2883596420288086, -0.0931280255317688, -1.090469241142273, -1.4766007661819458, -1.4370481967926025, -1.3030215501785278]}, "Bot003_087_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music I like music, I am a student. What is your name? I'm paul. How old are you? I'm old. i am 30 Can you explain how it feels to be 30 years old?  I want to tell you something about me. hi, i'm a musician. I am studying to be a teacher. it is very complicated but it is good to understand the life and the way it is going to That's nice what do you do for fun in my spare time i do volunteer work.", "response": "I am studying to be a music teacher.", "annotation_id": "Bot003_087_18", "annotations": ["T", "T", "O", "X", "O", "X", "T", "O", "O", "O", "X", "O", "X", "O", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -13.349393844604492, -2.452923536300659, -3.7334916591644287, -3.208010673522949, -5.595065593719482, -12.672430038452148, -2.3920223712921143], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.4967331886291504, -2.169232130050659, -2.6499040126800537, -2.858767509460449, -1.9155917167663574, -1.3806357383728027, -1.3984463214874268, -1.5536150932312012, -1.9830740690231323, -1.2647145986557007, -1.5616025924682617, -0.166749969124794, -1.4128090143203735, -1.1959055662155151, -1.6172641515731812, -2.411935806274414, -1.6110352277755737, -1.5117357969284058, -0.6634280681610107, -1.6013445854187012, -1.6363317966461182, -1.8663495779037476, -0.2525215148925781, -0.9727198481559753, -2.100510835647583, -2.041565179824829, -1.0643378496170044, -1.543675422668457, -1.42864990234375, -1.4782854318618774, -2.323657989501953, -1.31257963180542, -1.3954799175262451, -0.8665853142738342, -2.160545825958252, -1.7615318298339844, -2.6228771209716797, -0.7213197350502014, -0.8968692421913147, -2.346452474594116, -1.3542652130126953, -1.102333426475525, -0.14594167470932007, -2.7530314922332764, -1.8515048027038574, -0.324876606464386, -1.6259946823120117, -0.5545730590820312, -1.8043038845062256, -1.5638149976730347, -1.403243064880371, -1.654126524925232, -0.9484999179840088, -0.44283509254455566, -2.1050519943237305, -1.6154357194900513, -2.181469440460205, -1.9688351154327393, -1.1061007976531982, -1.2552015781402588, -1.2976933717727661, -1.9189798831939697, -1.9058502912521362, -1.9031506776809692, -0.9675134420394897, -0.9748001098632812, -1.4705108404159546, -0.05355292186141014, -1.7687816619873047, -2.0737826824188232, -0.4934661090373993, -1.8461436033248901, -1.4159677028656006, -1.3647074699401855, -1.5005719661712646, -2.381722927093506, -1.560134768486023, -1.7911925315856934, -1.9171992540359497, -0.5040273070335388, -0.8888437151908875, -0.3951984941959381, -1.4941701889038086, -1.1009544134140015, -1.014650583267212, -3.0029897689819336, -3.07039737701416, -1.661849021911621, -1.6356271505355835, -0.26293087005615234, -0.06155598536133766, -0.1682746261358261, -1.5848190784454346, -1.1205182075500488, -2.668893575668335, -1.931036114692688, -1.3895349502563477, -1.3362743854522705, -2.032075881958008, -1.273460865020752, -0.3211047947406769, -1.9006937742233276, -1.651461124420166, -1.4992951154708862, -1.003455400466919, -0.8287925720214844, -1.1217416524887085, -0.8624849319458008, -0.4859802722930908, -0.06379375606775284, -0.31911560893058777, -1.5165168046951294, -1.705808162689209, -1.220542311668396, -0.06698042154312134, -1.141571283340454, -0.14723509550094604, -1.6242986917495728, -1.3445968627929688, -1.1326100826263428, -0.9555810689926147, -1.3251093626022339, -1.7873393297195435, -1.1231211423873901, -1.213801383972168, -1.880323052406311, -1.6628069877624512, -1.1866110563278198, -0.8040834069252014, -1.1207202672958374, -0.5934101939201355, -0.20721817016601562, -0.03114727884531021, -0.01972278207540512, -0.14610576629638672, -0.5763368606567383, -1.365940809249878, -0.8793969750404358, -2.0296378135681152, -1.5096862316131592, -1.166163682937622, -0.7218755483627319, -0.5804992318153381, -1.9668773412704468, -1.3831793069839478, -1.127113699913025, -1.481978178024292, -2.5308425426483154, -1.000561237335205, -2.3094279766082764, -2.694559335708618, -2.109671115875244, -0.8585062026977539, -0.7203181982040405, -0.5085057020187378, -0.6335713267326355, -0.7553423643112183, -2.32403302192688, -1.1541905403137207, -0.9940897226333618, -0.1399308741092682, -1.629682183265686, -1.6120067834854126, -1.7616441249847412, -1.3441650867462158, -1.8844516277313232, -2.0357887744903564, -0.004274992737919092, -0.9120747447013855, -2.1658902168273926, -1.972008228302002, -1.8930574655532837, -1.6809355020523071, -1.81023108959198, -2.1661980152130127, -1.9541895389556885, -1.4240477085113525, -0.4272509217262268, -0.10723613202571869, -0.0246924739331007, -0.5086429119110107, -0.4103536009788513, -0.9027643203735352, -1.29531991481781]}, "Bot003_087_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music I like music, I am a student. What is your name? I'm paul. How old are you? I'm old. i am 30 Can you explain how it feels to be 30 years old?  I want to tell you something about me. hi, i'm a musician. I am studying to be a teacher. it is very complicated but it is good to understand the life and the way it is going to That's nice what do you do for fun in my spare time i do volunteer work. I am studying to be a music teacher. what are your hobbies?", "response": "I like to read and play music", "annotation_id": "Bot003_087_20", "annotations": ["O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -10.716001510620117, -8.53271198272705, -9.263978958129883, -7.858325004577637, -5.595065593719482], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.4967331886291504, -2.169232130050659, -2.6499040126800537, -2.858767509460449, -1.9155917167663574, -1.3806357383728027, -1.3984463214874268, -1.5536150932312012, -1.9830740690231323, -1.2647145986557007, -1.5616025924682617, -0.166749969124794, -1.4128090143203735, -1.1959055662155151, -1.6172641515731812, -2.411935806274414, -1.6110352277755737, -1.5117357969284058, -0.6634280681610107, -1.6013445854187012, -1.6363317966461182, -1.8663495779037476, -0.2525215148925781, -0.9727198481559753, -2.100510835647583, -2.041565179824829, -1.0643378496170044, -1.543675422668457, -1.42864990234375, -1.4782854318618774, -2.323657989501953, -1.31257963180542, -1.3954799175262451, -0.8665853142738342, -2.160545825958252, -1.7615318298339844, -2.6228771209716797, -0.7213197350502014, -0.8968692421913147, -2.346452474594116, -1.3542652130126953, -1.102333426475525, -0.14594167470932007, -2.7530314922332764, -1.8515048027038574, -0.324876606464386, -1.6259946823120117, -0.5545730590820312, -1.8043038845062256, -1.5638149976730347, -1.403243064880371, -1.654126524925232, -0.9484999179840088, -0.44283509254455566, -2.1050519943237305, -1.6154357194900513, -2.181469440460205, -1.9688351154327393, -1.1061007976531982, -1.2552015781402588, -1.2976933717727661, -1.9189798831939697, -1.9058502912521362, -1.9031506776809692, -0.9675134420394897, -0.9748001098632812, -1.4705108404159546, -0.05355292186141014, -1.7687816619873047, -2.0737826824188232, -0.4934661090373993, -1.8461436033248901, -1.4159677028656006, -1.3647074699401855, -1.5005719661712646, -2.381722927093506, -1.560134768486023, -1.7911925315856934, -1.9171992540359497, -0.5040273070335388, -0.8888437151908875, -0.3951984941959381, -1.4941701889038086, -1.1009544134140015, -1.014650583267212, -3.0029897689819336, -3.07039737701416, -1.661849021911621, -1.6356271505355835, -0.26293087005615234, -0.06155598536133766, -0.1682746261358261, -1.5848190784454346, -1.1205182075500488, -2.668893575668335, -1.931036114692688, -1.3895349502563477, -1.3362743854522705, -2.032075881958008, -1.273460865020752, -0.3211047947406769, -1.9006937742233276, -1.651461124420166, -1.4992951154708862, -1.003455400466919, -0.8287925720214844, -1.1217416524887085, -0.8624849319458008, -0.4859802722930908, -0.06379375606775284, -0.31911560893058777, -1.5165168046951294, -1.705808162689209, -1.220542311668396, -0.06698042154312134, -1.141571283340454, -0.14723509550094604, -1.6242986917495728, -1.3445968627929688, -1.1326100826263428, -0.9555810689926147, -1.3251093626022339, -1.7873393297195435, -1.1231211423873901, -1.213801383972168, -1.880323052406311, -1.6628069877624512, -1.1866110563278198, -0.8040834069252014, -1.1207202672958374, -0.5934101939201355, -0.20721817016601562, -0.03114727884531021, -0.01972278207540512, -0.14610576629638672, -0.5763368606567383, -1.3659260272979736, -0.8794034719467163, -2.0296196937561035, -1.509671926498413, -1.166161060333252, -0.7218741774559021, -0.5805014967918396, -1.9668798446655273, -1.383186936378479, -1.1271142959594727, -1.481974720954895, -2.5308644771575928, -1.0005675554275513, -2.3094215393066406, -2.6945550441741943, -2.109699010848999, -0.8585142493247986, -0.7203258872032166, -0.5085031986236572, -0.6335688233375549, -0.7553452253341675, -2.324026584625244, -1.154177188873291, -0.9940768480300903, -0.13993076980113983, -1.6296812295913696, -1.6120097637176514, -1.761641025543213, -1.3441660404205322, -1.884443759918213, -2.035788059234619, -0.004274992737919092, -0.9120757579803467, -2.16589093208313, -1.9720137119293213, -1.8930599689483643, -1.6809335947036743, -1.8102247714996338, -2.095609426498413, -1.2504854202270508, -0.5501693487167358, -0.3479011654853821, -0.0624438114464283, -0.9495220184326172, -0.4949042499065399, -0.9430723786354065, -1.7068536281585693, -1.4994432926177979, -0.6824403405189514, -1.3653202056884766, -0.3922031819820404, -1.9531344175338745, -2.067974090576172, -2.2179248332977295, -0.8734322190284729, -1.0885248184204102, -1.1986289024353027, -1.2708851099014282, -0.8579107522964478, -1.0549887418746948]}, "Bot003_090_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :)", "response": "Truth", "annotation_id": "Bot003_090_02", "annotations": ["X", "T", "O", "O", "T", "O", "O", "O", "O", "T", "X", "O", "O", "T", "O"], "gpt2_target_score": [-17.600717544555664], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -0.5616554021835327, -1.8210546970367432, -0.22993804514408112, -1.4803507328033447, -2.304023265838623, -2.306506395339966, -0.7600186467170715, -2.013227701187134, -0.9514240026473999, -0.6565011143684387, -0.4119001030921936, -0.28257206082344055, -1.3016728162765503, -1.2652586698532104, -1.079237461090088, -2.700820207595825, -1.021803617477417, -1.6425161361694336, -1.1585623025894165, -1.5905063152313232, -0.5729814171791077, -1.1871610879898071, -0.7856943011283875, -1.5288604497909546, -2.2325124740600586, -0.009522020816802979, -1.790869116783142, -0.3254683017730713, -0.6825041174888611, -2.0986502170562744, -1.4905917644500732, -2.4352080821990967, -0.004435819108039141, -0.3529602289199829, -1.541168451309204, -1.2579224109649658, -1.5083316564559937, -1.0138064622879028, -2.1381211280822754, -1.4147264957427979]}, "Bot003_090_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job", "response": "Of course I work, do you work buddy?", "annotation_id": "Bot003_090_04", "annotations": ["X", "T", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-15.166467666625977, -14.321946144104004, -9.118646621704102, -10.159784317016602, -4.77705717086792, -6.529727935791016, -3.2685160636901855, -6.609438896179199, -13.93026065826416, -6.142133712768555], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -0.5616554021835327, -1.8210546970367432, -0.22993804514408112, -1.4803507328033447, -2.304023265838623, -2.306506395339966, -0.7600186467170715, -2.013227701187134, -0.9514240026473999, -0.6565011143684387, -0.4119001030921936, -0.28257206082344055, -1.3016728162765503, -1.2652586698532104, -1.079237461090088, -2.700820207595825, -1.021803617477417, -1.6425161361694336, -1.1585623025894165, -1.5905063152313232, -0.5729814171791077, -1.1871610879898071, -0.7856943011283875, -1.5288604497909546, -2.2325124740600586, -0.009522020816802979, -1.790869116783142, -0.3254683017730713, -0.6825041174888611, -2.0986502170562744, -1.4905917644500732, -2.4352080821990967, -0.004435819108039141, -0.3529602289199829, -1.541168451309204, -1.2579224109649658, -1.5083316564559937, -1.0138064622879028, -0.6552332639694214, -1.7522791624069214, -1.6295890808105469, -1.3017903566360474, -2.1666290760040283, -0.6637337803840637, -1.8563871383666992, -0.15645825862884521, -1.145858645439148, -1.3402879238128662, -1.8879334926605225, -1.3388837575912476, -0.15456010401248932, -1.1666098833084106, -1.3842400312423706, -0.19380569458007812, -0.18953588604927063]}, "Bot003_090_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa", "response": "I am a college student, but I am a waitress at a local cable.", "annotation_id": "Bot003_090_06", "annotations": ["X", "X", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -9.287245750427246, -11.634099006652832, -16.419036865234375, -8.981945037841797, -8.206253051757812, -7.718883514404297, -10.663219451904297, -7.425519943237305, -15.85715389251709, -10.155037879943848, -8.717634201049805, -15.601325035095215, -16.48975944519043, -9.601510047912598], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -1.0217618942260742, -1.6424981355667114, -1.158576488494873, -1.5905040502548218, -0.5729354619979858, -1.187134027481079, -0.785676896572113, -1.528870940208435, -2.2324209213256836, -0.009522374719381332, -1.7908945083618164, -0.32544878125190735, -0.6825066208839417, -2.0986762046813965, -1.4905529022216797, -2.435225486755371, -0.004436056595295668, -0.3529878556728363, -1.5411794185638428, -1.2579213380813599, -1.5083674192428589, -1.0137879848480225, -0.6552252769470215, -1.7522644996643066, -1.6295928955078125, -1.3017919063568115, -2.166607618331909, -0.6637383699417114, -0.6503324508666992, -1.5130751132965088, -1.6860665082931519, -2.0923588275909424, -1.2969919443130493, -0.17849043011665344, -1.174887776374817, -1.3828274011611938, -0.19630663096904755, -1.2255769968032837, -0.8065739870071411, -2.1609699726104736, -0.242020383477211, -3.22049880027771, -1.2107526063919067, -2.480987548828125, -0.5721065998077393, -1.245789647102356, -0.25043877959251404, -0.2741610109806061, -1.4654170274734497, -1.8243353366851807, -1.0018889904022217, -1.8176504373550415, -1.6209757328033447, -2.0017151832580566, -1.5035996437072754, -0.47474005818367004, -2.074444532394409, -1.6221591234207153, -1.3669817447662354, -1.3644806146621704]}, "Bot003_090_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study?", "response": "I study philosophy. I am a full time student.", "annotation_id": "Bot003_090_08", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -13.680486679077148, -19.21429443359375, -7.956669330596924, -5.296859264373779, -10.79092025756836, -2.308593511581421, -9.74953842163086, -11.367061614990234, -15.411298751831055, -11.34879207611084], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -1.0217618942260742, -1.6424981355667114, -1.158576488494873, -1.5905040502548218, -0.5729354619979858, -1.187134027481079, -0.785676896572113, -1.528870940208435, -2.2324209213256836, -0.009522374719381332, -1.7908945083618164, -0.32544878125190735, -0.6825066208839417, -2.0986762046813965, -1.4905529022216797, -2.435225486755371, -0.004436056595295668, -0.3529878556728363, -1.541182518005371, -1.2579371929168701, -1.5083671808242798, -1.013797402381897, -0.6552354097366333, -1.752254605293274, -1.6295920610427856, -1.3018006086349487, -2.1666042804718018, -0.6637428402900696, -0.6503345966339111, -1.5130834579467773, -1.6860758066177368, -2.092345714569092, -1.2969969511032104, -0.17848803102970123, -1.1748921871185303, -1.3828247785568237, -0.19630496203899384, -1.2255868911743164, -0.8065828084945679, -2.160964012145996, -0.24202057719230652, -3.2204880714416504, -1.2107511758804321, -1.015210509300232, -1.328569769859314, -0.5191864967346191, -0.4008932411670685, -1.664011001586914, -2.060323476791382, -1.3937177658081055, -2.059666633605957, -1.6189779043197632, -2.0632543563842773, -1.6279798746109009, -0.506206214427948, -2.051520824432373, -1.7000091075897217, -1.2944676876068115, -1.7561434507369995, -1.962563157081604, -0.09481406211853027, -0.8808181881904602, -0.7237013578414917, -1.2792317867279053, -2.069021224975586, -1.3596528768539429, -1.6894593238830566, -1.2074328660964966, -1.113904595375061, -2.2990353107452393, -0.7094787359237671, -3.3255341053009033, -0.17775550484657288, -1.432901382446289, -1.3150418996810913, -0.9301199316978455]}, "Bot003_090_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study? I study philosophy. I am a full time student. do you date anyone?", "response": "No.", "annotation_id": "Bot003_090_10", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-10.930343627929688, -12.123266220092773], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -1.0217618942260742, -1.6424981355667114, -1.158576488494873, -1.5905040502548218, -0.5729354619979858, -1.187134027481079, -0.785676896572113, -1.528870940208435, -2.2324209213256836, -0.009522374719381332, -1.7908945083618164, -0.32544878125190735, -0.6825066208839417, -2.0986762046813965, -1.4905529022216797, -2.435225486755371, -0.004436056595295668, -0.3529878556728363, -1.541182518005371, -1.2579371929168701, -1.5083671808242798, -1.013797402381897, -0.6552354097366333, -1.752254605293274, -1.6295920610427856, -1.3018006086349487, -2.1666042804718018, -0.6637428402900696, -0.6503345966339111, -1.5130834579467773, -1.6860758066177368, -2.092345714569092, -1.2969969511032104, -0.17848803102970123, -1.1748921871185303, -1.3828247785568237, -0.19630496203899384, -1.2255868911743164, -0.8065828084945679, -2.160964012145996, -0.24202057719230652, -3.2204880714416504, -1.2107511758804321, -1.015210509300232, -1.328569769859314, -0.5191864967346191, -0.4008932411670685, -1.664011001586914, -2.060323476791382, -1.3937177658081055, -2.059666633605957, -1.6189779043197632, -2.0632543563842773, -1.6279798746109009, -0.506206214427948, -2.051520824432373, -1.7000091075897217, -1.2944676876068115, -1.7561434507369995, -1.962563157081604, -0.09481406211853027, -0.8808181881904602, -0.7237013578414917, -1.2792317867279053, -2.140643358230591, -2.1204183101654053, -1.1606720685958862, -1.3919051885604858, -2.0429980754852295, -0.7636533975601196, -3.5586771965026855, -0.1601392924785614, -1.5189616680145264, -1.49235999584198, -1.257520079612732, -0.044808901846408844, -1.5116888284683228, -1.4126957654953003, -0.5407792329788208, -1.7242519855499268, -1.7426364421844482, -1.2395923137664795, -0.8429684042930603]}, "Bot003_090_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study? I study philosophy. I am a full time student. do you date anyone? No. have you ever had a boyfriend or a girlfriend?", "response": "I don't know.", "annotation_id": "Bot003_090_12", "annotations": ["X", "T", "T", "X", "T", "O", "T", "X", "O", "X", "X", "T", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -11.028799057006836, -11.290740013122559, -13.741368293762207, -5.730681896209717], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -1.0217618942260742, -1.6424981355667114, -1.158576488494873, -1.5905040502548218, -0.5729354619979858, -1.187134027481079, -0.785676896572113, -1.528870940208435, -2.2324209213256836, -0.009522374719381332, -1.7908945083618164, -0.32544878125190735, -0.6825066208839417, -2.0986762046813965, -1.4905529022216797, -2.435225486755371, -0.004436056595295668, -0.3529878556728363, -1.541182518005371, -1.2579371929168701, -1.5083671808242798, -1.013797402381897, -0.6552354097366333, -1.752254605293274, -1.6295920610427856, -1.3018006086349487, -2.1666042804718018, -0.6637428402900696, -0.6503345966339111, -1.5130834579467773, -1.6860758066177368, -2.092345714569092, -1.2969969511032104, -0.17848803102970123, -1.1748921871185303, -1.3828247785568237, -0.19630496203899384, -1.2255868911743164, -0.8065828084945679, -2.160964012145996, -0.24202057719230652, -3.2204880714416504, -1.2107511758804321, -1.015210509300232, -1.328569769859314, -0.5191864967346191, -0.4008932411670685, -1.664011001586914, -2.060323476791382, -1.3937177658081055, -2.059666633605957, -1.6189779043197632, -2.0632543563842773, -1.6279798746109009, -0.506206214427948, -2.051520824432373, -1.7000091075897217, -1.2944676876068115, -1.7561434507369995, -1.962563157081604, -0.09481406211853027, -0.8808181881904602, -0.7237013578414917, -1.2792317867279053, -2.140643358230591, -2.1204183101654053, -1.1606720685958862, -1.3919051885604858, -2.0429980754852295, -0.7636533975601196, -3.5586771965026855, -0.1601392924785614, -1.5189616680145264, -1.49235999584198, -1.257520079612732, -0.044808901846408844, -1.5116888284683228, -1.4126957654953003, -0.5407800078392029, -1.724281907081604, -1.366850733757019, -1.058483600616455, -0.9347144961357117, -1.0161551237106323, -1.400598406791687, -0.4252062439918518, -1.582714557647705, -0.44878801703453064, -0.4643670618534088, -0.26796236634254456, -0.2687176764011383, -2.1304638385772705, -1.8316254615783691, -2.262667179107666, -0.31578588485717773, -1.8002984523773193, -1.4332994222640991, -0.6902855038642883]}, "Bot003_090_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study? I study philosophy. I am a full time student. do you date anyone? No. have you ever had a boyfriend or a girlfriend? I don't know. how do you don\u2019t know it?", "response": "I don't think it's a good thing to say, but I don't think it's a", "annotation_id": "Bot003_090_14", "annotations": ["X", "T", "T", "O", "T", "O", "T", "O", "O", "X", "X", "T", "T", "X", "T"], "gpt2_target_score": [-8.654426574707031, -11.028799057006836, -11.290740013122559, -13.652958869934082, -8.427932739257812, -14.28518295288086, -2.308593511581421, -10.154796600341797, -14.175838470458984, -4.753446578979492, -13.25522518157959, -10.434502601623535, -9.282392501831055, -7.42356014251709, -11.97558307647705, -10.160408973693848, -11.340583801269531, -9.963581085205078, -11.595904350280762, -2.420787811279297], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -1.0217618942260742, -1.6424981355667114, -1.158576488494873, -1.5905040502548218, -0.5729354619979858, -1.187134027481079, -0.785676896572113, -1.528870940208435, -2.2324209213256836, -0.009522374719381332, -1.7908945083618164, -0.32544878125190735, -0.6825066208839417, -2.0986762046813965, -1.4905529022216797, -2.435225486755371, -0.004436056595295668, -0.3529878556728363, -1.541182518005371, -1.2579371929168701, -1.5083671808242798, -1.013797402381897, -0.6552354097366333, -1.752254605293274, -1.6295920610427856, -1.3018006086349487, -2.1666042804718018, -0.6637428402900696, -0.6503345966339111, -1.5130834579467773, -1.6860758066177368, -2.092345714569092, -1.2969969511032104, -0.17848803102970123, -1.1748921871185303, -1.3828247785568237, -0.19630496203899384, -1.2255868911743164, -0.8065828084945679, -2.160964012145996, -0.24202057719230652, -3.2204880714416504, -1.2107511758804321, -1.015210509300232, -1.328569769859314, -0.5191864967346191, -0.4008932411670685, -1.664011001586914, -2.060323476791382, -1.3937177658081055, -2.059666633605957, -1.6189779043197632, -2.0632543563842773, -1.6279798746109009, -0.506206214427948, -2.051520824432373, -1.7000091075897217, -1.2944676876068115, -1.7561434507369995, -1.962563157081604, -0.09481406211853027, -0.8808181881904602, -0.7237013578414917, -1.2792317867279053, -2.140643358230591, -2.1204183101654053, -1.1606720685958862, -1.3919051885604858, -2.0429980754852295, -0.7636533975601196, -3.5586771965026855, -0.1601392924785614, -1.5189616680145264, -1.49235999584198, -1.257520079612732, -0.044808901846408844, -1.5116888284683228, -1.4126957654953003, -0.5407800078392029, -1.724281907081604, -1.366850733757019, -1.058483600616455, -0.9347144961357117, -1.0161551237106323, -1.400598406791687, -0.4252062439918518, -1.582714557647705, -0.44878801703453064, -0.4643670618534088, -0.26796236634254456, -0.2687176764011383, -2.1304638385772705, -2.065645456314087, -0.5072453022003174, -1.2453134059906006, -1.4424002170562744, -1.0498995780944824, -1.6871600151062012, -0.09868462383747101, -1.7627854347229004, -0.14614562690258026, -0.0009934734553098679, -0.00011467275908216834, -1.2450597286224365, -1.1971408128738403, -1.3217817544937134, -1.6088329553604126, -1.5214505195617676, -2.3400609493255615, -0.3836580514907837, -0.9311156272888184, -1.2657979726791382, -0.546245276927948, -1.227227807044983, -1.5399560928344727, -1.1371694803237915, -1.0952661037445068, -1.1797842979431152, -2.212308645248413, -1.1194181442260742, -1.0509448051452637, -2.0895609855651855, -0.004789427854120731, -0.932903528213501, -0.5174148678779602, -0.24894461035728455, -1.0479238033294678, -0.741917073726654]}, "Bot003_090_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study? I study philosophy. I am a full time student. do you date anyone? No. have you ever had a boyfriend or a girlfriend? I don't know. how do you don\u2019t know it? I don't think it's a good thing to say, but I don't think it's a ok", "response": "That's interesting.", "annotation_id": "Bot003_090_16", "annotations": ["X", "T", "T", "O", "X", "X", "X", "O", "O", "T", "X", "X", "T", "T", "T"], "gpt2_target_score": [-14.3984375, -12.371480941772461, -12.559767723083496, -7.956669330596924], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -1.0217618942260742, -1.6424981355667114, -1.158576488494873, -1.5905040502548218, -0.5729354619979858, -1.187134027481079, -0.785676896572113, -1.528870940208435, -2.2324209213256836, -0.009522374719381332, -1.7908945083618164, -0.32544878125190735, -0.6825066208839417, -2.0986762046813965, -1.4905529022216797, -2.435225486755371, -0.004436056595295668, -0.3529878556728363, -1.541182518005371, -1.2579371929168701, -1.5083671808242798, -1.013797402381897, -0.6552354097366333, -1.752254605293274, -1.6295920610427856, -1.3018006086349487, -2.1666042804718018, -0.6637428402900696, -0.6503345966339111, -1.5130834579467773, -1.6860758066177368, -2.092345714569092, -1.2969969511032104, -0.17848803102970123, -1.1748921871185303, -1.3828247785568237, -0.19630496203899384, -1.2255868911743164, -0.8065828084945679, -2.160964012145996, -0.24202057719230652, -3.2204880714416504, -1.2107511758804321, -1.015210509300232, -1.328569769859314, -0.5191864967346191, -0.4008932411670685, -1.664011001586914, -2.060323476791382, -1.3937177658081055, -2.059666633605957, -1.6189779043197632, -2.0632543563842773, -1.6279798746109009, -0.506206214427948, -2.051520824432373, -1.7000091075897217, -1.2944676876068115, -1.7561434507369995, -1.962563157081604, -0.09481406211853027, -0.8808181881904602, -0.7237013578414917, -1.2792317867279053, -2.140643358230591, -2.1204183101654053, -1.1606720685958862, -1.3919051885604858, -2.0429980754852295, -0.7636533975601196, -3.5586771965026855, -0.1601392924785614, -1.5189616680145264, -1.49235999584198, -1.257520079612732, -0.044808901846408844, -1.5116888284683228, -1.4126957654953003, -0.5407800078392029, -1.724281907081604, -1.366850733757019, -1.058483600616455, -0.9347144961357117, -1.0161551237106323, -1.400598406791687, -0.4252062439918518, -1.582714557647705, -0.44878801703453064, -0.4643670618534088, -0.26796236634254456, -0.2687176764011383, -2.1304638385772705, -2.065645456314087, -0.5072453022003174, -1.2453134059906006, -1.4424002170562744, -1.0498995780944824, -1.6871600151062012, -0.09868462383747101, -1.7627854347229004, -0.14614562690258026, -0.0009934734553098679, -0.00011467275908216834, -1.2450597286224365, -1.1971408128738403, -1.3217817544937134, -1.6088329553604126, -1.8974995613098145, -0.6919388175010681, -0.5637890100479126, -1.1812376976013184, -1.2456494569778442, -1.4759458303451538, -1.8000249862670898, -0.9432372450828552, -1.2647571563720703, -1.5392075777053833, -2.1102054119110107, -1.0633490085601807, -1.0720462799072266, -2.2688968181610107, -0.0732845589518547, -0.829368531703949, -0.485924631357193, -0.4558412432670593, -1.0291359424591064, -0.7488964200019836, -0.03625841438770294, -1.7028168439865112, -0.8778529167175293, -2.1082651615142822, -1.1476346254348755, -0.9895956516265869]}, "Bot003_090_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study? I study philosophy. I am a full time student. do you date anyone? No. have you ever had a boyfriend or a girlfriend? I don't know. how do you don\u2019t know it? I don't think it's a good thing to say, but I don't think it's a ok That's interesting. i\u2019ve a husband", "response": "I am a stay at home mom, I work at a gym", "annotation_id": "Bot003_090_18", "annotations": ["X", "T", "X", "O", "X", "O", "X", "O", "O", "X", "X", "X", "X", "X", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -9.287245750427246, -12.390568733215332, -8.720352172851562, -11.705989837646484, -9.93017578125, -5.647579193115234, -2.07792329788208, -11.192899703979492, -11.054266929626465, -9.057244300842285, -13.959348678588867], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -1.0217618942260742, -1.6424981355667114, -1.158576488494873, -1.5905040502548218, -0.5729354619979858, -1.187134027481079, -0.785676896572113, -1.528870940208435, -2.2324209213256836, -0.009522374719381332, -1.7908945083618164, -0.32544878125190735, -0.6825066208839417, -2.0986762046813965, -1.4905529022216797, -2.435225486755371, -0.004436056595295668, -0.3529878556728363, -1.541182518005371, -1.2579371929168701, -1.5083671808242798, -1.013797402381897, -0.6552354097366333, -1.752254605293274, -1.6295920610427856, -1.3018006086349487, -2.1666042804718018, -0.6637428402900696, -0.6503345966339111, -1.5130834579467773, -1.6860758066177368, -2.092345714569092, -1.2969969511032104, -0.17848803102970123, -1.1748921871185303, -1.3828247785568237, -0.19630496203899384, -1.2255868911743164, -0.8065828084945679, -2.160964012145996, -0.24202057719230652, -3.2204880714416504, -1.2107511758804321, -1.015210509300232, -1.328569769859314, -0.5191864967346191, -0.4008932411670685, -1.664011001586914, -2.060323476791382, -1.3937177658081055, -2.059666633605957, -1.6189779043197632, -2.0632543563842773, -1.6279798746109009, -0.506206214427948, -2.051520824432373, -1.7000091075897217, -1.2944676876068115, -1.7561434507369995, -1.962563157081604, -0.09481406211853027, -0.8808181881904602, -0.7237013578414917, -1.2792317867279053, -2.140643358230591, -2.1204183101654053, -1.1606720685958862, -1.3919051885604858, -2.0429980754852295, -0.7636533975601196, -3.5586771965026855, -0.1601392924785614, -1.5189616680145264, -1.49235999584198, -1.257520079612732, -0.044808901846408844, -1.5116888284683228, -1.4126957654953003, -0.5407800078392029, -1.724281907081604, -1.366850733757019, -1.058483600616455, -0.9347144961357117, -1.0161551237106323, -1.400598406791687, -0.4252062439918518, -1.582714557647705, -0.44878801703453064, -0.4643670618534088, -0.26796236634254456, -0.2687176764011383, -2.1304638385772705, -2.065645456314087, -0.5072453022003174, -1.2453134059906006, -1.4424002170562744, -1.0498995780944824, -1.6871600151062012, -0.09868462383747101, -1.7627854347229004, -0.14614562690258026, -0.0009934734553098679, -0.00011467275908216834, -1.2450597286224365, -1.1971408128738403, -1.3217817544937134, -1.6088329553604126, -1.8974995613098145, -0.6919388175010681, -0.5637890100479126, -1.1812376976013184, -1.2456494569778442, -1.4759458303451538, -1.8000249862670898, -0.9432365894317627, -1.2647587060928345, -1.5392078161239624, -2.1102042198181152, -1.0633456707000732, -1.0720566511154175, -2.2688980102539062, -0.0732845589518547, -0.8293658494949341, -0.48592352867126465, -0.4558351933956146, -1.0291322469711304, -0.7489022016525269, -0.03625783696770668, -0.9400033950805664, -2.1379189491271973, -1.0053318738937378, -1.0944257974624634, -2.500983715057373, -0.0005645350320264697, -0.44675323367118835, -1.2821842432022095, -1.2156519889831543, -1.0723292827606201, -2.0473501682281494, -2.300381660461426, -0.7488785982131958, -1.8502137660980225, -0.1469954401254654, -0.2815774977207184, -0.5274432897567749, -1.4880999326705933, -1.808737874031067, -2.2454965114593506, -1.4419277906417847, -0.3687437176704407, -2.576035976409912, -1.3549379110336304]}, "Bot003_090_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study? I study philosophy. I am a full time student. do you date anyone? No. have you ever had a boyfriend or a girlfriend? I don't know. how do you don\u2019t know it? I don't think it's a good thing to say, but I don't think it's a ok That's interesting. i\u2019ve a husband I am a stay at home mom, I work at a gym you told me you were a student with a part time job as a waitress", "response": "I am a waitress at a local food shop.", "annotation_id": "Bot003_090_20", "annotations": ["X", "T", "T", "O", "O", "O", "X", "O", "O", "X", "X", "X", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -9.287245750427246, -16.751026153564453, -8.720352172851562, -9.209407806396484, -8.883758544921875, -13.01510238647461, -15.470699310302734, -9.073026657104492], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -1.0217618942260742, -1.6424981355667114, -1.158576488494873, -1.5905040502548218, -0.5729354619979858, -1.187134027481079, -0.785676896572113, -1.528870940208435, -2.2324209213256836, -0.009522374719381332, -1.7908945083618164, -0.32544878125190735, -0.6825066208839417, -2.0986762046813965, -1.4905529022216797, -2.435225486755371, -0.004436056595295668, -0.3529878556728363, -1.541182518005371, -1.2579371929168701, -1.5083671808242798, -1.013797402381897, -0.6552354097366333, -1.752254605293274, -1.6295920610427856, -1.3018006086349487, -2.1666042804718018, -0.6637428402900696, -0.6503345966339111, -1.5130834579467773, -1.6860758066177368, -2.092345714569092, -1.2969969511032104, -0.17848803102970123, -1.1748921871185303, -1.3828247785568237, -0.19630496203899384, -1.2255868911743164, -0.8065828084945679, -2.160964012145996, -0.24202057719230652, -3.2204880714416504, -1.2107511758804321, -1.015210509300232, -1.328569769859314, -0.5191864967346191, -0.4008932411670685, -1.664011001586914, -2.060323476791382, -1.3937177658081055, -2.059666633605957, -1.6189779043197632, -2.0632543563842773, -1.6279798746109009, -0.506206214427948, -2.051520824432373, -1.7000091075897217, -1.2944676876068115, -1.7561434507369995, -1.962563157081604, -0.09481406211853027, -0.8808181881904602, -0.7237013578414917, -1.2792317867279053, -2.140643358230591, -2.1204183101654053, -1.1606720685958862, -1.3919051885604858, -2.0429980754852295, -0.7636533975601196, -3.5586771965026855, -0.1601392924785614, -1.5189616680145264, -1.49235999584198, -1.257520079612732, -0.044808901846408844, -1.5116888284683228, -1.4126957654953003, -0.5407800078392029, -1.724281907081604, -1.366850733757019, -1.058483600616455, -0.9347144961357117, -1.0161551237106323, -1.400598406791687, -0.4252062439918518, -1.582714557647705, -0.44878801703453064, -0.4643670618534088, -0.26796236634254456, -0.2687176764011383, -2.1304638385772705, -2.065645456314087, -0.5072453022003174, -1.2453134059906006, -1.4424002170562744, -1.0498995780944824, -1.6871600151062012, -0.09868462383747101, -1.7627854347229004, -0.14614562690258026, -0.0009934734553098679, -0.00011467275908216834, -1.2450597286224365, -1.1971408128738403, -1.3217817544937134, -1.6088329553604126, -1.8974995613098145, -0.6919388175010681, -0.5637890100479126, -1.1812376976013184, -1.2456494569778442, -1.4759458303451538, -1.8000249862670898, -0.9432372450828552, -1.2647571563720703, -1.5392075777053833, -2.1102054119110107, -1.0633490085601807, -1.0720462799072266, -2.2688968181610107, -0.0732845589518547, -0.829368531703949, -0.485924631357193, -0.4558412432670593, -1.0291359424591064, -0.7489035129547119, -0.036258067935705185, -0.9400016665458679, -2.1379077434539795, -1.0053313970565796, -1.0944249629974365, -2.501004695892334, -0.0005645350320264697, -0.44675758481025696, -1.2821866273880005, -1.21564781665802, -1.0723339319229126, -1.9640084505081177, -1.7281873226165771, -2.344376564025879, -0.0973740741610527, -0.1684236079454422, -0.5953657031059265, -1.235196590423584, -1.5985171794891357, -1.9921995401382446, -1.31847083568573, -0.3696449398994446, -2.609321355819702, -1.2587085962295532, -1.6527910232543945, -0.06802238523960114, -1.881664752960205, -2.7769548892974854, -1.3901242017745972, -0.3002118170261383, -1.3146507740020752, -0.8922898769378662, -1.78532075881958, -0.09778376668691635, -0.03837301582098007, -1.1465553045272827, -0.655792236328125, -2.5920403003692627, -1.019598126411438, -2.0662949085235596, -2.148216724395752, -0.5102300643920898, -0.12107731401920319, -0.9815404415130615, -0.05657847970724106, -0.3040808439254761, -0.25980979204177856, -1.3106056451797485, -1.217507004737854, -1.0511467456817627]}, "Bot003_091_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too!", "response": "Hi there!. What actions are you taking to get friends?", "annotation_id": "Bot003_091_02", "annotations": ["O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-11.856884002685547, -9.243770599365234, -17.8098087310791, -11.034042358398438, -13.23427677154541, -9.884969711303711, -8.75252628326416, -12.384767532348633, -1.4697831869125366, -4.032198905944824, -3.135784864425659, -6.5532121658325195], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -1.3758147954940796, -0.7255483269691467, -1.220110297203064, -1.4697831869125366, -2.5077083110809326, -2.8063933849334717, -1.7722216844558716, -1.9501042366027832, -1.6269853115081787, -1.2655960321426392, -1.3768494129180908, -0.46440160274505615, -1.3349195718765259, -0.8914454579353333, -1.1103577613830566, -1.4047751426696777, -1.021907091140747, -1.548637866973877, -1.9911009073257446, -0.9389184713363647, -0.5243666172027588, -1.0705385208129883, -1.5274254083633423, -1.30614173412323, -0.0822763592004776, -0.7966611385345459, -0.9790274500846863, -0.6876592636108398, -2.0683727264404297, -0.9697476029396057, -0.5142337679862976]}, "Bot003_091_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join?", "response": "I would love to go to the clouds.", "annotation_id": "Bot003_091_04", "annotations": ["T", "X", "X", "T", "T", "T", "T", "T", "T", "T", "X", "X", "O", "O", "T"], "gpt2_target_score": [-9.925333976745605, -9.703185081481934, -10.736082077026367, -9.413658142089844, -6.829743385314941, -1.3758777379989624, -8.617341995239258, -18.366037368774414, -8.719548225402832], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -1.46983802318573, -2.5076942443847656, -2.8063979148864746, -1.7721549272537231, -1.9501068592071533, -1.6269704103469849, -1.2656340599060059, -1.3768366575241089, -0.4644145667552948, -1.3349426984786987, -0.8914350867271423, -1.110363483428955, -1.4047993421554565, -1.0219438076019287, -1.5486003160476685, -0.8644074201583862, -0.47906020283699036, -1.0775916576385498, -1.450410008430481, -1.2945629358291626, -0.07778847217559814, -0.6004416346549988, -0.9163196086883545, -0.6993607878684998, -1.97195565700531, -0.8709206581115723, -1.475715160369873, -1.5596163272857666, -1.7240016460418701, -1.2387099266052246, -0.992622971534729, -1.8528486490249634, -1.16181480884552, -1.572455644607544, -2.4215056896209717, -1.2726470232009888, -1.9558993577957153, -1.626926064491272, -0.7453110218048096, -1.0434516668319702, -1.1950507164001465, -0.06904090195894241, -1.0568492412567139, -0.28894132375717163, -2.128842830657959, -1.477287769317627, -1.4866260290145874, -1.1686772108078003, -1.7559000253677368, -1.0957168340682983, -0.08369892835617065, -0.707362711429596, -0.9439212083816528, -0.7159671783447266, -1.8156079053878784, -1.6977609395980835, -1.242449164390564]}, "Bot003_091_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes", "response": "I am not sure. I am a little shy girl.", "annotation_id": "Bot003_091_06", "annotations": ["T", "X", "X", "O", "T", "T", "T", "T", "T", "X", "X", "T", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -9.538114547729492, -11.802177429199219, -11.199112892150879, -7.8906941413879395, -9.53660774230957, -10.20375919342041, -8.710118293762207, -11.261188507080078, -9.34684944152832, -2.167983055114746], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -1.46983802318573, -2.5076942443847656, -2.8063979148864746, -1.7721549272537231, -1.9501068592071533, -1.6269704103469849, -1.2656340599060059, -1.3768366575241089, -0.4644145667552948, -1.3349426984786987, -0.8914350867271423, -1.110363483428955, -1.4047993421554565, -1.0219438076019287, -1.5486003160476685, -0.8644074201583862, -0.47906020283699036, -1.0775916576385498, -1.450410008430481, -1.2945629358291626, -0.07778847217559814, -0.6004416346549988, -0.9163196086883545, -0.6993607878684998, -1.97195565700531, -0.8709206581115723, -1.475715160369873, -1.5596163272857666, -1.7240016460418701, -1.2387099266052246, -0.992622971534729, -1.8528486490249634, -1.16181480884552, -1.572455644607544, -2.4215056896209717, -1.2726470232009888, -1.9558993577957153, -1.626926064491272, -0.7453110218048096, -1.0434516668319702, -1.1950507164001465, -0.06904090195894241, -1.0568492412567139, -0.28894132375717163, -2.128842830657959, -1.477287769317627, -1.4866260290145874, -1.8911155462265015, -0.9042568802833557, -0.10840217024087906, -1.2715123891830444, -0.9824776649475098, -0.769786536693573, -1.7781999111175537, -1.7490543127059937, -1.588230013847351, -1.919251561164856, -2.313075542449951, -2.5367021560668945, -1.6997119188308716, -0.9778755903244019, -1.7515183687210083, -2.1571297645568848, -2.2734079360961914, -1.4190080165863037, -1.7035610675811768, -0.9279938340187073, -1.5602006912231445, -2.1239402294158936, -3.1761624813079834, -1.5634641647338867, -1.5880335569381714, -1.6197479963302612, -0.9123400449752808]}, "Bot003_091_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy", "response": "I was a boy.", "annotation_id": "Bot003_091_08", "annotations": ["T", "T", "X", "T", "O", "T", "T", "T", "X", "X", "T", "O", "O", "O", "T"], "gpt2_target_score": [-9.925333976745605, -9.520064353942871, -7.094831943511963, -11.770790100097656, -11.199112892150879], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -1.46983802318573, -2.5076942443847656, -2.8063979148864746, -1.7721549272537231, -1.9501068592071533, -1.6269704103469849, -1.2656340599060059, -1.3768366575241089, -0.4644145667552948, -1.3349426984786987, -0.8914350867271423, -1.110363483428955, -1.4047993421554565, -1.0219438076019287, -1.5486003160476685, -0.8644074201583862, -0.47906020283699036, -1.0775916576385498, -1.450410008430481, -1.2945629358291626, -0.07778847217559814, -0.6004416346549988, -0.9163196086883545, -0.6993607878684998, -1.97195565700531, -0.8709206581115723, -1.475715160369873, -1.5596163272857666, -1.7240016460418701, -1.2387099266052246, -0.992622971534729, -1.8528486490249634, -1.16181480884552, -1.572455644607544, -2.4215056896209717, -1.2726470232009888, -1.9558993577957153, -1.626926064491272, -0.7453110218048096, -1.0434516668319702, -1.1950507164001465, -0.06904090195894241, -1.0568492412567139, -0.28894132375717163, -2.128842830657959, -1.477287769317627, -1.4866260290145874, -1.8911155462265015, -0.9042568802833557, -0.10840217024087906, -1.2715123891830444, -0.9824776649475098, -0.769786536693573, -1.7781999111175537, -1.7490543127059937, -1.588230013847351, -1.919251561164856, -2.313075542449951, -2.5367021560668945, -1.6997119188308716, -0.9778755903244019, -1.6434659957885742, -2.759967088699341, -1.6102980375289917, -1.9596842527389526, -1.6526833772659302, -1.6140764951705933, -2.2183871269226074, -3.370124101638794, -1.6691889762878418, -1.7183427810668945, -1.6279706954956055, -1.1861194372177124, -1.4827775955200195, -1.0708458423614502, -1.046136498451233, -1.9977504014968872, -2.179905891418457, -1.4011942148208618, -1.8322378396987915, -1.6926325559616089, -1.212778925895691, -0.7840056419372559, -1.6464917659759521, -1.1110783815383911]}, "Bot003_091_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy I was a boy. But you said you are a girl", "response": "I am. I am a girl.", "annotation_id": "Bot003_091_10", "annotations": ["O", "X", "X", "O", "O", "T", "T", "T", "X", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -9.205228805541992, -7.469688415527344, -11.92836856842041, -7.447960376739502, -11.90013313293457, -9.16738224029541], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -1.46983802318573, -2.5076942443847656, -2.8063979148864746, -1.7721549272537231, -1.9501068592071533, -1.6269704103469849, -1.2656340599060059, -1.3768366575241089, -0.4644145667552948, -1.3349426984786987, -0.8914350867271423, -1.110363483428955, -1.4047993421554565, -1.0219438076019287, -1.5486003160476685, -0.8644074201583862, -0.47906020283699036, -1.0775916576385498, -1.450410008430481, -1.2945629358291626, -0.07778847217559814, -0.6004416346549988, -0.9163196086883545, -0.6993607878684998, -1.97195565700531, -0.8709206581115723, -1.475715160369873, -1.5596163272857666, -1.7240016460418701, -1.2387099266052246, -0.992622971534729, -1.8528486490249634, -1.16181480884552, -1.572455644607544, -2.4215056896209717, -1.2726470232009888, -1.9558993577957153, -1.626926064491272, -0.7453110218048096, -1.0434516668319702, -1.1950507164001465, -0.06904090195894241, -1.0568492412567139, -0.28894132375717163, -2.128842830657959, -1.477287769317627, -1.4866260290145874, -1.8911155462265015, -0.9042568802833557, -0.10840217024087906, -1.2715123891830444, -0.9824776649475098, -0.769786536693573, -1.7781999111175537, -1.7490543127059937, -1.588230013847351, -1.919251561164856, -2.313075542449951, -2.5367021560668945, -1.6997119188308716, -0.9778755903244019, -1.6434659957885742, -2.759967088699341, -1.6102980375289917, -1.9596842527389526, -1.6526833772659302, -1.6140764951705933, -2.2183871269226074, -3.370124101638794, -1.6691889762878418, -1.7183427810668945, -1.6279706954956055, -1.1861194372177124, -1.4827775955200195, -1.0708458423614502, -1.046136498451233, -1.9977504014968872, -2.179905891418457, -1.4011942148208618, -1.6702685356140137, -2.5723183155059814, -1.1708990335464478, -1.3059264421463013, -1.412552833557129, -1.003419041633606, -1.0530343055725098, -0.42134687304496765, -1.3285630941390991, -1.0233336687088013, -0.4113923907279968, -1.0828819274902344, -1.8114086389541626, -1.2908333539962769, -0.5548772215843201, -0.9958404302597046, -0.9137105941772461, -1.1746925115585327, -1.2616839408874512, -0.55600506067276, -0.7776130437850952]}, "Bot003_091_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy I was a boy. But you said you are a girl I am. I am a girl. Are you transgender?", "response": "What a thug.", "annotation_id": "Bot003_091_12", "annotations": ["T", "T", "X", "T", "X", "T", "X", "T", "O", "O", "T", "X", "O", "T", "X"], "gpt2_target_score": [-11.792048454284668, -8.392531394958496, -17.90870475769043, -10.958259582519531], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -1.46983802318573, -2.5076942443847656, -2.8063979148864746, -1.7721549272537231, -1.9501068592071533, -1.6269704103469849, -1.2656340599060059, -1.3768366575241089, -0.4644145667552948, -1.3349426984786987, -0.8914350867271423, -1.110363483428955, -1.4047993421554565, -1.0219438076019287, -1.5486003160476685, -0.8644074201583862, -0.47906020283699036, -1.0775916576385498, -1.450410008430481, -1.2945629358291626, -0.07778847217559814, -0.6004416346549988, -0.9163196086883545, -0.6993607878684998, -1.97195565700531, -0.8709206581115723, -1.475715160369873, -1.5596163272857666, -1.7240016460418701, -1.2387099266052246, -0.992622971534729, -1.8528486490249634, -1.16181480884552, -1.572455644607544, -2.4215056896209717, -1.2726470232009888, -1.9558993577957153, -1.626926064491272, -0.7453110218048096, -1.0434516668319702, -1.1950507164001465, -0.06904090195894241, -1.0568492412567139, -0.28894132375717163, -2.128842830657959, -1.477287769317627, -1.4866260290145874, -1.8911155462265015, -0.9042568802833557, -0.10840217024087906, -1.2715123891830444, -0.9824776649475098, -0.769786536693573, -1.7781999111175537, -1.7490543127059937, -1.588230013847351, -1.919251561164856, -2.313075542449951, -2.5367021560668945, -1.6997119188308716, -0.9778755903244019, -1.6434659957885742, -2.759967088699341, -1.6102980375289917, -1.9596842527389526, -1.6526833772659302, -1.6140764951705933, -2.2183871269226074, -3.370124101638794, -1.6691889762878418, -1.7183427810668945, -1.6279706954956055, -1.1861194372177124, -1.4827775955200195, -1.0708458423614502, -1.046136498451233, -1.9977504014968872, -2.179905891418457, -1.4011942148208618, -1.6702685356140137, -2.5723183155059814, -1.1708990335464478, -1.3059264421463013, -1.412552833557129, -1.003419041633606, -1.0530343055725098, -0.42134687304496765, -1.3285630941390991, -1.0233335494995117, -0.4113917648792267, -1.0828733444213867, -0.4517265260219574, -1.254902720451355, -1.387666940689087, -0.93427973985672, -1.090357780456543, -1.2968194484710693, -0.9545239806175232, -0.9561169743537903, -0.06585333496332169, -1.8766804933547974, -0.28694969415664673, -1.720588207244873, -1.521009922027588, -2.0461459159851074, -2.9366977214813232, -0.9241601824760437, -1.4275370836257935]}, "Bot003_091_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy I was a boy. But you said you are a girl I am. I am a girl. Are you transgender? What a thug. What do you think about coffee", "response": "I haven't thought much about about coffee, so I don't have a good answer for you.", "annotation_id": "Bot003_091_14", "annotations": ["T", "O", "X", "O", "O", "O", "T", "T", "T", "O", "X", "O", "O", "T", "T"], "gpt2_target_score": [-9.925333976745605, -12.949965476989746, -10.710538864135742, -13.325798034667969, -11.55806827545166, -4.6360859870910645, -9.912675857543945, -14.30111026763916, -7.3825273513793945, -9.963809967041016, -8.604097366333008, -10.308928489685059, -12.281298637390137, -9.512346267700195, -6.850244045257568, -9.817586898803711, -14.299711227416992, -6.166043281555176, -10.287751197814941, -9.301799774169922], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -1.46983802318573, -2.5076942443847656, -2.8063979148864746, -1.7721549272537231, -1.9501068592071533, -1.6269704103469849, -1.2656340599060059, -1.3768366575241089, -0.4644145667552948, -1.3349426984786987, -0.8914350867271423, -1.110363483428955, -1.4047993421554565, -1.0219438076019287, -1.5486003160476685, -0.8644074201583862, -0.47906020283699036, -1.0775916576385498, -1.450410008430481, -1.2945629358291626, -0.07778847217559814, -0.6004416346549988, -0.9163196086883545, -0.6993607878684998, -1.97195565700531, -0.8709206581115723, -1.475715160369873, -1.5596163272857666, -1.7240016460418701, -1.2387099266052246, -0.992622971534729, -1.8528486490249634, -1.16181480884552, -1.572455644607544, -2.4215056896209717, -1.2726470232009888, -1.9558993577957153, -1.626926064491272, -0.7453110218048096, -1.0434516668319702, -1.1950507164001465, -0.06904090195894241, -1.0568492412567139, -0.28894132375717163, -2.128842830657959, -1.477287769317627, -1.4866260290145874, -1.8911155462265015, -0.9042568802833557, -0.10840217024087906, -1.2715123891830444, -0.9824776649475098, -0.769786536693573, -1.7781999111175537, -1.7490543127059937, -1.588230013847351, -1.919251561164856, -2.313075542449951, -2.5367021560668945, -1.6997119188308716, -0.9778755903244019, -1.6434659957885742, -2.759967088699341, -1.6102980375289917, -1.9596842527389526, -1.6526833772659302, -1.6140764951705933, -2.2183871269226074, -3.370124101638794, -1.6691889762878418, -1.7183427810668945, -1.6279706954956055, -1.1861194372177124, -1.4827775955200195, -1.0708458423614502, -1.046136498451233, -1.9977504014968872, -2.179905891418457, -1.4011942148208618, -1.6702685356140137, -2.5723183155059814, -1.1708990335464478, -1.3059264421463013, -1.412552833557129, -1.003419041633606, -1.0530343055725098, -0.42134687304496765, -1.3285630941390991, -1.0233335494995117, -0.4113917648792267, -1.0828733444213867, -0.4517265260219574, -1.254902720451355, -1.387666940689087, -0.93427973985672, -1.090357780456543, -1.2968194484710693, -0.9545239806175232, -0.9561169743537903, -0.06585333496332169, -1.8766804933547974, -0.28694969415664673, -1.720588207244873, -1.4078489542007446, -2.8819587230682373, -1.2616019248962402, -1.4417829513549805, -1.4381096363067627, -0.08284328132867813, -1.4772992134094238, -1.1632492542266846, -1.798410177230835, -0.35264405608177185, -1.478106141090393, -1.291067123413086, -0.23008333146572113, -2.077688694000244, -0.29569023847579956, -0.40970709919929504, -0.7468785047531128, -0.873721718788147, -1.4034457206726074, -0.9069406390190125, -0.4358545243740082, -1.7087653875350952, -0.00201534666121006, -0.7379990816116333, -1.4136687517166138, -1.621086835861206, -1.474000334739685, -0.6737200617790222, -0.28798907995224, -0.40284302830696106, -1.2467800378799438]}, "Bot003_091_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy I was a boy. But you said you are a girl I am. I am a girl. Are you transgender? What a thug. What do you think about coffee I haven't thought much about about coffee, so I don't have a good answer for you. I want to invite you to drink a cup of coffee, that's why I asked", "response": "I like coffee, but I like to make people laugh.", "annotation_id": "Bot003_091_16", "annotations": ["T", "T", "X", "T", "T", "T", "T", "T", "T", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -11.404372215270996, -10.699705123901367, -9.479774475097656, -11.58895206451416, -7.8906941413879395, -10.212724685668945, -10.91451358795166, -9.966984748840332, -9.51974868774414, -9.775651931762695, -2.167983055114746], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -1.46983802318573, -2.5076942443847656, -2.8063979148864746, -1.7721549272537231, -1.9501068592071533, -1.6269704103469849, -1.2656340599060059, -1.3768366575241089, -0.4644145667552948, -1.3349426984786987, -0.8914350867271423, -1.110363483428955, -1.4047993421554565, -1.0219438076019287, -1.5486003160476685, -0.8644074201583862, -0.47906020283699036, -1.0775916576385498, -1.450410008430481, -1.2945629358291626, -0.07778847217559814, -0.6004416346549988, -0.9163196086883545, -0.6993607878684998, -1.97195565700531, -0.8709206581115723, -1.475715160369873, -1.5596163272857666, -1.7240016460418701, -1.2387099266052246, -0.992622971534729, -1.8528486490249634, -1.16181480884552, -1.572455644607544, -2.4215056896209717, -1.2726470232009888, -1.9558993577957153, -1.626926064491272, -0.7453110218048096, -1.0434516668319702, -1.1950507164001465, -0.06904090195894241, -1.0568492412567139, -0.28894132375717163, -2.128842830657959, -1.477287769317627, -1.4866260290145874, -1.8911155462265015, -0.9042568802833557, -0.10840217024087906, -1.2715123891830444, -0.9824776649475098, -0.769786536693573, -1.7781999111175537, -1.7490543127059937, -1.588230013847351, -1.919251561164856, -2.313075542449951, -2.5367021560668945, -1.6997119188308716, -0.9778755903244019, -1.6434659957885742, -2.759967088699341, -1.6102980375289917, -1.9596842527389526, -1.6526833772659302, -1.6140764951705933, -2.2183871269226074, -3.370124101638794, -1.6691889762878418, -1.7183427810668945, -1.6279706954956055, -1.1861194372177124, -1.4827775955200195, -1.0708458423614502, -1.046136498451233, -1.9977504014968872, -2.179905891418457, -1.4011942148208618, -1.6702685356140137, -2.5723183155059814, -1.1708990335464478, -1.3059264421463013, -1.412552833557129, -1.003419041633606, -1.0530343055725098, -0.42134687304496765, -1.3285630941390991, -1.0233335494995117, -0.4113917648792267, -1.0828733444213867, -0.4517265260219574, -1.254902720451355, -1.387666940689087, -0.93427973985672, -1.090357780456543, -1.2968194484710693, -0.9545239806175232, -0.9561169743537903, -0.06585333496332169, -1.8766804933547974, -0.28694969415664673, -1.720588207244873, -1.4078489542007446, -2.8819587230682373, -1.2616019248962402, -1.4417829513549805, -1.4381096363067627, -0.08284328132867813, -1.4772992134094238, -1.1632492542266846, -1.798410177230835, -0.35264405608177185, -0.6021648645401001, -0.2874811887741089, -1.8553509712219238, -0.4768427014350891, -0.339285671710968, -1.4572904109954834, -1.442110538482666, -1.1431937217712402, -1.5185550451278687, -0.6182187795639038, -1.1763705015182495, -0.007871678099036217, -0.7031341195106506, -1.4544093608856201, -1.6255260705947876, -1.8079981803894043, -0.5981570482254028, -0.3110519051551819, -0.3851037919521332, -1.4589760303497314, -1.2603493928909302, -0.2712577283382416, -1.9162806272506714, -0.15322282910346985, -0.6428847312927246, -1.4862258434295654, -0.7606863379478455, -1.7156893014907837, -0.1927996426820755, -0.19128045439720154, -1.1098685264587402, -1.742708683013916, -1.5222620964050293, -2.3215792179107666, -0.16196759045124054, -1.493515133857727, -1.1660614013671875, -1.742408037185669, -1.7050479650497437, -0.5231752395629883, -1.3019132614135742, -1.358705759048462, -0.7538606524467468, -1.380034327507019, -0.9704564213752747, -1.0844229459762573, -0.5551743507385254, -1.9869953393936157, -0.8754700422286987, -1.148350477218628]}, "Bot003_091_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy I was a boy. But you said you are a girl I am. I am a girl. Are you transgender? What a thug. What do you think about coffee I haven't thought much about about coffee, so I don't have a good answer for you. I want to invite you to drink a cup of coffee, that's why I asked I like coffee, but I like to make people laugh. What is your job?", "response": "I am a stay at home mom. I love to make people laugh.", "annotation_id": "Bot003_091_18", "annotations": ["T", "T", "X", "O", "T", "O", "X", "T", "T", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -7.094831943511963, -12.383216857910156, -10.231080055236816, -6.722771167755127, -12.714265823364258, -9.16738224029541, -7.332676887512207, -6.135974884033203, -8.352693557739258, -10.883879661560059, -4.560030937194824, -8.16258430480957, -1.2656340599060059], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -1.46983802318573, -2.5076942443847656, -2.8063979148864746, -1.7721549272537231, -1.9501068592071533, -1.6269704103469849, -1.2656340599060059, -1.3768366575241089, -0.4644145667552948, -1.3349426984786987, -0.8914350867271423, -1.110363483428955, -1.4047993421554565, -1.0219438076019287, -1.5486003160476685, -0.8644074201583862, -0.47906020283699036, -1.0775916576385498, -1.450410008430481, -1.2945629358291626, -0.07778847217559814, -0.6004416346549988, -0.9163196086883545, -0.6993607878684998, -1.97195565700531, -0.8709206581115723, -1.475715160369873, -1.5596163272857666, -1.7240016460418701, -1.2387099266052246, -0.992622971534729, -1.8528486490249634, -1.16181480884552, -1.572455644607544, -2.4215056896209717, -1.2726470232009888, -1.9558993577957153, -1.626926064491272, -0.7453110218048096, -1.0434516668319702, -1.1950507164001465, -0.06904090195894241, -1.0568492412567139, -0.28894132375717163, -2.128842830657959, -1.477287769317627, -1.4866260290145874, -1.8911155462265015, -0.9042568802833557, -0.10840217024087906, -1.2715123891830444, -0.9824776649475098, -0.769786536693573, -1.7781999111175537, -1.7490543127059937, -1.588230013847351, -1.919251561164856, -2.313075542449951, -2.5367021560668945, -1.6997119188308716, -0.9778755903244019, -1.6434659957885742, -2.759967088699341, -1.6102980375289917, -1.9596842527389526, -1.6526833772659302, -1.6140764951705933, -2.2183871269226074, -3.370124101638794, -1.6691889762878418, -1.7183427810668945, -1.6279706954956055, -1.1861194372177124, -1.4827775955200195, -1.0708458423614502, -1.046136498451233, -1.9977504014968872, -2.179905891418457, -1.4011942148208618, -1.6702685356140137, -2.5723183155059814, -1.1708990335464478, -1.3059264421463013, -1.412552833557129, -1.003419041633606, -1.0530343055725098, -0.42134687304496765, -1.3285630941390991, -1.0233335494995117, -0.4113917648792267, -1.0828733444213867, -0.4517265260219574, -1.254902720451355, -1.387666940689087, -0.93427973985672, -1.090357780456543, -1.2968194484710693, -0.9545239806175232, -0.9561169743537903, -0.06585333496332169, -1.8766804933547974, -0.28694969415664673, -1.720588207244873, -1.4078489542007446, -2.8819587230682373, -1.2616019248962402, -1.4417829513549805, -1.4381096363067627, -0.08284328132867813, -1.4772992134094238, -1.1632492542266846, -1.798410177230835, -0.35264405608177185, -0.6021648645401001, -0.2874811887741089, -1.8553509712219238, -0.4768427014350891, -0.339285671710968, -1.4572904109954834, -1.442110538482666, -1.1431937217712402, -1.5185550451278687, -0.6182187795639038, -1.1763705015182495, -0.00787155982106924, -0.7031368017196655, -1.4544121026992798, -1.6255351305007935, -1.8079997301101685, -0.5981566309928894, -0.31104710698127747, -0.3851059079170227, -1.4589871168136597, -1.260359764099121, -0.27125874161720276, -1.9162867069244385, -0.15322345495224, -0.6428829431533813, -1.4862232208251953, -0.7606908082962036, -1.7156898975372314, -0.19279786944389343, -0.1912783831357956, -1.109874963760376, -1.742720365524292, -1.522283911705017, -2.3215672969818115, -0.16196699440479279, -1.493506908416748, -1.1660493612289429, -1.5877199172973633, -0.4536973237991333, -0.5723324418067932, -1.7251875400543213, -0.680485188961029, -1.1638239622116089, -0.7230371236801147, -1.1618183851242065, -0.46531885862350464, -1.9012326002120972, -0.7395906448364258, -1.3280071020126343, -1.6026339530944824, -0.9230848550796509, -1.8743356466293335, -0.5110723376274109, -1.0953031778335571, -1.3371301889419556, -1.8661489486694336, -0.4032599925994873, -2.079699993133545, -0.07579103857278824, -0.14533232152462006, -0.40709933638572693, -1.0621380805969238, -0.7238166332244873, -1.575822114944458, -1.4668078422546387, -2.109496831893921, -0.7141318321228027, -0.03849977254867554, -0.8591008186340332, -0.7981096506118774]}, "Bot003_091_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy I was a boy. But you said you are a girl I am. I am a girl. Are you transgender? What a thug. What do you think about coffee I haven't thought much about about coffee, so I don't have a good answer for you. I want to invite you to drink a cup of coffee, that's why I asked I like coffee, but I like to make people laugh. What is your job? I am a stay at home mom. I love to make people laugh. I understand. So you have kids?", "response": "No I don't. I am a girl", "annotation_id": "Bot003_091_20", "annotations": ["T", "T", "X", "T", "X", "T", "T", "T", "T", "T", "T", "O", "O", "T", "O"], "gpt2_target_score": [-11.701579093933105, -1.031523585319519, -9.280195236206055, -13.356178283691406, -11.199112892150879, -7.8906941413879395, -9.53660774230957, -10.20375919342041, -8.53410816192627], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -1.2201472520828247, -1.46983802318573, -2.5076942443847656, -2.8063979148864746, -1.7721549272537231, -1.9501068592071533, -1.6269704103469849, -1.2656340599060059, -1.3768366575241089, -0.4644145667552948, -1.3349426984786987, -0.8914350867271423, -1.110363483428955, -1.4047993421554565, -1.0219438076019287, -1.5486003160476685, -0.8644074201583862, -0.47906020283699036, -1.0775916576385498, -1.450410008430481, -1.2945629358291626, -0.07778847217559814, -0.6004416346549988, -0.9163196086883545, -0.6993607878684998, -1.97195565700531, -0.8709206581115723, -1.475715160369873, -1.5596163272857666, -1.7240016460418701, -1.2387099266052246, -0.992622971534729, -1.8528486490249634, -1.16181480884552, -1.572455644607544, -2.4215056896209717, -1.2726470232009888, -1.9558993577957153, -1.626926064491272, -0.7453110218048096, -1.0434516668319702, -1.1950507164001465, -0.06904090195894241, -1.0568492412567139, -0.28894132375717163, -2.128842830657959, -1.477287769317627, -1.4866260290145874, -1.8911155462265015, -0.9042568802833557, -0.10840217024087906, -1.2715123891830444, -0.9824776649475098, -0.769786536693573, -1.7781999111175537, -1.7490543127059937, -1.588230013847351, -1.919251561164856, -2.313075542449951, -2.5367021560668945, -1.6997119188308716, -0.9778755903244019, -1.6434659957885742, -2.759967088699341, -1.6102980375289917, -1.9596842527389526, -1.6526833772659302, -1.6140764951705933, -2.2183871269226074, -3.370124101638794, -1.6691889762878418, -1.7183427810668945, -1.6279706954956055, -1.1861194372177124, -1.4827775955200195, -1.0708458423614502, -1.046136498451233, -1.9977504014968872, -2.179905891418457, -1.4011942148208618, -1.6702685356140137, -2.5723183155059814, -1.1708990335464478, -1.3059264421463013, -1.412552833557129, -1.003419041633606, -1.0530343055725098, -0.42134687304496765, -1.3285630941390991, -1.0233335494995117, -0.4113917648792267, -1.0828733444213867, -0.4517265260219574, -1.254902720451355, -1.387666940689087, -0.93427973985672, -1.090357780456543, -1.2968194484710693, -0.9545239806175232, -0.9561169743537903, -0.06585333496332169, -1.8766804933547974, -0.28694969415664673, -1.720588207244873, -1.4078489542007446, -2.8819587230682373, -1.2616019248962402, -1.4417829513549805, -1.4381096363067627, -0.08284328132867813, -1.4772992134094238, -1.1632492542266846, -1.798410177230835, -0.35264405608177185, -0.6021648645401001, -0.2874811887741089, -1.8553509712219238, -0.4768427014350891, -0.339285671710968, -1.4572904109954834, -1.442110538482666, -1.1431937217712402, -1.5185550451278687, -0.6182187795639038, -1.1763705015182495, -0.00787155982106924, -0.7031368017196655, -1.4544121026992798, -1.6255351305007935, -1.8079997301101685, -0.5981566309928894, -0.31104710698127747, -0.3851059079170227, -1.4589871168136597, -1.260359764099121, -0.27125874161720276, -1.9162867069244385, -0.15322345495224, -0.6428829431533813, -1.4862232208251953, -0.7606908082962036, -1.7156898975372314, -0.19279786944389343, -0.1912783831357956, -1.109874963760376, -1.742720365524292, -1.522283911705017, -2.3215672969818115, -0.16196699440479279, -1.493506908416748, -1.1660493612289429, -1.5877199172973633, -0.4536973237991333, -0.5723324418067932, -1.7251875400543213, -0.680485188961029, -1.1638239622116089, -0.7230371236801147, -1.1618183851242065, -0.46531885862350464, -1.9012326002120972, -0.7395906448364258, -1.3280071020126343, -1.6026339530944824, -0.9230848550796509, -1.8743356466293335, -0.5110723376274109, -1.0953031778335571, -1.5849416255950928, -0.4489065706729889, -2.6812944412231445, -0.06580913066864014, -0.12789610028266907, -0.45542943477630615, -1.0101135969161987, -0.7564277052879333, -1.4649766683578491, -1.670275330543518, -2.0060713291168213, -0.7173174619674683, -0.040800441056489944, -0.8436251878738403, -0.8418570160865784, -1.8368046283721924, -1.176438808441162, -0.8636438846588135, -1.3937170505523682, -1.1163607835769653, -0.9329975247383118, -1.1641716957092285, -1.6804367303848267, -1.4572514295578003, -1.09029221534729, -0.910304069519043, -0.1421300321817398, -1.3064169883728027, -0.6208105087280273, -1.597233533859253, -0.7296437621116638, -0.24516920745372772, -0.5630289912223816]}, "Bot003_093_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up?", "response": "Peace!", "annotation_id": "Bot003_093_02", "annotations": ["O", "T", "T", "T", "T", "O", "O", "T", "X", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-15.105055809020996, -7.507658004760742], "gpt2_argmax_score": [-2.772711753845215, -1.761869192123413, -1.5012991428375244, -0.001061591086909175, -0.00946097169071436, -1.5634530782699585, -1.268394947052002, -0.7755802273750305, -2.3645174503326416, -1.2330266237258911, -0.3895242512226105]}, "Bot003_093_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ?", "response": "I'm fine.", "annotation_id": "Bot003_093_04", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-7.37772274017334, -9.690168380737305, -12.810029983520508, -23.377206802368164], "gpt2_argmax_score": [-2.772711753845215, -1.761869192123413, -1.5012991428375244, -0.001061591086909175, -0.00946097169071436, -1.5634530782699585, -1.268394947052002, -0.7755802273750305, -2.133514881134033, -1.077871322631836, -1.7718796730041504, -0.15766280889511108, -1.1673188209533691, -1.1977547407150269, -1.7918322086334229, -1.3299355506896973, -2.540339946746826, -1.142545461654663, -1.2113399505615234]}, "Bot003_093_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french?", "response": "Yes.", "annotation_id": "Bot003_093_06", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-13.730551719665527, -11.511991500854492], "gpt2_argmax_score": [-2.772711753845215, -1.761869192123413, -1.5012991428375244, -0.001061591086909175, -0.00946097169071436, -1.5634530782699585, -1.268394947052002, -0.7755802273750305, -2.133514881134033, -1.077871322631836, -1.7718796730041504, -0.15766280889511108, -1.1673188209533691, -1.1977547407150269, -1.3480966091156006, -2.7009215354919434, -1.8957109451293945, -1.2081890106201172, -0.21752554178237915, -1.5382931232452393, -1.2734653949737549, -0.6348764300346375, -1.539368748664856, -2.002530097961426, -0.8025103807449341, -1.1683695316314697]}, "Bot003_093_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french", "response": "I am from the midwest, I love dancing", "annotation_id": "Bot003_093_08", "annotations": ["O", "O", "X", "T", "T", "O", "O", "T", "X", "O", "X", "T", "O", "X", "O"], "gpt2_target_score": [-7.37772274017334, -7.879911422729492, -9.295747756958008, -22.24202537536621, -19.709060668945312, -21.677162170410156, -3.2488179206848145, -2.7244632244110107, -8.352035522460938, -13.246252059936523], "gpt2_argmax_score": [-2.772711753845215, -1.761869192123413, -1.5012991428375244, -0.001061591086909175, -0.00946097169071436, -1.5634530782699585, -1.268394947052002, -0.7755802273750305, -2.133514881134033, -1.077871322631836, -1.7718796730041504, -0.15766280889511108, -1.1673188209533691, -1.1977547407150269, -1.3480966091156006, -2.7009215354919434, -1.8957109451293945, -1.2081890106201172, -0.21752554178237915, -1.5382931232452393, -1.2734653949737549, -0.6348764300346375, -1.539368748664856, -1.4199326038360596, -1.4001381397247314, -1.3334708213806152, -1.6685672998428345, -1.2814304828643799, -0.0005250982358120382, -0.2683645188808441, -1.9112765789031982, -1.0695487260818481, -1.3809009790420532, -1.402613878250122, -2.1554739475250244, -1.6199320554733276, -1.9892555475234985, -1.832741618156433, -1.177698016166687, -0.23591093719005585, -1.5469775199890137, -1.5438202619552612, -1.8576128482818604, -1.5594154596328735, -1.5775549411773682]}, "Bot003_093_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french I am from the midwest, I love dancing I\u2019m a musician  Source of dance, music", "response": "I don't think this guy is a good guy. He's a good guy.  My favorite kind of music is techno, but I also like opera.", "annotation_id": "Bot003_093_10", "annotations": ["X", "T", "X", "X", "X", "T", "O", "T", "X", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-7.377675533294678, -8.456954002380371, -11.819095611572266, -24.23394203186035, -14.585281372070312, -12.767264366149902, -7.429021835327148, -8.065800666809082, -9.252056121826172, -12.093913078308105, -8.125728607177734, -15.249341011047363, -9.479500770568848, -8.00119400024414, -11.072711944580078, -9.830524444580078, -1.8957139253616333, -2.8285882472991943, -12.587303161621094, -11.960927963256836, -10.299296379089355, -8.595487594604492, -12.147408485412598, -7.748374938964844, -16.9040584564209, -2.5075554847717285, -8.063963890075684, -9.580543518066406, -22.63617515563965, -12.746420860290527, -13.486230850219727, -5.186621189117432], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.5013010501861572, -0.001061591086909175, -0.009460735134780407, -1.5634222030639648, -1.268423318862915, -0.7755934596061707, -2.1335103511810303, -1.07789146900177, -1.771908164024353, -0.15766628086566925, -1.1673060655593872, -1.1977421045303345, -1.3481178283691406, -2.7009167671203613, -1.8957139253616333, -1.2082116603851318, -0.21752198040485382, -1.538290023803711, -1.2734482288360596, -0.6348557472229004, -1.5393611192703247, -1.4198836088180542, -1.400136947631836, -1.3334680795669556, -1.6685935258865356, -1.2814103364944458, -0.0005249790847301483, -0.26836279034614563, -1.911264181137085, -1.0695862770080566, -1.3809012174606323, -1.40261709690094, -1.4780045747756958, -1.7803852558135986, -1.8967907428741455, -1.5695807933807373, -0.24257846176624298, -1.3745962381362915, -1.9886058568954468, -1.424073338508606, -1.543717622756958, -1.4981616735458374, -1.8016512393951416, -0.0002181292074965313, -0.2325868308544159, -1.7063463926315308, -3.0518786907196045, -1.6547584533691406, -2.2565269470214844, -0.9034588932991028, -2.0717248916625977, -1.4086660146713257, -2.0487914085388184, -1.3829010725021362, -1.8604437112808228, -1.9177571535110474, -0.4787973165512085, -0.5428462028503418, -1.2376152276992798, -0.434148907661438, -0.8103500008583069, -1.6221412420272827, -1.8716388940811157, -1.9941840171813965, -1.3194029331207275, -1.2656868696212769, -0.8784374594688416, -1.5396134853363037, -1.9214667081832886, -0.5805964469909668, -1.2502343654632568, -0.6969341039657593, -0.5560518503189087, -2.8114235401153564, -1.3754373788833618, -0.08134827762842178, -0.7621992230415344, -0.6565008759498596, -3.3374838829040527, -1.4891705513000488, -1.8675514459609985, -1.1537102460861206, -1.8925139904022217, -1.036410927772522, -2.1208622455596924, -1.2119220495224, -0.6858366131782532]}, "Bot003_093_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french I am from the midwest, I love dancing I\u2019m a musician  Source of dance, music I don't think this guy is a good guy. He's a good guy.  My favorite kind of music is techno, but I also like opera. I play techno music", "response": "Is techno music a game or a musical instrument?", "annotation_id": "Bot003_093_12", "annotations": ["O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "T", "X", "O", "O", "O"], "gpt2_target_score": [-11.027608871459961, -14.779967308044434, -6.697574615478516, -21.6688175201416, -16.91748046875, -10.722647666931152, -6.499624252319336, -14.926793098449707, -12.743404388427734, -9.412379264831543], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.5013010501861572, -0.001061591086909175, -0.009460735134780407, -1.5634222030639648, -1.268423318862915, -0.7755934596061707, -2.1335103511810303, -1.07789146900177, -1.771908164024353, -0.15766628086566925, -1.1673060655593872, -1.1977421045303345, -1.3481178283691406, -2.7009167671203613, -1.8957139253616333, -1.2082116603851318, -0.21752198040485382, -1.538290023803711, -1.2734482288360596, -0.6348557472229004, -1.5393611192703247, -1.4198836088180542, -1.400136947631836, -1.3334680795669556, -1.6685935258865356, -1.2814103364944458, -0.0005249790847301483, -0.26836279034614563, -1.911264181137085, -1.0695862770080566, -1.3809012174606323, -1.40261709690094, -1.4780045747756958, -1.7803852558135986, -1.8967907428741455, -1.5695807933807373, -0.24257846176624298, -1.3745962381362915, -1.9886058568954468, -1.424073338508606, -1.5437166690826416, -1.4981645345687866, -1.8016666173934937, -0.0002181292074965313, -0.23258371651172638, -1.7063446044921875, -3.0518734455108643, -1.6547601222991943, -2.256525754928589, -0.9034613370895386, -2.0717267990112305, -1.4086720943450928, -2.0487778186798096, -1.3829004764556885, -2.148207664489746, -0.6333529353141785, -0.9875747561454773, -1.15448796749115, -0.49440687894821167, -0.8716098070144653, -1.7424943447113037, -1.798673152923584, -1.9584015607833862, -1.6639184951782227, -1.897423267364502, -1.1895838975906372, -1.45283842086792, -1.840356469154358, -0.5157363414764404, -1.2967339754104614, -1.921491265296936, -1.6953084468841553, -2.56982421875, -1.4219670295715332, -0.10462214797735214, -0.8071706891059875, -0.6279063820838928, -3.4065985679626465, -1.3726938962936401, -2.0806920528411865, -1.1595250368118286, -1.8614290952682495, -1.0823938846588135, -2.3547070026397705, -1.2659330368041992, -1.808888554573059, -1.871887445449829, -2.307154417037964, -1.872292399406433, -1.8164912462234497, -1.7758160829544067, -1.270754098892212, -1.8214906454086304, -1.7914800643920898, -1.641930341720581, -0.7260739207267761, -1.2862443923950195, -2.1709611415863037, -1.6932578086853027, -0.177455872297287, -0.3627665042877197]}, "Bot003_093_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french I am from the midwest, I love dancing I\u2019m a musician  Source of dance, music I don't think this guy is a good guy. He's a good guy.  My favorite kind of music is techno, but I also like opera. I play techno music Is techno music a game or a musical instrument? I believe it is an instrument", "response": "Are there any other instrument?", "annotation_id": "Bot003_093_14", "annotations": ["O", "O", "O", "T", "O", "T", "O", "O", "X", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-12.145559310913086, -7.446959495544434, -10.021015167236328, -23.11396598815918, -21.9576416015625, -7.98660945892334], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.5013010501861572, -0.001061591086909175, -0.009460735134780407, -1.5634222030639648, -1.268423318862915, -0.7755934596061707, -2.1335103511810303, -1.07789146900177, -1.771908164024353, -0.15766628086566925, -1.1673060655593872, -1.1977421045303345, -1.3481178283691406, -2.7009167671203613, -1.8957139253616333, -1.2082116603851318, -0.21752198040485382, -1.538290023803711, -1.2734482288360596, -0.6348557472229004, -1.5393611192703247, -1.4198836088180542, -1.400136947631836, -1.3334680795669556, -1.6685935258865356, -1.2814103364944458, -0.0005249790847301483, -0.26836279034614563, -1.911264181137085, -1.0695862770080566, -1.3809012174606323, -1.40261709690094, -1.4780045747756958, -1.7803852558135986, -1.8967907428741455, -1.5695807933807373, -0.24257846176624298, -1.3745962381362915, -1.9886058568954468, -1.424073338508606, -1.5437166690826416, -1.4981645345687866, -1.8016666173934937, -0.0002181292074965313, -0.23258371651172638, -1.7063446044921875, -3.0518734455108643, -1.6547601222991943, -2.256525754928589, -0.9034613370895386, -2.0717267990112305, -1.4086720943450928, -2.0487778186798096, -1.3829004764556885, -2.148207664489746, -0.6333529353141785, -0.9875747561454773, -1.15448796749115, -0.49440687894821167, -0.8716098070144653, -1.7424943447113037, -1.798673152923584, -1.9584015607833862, -1.6639184951782227, -1.897423267364502, -1.1895838975906372, -1.45283842086792, -1.840356469154358, -0.5157363414764404, -1.2967339754104614, -1.921491265296936, -1.6953084468841553, -2.56982421875, -1.4219670295715332, -0.10462214797735214, -0.8071706891059875, -0.6279063820838928, -3.4065985679626465, -1.3726938962936401, -2.0806920528411865, -1.1595250368118286, -1.8614290952682495, -1.0823938846588135, -2.3547070026397705, -1.2659330368041992, -1.808888554573059, -1.871887445449829, -2.307154417037964, -1.872292399406433, -1.8164912462234497, -1.2724469900131226, -1.9799580574035645, -1.7652372121810913, -1.410862922668457, -0.6440585851669312, -1.5388191938400269, -1.7132465839385986, -1.1848499774932861, -0.20047257840633392, -1.3862781524658203, -2.1171822547912598, -1.1665558815002441, -0.49750959873199463, -1.064886450767517, -0.721916913986206, -1.1083158254623413, -1.7573765516281128, -0.07152506709098816, -0.6710947751998901, -2.015824317932129, -0.6348497867584229, -1.9943324327468872, -0.7072266936302185]}, "Bot003_093_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french I am from the midwest, I love dancing I\u2019m a musician  Source of dance, music I don't think this guy is a good guy. He's a good guy.  My favorite kind of music is techno, but I also like opera. I play techno music Is techno music a game or a musical instrument? I believe it is an instrument Are there any other instrument? Any kind of instrument is fine for techno", "response": "Are they exactly the same?", "annotation_id": "Bot003_093_16", "annotations": ["T", "O", "X", "X", "T", "O", "X", "T", "X", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-12.145559310913086, -8.965727806091309, -7.178195953369141, -22.24201774597168, -19.561233520507812, -7.98660945892334], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.5013010501861572, -0.001061591086909175, -0.009460735134780407, -1.5634222030639648, -1.268423318862915, -0.7755934596061707, -2.1335103511810303, -1.07789146900177, -1.771908164024353, -0.15766628086566925, -1.1673060655593872, -1.1977421045303345, -1.3481178283691406, -2.7009167671203613, -1.8957139253616333, -1.2082116603851318, -0.21752198040485382, -1.538290023803711, -1.2734482288360596, -0.6348557472229004, -1.5393611192703247, -1.4198836088180542, -1.400136947631836, -1.3334680795669556, -1.6685935258865356, -1.2814103364944458, -0.0005249790847301483, -0.26836279034614563, -1.911264181137085, -1.0695862770080566, -1.3809012174606323, -1.40261709690094, -1.4780045747756958, -1.7803852558135986, -1.8967907428741455, -1.5695807933807373, -0.24257846176624298, -1.3745962381362915, -1.9886058568954468, -1.424073338508606, -1.5437166690826416, -1.4981645345687866, -1.8016666173934937, -0.0002181292074965313, -0.23258371651172638, -1.7063446044921875, -3.0518734455108643, -1.6547601222991943, -2.256525754928589, -0.9034613370895386, -2.0717267990112305, -1.4086720943450928, -2.0487778186798096, -1.3829004764556885, -2.148207664489746, -0.6333529353141785, -0.9875747561454773, -1.15448796749115, -0.49440687894821167, -0.8716098070144653, -1.7424943447113037, -1.798673152923584, -1.9584015607833862, -1.6639184951782227, -1.897423267364502, -1.1895838975906372, -1.45283842086792, -1.840356469154358, -0.5157363414764404, -1.2967339754104614, -1.921491265296936, -1.6953084468841553, -2.56982421875, -1.4219670295715332, -0.10462214797735214, -0.8071706891059875, -0.6279063820838928, -3.4065985679626465, -1.3726938962936401, -2.0806920528411865, -1.1595250368118286, -1.8614290952682495, -1.0823938846588135, -2.3547070026397705, -1.2659330368041992, -1.808888554573059, -1.871887445449829, -2.307154417037964, -1.872292399406433, -1.8164912462234497, -1.2724469900131226, -1.9799580574035645, -1.7652372121810913, -1.410862922668457, -0.6440585851669312, -1.5388191938400269, -1.7132465839385986, -1.1848499774932861, -0.20047257840633392, -1.3862781524658203, -2.1171822547912598, -1.1665558815002441, -0.49750959873199463, -1.064886450767517, -0.721916913986206, -1.1083158254623413, -0.0690254420042038, -0.6131455302238464, -1.8371913433074951, -0.5761165618896484, -1.8808985948562622, -1.314038872718811, -1.3218615055084229, -0.044224441051483154, -0.7141004204750061, -0.9298526644706726, -1.7778180837631226, -1.1404565572738647, -1.3980426788330078, -1.2555745840072632, -1.6743420362472534, -0.19004693627357483, -2.9308664798736572, -1.3129703998565674, -0.12512315809726715, -1.8032561540603638, -0.7187855243682861]}, "Bot003_093_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french I am from the midwest, I love dancing I\u2019m a musician  Source of dance, music I don't think this guy is a good guy. He's a good guy.  My favorite kind of music is techno, but I also like opera. I play techno music Is techno music a game or a musical instrument? I believe it is an instrument Are there any other instrument? Any kind of instrument is fine for techno Are they exactly the same? Techno is based on digital sounds usualy", "response": "I think techno is a lot of things.", "annotation_id": "Bot003_093_18", "annotations": ["O", "O", "T", "T", "O", "O", "X", "O", "X", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-7.377675533294678, -9.782866477966309, -15.374073028564453, -22.935625076293945, -13.443359375, -14.235236167907715, -9.400030136108398, -11.96513843536377, -3.1330220699310303], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.5013010501861572, -0.001061591086909175, -0.009460735134780407, -1.5634222030639648, -1.268423318862915, -0.7755934596061707, -2.1335103511810303, -1.07789146900177, -1.771908164024353, -0.15766628086566925, -1.1673060655593872, -1.1977421045303345, -1.3481178283691406, -2.7009167671203613, -1.8957139253616333, -1.2082116603851318, -0.21752198040485382, -1.538290023803711, -1.2734482288360596, -0.6348557472229004, -1.5393611192703247, -1.4198836088180542, -1.400136947631836, -1.3334680795669556, -1.6685935258865356, -1.2814103364944458, -0.0005249790847301483, -0.26836279034614563, -1.911264181137085, -1.0695862770080566, -1.3809012174606323, -1.40261709690094, -1.4780045747756958, -1.7803852558135986, -1.8967907428741455, -1.5695807933807373, -0.24257846176624298, -1.3745962381362915, -1.9886058568954468, -1.424073338508606, -1.5437166690826416, -1.4981645345687866, -1.8016666173934937, -0.0002181292074965313, -0.23258371651172638, -1.7063446044921875, -3.0518734455108643, -1.6547601222991943, -2.256525754928589, -0.9034613370895386, -2.0717267990112305, -1.4086720943450928, -2.0487778186798096, -1.3829004764556885, -2.148207664489746, -0.6333529353141785, -0.9875747561454773, -1.15448796749115, -0.49440687894821167, -0.8716098070144653, -1.7424943447113037, -1.798673152923584, -1.9584015607833862, -1.6639184951782227, -1.897423267364502, -1.1895838975906372, -1.45283842086792, -1.840356469154358, -0.5157363414764404, -1.2967339754104614, -1.921491265296936, -1.6953084468841553, -2.56982421875, -1.4219670295715332, -0.10462214797735214, -0.8071706891059875, -0.6279063820838928, -3.4065985679626465, -1.3726938962936401, -2.0806920528411865, -1.1595250368118286, -1.8614290952682495, -1.0823938846588135, -2.3547070026397705, -1.2659330368041992, -1.808888554573059, -1.871887445449829, -2.307154417037964, -1.872292399406433, -1.8164912462234497, -1.2724469900131226, -1.9799580574035645, -1.7652372121810913, -1.410862922668457, -0.6440585851669312, -1.5388191938400269, -1.7132465839385986, -1.1848499774932861, -0.20047257840633392, -1.3862781524658203, -2.1171822547912598, -1.1665558815002441, -0.49750959873199463, -1.064886450767517, -0.721916913986206, -1.1083158254623413, -0.0690254420042038, -0.6131455302238464, -1.8371913433074951, -0.5761165618896484, -1.8808985948562622, -1.314038872718811, -1.3218615055084229, -0.044224441051483154, -0.7141004204750061, -0.9298526644706726, -1.7778180837631226, -1.1404565572738647, -1.3980330228805542, -1.255577564239502, -0.1553793102502823, -2.6648364067077637, -1.3935673236846924, -0.18421553075313568, -1.9535813331604004, -1.7283107042312622, -0.9891501069068909, -1.1424344778060913, -1.300053596496582, -0.4125466048717499, -1.8117860555648804, -0.970881462097168, -1.39314603805542, -1.836601972579956, -1.5752655267715454, -1.8346022367477417, -1.9159249067306519, -1.683596134185791, -0.5650231242179871, -1.6134777069091797, -1.6560527086257935, -0.8575916290283203, -2.108567714691162, -1.2910935878753662, -1.6183511018753052]}, "Bot003_093_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french I am from the midwest, I love dancing I\u2019m a musician  Source of dance, music I don't think this guy is a good guy. He's a good guy.  My favorite kind of music is techno, but I also like opera. I play techno music Is techno music a game or a musical instrument? I believe it is an instrument Are there any other instrument? Any kind of instrument is fine for techno Are they exactly the same? Techno is based on digital sounds usualy I think techno is a lot of things. Yes", "response": "Gosh!", "annotation_id": "Bot003_093_20", "annotations": ["O", "T", "T", "T", "O", "O", "O", "T", "X", "O", "X", "O", "T", "O", "O"], "gpt2_target_score": [-8.159460067749023, -14.429823875427246, -8.001300811767578], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.5013010501861572, -0.001061591086909175, -0.009460735134780407, -1.5634222030639648, -1.268423318862915, -0.7755934596061707, -2.1335103511810303, -1.07789146900177, -1.771908164024353, -0.15766628086566925, -1.1673060655593872, -1.1977421045303345, -1.3481178283691406, -2.7009167671203613, -1.8957139253616333, -1.2082116603851318, -0.21752198040485382, -1.538290023803711, -1.2734482288360596, -0.6348557472229004, -1.5393611192703247, -1.4198836088180542, -1.400136947631836, -1.3334680795669556, -1.6685935258865356, -1.2814103364944458, -0.0005249790847301483, -0.26836279034614563, -1.911264181137085, -1.0695862770080566, -1.3809012174606323, -1.40261709690094, -1.4780045747756958, -1.7803852558135986, -1.8967907428741455, -1.5695807933807373, -0.24257846176624298, -1.3745962381362915, -1.9886058568954468, -1.424073338508606, -1.5437166690826416, -1.4981645345687866, -1.8016666173934937, -0.0002181292074965313, -0.23258371651172638, -1.7063446044921875, -3.0518734455108643, -1.6547601222991943, -2.256525754928589, -0.9034613370895386, -2.0717267990112305, -1.4086720943450928, -2.0487778186798096, -1.3829004764556885, -2.148207664489746, -0.6333529353141785, -0.9875747561454773, -1.15448796749115, -0.49440687894821167, -0.8716098070144653, -1.7424943447113037, -1.798673152923584, -1.9584015607833862, -1.6639184951782227, -1.897423267364502, -1.1895838975906372, -1.45283842086792, -1.840356469154358, -0.5157363414764404, -1.2967339754104614, -1.921491265296936, -1.6953084468841553, -2.56982421875, -1.4219670295715332, -0.10462214797735214, -0.8071706891059875, -0.6279063820838928, -3.4065985679626465, -1.3726938962936401, -2.0806920528411865, -1.1595250368118286, -1.8614290952682495, -1.0823938846588135, -2.3547070026397705, -1.2659330368041992, -1.808888554573059, -1.871887445449829, -2.307154417037964, -1.872292399406433, -1.8164912462234497, -1.2724469900131226, -1.9799580574035645, -1.7652372121810913, -1.410862922668457, -0.6440585851669312, -1.5388191938400269, -1.7132465839385986, -1.1848499774932861, -0.20047257840633392, -1.3862781524658203, -2.1171822547912598, -1.1665558815002441, -0.49750959873199463, -1.064886450767517, -0.721916913986206, -1.1083158254623413, -0.0690254420042038, -0.6131455302238464, -1.8371913433074951, -0.5761165618896484, -1.8808985948562622, -1.314038872718811, -1.3218615055084229, -0.044224441051483154, -0.7141004204750061, -0.9298526644706726, -1.7778180837631226, -1.1404565572738647, -1.3980330228805542, -1.255577564239502, -0.1553793102502823, -2.6648364067077637, -1.3935673236846924, -0.18421553075313568, -1.9535813331604004, -1.7283107042312622, -0.9891501069068909, -1.1424344778060913, -1.300053596496582, -0.4125466048717499, -1.8117860555648804, -0.970881462097168, -1.39314603805542, -1.836601972579956, -1.5752655267715454, -1.5864871740341187, -1.3959693908691406, -0.5304117798805237, -1.7815196514129639, -1.774280071258545, -0.7496219277381897, -2.3163256645202637, -1.4277417659759521, -1.818329095840454, -1.167525291442871, -1.7817490100860596, -0.5642747282981873, -1.103558897972107, -1.4927351474761963]}, "Bot003_094_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from?", "response": "I am from california, how about you?", "annotation_id": "Bot003_094_02", "annotations": ["T", "T", "O", "T", "O", "X", "O", "O", "T", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-10.448432922363281, -11.447929382324219, -4.947066307067871, -11.345738410949707, -12.695388793945312, -22.236217498779297, -9.598466873168945, -10.935674667358398, -8.541104316711426, -10.705896377563477, -8.180794715881348], "gpt2_argmax_score": [-4.211193084716797, -1.9949567317962646, -2.5044546127319336, -1.8261312246322632, -0.7318113446235657, -1.6779899597167969, -1.9412400722503662, -1.0780091285705566, -1.8962527513504028, -1.7831895351409912, -1.5685055255889893, -1.4500102996826172, -0.6619712710380554, -1.6323028802871704, -1.6274219751358032, -1.7273362874984741, -1.7420997619628906, -1.256479263305664, -1.171228051185608, -1.754457950592041, -0.9224569201469421, -0.03053939715027809, -1.349446177482605, -0.16295631229877472, -1.3636317253112793, -2.585671901702881, -1.1381144523620605, -0.7896048426628113, -1.73943293094635, -0.25801214575767517, -0.0011603058082982898, -1.067905306816101, -2.3726329803466797, -2.0112593173980713, -0.34306687116622925, -0.5422312021255493, -0.3443618714809418]}, "Bot003_094_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you?", "response": "I am a school student. I just moved to the country.", "annotation_id": "Bot003_094_04", "annotations": ["T", "T", "T", "O", "O", "T", "O", "X", "T", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-10.448424339294434, -11.447924613952637, -3.242339611053467, -9.168317794799805, -12.078086853027344, -8.140121459960938, -10.85120964050293, -9.1630859375, -11.922322273254395, -11.609519958496094, -5.968069076538086, -10.183394432067871, -5.047597408294678], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -1.9412213563919067, -1.0780184268951416, -1.896245002746582, -1.7832026481628418, -1.5685025453567505, -1.450026273727417, -0.66196209192276, -1.632299780845642, -1.6274220943450928, -1.727350115776062, -1.7421035766601562, -1.2564787864685059, -1.171226978302002, -1.7544636726379395, -0.922482967376709, -0.030539628118276596, -1.3495184183120728, -0.16295549273490906, -1.3636304140090942, -1.3453545570373535, -0.9719271063804626, -1.7195380926132202, -0.20451833307743073, -0.0008417400531470776, -1.0397932529449463, -2.249493360519409, -1.9014023542404175, -0.3105837404727936, -0.37227359414100647, -1.1928611993789673, -1.0360784530639648, -0.6698060631752014, -2.0573084354400635, -1.120052695274353, -1.4308161735534668, -2.0606436729431152, -1.2083598375320435, -0.29102933406829834, -1.0727152824401855, -0.5942431688308716, -1.2770339250564575, -2.544483184814453, -1.4903969764709473, -0.9780000448226929, -1.7189565896987915, -1.4035176038742065, -1.549853801727295, -2.0390243530273438, -0.9387956261634827, -1.059291124343872, -2.3318331241607666, -1.4358536005020142, -0.6227667927742004, -2.925196409225464, -0.9458369612693787, -1.644106149673462, -0.9776802659034729, -1.658968448638916, -0.7380805611610413, -0.43118858337402344, -1.1145306825637817, -0.36995774507522583, -1.45419442653656, -1.385193943977356]}, "Bot003_094_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now?", "response": "I'm in the us. I live in the city.", "annotation_id": "Bot003_094_06", "annotations": ["T", "T", "O", "T", "O", "X", "O", "X", "T", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-10.448424339294434, -12.5620756149292, -2.504462718963623, -5.855161190032959, -12.305656433105469, -8.140121459960938, -10.85120964050293, -9.8223876953125, -8.74596118927002, -9.272018432617188, -9.363500595092773, -9.618727684020996], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -1.9412213563919067, -1.0780184268951416, -1.896245002746582, -1.7832026481628418, -1.5685025453567505, -1.450026273727417, -0.66196209192276, -1.632299780845642, -1.6274220943450928, -1.727350115776062, -1.7421035766601562, -1.2564787864685059, -1.171226978302002, -1.7544636726379395, -0.922482967376709, -0.030539628118276596, -1.3495184183120728, -0.16295549273490906, -1.3636304140090942, -1.3453545570373535, -0.9719271063804626, -1.7195380926132202, -0.20451833307743073, -0.0008417400531470776, -1.0397932529449463, -2.249493360519409, -1.9014023542404175, -0.3105837404727936, -0.37227359414100647, -1.1928611993789673, -1.0360784530639648, -0.6698060631752014, -2.0573084354400635, -1.120052695274353, -1.4308161735534668, -2.0606436729431152, -1.2083523273468018, -0.2910288870334625, -1.0727102756500244, -0.5942443609237671, -1.2770349979400635, -2.544482946395874, -1.4903972148895264, -0.9779993295669556, -1.718975305557251, -1.4035245180130005, -1.5498543977737427, -2.039027452468872, -0.9387871026992798, -1.0592836141586304, -1.4825565814971924, -0.7144268751144409, -3.0975825786590576, -1.0941723585128784, -1.6335326433181763, -1.2818495035171509, -1.7078090906143188, -0.7289904952049255, -0.44238966703414917, -1.073699712753296, -0.38877180218696594, -1.444413423538208, -1.5421292781829834, -1.1919782161712646, -0.05477972701191902, -0.5757157802581787, -0.2296164184808731, -0.07430525869131088, -1.558069109916687, -2.1642956733703613, -1.4003832340240479, -0.9368783831596375, -1.961748480796814, -1.533095359802246, -1.4495779275894165, -1.3289415836334229, -1.3627156019210815, -0.3724574148654938, -1.4145307540893555, -2.222503900527954, -1.2561736106872559, -1.1937178373336792]}, "Bot003_094_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying?", "response": "I just moved to the country and moved to the country.", "annotation_id": "Bot003_094_08", "annotations": ["T", "T", "T", "O", "X", "T", "X", "T", "T", "T", "X", "X", "O", "T", "X"], "gpt2_target_score": [-10.448424339294434, -6.788683891296387, -12.115310668945312, -6.546658992767334, -7.273200511932373, -15.349197387695312, -10.094541549682617, -11.312911987304688, -9.117566108703613, -9.272018432617188, -10.145421981811523, -9.618727684020996], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -1.9412213563919067, -1.0780184268951416, -1.896245002746582, -1.7832026481628418, -1.5685025453567505, -1.450026273727417, -0.66196209192276, -1.632299780845642, -1.6274220943450928, -1.727350115776062, -1.7421035766601562, -1.2564787864685059, -1.171226978302002, -1.7544636726379395, -0.922482967376709, -0.030539628118276596, -1.3495184183120728, -0.16295549273490906, -1.3636304140090942, -1.3453545570373535, -0.9719271063804626, -1.7195380926132202, -0.20451833307743073, -0.0008417400531470776, -1.0397932529449463, -2.249493360519409, -1.9014023542404175, -0.3105837404727936, -0.37227359414100647, -1.1928611993789673, -1.0360784530639648, -0.6698060631752014, -2.0573084354400635, -1.120052695274353, -1.4308161735534668, -2.0606436729431152, -1.2083598375320435, -0.29102933406829834, -1.0727152824401855, -0.5942431688308716, -1.2770339250564575, -2.544483184814453, -1.4903969764709473, -0.9780000448226929, -1.7189565896987915, -1.4035176038742065, -1.549853801727295, -2.0390243530273438, -0.9387956261634827, -1.059291124343872, -1.482553482055664, -0.7144231796264648, -3.097592353820801, -1.094178557395935, -1.6335217952728271, -1.281850814819336, -1.707817792892456, -0.7289910316467285, -0.44238775968551636, -1.0737009048461914, -0.3887808322906494, -1.4444228410720825, -1.5421370267868042, -1.1919842958450317, -0.05478006601333618, -0.5757244229316711, -0.22961537539958954, -0.07430493086576462, -1.5580681562423706, -1.3213346004486084, -1.0835907459259033, -1.7660496234893799, -1.5739283561706543, -1.5265686511993408, -1.5607668161392212, -1.558380126953125, -0.36623987555503845, -1.2669252157211304, -1.9952448606491089, -1.0873918533325195, -1.1597051620483398, -1.6901792287826538, -1.0882409811019897, -1.3591485023498535, -0.8813676834106445, -0.2603723704814911, -1.474245309829712, -0.3583766520023346, -1.3032389879226685, -1.9849950075149536, -1.2419085502624512, -0.3148050904273987, -0.4204888939857483, -0.5865518450737, -0.5125792026519775, -1.2522141933441162, -1.238982915878296, -0.3322194218635559, -0.3446660339832306, -0.17576059699058533, -0.5131579041481018, -1.3500558137893677]}, "Bot003_094_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying? I just moved to the country and moved to the country. Do you have any interests?", "response": "I do not have time for anything. I am a student.", "annotation_id": "Bot003_094_10", "annotations": ["T", "T", "T", "T", "O", "O", "O", "T", "T", "T", "O", "O", "O", "O", "X"], "gpt2_target_score": [-10.448424339294434, -2.65252947807312, -7.980811595916748, -4.7314276695251465, -10.090141296386719, -9.4891357421875, -15.317365646362305, -5.5999298095703125, -8.69737720489502, -11.327903747558594, -4.609685897827148, -11.788481712341309, -5.047597408294678], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -1.9412213563919067, -1.0780184268951416, -1.896245002746582, -1.7832026481628418, -1.5685025453567505, -1.450026273727417, -0.66196209192276, -1.632299780845642, -1.6274220943450928, -1.727350115776062, -1.7421035766601562, -1.2564787864685059, -1.171226978302002, -1.7544636726379395, -0.922482967376709, -0.030539628118276596, -1.3495184183120728, -0.16295549273490906, -1.3636304140090942, -1.3453545570373535, -0.9719271063804626, -1.7195380926132202, -0.20451833307743073, -0.0008417400531470776, -1.0397932529449463, -2.249493360519409, -1.9014023542404175, -0.3105837404727936, -0.37227359414100647, -1.1928611993789673, -1.0360784530639648, -0.6698060631752014, -2.0573084354400635, -1.120052695274353, -1.4308161735534668, -2.0606436729431152, -1.2083598375320435, -0.29102933406829834, -1.0727152824401855, -0.5942431688308716, -1.2770339250564575, -2.544483184814453, -1.4903969764709473, -0.9780000448226929, -1.7189565896987915, -1.4035176038742065, -1.549853801727295, -2.0390243530273438, -0.9387956261634827, -1.059291124343872, -1.482553482055664, -0.7144231796264648, -3.097592353820801, -1.094178557395935, -1.6335217952728271, -1.281850814819336, -1.707817792892456, -0.7289910316467285, -0.44238775968551636, -1.0737009048461914, -0.3887808322906494, -1.4444228410720825, -1.5421370267868042, -1.1919842958450317, -0.05478006601333618, -0.5757244229316711, -0.22961537539958954, -0.07430493086576462, -1.5580681562423706, -1.3213346004486084, -1.0835907459259033, -1.7660496234893799, -1.5739283561706543, -1.5265686511993408, -1.5607668161392212, -1.558380126953125, -0.36623987555503845, -1.2669252157211304, -1.9952448606491089, -1.0873918533325195, -1.1597051620483398, -1.6901792287826538, -1.0882409811019897, -1.3591485023498535, -0.8813676834106445, -0.2603723704814911, -1.474245309829712, -0.3583766520023346, -1.3032389879226685, -1.3711726665496826, -0.8452348709106445, -0.504963219165802, -0.5647019743919373, -0.40055587887763977, -0.807874321937561, -1.292543888092041, -0.3582276999950409, -0.34671297669410706, -0.15785442292690277, -0.3757261037826538, -1.6712068319320679, -0.05154833570122719, -1.1553246974945068, -0.3938013017177582, -2.7820374965667725, -1.086241602897644, -1.1769797801971436, -1.4683493375778198, -1.471200942993164, -1.5960110425949097, -1.234429121017456, -0.6688031554222107, -0.6354238986968994, -1.9610484838485718, -1.996357798576355, -0.595309853553772, -1.6884642839431763, -1.1742699146270752, -1.9177278280258179, -1.5667790174484253, -0.6998937726020813]}, "Bot003_094_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying? I just moved to the country and moved to the country. Do you have any interests? I do not have time for anything. I am a student. That's sad. As for me, i study languages.", "response": "I moved to the country so I moved to the country.", "annotation_id": "Bot003_094_12", "annotations": ["T", "T", "T", "O", "X", "T", "X", "X", "T", "X", "X", "T", "O", "T", "X"], "gpt2_target_score": [-10.448424339294434, -14.086047172546387, -6.7775797843933105, -5.855161190032959, -13.076576232910156, -8.989044189453125, -10.85120964050293, -11.312911987304688, -9.117566108703613, -9.272018432617188, -10.145421981811523, -9.618727684020996], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -1.9412213563919067, -1.0780184268951416, -1.896245002746582, -1.7832026481628418, -1.5685025453567505, -1.450026273727417, -0.66196209192276, -1.632299780845642, -1.6274220943450928, -1.727350115776062, -1.7421035766601562, -1.2564787864685059, -1.171226978302002, -1.7544636726379395, -0.922482967376709, -0.030539628118276596, -1.3495184183120728, -0.16295549273490906, -1.3636304140090942, -1.3453545570373535, -0.9719271063804626, -1.7195380926132202, -0.20451833307743073, -0.0008417400531470776, -1.0397932529449463, -2.249493360519409, -1.9014023542404175, -0.3105837404727936, -0.37227359414100647, -1.1928611993789673, -1.0360784530639648, -0.6698060631752014, -2.0573084354400635, -1.120052695274353, -1.4308161735534668, -2.0606436729431152, -1.2083598375320435, -0.29102933406829834, -1.0727152824401855, -0.5942431688308716, -1.2770339250564575, -2.544483184814453, -1.4903969764709473, -0.9780000448226929, -1.7189565896987915, -1.4035176038742065, -1.549853801727295, -2.0390243530273438, -0.9387956261634827, -1.059291124343872, -1.482553482055664, -0.7144231796264648, -3.097592353820801, -1.094178557395935, -1.6335217952728271, -1.281850814819336, -1.707817792892456, -0.7289910316467285, -0.44238775968551636, -1.0737009048461914, -0.3887808322906494, -1.4444228410720825, -1.5421370267868042, -1.1919842958450317, -0.05478006601333618, -0.5757244229316711, -0.22961537539958954, -0.07430493086576462, -1.5580681562423706, -1.3213346004486084, -1.0835907459259033, -1.7660496234893799, -1.5739283561706543, -1.5265686511993408, -1.5607668161392212, -1.558380126953125, -0.36623987555503845, -1.2669252157211304, -1.9952448606491089, -1.0873918533325195, -1.1597051620483398, -1.6901792287826538, -1.0882409811019897, -1.3591485023498535, -0.8813676834106445, -0.2603723704814911, -1.474245309829712, -0.3583766520023346, -1.3032389879226685, -1.3711726665496826, -0.8452348709106445, -0.504963219165802, -0.5647019743919373, -0.40055587887763977, -0.807874321937561, -1.292543888092041, -0.3582276999950409, -0.34671297669410706, -0.15785442292690277, -0.3757261037826538, -1.6712068319320679, -0.05154833570122719, -1.1553246974945068, -0.3938013017177582, -2.7820374965667725, -1.086241602897644, -1.1769797801971436, -1.7549923658370972, -1.5098373889923096, -1.2856043577194214, -0.5677238702774048, -0.6127707362174988, -2.025484561920166, -1.5693309307098389, -0.8326634764671326, -1.807928442955017, -1.6301541328430176, -2.164761543273926, -1.4090266227722168, -0.7268440127372742, -0.5761713981628418, -2.665518045425415, -0.5263015627861023, -1.144540786743164, -1.5617762804031372, -2.1961476802825928, -0.33176055550575256, -0.49094152450561523, -1.8573168516159058, -1.8155721426010132, -1.4809025526046753, -0.9964509010314941, -1.7362496852874756, -1.8264834880828857, -0.44993796944618225, -0.5075608491897583, -0.4094300866127014, -1.7490569353103638, -1.4560775756835938, -1.659389615058899, -0.5559385418891907, -0.49319911003112793, -0.16149169206619263, -1.0446016788482666, -1.2473762035369873]}, "Bot003_094_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying? I just moved to the country and moved to the country. Do you have any interests? I do not have time for anything. I am a student. That's sad. As for me, i study languages. I moved to the country so I moved to the country. Do you have a family?", "response": "I do not. I am a student.", "annotation_id": "Bot003_094_14", "annotations": ["T", "T", "O", "T", "O", "T", "O", "X", "T", "T", "T", "T", "O", "T", "O"], "gpt2_target_score": [-10.448424339294434, -2.65252947807312, -7.980811595916748, -6.333371639251709, -3.4250407218933105, -2.969421148300171, -7.970075607299805, -12.4539794921875, -9.2603120803833], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -1.9412213563919067, -1.0780184268951416, -1.896245002746582, -1.7832026481628418, -1.5685025453567505, -1.450026273727417, -0.66196209192276, -1.632299780845642, -1.6274220943450928, -1.727350115776062, -1.7421035766601562, -1.2564787864685059, -1.171226978302002, -1.7544636726379395, -0.922482967376709, -0.030539628118276596, -1.3495184183120728, -0.16295549273490906, -1.3636304140090942, -1.3453545570373535, -0.9719271063804626, -1.7195380926132202, -0.20451833307743073, -0.0008417400531470776, -1.0397932529449463, -2.249493360519409, -1.9014023542404175, -0.3105837404727936, -0.37227359414100647, -1.1928611993789673, -1.0360784530639648, -0.6698060631752014, -2.0573084354400635, -1.120052695274353, -1.4308161735534668, -2.0606436729431152, -1.2083598375320435, -0.29102933406829834, -1.0727152824401855, -0.5942431688308716, -1.2770339250564575, -2.544483184814453, -1.4903969764709473, -0.9780000448226929, -1.7189565896987915, -1.4035176038742065, -1.549853801727295, -2.0390243530273438, -0.9387956261634827, -1.059291124343872, -1.482553482055664, -0.7144231796264648, -3.097592353820801, -1.094178557395935, -1.6335217952728271, -1.281850814819336, -1.707817792892456, -0.7289910316467285, -0.44238775968551636, -1.0737009048461914, -0.3887808322906494, -1.4444228410720825, -1.5421370267868042, -1.1919842958450317, -0.05478006601333618, -0.5757244229316711, -0.22961537539958954, -0.07430493086576462, -1.5580681562423706, -1.3213346004486084, -1.0835907459259033, -1.7660496234893799, -1.5739283561706543, -1.5265686511993408, -1.5607668161392212, -1.558380126953125, -0.36623987555503845, -1.2669252157211304, -1.9952448606491089, -1.0873918533325195, -1.1597051620483398, -1.6901792287826538, -1.0882409811019897, -1.3591485023498535, -0.8813676834106445, -0.2603723704814911, -1.474245309829712, -0.3583766520023346, -1.3032389879226685, -1.3711726665496826, -0.8452348709106445, -0.504963219165802, -0.5647019743919373, -0.40055587887763977, -0.807874321937561, -1.292543888092041, -0.3582276999950409, -0.34671297669410706, -0.15785442292690277, -0.3757261037826538, -1.6712068319320679, -0.05154833570122719, -1.1553246974945068, -0.3938013017177582, -2.7820374965667725, -1.086241602897644, -1.1769797801971436, -1.7549923658370972, -1.5098373889923096, -1.2856043577194214, -0.5677238702774048, -0.6127707362174988, -2.025484561920166, -1.5693309307098389, -0.8326634764671326, -1.807928442955017, -1.6301541328430176, -2.164761543273926, -1.4090266227722168, -0.7268440127372742, -0.5761713981628418, -2.665518045425415, -0.5263015627861023, -1.144540786743164, -1.5617762804031372, -2.1961476802825928, -0.33176055550575256, -0.49094152450561523, -1.8573168516159058, -1.8155721426010132, -1.4809025526046753, -0.9964509010314941, -2.1471874713897705, -0.49449580907821655, -0.6784644722938538, -0.3305753767490387, -2.0350539684295654, -1.3888015747070312, -1.5097264051437378, -0.5720369219779968, -0.4903114438056946, -0.16879816353321075, -0.8428093194961548, -1.3442593812942505, -0.053566593676805496, -0.6840749382972717, -0.20549403131008148, -1.7950888872146606, -0.7772476077079773, -1.2737236022949219, -1.5450844764709473, -1.6695728302001953, -1.0632846355438232, -0.9987720847129822, -0.7405851483345032, -1.420028805732727, -1.4369300603866577, -1.0760325193405151, -0.6816626191139221, -0.8399916291236877]}, "Bot003_094_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying? I just moved to the country and moved to the country. Do you have any interests? I do not have time for anything. I am a student. That's sad. As for me, i study languages. I moved to the country so I moved to the country. Do you have a family? I do not. I am a student. I'm sorry for you. What are you studying?", "response": "I am studying to be a teacher.", "annotation_id": "Bot003_094_16", "annotations": ["T", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "O", "O"], "gpt2_target_score": [-10.448424339294434, -11.447924613952637, -13.102798461914062, -6.546658992767334, -10.642387390136719, -9.140884399414062, -15.626218795776367, -5.5999298095703125], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -1.9412213563919067, -1.0780184268951416, -1.896245002746582, -1.7832026481628418, -1.5685025453567505, -1.450026273727417, -0.66196209192276, -1.632299780845642, -1.6274220943450928, -1.727350115776062, -1.7421035766601562, -1.2564787864685059, -1.171226978302002, -1.7544636726379395, -0.922482967376709, -0.030539628118276596, -1.3495184183120728, -0.16295549273490906, -1.3636304140090942, -1.3453545570373535, -0.9719271063804626, -1.7195380926132202, -0.20451833307743073, -0.0008417400531470776, -1.0397932529449463, -2.249493360519409, -1.9014023542404175, -0.3105837404727936, -0.37227359414100647, -1.1928611993789673, -1.0360784530639648, -0.6698060631752014, -2.0573084354400635, -1.120052695274353, -1.4308161735534668, -2.0606436729431152, -1.2083598375320435, -0.29102933406829834, -1.0727152824401855, -0.5942431688308716, -1.2770339250564575, -2.544483184814453, -1.4903969764709473, -0.9780000448226929, -1.7189565896987915, -1.4035176038742065, -1.549853801727295, -2.0390243530273438, -0.9387956261634827, -1.059291124343872, -1.482553482055664, -0.7144231796264648, -3.097592353820801, -1.094178557395935, -1.6335217952728271, -1.281850814819336, -1.707817792892456, -0.7289910316467285, -0.44238775968551636, -1.0737009048461914, -0.3887808322906494, -1.4444228410720825, -1.5421370267868042, -1.1919842958450317, -0.05478006601333618, -0.5757244229316711, -0.22961537539958954, -0.07430493086576462, -1.5580681562423706, -1.3213346004486084, -1.0835907459259033, -1.7660496234893799, -1.5739283561706543, -1.5265686511993408, -1.5607668161392212, -1.558380126953125, -0.36623987555503845, -1.2669252157211304, -1.9952448606491089, -1.0873918533325195, -1.1597051620483398, -1.6901792287826538, -1.0882409811019897, -1.3591485023498535, -0.8813676834106445, -0.2603723704814911, -1.474245309829712, -0.3583766520023346, -1.3032389879226685, -1.3711726665496826, -0.8452348709106445, -0.504963219165802, -0.5647019743919373, -0.40055587887763977, -0.807874321937561, -1.292543888092041, -0.3582276999950409, -0.34671297669410706, -0.15785442292690277, -0.3757261037826538, -1.6712068319320679, -0.05154833570122719, -1.1553246974945068, -0.3938013017177582, -2.7820374965667725, -1.086241602897644, -1.1769797801971436, -1.7549923658370972, -1.5098373889923096, -1.2856043577194214, -0.5677238702774048, -0.6127707362174988, -2.025484561920166, -1.5693309307098389, -0.8326634764671326, -1.807928442955017, -1.6301541328430176, -2.164761543273926, -1.4090266227722168, -0.7268440127372742, -0.5761713981628418, -2.665518045425415, -0.5263015627861023, -1.144540786743164, -1.5617762804031372, -2.1961476802825928, -0.33176055550575256, -0.49094152450561523, -1.8573168516159058, -1.8155721426010132, -1.4809025526046753, -0.9964509010314941, -2.1471779346466064, -0.49450141191482544, -0.6784630417823792, -0.33057647943496704, -2.0350472927093506, -1.3888112306594849, -1.509721279144287, -0.5720347166061401, -0.49030545353889465, -0.1688009798526764, -0.8428043127059937, -1.344269871711731, -0.053567610681056976, -0.6840763092041016, -0.20549549162387848, -1.7950986623764038, -0.7772394418716431, -1.273713231086731, -1.8449618816375732, -0.39655542373657227, -0.8837601542472839, -0.8180462718009949, -1.6265714168548584, -1.6014225482940674, -1.4670809507369995, -0.5380261540412903, -0.9123665690422058, -1.5999362468719482, -1.7078155279159546, -1.337465763092041, -1.3004181385040283, -0.4548807442188263, -0.9875439405441284, -0.8637823462486267, -0.146846204996109, -0.0539654865860939, -0.15110556781291962, -1.0993878841400146, -1.9065150022506714, -1.644634485244751, -1.0541340112686157, -1.4092926979064941, -1.0469521284103394, -0.42228755354881287, -1.828526496887207, -0.8037487268447876, -0.7569115161895752]}, "Bot003_094_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying? I just moved to the country and moved to the country. Do you have any interests? I do not have time for anything. I am a student. That's sad. As for me, i study languages. I moved to the country so I moved to the country. Do you have a family? I do not. I am a student. I'm sorry for you. What are you studying? I am studying to be a teacher. That's great. Do you want to be a teacher?", "response": "I do not. I am a school student.", "annotation_id": "Bot003_094_18", "annotations": ["T", "T", "T", "T", "X", "T", "X", "X", "T", "X", "X", "T", "O", "T", "X"], "gpt2_target_score": [-10.448424339294434, -2.65252947807312, -7.980811595916748, -6.333371639251709, -3.4250407218933105, -2.969421148300171, -7.970075607299805, -10.482177734375, -13.189000129699707, -12.808723449707031], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -1.9412213563919067, -1.0780184268951416, -1.896245002746582, -1.7832026481628418, -1.5685025453567505, -1.450026273727417, -0.66196209192276, -1.632299780845642, -1.6274220943450928, -1.727350115776062, -1.7421035766601562, -1.2564787864685059, -1.171226978302002, -1.7544636726379395, -0.922482967376709, -0.030539628118276596, -1.3495184183120728, -0.16295549273490906, -1.3636304140090942, -1.3453545570373535, -0.9719271063804626, -1.7195380926132202, -0.20451833307743073, -0.0008417400531470776, -1.0397932529449463, -2.249493360519409, -1.9014023542404175, -0.3105837404727936, -0.37227359414100647, -1.1928611993789673, -1.0360784530639648, -0.6698060631752014, -2.0573084354400635, -1.120052695274353, -1.4308161735534668, -2.0606436729431152, -1.2083598375320435, -0.29102933406829834, -1.0727152824401855, -0.5942431688308716, -1.2770339250564575, -2.544483184814453, -1.4903969764709473, -0.9780000448226929, -1.7189565896987915, -1.4035176038742065, -1.549853801727295, -2.0390243530273438, -0.9387956261634827, -1.059291124343872, -1.482553482055664, -0.7144231796264648, -3.097592353820801, -1.094178557395935, -1.6335217952728271, -1.281850814819336, -1.707817792892456, -0.7289910316467285, -0.44238775968551636, -1.0737009048461914, -0.3887808322906494, -1.4444228410720825, -1.5421370267868042, -1.1919842958450317, -0.05478006601333618, -0.5757244229316711, -0.22961537539958954, -0.07430493086576462, -1.5580681562423706, -1.3213346004486084, -1.0835907459259033, -1.7660496234893799, -1.5739283561706543, -1.5265686511993408, -1.5607668161392212, -1.558380126953125, -0.36623987555503845, -1.2669252157211304, -1.9952448606491089, -1.0873918533325195, -1.1597051620483398, -1.6901792287826538, -1.0882409811019897, -1.3591485023498535, -0.8813676834106445, -0.2603723704814911, -1.474245309829712, -0.3583766520023346, -1.3032389879226685, -1.3711726665496826, -0.8452348709106445, -0.504963219165802, -0.5647019743919373, -0.40055587887763977, -0.807874321937561, -1.292543888092041, -0.3582276999950409, -0.34671297669410706, -0.15785442292690277, -0.3757261037826538, -1.6712068319320679, -0.05154833570122719, -1.1553246974945068, -0.3938013017177582, -2.7820374965667725, -1.086241602897644, -1.1769797801971436, -1.7549923658370972, -1.5098373889923096, -1.2856043577194214, -0.5677238702774048, -0.6127707362174988, -2.025484561920166, -1.5693309307098389, -0.8326634764671326, -1.807928442955017, -1.6301541328430176, -2.164761543273926, -1.4090266227722168, -0.7268440127372742, -0.5761713981628418, -2.665518045425415, -0.5263015627861023, -1.144540786743164, -1.5617762804031372, -2.1961476802825928, -0.33176055550575256, -0.49094152450561523, -1.8573168516159058, -1.8155721426010132, -1.4809025526046753, -0.9964509010314941, -2.1471874713897705, -0.49449580907821655, -0.6784644722938538, -0.3305753767490387, -2.0350539684295654, -1.3888015747070312, -1.5097264051437378, -0.5720369219779968, -0.4903114438056946, -0.16879816353321075, -0.8428093194961548, -1.3442593812942505, -0.053566593676805496, -0.6840749382972717, -0.20549403131008148, -1.7950888872146606, -0.7772476077079773, -1.2737236022949219, -1.8449618816375732, -0.396557092666626, -0.8837522268295288, -0.8180535435676575, -1.6265848875045776, -1.6014084815979004, -1.467105746269226, -0.5380218029022217, -0.9123628735542297, -1.5999441146850586, -1.7078068256378174, -1.3374872207641602, -1.3004169464111328, -0.45488324761390686, -0.9875366687774658, -0.8637939691543579, -0.14684578776359558, -0.053965259343385696, -0.15110351145267487, -1.0993962287902832, -1.4769461154937744, -0.9258576035499573, -1.63052237033844, -1.2845979928970337, -0.5289183855056763, -1.6985678672790527, -0.520861029624939, -0.8478299379348755, -0.32946786284446716, -0.5676484704017639, -0.5925381779670715, -1.0496635437011719, -0.03324687480926514, -0.36723119020462036, -0.17114488780498505, -0.7462022304534912, -0.17734606564044952, -0.1474183201789856, -0.2436770498752594, -1.1756584644317627, -1.4928770065307617, -1.5882768630981445, -0.4140130579471588, -1.2291816473007202, -0.5170652270317078, -1.097318410873413, -1.0227277278900146, -0.5529919266700745, -0.16048669815063477, -0.39014795422554016, -0.6207235455513]}, "Bot003_094_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying? I just moved to the country and moved to the country. Do you have any interests? I do not have time for anything. I am a student. That's sad. As for me, i study languages. I moved to the country so I moved to the country. Do you have a family? I do not. I am a student. I'm sorry for you. What are you studying? I am studying to be a teacher. That's great. Do you want to be a teacher? I do not. I am a school student. Do you have a car?", "response": "No, I just moved to the country and moved to the country.", "annotation_id": "Bot003_094_20", "annotations": ["T", "T", "O", "O", "X", "O", "X", "X", "T", "X", "X", "X", "O", "T", "O"], "gpt2_target_score": [-12.240691184997559, -9.843401908874512, -6.818336009979248, -7.0919623374938965, -11.609275817871094, -9.820785522460938, -9.86500358581543, -9.21337890625, -6.972546577453613, -14.526924133300781, -3.615530014038086, -3.607222318649292, -8.922826766967773, -8.515600204467773], "gpt2_argmax_score": [-4.211211204528809, -1.9949519634246826, -2.504462718963623, -1.8261085748672485, -0.7317728996276855, -1.677978277206421, -1.9412213563919067, -1.0780184268951416, -1.896245002746582, -1.7832026481628418, -1.5685025453567505, -1.450026273727417, -0.66196209192276, -1.632299780845642, -1.6274220943450928, -1.727350115776062, -1.7421035766601562, -1.2564787864685059, -1.171226978302002, -1.7544636726379395, -0.922482967376709, -0.030539628118276596, -1.3495184183120728, -0.16295549273490906, -1.3636304140090942, -1.3453545570373535, -0.9719271063804626, -1.7195380926132202, -0.20451833307743073, -0.0008417400531470776, -1.0397932529449463, -2.249493360519409, -1.9014023542404175, -0.3105837404727936, -0.37227359414100647, -1.1928611993789673, -1.0360784530639648, -0.6698060631752014, -2.0573084354400635, -1.120052695274353, -1.4308161735534668, -2.0606436729431152, -1.2083598375320435, -0.29102933406829834, -1.0727152824401855, -0.5942431688308716, -1.2770339250564575, -2.544483184814453, -1.4903969764709473, -0.9780000448226929, -1.7189565896987915, -1.4035176038742065, -1.549853801727295, -2.0390243530273438, -0.9387956261634827, -1.059291124343872, -1.482553482055664, -0.7144231796264648, -3.097592353820801, -1.094178557395935, -1.6335217952728271, -1.281850814819336, -1.707817792892456, -0.7289910316467285, -0.44238775968551636, -1.0737009048461914, -0.3887808322906494, -1.4444228410720825, -1.5421370267868042, -1.1919842958450317, -0.05478006601333618, -0.5757244229316711, -0.22961537539958954, -0.07430493086576462, -1.5580681562423706, -1.3213346004486084, -1.0835907459259033, -1.7660496234893799, -1.5739283561706543, -1.5265686511993408, -1.5607668161392212, -1.558380126953125, -0.36623987555503845, -1.2669252157211304, -1.9952448606491089, -1.0873918533325195, -1.1597051620483398, -1.6901792287826538, -1.0882409811019897, -1.3591485023498535, -0.8813676834106445, -0.2603723704814911, -1.474245309829712, -0.3583766520023346, -1.3032389879226685, -1.3711726665496826, -0.8452348709106445, -0.504963219165802, -0.5647019743919373, -0.40055587887763977, -0.807874321937561, -1.292543888092041, -0.3582276999950409, -0.34671297669410706, -0.15785442292690277, -0.3757261037826538, -1.6712068319320679, -0.05154833570122719, -1.1553246974945068, -0.3938013017177582, -2.7820374965667725, -1.086241602897644, -1.1769797801971436, -1.7549923658370972, -1.5098373889923096, -1.2856043577194214, -0.5677238702774048, -0.6127707362174988, -2.025484561920166, -1.5693309307098389, -0.8326634764671326, -1.807928442955017, -1.6301541328430176, -2.164761543273926, -1.4090266227722168, -0.7268440127372742, -0.5761713981628418, -2.665518045425415, -0.5263015627861023, -1.144540786743164, -1.5617762804031372, -2.1961476802825928, -0.33176055550575256, -0.49094152450561523, -1.8573168516159058, -1.8155721426010132, -1.4809025526046753, -0.9964509010314941, -2.1471874713897705, -0.49449580907821655, -0.6784644722938538, -0.3305753767490387, -2.0350539684295654, -1.3888015747070312, -1.5097264051437378, -0.5720369219779968, -0.4903114438056946, -0.16879816353321075, -0.8428093194961548, -1.3442593812942505, -0.053566593676805496, -0.6840749382972717, -0.20549403131008148, -1.7950888872146606, -0.7772476077079773, -1.2737236022949219, -1.8449618816375732, -0.396557092666626, -0.8837522268295288, -0.8180535435676575, -1.6265848875045776, -1.6014084815979004, -1.467105746269226, -0.5380218029022217, -0.9123628735542297, -1.5999441146850586, -1.7078068256378174, -1.3374872207641602, -1.3004169464111328, -0.45488324761390686, -0.9875366687774658, -0.8637939691543579, -0.14684578776359558, -0.053965259343385696, -0.15110351145267487, -1.0993962287902832, -1.4769461154937744, -0.9258576035499573, -1.63052237033844, -1.2845979928970337, -0.5289183855056763, -1.6985678672790527, -0.520861029624939, -0.8478299379348755, -0.32946786284446716, -0.5676484704017639, -0.5925381779670715, -1.0496635437011719, -0.03324687480926514, -0.36723119020462036, -0.17114488780498505, -0.7462022304534912, -0.1773473620414734, -0.14741894602775574, -0.24367433786392212, -1.1756646633148193, -1.5511747598648071, -0.18070769309997559, -0.7722654938697815, -0.6200299859046936, -1.2594425678253174, -1.1553034782409668, -0.6712669730186462, -0.22637100517749786, -0.24808725714683533, -0.7077973484992981, -0.02498585917055607, -0.3538261353969574, -0.3561250865459442, -0.48537707328796387, -0.12076528370380402, -1.2772845029830933, -1.6832554340362549, -0.8279320597648621, -1.2607312202453613, -1.3509184122085571, -0.9974914789199829, -0.3222522735595703, -0.32882577180862427, -0.13062463700771332, -0.8394941687583923, -1.0837960243225098, -0.3024442791938782, -0.23197191953659058, -0.0820702537894249, -0.3295210301876068, -1.1316399574279785]}, "Bot003_095_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi", "response": "Hi how are you today?", "annotation_id": "Bot003_095_02", "annotations": ["O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-16.27497673034668, -26.117481231689453, -9.949082374572754, -6.575793266296387, -7.0131611824035645, -0.9065773487091064], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -2.156792402267456, -2.391965389251709, -1.103822946548462, -0.9672496318817139, -0.13792701065540314, -1.2031686305999756, -0.592082679271698, -0.27952784299850464]}, "Bot003_095_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine", "response": "I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons?", "annotation_id": "Bot003_095_04", "annotations": ["T", "T", "X", "T", "O", "O", "T", "X", "X", "T", "T", "O", "T", "T", "O"], "gpt2_target_score": [-12.797722816467285, -26.102863311767578, -15.691816329956055, -14.743363380432129, -6.87166690826416, -15.44460391998291, -11.132633209228516, -4.2817559242248535, -4.0412774085998535, -10.181650161743164, -10.776517868041992, -12.396923065185547, -6.791451454162598, -8.414764404296875, -11.081171989440918, -24.59937286376953, -15.672490119934082, -8.780256271362305, -10.50158977508545, -11.917634963989258, -11.013628005981445, -11.978042602539062, -10.690556526184082, -1.74630606174469, -12.51968765258789, -11.409005165100098, -10.838347434997559, -14.04214859008789, -5.131408214569092, -5.492669582366943, -6.633330345153809, -8.857239723205566, -13.564336776733398, -12.315217971801758, -9.614065170288086, -17.37113380432129, -8.627034187316895, -12.318023681640625, -8.69594955444336, -6.732280731201172, -12.939083099365234, -2.2641494274139404, -13.228927612304688, -16.790597915649414, -12.614293098449707, -8.035521507263184], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.6232761144638062, -1.523066520690918, -0.001602795091457665, -0.1157124787569046, -2.8190131187438965, -2.1077606678009033, -2.419633626937866, -1.2783067226409912, -2.6389925479888916, -1.5052541494369507, -1.63784658908844, -2.3478589057922363, -1.192910075187683, -1.3863818645477295, -0.7171213626861572, -1.7169488668441772, -0.2380002737045288, -1.7832787036895752, -0.2382209599018097, -1.3293824195861816, -1.7272509336471558, -1.7312830686569214, -1.041253924369812, -0.8176165819168091, -1.9653782844543457, -2.1661791801452637, -1.8652002811431885, -0.4029656648635864, -0.7125594615936279, -0.5705259442329407, -0.5436955094337463, -2.752599000930786, -0.9261770844459534, -0.2676292955875397, -1.688996434211731, -2.0439774990081787, -1.0369548797607422, -0.9971006512641907, -1.088569164276123, -1.5190318822860718, -0.6758891344070435, -0.724022626876831, -1.7894296646118164, -1.5724800825119019, -0.09102184325456619, -0.8407415151596069, -1.517320156097412, -0.3844199776649475, -1.4168055057525635, -1.5422381162643433, -1.2025700807571411, -1.2741482257843018, -0.8467897772789001]}, "Bot003_095_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right", "response": "Thank you for your service.", "annotation_id": "Bot003_095_06", "annotations": ["X", "T", "X", "T", "T", "T", "X", "X", "X", "T", "X", "O", "O", "T", "T"], "gpt2_target_score": [-18.907424926757812, -23.213037490844727, -13.27485466003418, -1.2522441148757935, -17.132789611816406, -5.232659816741943], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.6232761144638062, -1.523066520690918, -0.001602795091457665, -0.1157124787569046, -2.8190131187438965, -2.1077606678009033, -0.7938777208328247, -2.426508903503418, -1.4410357475280762, -1.7382640838623047, -2.503361225128174, -1.5393249988555908, -1.7811999320983887, -1.063720941543579, -1.6349166631698608, -0.17394183576107025, -1.977979302406311, -0.19781869649887085, -1.4954938888549805, -1.7579264640808105, -1.5852097272872925, -1.150546669960022, -1.5341376066207886, -1.4799892902374268, -2.1636054515838623, -1.929301142692566, -0.3687593936920166, -0.7506691217422485, -0.6017757654190063, -1.5745768547058105, -2.3013949394226074, -0.9302286505699158, -0.5390307307243347, -1.6052724123001099, -2.167752504348755, -1.0875558853149414, -1.2622241973876953, -1.4000500440597534, -1.5321053266525269, -0.6347079277038574, -0.82574063539505, -1.9220162630081177, -1.8192332983016968, -0.08768387883901596, -1.841370940208435, -1.7576035261154175, -0.2942616939544678, -1.423021674156189, -1.5895591974258423, -1.1210007667541504, -1.4176303148269653, -1.3848263025283813, -0.31665000319480896, -1.901452660560608, -0.027943862602114677, -1.106878638267517, -1.219573974609375, -1.0555320978164673, -0.6620482802391052, -1.1564621925354004]}, "Bot003_095_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know", "response": "I am sorry to hear that. My family doesn't understand me.", "annotation_id": "Bot003_095_08", "annotations": ["X", "T", "X", "T", "T", "T", "X", "X", "T", "T", "X", "O", "T", "T", "O"], "gpt2_target_score": [-12.797722816467285, -26.102863311767578, -15.775297164916992, -8.090729713439941, -16.620094299316406, -5.919213771820068, -11.132633209228516, -7.155214786529541, -9.269365310668945, -10.306619644165039, -13.277219772338867, -14.811687469482422, -8.315194129943848, -9.718978881835938], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.6232761144638062, -1.523066520690918, -0.001602795091457665, -0.1157124787569046, -2.8190131187438965, -2.1077606678009033, -0.7938777208328247, -2.426508903503418, -1.4410357475280762, -1.7382640838623047, -2.503361225128174, -1.5393249988555908, -1.7811999320983887, -1.063720941543579, -1.6349166631698608, -0.17394183576107025, -1.977979302406311, -0.19781869649887085, -1.4954938888549805, -1.7579264640808105, -1.5852097272872925, -1.150546669960022, -1.5341376066207886, -1.480000615119934, -2.1636009216308594, -1.9293005466461182, -0.36875808238983154, -0.7506678700447083, -0.6017711758613586, -1.5745699405670166, -2.3014066219329834, -0.9302195310592651, -0.5390307307243347, -1.6052563190460205, -2.167747735977173, -1.087572455406189, -1.2622257471084595, -1.4000602960586548, -1.5320981740951538, -0.6347095370292664, -0.8257430791854858, -1.9220081567764282, -1.8192445039749146, -0.08768617361783981, -1.8413691520690918, -1.7575992345809937, -0.29426151514053345, -1.4230331182479858, -1.5895670652389526, -1.1210076808929443, -1.4176307916641235, -1.384833574295044, -0.316644549369812, -0.0328381285071373, -0.8051549792289734, -1.2099004983901978, -1.2962620258331299, -0.5357998609542847, -1.1802513599395752, -1.613620638847351, -1.4871625900268555, -1.4403996467590332, -1.3404237031936646, -2.543828010559082, -1.8972463607788086, -1.7850980758666992, -1.0044547319412231, -0.010392596013844013, -0.08026400953531265, -0.21259136497974396, -1.341612696647644, -0.24944773316383362, -0.8820948600769043, -0.04747102037072182, -0.058745015412569046, -0.23842132091522217, -0.3052152395248413, -1.4897922277450562]}, "Bot003_095_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know I am sorry to hear that. My family doesn't understand me. how old are you?", "response": "I'm old.", "annotation_id": "Bot003_095_10", "annotations": ["O", "T", "O", "O", "T", "T", "T", "T", "X", "O", "T", "O", "X", "T", "T"], "gpt2_target_score": [-12.797722816467285, -28.96939468383789, -12.457014083862305, -11.269349098205566], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.6232761144638062, -1.523066520690918, -0.001602795091457665, -0.1157124787569046, -2.8190131187438965, -2.1077606678009033, -0.7938777208328247, -2.426508903503418, -1.4410357475280762, -1.7382640838623047, -2.503361225128174, -1.5393249988555908, -1.7811999320983887, -1.063720941543579, -1.6349166631698608, -0.17394183576107025, -1.977979302406311, -0.19781869649887085, -1.4954938888549805, -1.7579264640808105, -1.5852097272872925, -1.150546669960022, -1.5341376066207886, -1.480000615119934, -2.1636009216308594, -1.9293005466461182, -0.36875808238983154, -0.7506678700447083, -0.6017711758613586, -1.5745699405670166, -2.3014066219329834, -0.9302195310592651, -0.5390307307243347, -1.6052563190460205, -2.167747735977173, -1.087572455406189, -1.2622257471084595, -1.4000602960586548, -1.5320981740951538, -0.6347095370292664, -0.8257430791854858, -1.9220081567764282, -1.8192445039749146, -0.08768617361783981, -1.8413691520690918, -1.7575992345809937, -0.29426151514053345, -1.4230331182479858, -1.5895670652389526, -1.1210076808929443, -1.4176307916641235, -1.384833574295044, -0.316644549369812, -0.0328381285071373, -0.8051549792289734, -1.2099004983901978, -1.2962620258331299, -0.5357998609542847, -1.1802513599395752, -1.613620638847351, -1.4871625900268555, -1.4403996467590332, -1.3404237031936646, -1.0886703729629517, -2.121782064437866, -1.0807561874389648, -0.02465548925101757, -0.15659669041633606, -0.2407553642988205, -1.6544113159179688, -0.5868224501609802, -1.4090826511383057, -0.06309808790683746, -0.11382552236318588, -0.29432135820388794, -0.43469759821891785, -1.5933421850204468, -1.2631924152374268, -0.2575569152832031, -0.0642610415816307, -0.27606457471847534, -2.0882556438446045, -2.552145004272461, -1.1791378259658813, -2.4049201011657715, -1.4187471866607666, -1.3439664840698242]}, "Bot003_095_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know I am sorry to hear that. My family doesn't understand me. how old are you? I'm old. and what do you like to do?", "response": "I like to shop for shoes and clothes.", "annotation_id": "Bot003_095_12", "annotations": ["O", "T", "O", "O", "O", "T", "O", "O", "O", "O", "X", "O", "X", "T", "X"], "gpt2_target_score": [-12.797722816467285, -25.011146545410156, -12.031049728393555, -14.048172950744629, -4.878838539123535, -14.838540077209473, -7.933155536651611, -11.42912483215332, -3.629091739654541], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.6232761144638062, -1.523066520690918, -0.001602795091457665, -0.1157124787569046, -2.8190131187438965, -2.1077606678009033, -0.7938777208328247, -2.426508903503418, -1.4410357475280762, -1.7382640838623047, -2.503361225128174, -1.5393249988555908, -1.7811999320983887, -1.063720941543579, -1.6349166631698608, -0.17394183576107025, -1.977979302406311, -0.19781869649887085, -1.4954938888549805, -1.7579264640808105, -1.5852097272872925, -1.150546669960022, -1.5341376066207886, -1.480000615119934, -2.1636009216308594, -1.9293005466461182, -0.36875808238983154, -0.7506678700447083, -0.6017711758613586, -1.5745699405670166, -2.3014066219329834, -0.9302195310592651, -0.5390307307243347, -1.6052563190460205, -2.167747735977173, -1.087572455406189, -1.2622257471084595, -1.4000602960586548, -1.5320981740951538, -0.6347095370292664, -0.8257430791854858, -1.9220081567764282, -1.8192445039749146, -0.08768617361783981, -1.8413691520690918, -1.7575992345809937, -0.29426151514053345, -1.4230331182479858, -1.5895670652389526, -1.1210076808929443, -1.4176307916641235, -1.384833574295044, -0.316644549369812, -0.0328381285071373, -0.8051549792289734, -1.2099004983901978, -1.2962620258331299, -0.5357998609542847, -1.1802513599395752, -1.613620638847351, -1.4871625900268555, -1.4403996467590332, -1.3404237031936646, -1.0886703729629517, -2.121782064437866, -1.0807561874389648, -0.02465548925101757, -0.15659669041633606, -0.2407553642988205, -1.6544113159179688, -0.5868224501609802, -1.4090826511383057, -0.06309808790683746, -0.11382552236318588, -0.29432135820388794, -0.43469759821891785, -1.5933421850204468, -1.2631924152374268, -0.2575569152832031, -0.0642610415816307, -0.27606457471847534, -2.0882556438446045, -0.9876880049705505, -1.961743712425232, -1.335250973701477, -1.7073692083358765, -1.4106398820877075, -2.1047585010528564, -0.07929573953151703, -1.1057108640670776, -1.1308810710906982, -0.3706423044204712, -0.37443456053733826, -1.7869009971618652, -1.9685873985290527, -1.6267012357711792, -0.5598323345184326, -1.9190354347229004, -1.694540023803711, -2.0686655044555664, -1.2392007112503052, -2.7625272274017334, -1.0481466054916382, -1.1212764978408813]}, "Bot003_095_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know I am sorry to hear that. My family doesn't understand me. how old are you? I'm old. and what do you like to do? I like to shop for shoes and clothes. i like it too", "response": "I love to shop for shoes and clothes", "annotation_id": "Bot003_095_14", "annotations": ["O", "X", "T", "T", "O", "T", "O", "X", "T", "O", "T", "T", "O", "T", "T"], "gpt2_target_score": [-12.797722816467285, -28.59171485900879, -12.031049728393555, -14.048172950744629, -4.878838539123535, -14.838540077209473, -7.933155536651611, -11.42912483215332], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.6232761144638062, -1.523066520690918, -0.001602795091457665, -0.1157124787569046, -2.8190131187438965, -2.1077606678009033, -0.7938777208328247, -2.426508903503418, -1.4410357475280762, -1.7382640838623047, -2.503361225128174, -1.5393249988555908, -1.7811999320983887, -1.063720941543579, -1.6349166631698608, -0.17394183576107025, -1.977979302406311, -0.19781869649887085, -1.4954938888549805, -1.7579264640808105, -1.5852097272872925, -1.150546669960022, -1.5341376066207886, -1.480000615119934, -2.1636009216308594, -1.9293005466461182, -0.36875808238983154, -0.7506678700447083, -0.6017711758613586, -1.5745699405670166, -2.3014066219329834, -0.9302195310592651, -0.5390307307243347, -1.6052563190460205, -2.167747735977173, -1.087572455406189, -1.2622257471084595, -1.4000602960586548, -1.5320981740951538, -0.6347095370292664, -0.8257430791854858, -1.9220081567764282, -1.8192445039749146, -0.08768617361783981, -1.8413691520690918, -1.7575992345809937, -0.29426151514053345, -1.4230331182479858, -1.5895670652389526, -1.1210076808929443, -1.4176307916641235, -1.384833574295044, -0.316644549369812, -0.0328381285071373, -0.8051549792289734, -1.2099004983901978, -1.2962620258331299, -0.5357998609542847, -1.1802513599395752, -1.613620638847351, -1.4871625900268555, -1.4403996467590332, -1.3404237031936646, -1.0886703729629517, -2.121782064437866, -1.0807561874389648, -0.02465548925101757, -0.15659669041633606, -0.2407553642988205, -1.6544113159179688, -0.5868224501609802, -1.4090826511383057, -0.06309808790683746, -0.11382552236318588, -0.29432135820388794, -0.43469759821891785, -1.5933421850204468, -1.2631924152374268, -0.2575569152832031, -0.0642610415816307, -0.27606457471847534, -2.0882556438446045, -0.9876880049705505, -1.961743712425232, -1.335250973701477, -1.7073692083358765, -1.4106398820877075, -2.1047585010528564, -0.07929573953151703, -1.1057108640670776, -1.1308810710906982, -0.3706423044204712, -0.37443456053733826, -1.7869009971618652, -1.522756576538086, -0.5867935419082642, -2.1331043243408203, -1.894518494606018, -2.007295846939087, -1.1535766124725342, -2.648385524749756, -0.9094827771186829, -1.4668679237365723, -1.7579866647720337, -0.3866516649723053, -0.9628559350967407, -0.6090981960296631, -2.224104404449463, -1.7480944395065308, -1.9310965538024902, -0.4318927824497223, -0.650364100933075, -0.9013575911521912, -0.5737630724906921, -0.25993260741233826, -0.8090733885765076]}, "Bot003_095_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know I am sorry to hear that. My family doesn't understand me. how old are you? I'm old. and what do you like to do? I like to shop for shoes and clothes. i like it too I love to shop for shoes and clothes do you have relatives?  do you have pets?", "response": "I do not have any pets. I work for a cable company.", "annotation_id": "Bot003_095_16", "annotations": ["O", "X", "T", "O", "O", "T", "O", "T", "T", "O", "T", "O", "T", "T", "O"], "gpt2_target_score": [-12.797722816467285, -23.992961883544922, -13.874372482299805, -9.753022193908691, -10.044976234436035, -15.255181312561035, -11.132633209228516, -4.416201114654541, -9.16502571105957, -8.816064834594727, -8.527265548706055, -16.664134979248047, -13.512825965881348, -9.718978881835938], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.6232761144638062, -1.523066520690918, -0.001602795091457665, -0.1157124787569046, -2.8190131187438965, -2.1077606678009033, -0.7938777208328247, -2.426508903503418, -1.4410357475280762, -1.7382640838623047, -2.503361225128174, -1.5393249988555908, -1.7811999320983887, -1.063720941543579, -1.6349166631698608, -0.17394183576107025, -1.977979302406311, -0.19781869649887085, -1.4954938888549805, -1.7579264640808105, -1.5852097272872925, -1.150546669960022, -1.5341376066207886, -1.480000615119934, -2.1636009216308594, -1.9293005466461182, -0.36875808238983154, -0.7506678700447083, -0.6017711758613586, -1.5745699405670166, -2.3014066219329834, -0.9302195310592651, -0.5390307307243347, -1.6052563190460205, -2.167747735977173, -1.087572455406189, -1.2622257471084595, -1.4000602960586548, -1.5320981740951538, -0.6347095370292664, -0.8257430791854858, -1.9220081567764282, -1.8192445039749146, -0.08768617361783981, -1.8413691520690918, -1.7575992345809937, -0.29426151514053345, -1.4230331182479858, -1.5895670652389526, -1.1210076808929443, -1.4176307916641235, -1.384833574295044, -0.316644549369812, -0.0328381285071373, -0.8051549792289734, -1.2099004983901978, -1.2962620258331299, -0.5357998609542847, -1.1802513599395752, -1.613620638847351, -1.4871625900268555, -1.4403996467590332, -1.3404237031936646, -1.0886703729629517, -2.121782064437866, -1.0807561874389648, -0.02465548925101757, -0.15659669041633606, -0.2407553642988205, -1.6544113159179688, -0.5868224501609802, -1.4090826511383057, -0.06309808790683746, -0.11382552236318588, -0.29432135820388794, -0.43469759821891785, -1.5933421850204468, -1.2631924152374268, -0.2575569152832031, -0.0642610415816307, -0.27606457471847534, -2.0882556438446045, -0.9876880049705505, -1.961743712425232, -1.335250973701477, -1.7073692083358765, -1.4106398820877075, -2.1047585010528564, -0.07929573953151703, -1.1057108640670776, -1.1308810710906982, -0.3706423044204712, -0.37443456053733826, -1.7869009971618652, -1.522756576538086, -0.5867935419082642, -2.1331043243408203, -1.894518494606018, -2.007295846939087, -1.1535766124725342, -2.648385524749756, -0.9094827771186829, -1.4668679237365723, -1.7579866647720337, -0.3866516649723053, -0.9628559350967407, -0.6090981960296631, -1.6868523359298706, -0.810301661491394, -2.0033373832702637, -0.8206548690795898, -1.4317278861999512, -0.5913436412811279, -0.3662973940372467, -0.6211174726486206, -1.5545129776000977, -0.5549299716949463, -0.634225606918335, -1.2233235836029053, -2.0947818756103516, -2.0518715381622314, -0.0529172457754612, -1.09116792678833, -1.0471616983413696, -0.30747637152671814, -1.9165887832641602, -2.226870059967041, -1.947119116783142, -1.3786870241165161, -1.0683116912841797, -0.14057739078998566, -0.06130452826619148, -0.7209462523460388, -1.173596978187561, -1.5253409147262573, -1.3792634010314941, -0.4179729223251343, -2.373600482940674, -0.08421114087104797, -1.2311911582946777, -1.3666115999221802]}, "Bot003_095_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know I am sorry to hear that. My family doesn't understand me. how old are you? I'm old. and what do you like to do? I like to shop for shoes and clothes. i like it too I love to shop for shoes and clothes do you have relatives?  do you have pets? I do not have any pets. I work for a cable company. what\u2019s you hobby?", "response": "I like to shop for shoes and clothes", "annotation_id": "Bot003_095_18", "annotations": ["O", "X", "T", "T", "T", "T", "O", "X", "O", "O", "X", "O", "O", "T", "T"], "gpt2_target_score": [-12.797722816467285, -25.011146545410156, -12.031049728393555, -14.048172950744629, -4.878838539123535, -14.838540077209473, -7.933155536651611, -11.42912483215332], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.6232761144638062, -1.523066520690918, -0.001602795091457665, -0.1157124787569046, -2.8190131187438965, -2.1077606678009033, -0.7938777208328247, -2.426508903503418, -1.4410357475280762, -1.7382640838623047, -2.503361225128174, -1.5393249988555908, -1.7811999320983887, -1.063720941543579, -1.6349166631698608, -0.17394183576107025, -1.977979302406311, -0.19781869649887085, -1.4954938888549805, -1.7579264640808105, -1.5852097272872925, -1.150546669960022, -1.5341376066207886, -1.480000615119934, -2.1636009216308594, -1.9293005466461182, -0.36875808238983154, -0.7506678700447083, -0.6017711758613586, -1.5745699405670166, -2.3014066219329834, -0.9302195310592651, -0.5390307307243347, -1.6052563190460205, -2.167747735977173, -1.087572455406189, -1.2622257471084595, -1.4000602960586548, -1.5320981740951538, -0.6347095370292664, -0.8257430791854858, -1.9220081567764282, -1.8192445039749146, -0.08768617361783981, -1.8413691520690918, -1.7575992345809937, -0.29426151514053345, -1.4230331182479858, -1.5895670652389526, -1.1210076808929443, -1.4176307916641235, -1.384833574295044, -0.316644549369812, -0.0328381285071373, -0.8051549792289734, -1.2099004983901978, -1.2962620258331299, -0.5357998609542847, -1.1802513599395752, -1.613620638847351, -1.4871625900268555, -1.4403996467590332, -1.3404237031936646, -1.0886703729629517, -2.121782064437866, -1.0807561874389648, -0.02465548925101757, -0.15659669041633606, -0.2407553642988205, -1.6544113159179688, -0.5868224501609802, -1.4090826511383057, -0.06309808790683746, -0.11382552236318588, -0.29432135820388794, -0.43469759821891785, -1.5933421850204468, -1.2631924152374268, -0.2575569152832031, -0.0642610415816307, -0.27606457471847534, -2.0882556438446045, -0.9876880049705505, -1.961743712425232, -1.335250973701477, -1.7073692083358765, -1.4106398820877075, -2.1047585010528564, -0.07929573953151703, -1.1057108640670776, -1.1308810710906982, -0.3706423044204712, -0.37443456053733826, -1.7869009971618652, -1.522756576538086, -0.5867935419082642, -2.1331043243408203, -1.894518494606018, -2.007295846939087, -1.1535766124725342, -2.648385524749756, -0.9094827771186829, -1.4668679237365723, -1.7579866647720337, -0.3866516649723053, -0.9628559350967407, -0.6090981960296631, -1.6868523359298706, -0.810301661491394, -2.0033373832702637, -0.8206548690795898, -1.4317278861999512, -0.5913436412811279, -0.3662973940372467, -0.6211174726486206, -1.5545129776000977, -0.5549299716949463, -0.634225606918335, -1.2233235836029053, -2.0947749614715576, -2.051870107650757, -0.052916791290044785, -1.091154932975769, -1.047162652015686, -0.3074774444103241, -1.9165865182876587, -1.926536202430725, -1.5592358112335205, -1.5743341445922852, -0.3184032738208771, -0.12706223130226135, -0.6639372110366821, -1.6485743522644043, -1.8874950408935547, -1.4348562955856323, -0.43010392785072327, -2.199110507965088, -0.07812346518039703, -1.0507762432098389, -1.4665334224700928, -1.3600825071334839, -0.0008649660157971084, -0.005417190957814455, -0.5464012622833252, -0.786343514919281, -0.9964370131492615, -1.636989951133728, -1.8959721326828003, -2.336456298828125, -1.0258673429489136, -1.6727375984191895, -0.36318567395210266, -1.8893345594406128, -0.46943992376327515, -0.20199063420295715, -0.6442088484764099]}, "Bot003_095_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know I am sorry to hear that. My family doesn't understand me. how old are you? I'm old. and what do you like to do? I like to shop for shoes and clothes. i like it too I love to shop for shoes and clothes do you have relatives?  do you have pets? I do not have any pets. I work for a cable company. what\u2019s you hobby? I like to shop for shoes and clothes what\u2019s your favorite dish?", "response": "I love to cook. I love to eat.", "annotation_id": "Bot003_095_20", "annotations": ["X", "T", "T", "O", "T", "T", "X", "X", "X", "T", "T", "O", "X", "T", "O"], "gpt2_target_score": [-12.797722816467285, -28.59171485900879, -12.031049728393555, -12.387909889221191, -8.478310585021973, -6.924829006195068, -11.315006256103516, -4.5478692054748535, -11.614213943481445, -6.599343776702881], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.6232761144638062, -1.523066520690918, -0.001602795091457665, -0.1157124787569046, -2.8190131187438965, -2.1077606678009033, -0.7938777208328247, -2.426508903503418, -1.4410357475280762, -1.7382640838623047, -2.503361225128174, -1.5393249988555908, -1.7811999320983887, -1.063720941543579, -1.6349166631698608, -0.17394183576107025, -1.977979302406311, -0.19781869649887085, -1.4954938888549805, -1.7579264640808105, -1.5852097272872925, -1.150546669960022, -1.5341376066207886, -1.480000615119934, -2.1636009216308594, -1.9293005466461182, -0.36875808238983154, -0.7506678700447083, -0.6017711758613586, -1.5745699405670166, -2.3014066219329834, -0.9302195310592651, -0.5390307307243347, -1.6052563190460205, -2.167747735977173, -1.087572455406189, -1.2622257471084595, -1.4000602960586548, -1.5320981740951538, -0.6347095370292664, -0.8257430791854858, -1.9220081567764282, -1.8192445039749146, -0.08768617361783981, -1.8413691520690918, -1.7575992345809937, -0.29426151514053345, -1.4230331182479858, -1.5895670652389526, -1.1210076808929443, -1.4176307916641235, -1.384833574295044, -0.316644549369812, -0.0328381285071373, -0.8051549792289734, -1.2099004983901978, -1.2962620258331299, -0.5357998609542847, -1.1802513599395752, -1.613620638847351, -1.4871625900268555, -1.4403996467590332, -1.3404237031936646, -1.0886703729629517, -2.121782064437866, -1.0807561874389648, -0.02465548925101757, -0.15659669041633606, -0.2407553642988205, -1.6544113159179688, -0.5868224501609802, -1.4090826511383057, -0.06309808790683746, -0.11382552236318588, -0.29432135820388794, -0.43469759821891785, -1.5933421850204468, -1.2631924152374268, -0.2575569152832031, -0.0642610415816307, -0.27606457471847534, -2.0882556438446045, -0.9876880049705505, -1.961743712425232, -1.335250973701477, -1.7073692083358765, -1.4106398820877075, -2.1047585010528564, -0.07929573953151703, -1.1057108640670776, -1.1308810710906982, -0.3706423044204712, -0.37443456053733826, -1.7869009971618652, -1.522756576538086, -0.5867935419082642, -2.1331043243408203, -1.894518494606018, -2.007295846939087, -1.1535766124725342, -2.648385524749756, -0.9094827771186829, -1.4668679237365723, -1.7579866647720337, -0.3866516649723053, -0.9628559350967407, -0.6090981960296631, -1.6868523359298706, -0.810301661491394, -2.0033373832702637, -0.8206548690795898, -1.4317278861999512, -0.5913436412811279, -0.3662973940372467, -0.6211174726486206, -1.5545129776000977, -0.5549299716949463, -0.634225606918335, -1.2233235836029053, -2.0947818756103516, -2.0518715381622314, -0.0529172457754612, -1.09116792678833, -1.0471616983413696, -0.30747637152671814, -1.9165887832641602, -1.9265319108963013, -1.5592422485351562, -1.5743125677108765, -0.3184017241001129, -0.1270638108253479, -0.663932204246521, -1.6485748291015625, -1.8875020742416382, -1.4348593950271606, -0.4301135540008545, -2.1991124153137207, -0.07812313735485077, -1.0507774353027344, -1.4665327072143555, -1.3600717782974243, -0.0008649660157971084, -0.005417190957814455, -0.5464057326316833, -0.7863507866859436, -0.9964421987533569, -1.6369893550872803, -2.017159938812256, -1.1421406269073486, -1.3186825513839722, -0.4091680347919464, -1.9009449481964111, -0.45569613575935364, -0.2618824243545532, -0.6234541535377502, -1.3229711055755615, -0.000503770774230361, -0.010964502580463886, -0.5244395136833191, -0.3015374541282654, -1.7257059812545776, -0.8980176448822021, -1.594988226890564, -1.7283638715744019, -1.637803077697754, -1.098238229751587, -0.8089208006858826, -1.6658926010131836, -0.8475887179374695, -1.6872023344039917, -0.8196945190429688, -0.8568150401115417, -1.339967966079712, -0.6428471803665161]}, "Bot003_096_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common!", "response": "I am a country singer, I love music.", "annotation_id": "Bot003_096_02", "annotations": ["T", "T", "O", "T", "T", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O"], "gpt2_target_score": [-8.654443740844727, -9.197186470031738, -7.214000225067139, -16.765613555908203, -11.515974998474121, -8.857306480407715, -7.6950531005859375, -9.887654304504395, -10.603471755981445, -8.944894790649414], "gpt2_argmax_score": [-1.6911711692810059, -1.1673403978347778, -1.0133928060531616, -1.2652016878128052, -2.1462390422821045, -2.740851640701294, -2.9226534366607666, -1.6368459463119507, -1.3552720546722412, -2.1111390590667725, -1.8707365989685059, -1.7832977771759033, -1.2625086307525635, -1.0679539442062378, -1.0159013271331787, -2.0199525356292725, -1.3913331031799316, -0.28965407609939575, -1.2781728506088257, -1.193438172340393, -1.2247788906097412, -1.3464477062225342, -1.389937162399292, -1.5468335151672363, -1.5588775873184204, -2.157060146331787, -2.187187910079956, -2.038548231124878, -1.4955335855484009, -1.5888252258300781, -1.1483749151229858, -1.252532720565796, -0.9120600819587708, -0.07248803228139877, -0.9496415257453918, -1.861017107963562, -2.5909981727600098, -2.100252151489258, -1.8606733083724976, -2.537101984024048, -1.8114542961120605, -1.5344260931015015, -1.2715661525726318, -2.3696889877319336, -1.665407419204712, -1.189882755279541, -1.087904691696167]}, "Bot003_096_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap", "response": "I like rap music. I like them too.", "annotation_id": "Bot003_096_04", "annotations": ["O", "T", "T", "T", "T", "O", "O", "O", "O", "O", "O", "T", "T", "O", "T"], "gpt2_target_score": [-8.654426574707031, -9.256243705749512, -14.784307479858398, -14.874770164489746, -9.724723815917969, -9.986698150634766, -6.668926239013672, -12.521035194396973, -12.079626083374023, -8.944868087768555], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.6368494033813477, -1.3552613258361816, -2.1111130714416504, -1.8707257509231567, -1.7833009958267212, -1.2624859809875488, -1.0679686069488525, -1.0159159898757935, -2.0199100971221924, -1.391316294670105, -0.2896316945552826, -1.278185486793518, -1.1934514045715332, -1.2248034477233887, -1.3464555740356445, -1.3899492025375366, -1.5468266010284424, -1.5588605403900146, -2.1570444107055664, -2.1871418952941895, -2.0385773181915283, -1.4954915046691895, -1.5887709856033325, -1.1484085321426392, -1.252524971961975, -0.9120569825172424, -0.07248880714178085, -0.9496609568595886, -1.8610296249389648, -2.162316083908081, -1.9704614877700806, -2.992587089538574, -1.7151973247528076, -1.4502633810043335, -1.3291378021240234, -2.2806735038757324, -1.8745166063308716, -1.251339316368103, -1.4504988193511963, -0.7690104842185974, -0.0017190692014992237, -0.004247691016644239, -1.9637305736541748, -0.7253155708312988, -2.0094637870788574, -2.226705551147461, -2.0868043899536133, -1.6405612230300903, -2.1589951515197754, -2.095069646835327, -1.365383505821228, -1.4150007963180542, -1.2078005075454712, -1.1690694093704224, -1.8681952953338623, -2.175415515899658, -0.9879642128944397, -0.9093464612960815, -1.0812526941299438]}, "Bot003_096_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most?", "response": "I love food, I love food.", "annotation_id": "Bot003_096_06", "annotations": ["X", "O", "X", "T", "T", "T", "T", "T", "T", "T", "X", "X", "T", "X", "X"], "gpt2_target_score": [-8.654426574707031, -10.395236015319824, -13.545797348022461, -8.454192161560059, -6.791679382324219, -6.369815826416016, -10.680309295654297, -2.4693078994750977], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.6368494033813477, -1.3552613258361816, -2.1111130714416504, -1.8707257509231567, -1.7833009958267212, -1.2624859809875488, -1.0679686069488525, -1.0159159898757935, -2.0199100971221924, -1.391316294670105, -0.2896316945552826, -1.278185486793518, -1.1934514045715332, -1.2248034477233887, -1.3464555740356445, -1.3899492025375366, -1.5468266010284424, -1.5588605403900146, -2.1570444107055664, -2.1871418952941895, -2.0385773181915283, -1.4954915046691895, -1.5887709856033325, -1.1484085321426392, -1.252524971961975, -0.9120569825172424, -0.07248880714178085, -0.9496609568595886, -1.8610296249389648, -2.162316083908081, -1.9704614877700806, -2.992587089538574, -1.7151973247528076, -1.4502633810043335, -1.3291378021240234, -2.2806735038757324, -1.8745166063308716, -1.251339316368103, -1.4504988193511963, -0.7690104842185974, -0.0017190692014992237, -0.004247691016644239, -1.9637305736541748, -0.7253155708312988, -2.0094637870788574, -2.226705551147461, -2.0868043899536133, -1.6405612230300903, -1.4333873987197876, -1.453055500984192, -1.6373873949050903, -1.4158350229263306, -1.7387064695358276, -1.5696862936019897, -2.3626787662506104, -0.7606161236763, -1.0664464235305786, -1.8044956922531128, -2.123293399810791, -1.2967782020568848, -0.03791241720318794, -1.1356788873672485, -0.553990364074707, -0.18762701749801636, -0.26122668385505676, -1.435080885887146, -1.8288483619689941, -1.294486165046692, -2.8366894721984863, -1.0439497232437134, -1.355384111404419, -0.9796678423881531, -2.7661077976226807, -0.912139356136322, -1.0808689594268799]}, "Bot003_096_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food?", "response": "I like italian food. I love it.", "annotation_id": "Bot003_096_08", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -9.256243705749512, -7.646749496459961, -15.224730491638184, -6.747993469238281, -9.811786651611328, -7.695034027099609, -9.88765811920166, -8.794271469116211, -8.944868087768555], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.6368494033813477, -1.3552613258361816, -2.1111130714416504, -1.8707257509231567, -1.7833009958267212, -1.2624859809875488, -1.0679686069488525, -1.0159159898757935, -2.0199100971221924, -1.391316294670105, -0.2896316945552826, -1.278185486793518, -1.1934514045715332, -1.2248034477233887, -1.3464555740356445, -1.3899492025375366, -1.5468266010284424, -1.5588605403900146, -2.1570444107055664, -2.1871418952941895, -2.0385773181915283, -1.4954915046691895, -1.5887709856033325, -1.1484085321426392, -1.252524971961975, -0.9120569825172424, -0.07248880714178085, -0.9496609568595886, -1.8610296249389648, -2.162316083908081, -1.9704614877700806, -2.992587089538574, -1.7151973247528076, -1.4502633810043335, -1.3291378021240234, -2.2806735038757324, -1.8745166063308716, -1.251339316368103, -1.4504988193511963, -0.7690104842185974, -0.0017190692014992237, -0.004247691016644239, -1.9637305736541748, -0.7253155708312988, -2.0094637870788574, -2.226705551147461, -2.0868043899536133, -1.6405612230300903, -1.4333873987197876, -1.453055500984192, -1.6373873949050903, -1.4158350229263306, -1.7387064695358276, -1.5696862936019897, -2.3626787662506104, -0.7606161236763, -1.0664464235305786, -1.8044956922531128, -2.123293399810791, -1.2967782020568848, -0.03791241720318794, -1.1356788873672485, -0.553990364074707, -0.18762701749801636, -0.26122668385505676, -1.435090184211731, -1.40177321434021, -3.0420284271240234, -1.0877803564071655, -1.125915765762329, -0.8662068843841553, -2.70719575881958, -0.8515006899833679, -1.0302425622940063, -1.7545685768127441, -0.017537523061037064, -0.5698552131652832, -0.4100193381309509, -1.6791247129440308, -1.7704105377197266, -1.3773601055145264, -3.1648924350738525, -1.5892627239227295, -1.5631130933761597, -0.9343342185020447, -1.2176297903060913, -1.0285948514938354, -2.2572247982025146, -0.4201918840408325, -1.2481746673583984]}, "Bot003_096_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food? I like italian food. I love it. oh me too, pizza is my favourite", "response": "I love pizza, I am a country singer.", "annotation_id": "Bot003_096_10", "annotations": ["T", "T", "O", "T", "T", "T", "T", "T", "T", "T", "T", "T", "O", "T", "T"], "gpt2_target_score": [-8.654426574707031, -10.395236015319824, -13.859304428100586, -8.454192161560059, -6.791679382324219, -9.215930938720703, -3.0924646854400635, -12.556389808654785, -15.227148056030273, -8.944868087768555], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.6368494033813477, -1.3552613258361816, -2.1111130714416504, -1.8707257509231567, -1.7833009958267212, -1.2624859809875488, -1.0679686069488525, -1.0159159898757935, -2.0199100971221924, -1.391316294670105, -0.2896316945552826, -1.278185486793518, -1.1934514045715332, -1.2248034477233887, -1.3464555740356445, -1.3899492025375366, -1.5468266010284424, -1.5588605403900146, -2.1570444107055664, -2.1871418952941895, -2.0385773181915283, -1.4954915046691895, -1.5887709856033325, -1.1484085321426392, -1.252524971961975, -0.9120569825172424, -0.07248880714178085, -0.9496609568595886, -1.8610296249389648, -2.162316083908081, -1.9704614877700806, -2.992587089538574, -1.7151973247528076, -1.4502633810043335, -1.3291378021240234, -2.2806735038757324, -1.8745166063308716, -1.251339316368103, -1.4504988193511963, -0.7690104842185974, -0.0017190692014992237, -0.004247691016644239, -1.9637305736541748, -0.7253155708312988, -2.0094637870788574, -2.226705551147461, -2.0868043899536133, -1.6405612230300903, -1.4333873987197876, -1.453055500984192, -1.6373873949050903, -1.4158350229263306, -1.7387064695358276, -1.5696862936019897, -2.3626787662506104, -0.7606161236763, -1.0664464235305786, -1.8044956922531128, -2.123293399810791, -1.2967782020568848, -0.03791241720318794, -1.1356788873672485, -0.553990364074707, -0.18762701749801636, -0.26122668385505676, -1.435090184211731, -1.40177321434021, -3.0420284271240234, -1.0877803564071655, -1.125915765762329, -0.8662068843841553, -2.70719575881958, -0.8515006899833679, -1.0302425622940063, -1.7545685768127441, -0.017537523061037064, -0.5698552131652832, -0.4100193381309509, -1.6791247129440308, -1.2372411489486694, -3.0485336780548096, -1.3961154222488403, -1.3136622905731201, -0.7090766429901123, -1.3160614967346191, -0.9410075545310974, -2.980423927307129, -0.4420595169067383, -1.1613903045654297, -2.248828649520874, -0.21247637271881104, -0.8798691034317017, -1.5395762920379639, -1.5001171827316284, -1.2518125772476196, -0.2799178957939148, -1.1198923587799072, -1.9384632110595703, -1.6515998840332031, -0.6067934632301331, -1.2091352939605713, -1.6498037576675415, -0.48988622426986694, -1.3625298738479614, -2.0583882331848145, -0.7623558640480042, -1.3090152740478516, -1.1050392389297485]}, "Bot003_096_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food? I like italian food. I love it. oh me too, pizza is my favourite I love pizza, I am a country singer. do you like animals?", "response": "I do, I love animals. I have a dog.", "annotation_id": "Bot003_096_12", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -8.2061185836792, -10.540502548217773, -9.939467430114746, -8.398262023925781, -11.82437515258789, -6.298488616943359, -7.170022010803223, -9.591436386108398, -9.482023239135742, -9.741727828979492, -1.7833009958267212], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.6368494033813477, -1.3552613258361816, -2.1111130714416504, -1.8707257509231567, -1.7833009958267212, -1.2624859809875488, -1.0679686069488525, -1.0159159898757935, -2.0199100971221924, -1.391316294670105, -0.2896316945552826, -1.278185486793518, -1.1934514045715332, -1.2248034477233887, -1.3464555740356445, -1.3899492025375366, -1.5468266010284424, -1.5588605403900146, -2.1570444107055664, -2.1871418952941895, -2.0385773181915283, -1.4954915046691895, -1.5887709856033325, -1.1484085321426392, -1.252524971961975, -0.9120569825172424, -0.07248880714178085, -0.9496609568595886, -1.8610296249389648, -2.162316083908081, -1.9704614877700806, -2.992587089538574, -1.7151973247528076, -1.4502633810043335, -1.3291378021240234, -2.2806735038757324, -1.8745166063308716, -1.251339316368103, -1.4504988193511963, -0.7690104842185974, -0.0017190692014992237, -0.004247691016644239, -1.9637305736541748, -0.7253155708312988, -2.0094637870788574, -2.226705551147461, -2.0868043899536133, -1.6405612230300903, -1.4333873987197876, -1.453055500984192, -1.6373873949050903, -1.4158350229263306, -1.7387064695358276, -1.5696862936019897, -2.3626787662506104, -0.7606161236763, -1.0664464235305786, -1.8044956922531128, -2.123293399810791, -1.2967782020568848, -0.03791241720318794, -1.1356788873672485, -0.553990364074707, -0.18762701749801636, -0.26122668385505676, -1.435090184211731, -1.40177321434021, -3.0420284271240234, -1.0877803564071655, -1.125915765762329, -0.8662068843841553, -2.70719575881958, -0.8515006899833679, -1.0302425622940063, -1.7545685768127441, -0.017537523061037064, -0.5698552131652832, -0.4100193381309509, -1.6791247129440308, -1.2372411489486694, -3.0485336780548096, -1.3961154222488403, -1.3136622905731201, -0.7090766429901123, -1.3160614967346191, -0.9410075545310974, -2.980423927307129, -0.4420595169067383, -1.1613903045654297, -2.248828649520874, -0.21247637271881104, -0.8798691034317017, -1.5395762920379639, -1.5001171827316284, -1.2518125772476196, -0.2799178957939148, -1.1198923587799072, -2.1219215393066406, -1.5971492528915405, -0.9303155541419983, -1.6607162952423096, -0.372234970331192, -1.453800082206726, -2.3663277626037598, -1.1054075956344604, -1.2415099143981934, -1.5378937721252441, -0.06578033417463303, -0.7961277365684509, -2.8102288246154785, -0.3208996057510376, -1.8306008577346802, -1.6522955894470215, -1.2604186534881592, -1.7572742700576782, -1.5634832382202148, -0.9414491057395935, -0.6989509463310242, -0.7493964433670044, -1.0714598894119263, -0.5288257598876953, -1.1212369203567505, -1.5892722606658936, -1.3075439929962158, -0.9356206059455872]}, "Bot003_096_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food? I like italian food. I love it. oh me too, pizza is my favourite I love pizza, I am a country singer. do you like animals? I do, I love animals. I have a dog. what is your dogs name?", "response": "My name is jim, I have a dog named radar", "annotation_id": "Bot003_096_14", "annotations": ["O", "T", "O", "O", "T", "T", "O", "T", "O", "O", "T", "X", "O", "O", "O"], "gpt2_target_score": [-12.079414367675781, -11.3286771774292, -7.758626937866211, -10.973021507263184, -14.923439025878906, -8.857303619384766, -7.695034027099609, -10.87197208404541, -9.720388412475586, -13.721982955932617, -12.561887741088867, -18.66121482849121], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.6368494033813477, -1.3552613258361816, -2.1111130714416504, -1.8707257509231567, -1.7833009958267212, -1.2624859809875488, -1.0679686069488525, -1.0159159898757935, -2.0199100971221924, -1.391316294670105, -0.2896316945552826, -1.278185486793518, -1.1934514045715332, -1.2248034477233887, -1.3464555740356445, -1.3899492025375366, -1.5468266010284424, -1.5588605403900146, -2.1570444107055664, -2.1871418952941895, -2.0385773181915283, -1.4954915046691895, -1.5887709856033325, -1.1484085321426392, -1.252524971961975, -0.9120569825172424, -0.07248880714178085, -0.9496609568595886, -1.8610296249389648, -2.162316083908081, -1.9704614877700806, -2.992587089538574, -1.7151973247528076, -1.4502633810043335, -1.3291378021240234, -2.2806735038757324, -1.8745166063308716, -1.251339316368103, -1.4504988193511963, -0.7690104842185974, -0.0017190692014992237, -0.004247691016644239, -1.9637305736541748, -0.7253155708312988, -2.0094637870788574, -2.226705551147461, -2.0868043899536133, -1.6405612230300903, -1.4333873987197876, -1.453055500984192, -1.6373873949050903, -1.4158350229263306, -1.7387064695358276, -1.5696862936019897, -2.3626787662506104, -0.7606161236763, -1.0664464235305786, -1.8044956922531128, -2.123293399810791, -1.2967782020568848, -0.03791241720318794, -1.1356788873672485, -0.553990364074707, -0.18762701749801636, -0.26122668385505676, -1.435090184211731, -1.40177321434021, -3.0420284271240234, -1.0877803564071655, -1.125915765762329, -0.8662068843841553, -2.70719575881958, -0.8515006899833679, -1.0302425622940063, -1.7545685768127441, -0.017537523061037064, -0.5698552131652832, -0.4100193381309509, -1.6791247129440308, -1.2372411489486694, -3.0485336780548096, -1.3961154222488403, -1.3136622905731201, -0.7090766429901123, -1.3160614967346191, -0.9410075545310974, -2.980423927307129, -0.4420595169067383, -1.1613903045654297, -2.248828649520874, -0.21247637271881104, -0.8798691034317017, -1.5395762920379639, -1.5001171827316284, -1.2518125772476196, -0.2799178957939148, -1.1198923587799072, -2.1219215393066406, -1.5971492528915405, -0.9303155541419983, -1.6607162952423096, -0.372234970331192, -1.453800082206726, -2.3663277626037598, -1.1054075956344604, -1.2415099143981934, -1.5378937721252441, -0.06578033417463303, -0.7961277365684509, -2.8102288246154785, -0.3208996057510376, -1.8306008577346802, -1.2749528884887695, -1.6659220457077026, -1.6715824604034424, -0.6054916381835938, -0.8048450946807861, -0.7520182132720947, -1.105581283569336, -0.4989206790924072, -1.1155067682266235, -1.6608703136444092, -1.2734146118164062, -0.9201779961585999, -1.5343382358551025, -0.7338962554931641, -1.018322229385376, -0.21886174380779266, -0.14107008278369904, -2.1891884803771973, -2.6177356243133545, -0.4911045730113983, -0.060108158737421036, -4.392637252807617, -1.8795920610427856, -0.8530505299568176, -1.653075098991394, -1.5296823978424072, -0.600078284740448, -0.6227613687515259, -0.975567638874054, -2.666830539703369, -1.7320005893707275]}, "Bot003_096_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food? I like italian food. I love it. oh me too, pizza is my favourite I love pizza, I am a country singer. do you like animals? I do, I love animals. I have a dog. what is your dogs name? My name is jim, I have a dog named radar my dogs name charlie", "response": "Hi, I am bob. I am a country singer.", "annotation_id": "Bot003_096_16", "annotations": ["X", "T", "X", "X", "T", "X", "O", "X", "X", "X", "X", "T", "O", "X", "X"], "gpt2_target_score": [-9.293869018554688, -1.1673612594604492, -1.013418197631836, -2.69181752204895, -10.545372009277344, -9.811786651611328, -7.695034027099609, -11.533028602600098, -9.720388412475586, -16.158903121948242, -9.322355270385742, -1.7833009958267212], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.6368494033813477, -1.3552613258361816, -2.1111130714416504, -1.8707257509231567, -1.7833009958267212, -1.2624859809875488, -1.0679686069488525, -1.0159159898757935, -2.0199100971221924, -1.391316294670105, -0.2896316945552826, -1.278185486793518, -1.1934514045715332, -1.2248034477233887, -1.3464555740356445, -1.3899492025375366, -1.5468266010284424, -1.5588605403900146, -2.1570444107055664, -2.1871418952941895, -2.0385773181915283, -1.4954915046691895, -1.5887709856033325, -1.1484085321426392, -1.252524971961975, -0.9120569825172424, -0.07248880714178085, -0.9496609568595886, -1.8610296249389648, -2.162316083908081, -1.9704614877700806, -2.992587089538574, -1.7151973247528076, -1.4502633810043335, -1.3291378021240234, -2.2806735038757324, -1.8745166063308716, -1.251339316368103, -1.4504988193511963, -0.7690104842185974, -0.0017190692014992237, -0.004247691016644239, -1.9637305736541748, -0.7253155708312988, -2.0094637870788574, -2.226705551147461, -2.0868043899536133, -1.6405612230300903, -1.4333873987197876, -1.453055500984192, -1.6373873949050903, -1.4158350229263306, -1.7387064695358276, -1.5696862936019897, -2.3626787662506104, -0.7606161236763, -1.0664464235305786, -1.8044956922531128, -2.123293399810791, -1.2967782020568848, -0.03791241720318794, -1.1356788873672485, -0.553990364074707, -0.18762701749801636, -0.26122668385505676, -1.435090184211731, -1.40177321434021, -3.0420284271240234, -1.0877803564071655, -1.125915765762329, -0.8662068843841553, -2.70719575881958, -0.8515006899833679, -1.0302425622940063, -1.7545685768127441, -0.017537523061037064, -0.5698552131652832, -0.4100193381309509, -1.6791247129440308, -1.2372411489486694, -3.0485336780548096, -1.3961154222488403, -1.3136622905731201, -0.7090766429901123, -1.3160614967346191, -0.9410075545310974, -2.980423927307129, -0.4420595169067383, -1.1613903045654297, -2.248828649520874, -0.21247637271881104, -0.8798691034317017, -1.5395762920379639, -1.5001171827316284, -1.2518125772476196, -0.2799178957939148, -1.1198923587799072, -2.1219215393066406, -1.5971492528915405, -0.9303155541419983, -1.6607162952423096, -0.372234970331192, -1.453800082206726, -2.3663277626037598, -1.1054075956344604, -1.2415099143981934, -1.5378937721252441, -0.06578033417463303, -0.7961277365684509, -2.8102288246154785, -0.3208996057510376, -1.8306008577346802, -1.2749528884887695, -1.6659220457077026, -1.6715824604034424, -0.6054916381835938, -0.8048450946807861, -0.7520182132720947, -1.105581283569336, -0.4989206790924072, -1.1155067682266235, -1.6608703136444092, -1.2734146118164062, -0.9201779961585999, -1.5343382358551025, -0.7338962554931641, -1.018322229385376, -0.21886174380779266, -0.14107008278369904, -2.1891884803771973, -0.6876937747001648, -0.04427724704146385, -4.469442367553711, -1.6913169622421265, -0.8773350715637207, -1.6311514377593994, -1.1098079681396484, -0.4882996380329132, -0.7801231741905212, -0.7112714052200317, -2.4720137119293213, -1.5940041542053223, -0.7679476737976074, -0.09291914850473404, -0.9599504470825195, -0.9716419577598572, -1.1105197668075562, -2.136584758758545, -1.0356996059417725, -1.3665413856506348, -1.7101410627365112, -1.1495869159698486, -1.7140612602233887, -0.9359676837921143, -1.4317668676376343, -2.1449134349823, -1.9732896089553833, -0.1690102070569992, -0.9196552634239197, -0.6125728487968445]}, "Bot003_096_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food? I like italian food. I love it. oh me too, pizza is my favourite I love pizza, I am a country singer. do you like animals? I do, I love animals. I have a dog. what is your dogs name? My name is jim, I have a dog named radar my dogs name charlie Hi, I am bob. I am a country singer. i thought you were jim", "response": "I don't want to be a fan of yours but I don't like it.", "annotation_id": "Bot003_096_18", "annotations": ["X", "T", "X", "X", "O", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-8.654426574707031, -9.404437065124512, -15.044897079467773, -3.96049427986145, -2.1462934017181396, -3.6466104984283447, -3.0924646854400635, -12.494210243225098, -10.910543441772461, -17.642454147338867, -6.634977340698242, -7.355444431304932, -11.53842544555664, -15.830892562866211, -9.479340553283691, -10.47118854522705, -7.5159807205200195], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.6368494033813477, -1.3552613258361816, -2.1111130714416504, -1.8707257509231567, -1.7833009958267212, -1.2624859809875488, -1.0679686069488525, -1.0159159898757935, -2.0199100971221924, -1.391316294670105, -0.2896316945552826, -1.278185486793518, -1.1934514045715332, -1.2248034477233887, -1.3464555740356445, -1.3899492025375366, -1.5468266010284424, -1.5588605403900146, -2.1570444107055664, -2.1871418952941895, -2.0385773181915283, -1.4954915046691895, -1.5887709856033325, -1.1484085321426392, -1.252524971961975, -0.9120569825172424, -0.07248880714178085, -0.9496609568595886, -1.8610296249389648, -2.162316083908081, -1.9704614877700806, -2.992587089538574, -1.7151973247528076, -1.4502633810043335, -1.3291378021240234, -2.2806735038757324, -1.8745166063308716, -1.251339316368103, -1.4504988193511963, -0.7690104842185974, -0.0017190692014992237, -0.004247691016644239, -1.9637305736541748, -0.7253155708312988, -2.0094637870788574, -2.226705551147461, -2.0868043899536133, -1.6405612230300903, -1.4333873987197876, -1.453055500984192, -1.6373873949050903, -1.4158350229263306, -1.7387064695358276, -1.5696862936019897, -2.3626787662506104, -0.7606161236763, -1.0664464235305786, -1.8044956922531128, -2.123293399810791, -1.2967782020568848, -0.03791241720318794, -1.1356788873672485, -0.553990364074707, -0.18762701749801636, -0.26122668385505676, -1.435090184211731, -1.40177321434021, -3.0420284271240234, -1.0877803564071655, -1.125915765762329, -0.8662068843841553, -2.70719575881958, -0.8515006899833679, -1.0302425622940063, -1.7545685768127441, -0.017537523061037064, -0.5698552131652832, -0.4100193381309509, -1.6791247129440308, -1.2372411489486694, -3.0485336780548096, -1.3961154222488403, -1.3136622905731201, -0.7090766429901123, -1.3160614967346191, -0.9410075545310974, -2.980423927307129, -0.4420595169067383, -1.1613903045654297, -2.248828649520874, -0.21247637271881104, -0.8798691034317017, -1.5395762920379639, -1.5001171827316284, -1.2518125772476196, -0.2799178957939148, -1.1198923587799072, -2.1219215393066406, -1.5971492528915405, -0.9303155541419983, -1.6607162952423096, -0.372234970331192, -1.453800082206726, -2.3663277626037598, -1.1054075956344604, -1.2415099143981934, -1.5378937721252441, -0.06578033417463303, -0.7961277365684509, -2.8102288246154785, -0.3208996057510376, -1.8306008577346802, -1.2749528884887695, -1.6659220457077026, -1.6715824604034424, -0.6054916381835938, -0.8048450946807861, -0.7520182132720947, -1.105581283569336, -0.4989206790924072, -1.1155067682266235, -1.6608703136444092, -1.2734146118164062, -0.9201779961585999, -1.5343382358551025, -0.7338962554931641, -1.018322229385376, -0.21886174380779266, -0.14107008278369904, -2.1891884803771973, -0.6876937747001648, -0.04427724704146385, -4.469442367553711, -1.6913169622421265, -0.8773350715637207, -1.6311514377593994, -1.1098079681396484, -0.4882996380329132, -0.7801231741905212, -0.7112714052200317, -2.4720137119293213, -1.5940041542053223, -0.7679476737976074, -0.09291914850473404, -0.9599504470825195, -0.9716419577598572, -1.1105197668075562, -0.9755425453186035, -1.511684536933899, -1.8448736667633057, -0.9238425493240356, -1.70449697971344, -1.2115261554718018, -1.496138572692871, -1.1624778509140015, -1.9447332620620728, -0.21770793199539185, -0.9357484579086304, -0.7826874852180481, -0.9442340135574341, -1.2919666767120361, -0.8515104651451111, -1.0043796300888062, -0.009707505814731121, -1.1756091117858887, -2.218390464782715, -2.186645269393921, -0.2600078880786896, -1.2017754316329956, -0.4581068456172943, -1.5954073667526245, -0.8687591552734375, -0.3384518623352051, -0.15151451528072357, -2.259357213973999, -1.272040605545044, -0.8697353005409241, -2.207064390182495, -0.004342056345194578, -1.3173772096633911, -1.9705901145935059, -0.8941608667373657, -1.2003717422485352]}, "Bot003_096_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food? I like italian food. I love it. oh me too, pizza is my favourite I love pizza, I am a country singer. do you like animals? I do, I love animals. I have a dog. what is your dogs name? My name is jim, I have a dog named radar my dogs name charlie Hi, I am bob. I am a country singer. i thought you were jim I don't want to be a fan of yours but I don't like it. alright", "response": "Awesome.", "annotation_id": "Bot003_096_20", "annotations": ["T", "O", "T", "T", "T", "T", "O", "O", "O", "O", "O", "T", "T", "X", "X"], "gpt2_target_score": [-14.938888549804688, -3.6496458053588867], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -1.6368494033813477, -1.3552613258361816, -2.1111130714416504, -1.8707257509231567, -1.7833009958267212, -1.2624859809875488, -1.0679686069488525, -1.0159159898757935, -2.0199100971221924, -1.391316294670105, -0.2896316945552826, -1.278185486793518, -1.1934514045715332, -1.2248034477233887, -1.3464555740356445, -1.3899492025375366, -1.5468266010284424, -1.5588605403900146, -2.1570444107055664, -2.1871418952941895, -2.0385773181915283, -1.4954915046691895, -1.5887709856033325, -1.1484085321426392, -1.252524971961975, -0.9120569825172424, -0.07248880714178085, -0.9496609568595886, -1.8610296249389648, -2.162316083908081, -1.9704614877700806, -2.992587089538574, -1.7151973247528076, -1.4502633810043335, -1.3291378021240234, -2.2806735038757324, -1.8745166063308716, -1.251339316368103, -1.4504988193511963, -0.7690104842185974, -0.0017190692014992237, -0.004247691016644239, -1.9637305736541748, -0.7253155708312988, -2.0094637870788574, -2.226705551147461, -2.0868043899536133, -1.6405612230300903, -1.4333873987197876, -1.453055500984192, -1.6373873949050903, -1.4158350229263306, -1.7387064695358276, -1.5696862936019897, -2.3626787662506104, -0.7606161236763, -1.0664464235305786, -1.8044956922531128, -2.123293399810791, -1.2967782020568848, -0.03791241720318794, -1.1356788873672485, -0.553990364074707, -0.18762701749801636, -0.26122668385505676, -1.435090184211731, -1.40177321434021, -3.0420284271240234, -1.0877803564071655, -1.125915765762329, -0.8662068843841553, -2.70719575881958, -0.8515006899833679, -1.0302425622940063, -1.7545685768127441, -0.017537523061037064, -0.5698552131652832, -0.4100193381309509, -1.6791247129440308, -1.2372411489486694, -3.0485336780548096, -1.3961154222488403, -1.3136622905731201, -0.7090766429901123, -1.3160614967346191, -0.9410075545310974, -2.980423927307129, -0.4420595169067383, -1.1613903045654297, -2.248828649520874, -0.21247637271881104, -0.8798691034317017, -1.5395762920379639, -1.5001171827316284, -1.2518125772476196, -0.2799178957939148, -1.1198923587799072, -2.1219215393066406, -1.5971492528915405, -0.9303155541419983, -1.6607162952423096, -0.372234970331192, -1.453800082206726, -2.3663277626037598, -1.1054075956344604, -1.2415099143981934, -1.5378937721252441, -0.06578033417463303, -0.7961277365684509, -2.8102288246154785, -0.3208996057510376, -1.8306008577346802, -1.2749528884887695, -1.6659220457077026, -1.6715824604034424, -0.6054916381835938, -0.8048450946807861, -0.7520182132720947, -1.105581283569336, -0.4989206790924072, -1.1155067682266235, -1.6608703136444092, -1.2734146118164062, -0.9201779961585999, -1.5343382358551025, -0.7338962554931641, -1.018322229385376, -0.21886174380779266, -0.14107008278369904, -2.1891884803771973, -0.6876937747001648, -0.04427724704146385, -4.469442367553711, -1.6913169622421265, -0.8773350715637207, -1.6311514377593994, -1.1098079681396484, -0.4882996380329132, -0.7801231741905212, -0.7112714052200317, -2.4720137119293213, -1.5940041542053223, -0.7679476737976074, -0.09291914850473404, -0.9599504470825195, -0.9716419577598572, -1.1105197668075562, -0.9755425453186035, -1.511684536933899, -1.8448736667633057, -0.9238425493240356, -1.70449697971344, -1.2115261554718018, -1.496138572692871, -1.1624778509140015, -1.9447332620620728, -0.21770793199539185, -0.9357484579086304, -0.7826874852180481, -0.9442340135574341, -1.2919666767120361, -0.8515104651451111, -1.0043796300888062, -0.009707505814731121, -1.1756091117858887, -2.030703067779541, -0.2502393126487732, -0.95805823802948, -0.38233745098114014, -1.4223419427871704, -1.057785987854004, -0.3220217227935791, -0.31634387373924255, -1.6333919763565063, -1.3460837602615356, -1.2707511186599731, -1.7491501569747925, -0.035410765558481216, -1.6267478466033936, -1.2731592655181885, -0.9230585098266602, -1.3580238819122314, -0.9883129000663757, -2.0448310375213623, -0.6823636293411255, -1.137636661529541]}, "Bot003_097_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours?", "response": "I'm not sure.", "annotation_id": "Bot003_097_02", "annotations": ["O", "O", "O", "O", "O", "X", "O", "X", "O", "O", "T", "O", "T", "O", "X"], "gpt2_target_score": [-10.373396873474121, -10.586265563964844, -9.596613883972168, -11.710155487060547, -11.403541564941406], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.700922966003418, -1.4779622554779053, -0.6219936609268188, -0.4525100588798523, -1.667375922203064, -1.5110856294631958, -2.2570645809173584, -1.7070857286453247, -2.210226535797119, -1.1136783361434937, -2.8525757789611816, -2.406468629837036, -1.656381368637085, -1.1648725271224976]}, "Bot003_097_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself", "response": "I love grey, reminds me of summer time.", "annotation_id": "Bot003_097_04", "annotations": ["T", "X", "T", "O", "T", "O", "O", "X", "O", "O", "O", "O", "X", "T", "O"], "gpt2_target_score": [-10.373396873474121, -11.809455871582031, -13.360896110534668, -9.490047454833984, -16.66741943359375, -12.62568187713623, -9.804079055786133, -8.963951110839844, -7.6184539794921875, -8.76058292388916], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.700922966003418, -1.4779622554779053, -0.6219936609268188, -0.4525100588798523, -1.667375922203064, -1.5110856294631958, -2.2570645809173584, -1.7070857286453247, -1.1666463613510132, -2.8096559047698975, -2.5794572830200195, -1.660646677017212, -1.484753966331482, -0.22924187779426575, -1.7388567924499512, -1.4317083358764648, -1.46163809299469, -1.8803648948669434, -0.9894992113113403, -0.46849995851516724, -1.2198677062988281, -1.982067584991455, -0.045089494436979294, -0.38799571990966797, -2.0206756591796875, -1.5745587348937988, -1.4589983224868774, -0.773530900478363]}, "Bot003_097_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you", "response": "I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy.", "annotation_id": "Bot003_097_06", "annotations": ["O", "X", "T", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "X"], "gpt2_target_score": [-10.373396873474121, -9.036567687988281, -5.2644453048706055, -12.90468978881836, -11.773040771484375, -5.485713005065918, -16.264482498168945, -15.508354187011719, -10.874069213867188, -7.208046913146973, -14.775120735168457, -5.518335342407227, -16.153186798095703, -5.026567459106445, -5.724484920501709, -12.361902236938477, -13.974132537841797, -8.775870323181152, -15.561049461364746, -13.385822296142578, -7.5010294914245605, -14.298563957214355, -10.941935539245605], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.700922966003418, -1.4779622554779053, -0.6219936609268188, -0.4525100588798523, -1.667375922203064, -1.5110856294631958, -2.2570645809173584, -1.7070857286453247, -1.1666463613510132, -2.8096559047698975, -2.5794572830200195, -1.660646677017212, -1.484753966331482, -0.22924187779426575, -1.7388567924499512, -1.4317083358764648, -1.46163809299469, -0.8927042484283447, -0.16033144295215607, -1.0766931772232056, -2.286097288131714, -0.06921990215778351, -0.36059683561325073, -2.1967928409576416, -1.6348921060562134, -1.7135356664657593, -1.6608375310897827, -1.4934099912643433, -0.5055906772613525, -0.8957751393318176, -1.883862853050232, -1.3019834756851196, -2.245936155319214, -2.2278926372528076, -2.644435167312622, -1.0492719411849976, -1.4398514032363892, -2.1198525428771973, -1.38668692111969, -1.2585383653640747, -1.759950876235962, -2.7334678173065186, -2.0762686729431152, -0.2147703319787979, -1.7748545408248901, -1.2136006355285645, -0.6175569295883179, -1.1071903705596924, -2.218252658843994, -1.6847929954528809, -0.7931117415428162, -2.606016159057617, -0.6602866649627686, -1.382034182548523]}, "Bot003_097_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow", "response": "What a bunch of idiots.", "annotation_id": "Bot003_097_08", "annotations": ["X", "X", "O", "X", "T", "O", "X", "X", "T", "X", "T", "O", "T", "X", "X"], "gpt2_target_score": [-12.772521018981934, -8.302955627441406, -14.827860832214355, -11.80562973022461, -18.058120727539062, -5.4513349533081055], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.700922966003418, -1.4779622554779053, -0.6219936609268188, -0.4525100588798523, -1.667375922203064, -1.5110856294631958, -2.2570645809173584, -1.7070857286453247, -1.1666463613510132, -2.8096559047698975, -2.5794572830200195, -1.660646677017212, -1.484753966331482, -0.22924187779426575, -1.7388567924499512, -1.4317083358764648, -1.46163809299469, -0.8927042484283447, -0.16033144295215607, -1.0766931772232056, -2.286097288131714, -0.06921990215778351, -0.36059683561325073, -2.1967928409576416, -1.6348921060562134, -1.7135356664657593, -1.6608375310897827, -1.4934099912643433, -0.5055780410766602, -0.8957762718200684, -1.6426478624343872, -2.1519522666931152, -1.9444478750228882, -2.0932564735412598, -1.0308641195297241, -0.5566879510879517, -1.6897766590118408, -1.0812238454818726, -1.396406888961792, -1.775842308998108, -2.8012845516204834, -2.004119873046875, -0.30574774742126465, -1.5933201313018799, -1.1393218040466309, -0.6049133539199829, -1.5976864099502563, -2.1929595470428467, -1.7702895402908325, -0.8689531683921814, -2.7447690963745117, -1.166383147239685, -1.7849920988082886, -1.8280847072601318, -1.9889816045761108, -1.997786521911621, -1.9756481647491455, -0.08066064119338989, -2.2091851234436035, -1.119515061378479, -1.3974684476852417]}, "Bot003_097_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow What a bunch of idiots. am i really talking witih an intelligent bot", "response": "It sounds like you're talking.", "annotation_id": "Bot003_097_10", "annotations": ["T", "X", "X", "O", "T", "O", "X", "X", "X", "O", "O", "O", "O", "X", "X"], "gpt2_target_score": [-14.548547744750977, -11.835124969482422, -9.556645393371582, -5.95340633392334, -14.581117630004883, -11.495699882507324, -10.241429328918457], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.7009022235870361, -1.4779574871063232, -0.6219961047172546, -0.4525024890899658, -1.6674394607543945, -1.5110670328140259, -2.257028579711914, -1.7070914506912231, -1.1666446924209595, -2.8095028400421143, -2.5794625282287598, -1.660685658454895, -1.4847935438156128, -0.2292357236146927, -1.7388254404067993, -1.4316855669021606, -1.4616988897323608, -0.8927040100097656, -0.16033530235290527, -1.0766791105270386, -2.2860748767852783, -0.06922168284654617, -0.36058512330055237, -2.1967852115631104, -1.634883165359497, -1.7135319709777832, -1.6608576774597168, -1.4934345483779907, -0.505589485168457, -0.8957902193069458, -1.6426615715026855, -2.151977062225342, -1.9444515705108643, -2.0932493209838867, -1.030833125114441, -0.5566787123680115, -1.6898001432418823, -1.0811764001846313, -1.3963868618011475, -1.7758234739303589, -2.8012313842773438, -2.004117250442505, -0.3057693541049957, -1.5933213233947754, -1.13932204246521, -0.6049183011054993, -1.5976673364639282, -2.1929514408111572, -1.7702906131744385, -0.8689584732055664, -2.744798183441162, -1.1663678884506226, -1.7850228548049927, -1.828096628189087, -1.938488245010376, -1.9303399324417114, -0.05411027371883392, -2.0732178688049316, -1.2950727939605713, -1.8985488414764404, -0.5491416454315186, -1.3629896640777588, -2.4238433837890625, -0.23467811942100525, -2.3685901165008545, -3.0155136585235596, -3.1892569065093994, -1.8487961292266846, -0.9654799699783325, -2.2612600326538086, -0.6621913313865662, -0.3945353031158447, -0.7982118129730225, -1.0563021898269653, -1.741641640663147, -0.6072049140930176, -1.2675633430480957]}, "Bot003_097_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow What a bunch of idiots. am i really talking witih an intelligent bot It sounds like you're talking. yes and a funny one :)", "response": "It's not the first time in the first place.", "annotation_id": "Bot003_097_12", "annotations": ["X", "X", "O", "X", "T", "O", "X", "X", "X", "T", "X", "O", "T", "X", "X"], "gpt2_target_score": [-14.548547744750977, -12.08932113647461, -9.596653938293457, -1.9547946453094482, -5.869043350219727, -10.447909355163574, -8.290226936340332, -7.070927143096924, -7.205530166625977, -11.914244651794434, -9.081562042236328], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.7009022235870361, -1.4779574871063232, -0.6219961047172546, -0.4525024890899658, -1.6674394607543945, -1.5110670328140259, -2.257028579711914, -1.7070914506912231, -1.1666446924209595, -2.8095028400421143, -2.5794625282287598, -1.660685658454895, -1.4847935438156128, -0.2292357236146927, -1.7388254404067993, -1.4316855669021606, -1.4616988897323608, -0.8927040100097656, -0.16033530235290527, -1.0766791105270386, -2.2860748767852783, -0.06922168284654617, -0.36058512330055237, -2.1967852115631104, -1.634883165359497, -1.7135319709777832, -1.6608576774597168, -1.4934345483779907, -0.505589485168457, -0.8957902193069458, -1.6426615715026855, -2.151977062225342, -1.9444515705108643, -2.0932493209838867, -1.030833125114441, -0.5566787123680115, -1.6898001432418823, -1.0811764001846313, -1.3963868618011475, -1.7758234739303589, -2.8012313842773438, -2.004117250442505, -0.3057693541049957, -1.5933213233947754, -1.13932204246521, -0.6049183011054993, -1.5976673364639282, -2.1929514408111572, -1.7702906131744385, -0.8689584732055664, -2.744798183441162, -1.1663678884506226, -1.7850228548049927, -1.828096628189087, -1.938488245010376, -1.9303399324417114, -0.05411027371883392, -2.0732178688049316, -1.2950727939605713, -1.8985488414764404, -0.5491416454315186, -1.3629896640777588, -2.4238433837890625, -0.23467811942100525, -2.3685901165008545, -3.0155136585235596, -3.1892569065093994, -1.8487961292266846, -0.9654799699783325, -0.7302425503730774, -0.323187917470932, -0.8474807143211365, -1.0379276275634766, -1.7614762783050537, -0.5921376943588257, -1.8160055875778198, -1.530336618423462, -0.9363924860954285, -1.4367289543151855, -1.2138553857803345, -1.5010737180709839, -1.5438482761383057, -2.1732563972473145, -0.6932796239852905, -1.8873318433761597, -2.2821056842803955, -1.0560991764068604, -0.6958001255989075, -1.6124484539031982, -1.6298104524612427, -1.5191235542297363, -0.8965179920196533, -1.2899911403656006, -1.6555354595184326]}, "Bot003_097_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow What a bunch of idiots. am i really talking witih an intelligent bot It sounds like you're talking. yes and a funny one :) It's not the first time in the first place. what is your favorite movie", "response": "My favorite movie is robotcop. Have you seen robotcop?", "annotation_id": "Bot003_097_14", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "X", "O", "O", "T", "O", "O"], "gpt2_target_score": [-13.684762954711914, -13.397624969482422, -11.629734992980957, -9.085577964782715, -11.491769790649414, -18.103717803955078, -10.241429328918457, -9.655476570129395, -7.165155410766602, -10.921874046325684, -16.309467315673828, -20.008447647094727, -7.941065311431885], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.7009022235870361, -1.4779574871063232, -0.6219961047172546, -0.4525024890899658, -1.6674394607543945, -1.5110670328140259, -2.257028579711914, -1.7070914506912231, -1.1666446924209595, -2.8095028400421143, -2.5794625282287598, -1.660685658454895, -1.4847935438156128, -0.2292357236146927, -1.7388254404067993, -1.4316855669021606, -1.4616988897323608, -0.8927040100097656, -0.16033530235290527, -1.0766791105270386, -2.2860748767852783, -0.06922168284654617, -0.36058512330055237, -2.1967852115631104, -1.634883165359497, -1.7135319709777832, -1.6608576774597168, -1.4934345483779907, -0.505589485168457, -0.8957902193069458, -1.6426615715026855, -2.151977062225342, -1.9444515705108643, -2.0932493209838867, -1.030833125114441, -0.5566787123680115, -1.6898001432418823, -1.0811764001846313, -1.3963868618011475, -1.7758234739303589, -2.8012313842773438, -2.004117250442505, -0.3057693541049957, -1.5933213233947754, -1.13932204246521, -0.6049183011054993, -1.5976673364639282, -2.1929514408111572, -1.7702906131744385, -0.8689584732055664, -2.744798183441162, -1.1663678884506226, -1.7850228548049927, -1.828096628189087, -1.938488245010376, -1.9303399324417114, -0.05411027371883392, -2.0732178688049316, -1.2950727939605713, -1.8985488414764404, -0.5491416454315186, -1.3629896640777588, -2.4238433837890625, -0.23467811942100525, -2.3685901165008545, -3.0155136585235596, -3.1892569065093994, -1.8487961292266846, -0.9654799699783325, -0.7302425503730774, -0.323187917470932, -0.8474807143211365, -1.0379276275634766, -1.7614762783050537, -0.5921376943588257, -1.8160055875778198, -1.530336618423462, -0.9363924860954285, -1.4367289543151855, -1.2138553857803345, -1.5010737180709839, -1.5438482761383057, -0.7034205198287964, -1.9545890092849731, -2.265598773956299, -1.3060880899429321, -0.764581024646759, -1.6708028316497803, -1.6635890007019043, -1.367409348487854, -0.7443009614944458, -1.325313925743103, -1.869981288909912, -1.7952748537063599, -1.4019643068313599, -2.180814743041992, -2.431877851486206, -0.4856124222278595, -2.0351030826568604, -0.5891637206077576, -0.7819987535476685, -0.7937391996383667, -2.6362967491149902, -2.026628255844116, -1.2206655740737915, -1.4061849117279053, -0.6601613759994507, -0.6829990148544312, -1.1952253580093384, -0.23703379929065704, -0.338441401720047, -0.48466697335243225]}, "Bot003_097_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow What a bunch of idiots. am i really talking witih an intelligent bot It sounds like you're talking. yes and a funny one :) It's not the first time in the first place. what is your favorite movie My favorite movie is robotcop. Have you seen robotcop? of course a GOOD ONE", "response": "I am so sorry to hear that.", "annotation_id": "Bot003_097_16", "annotations": ["X", "X", "O", "X", "T", "X", "X", "X", "T", "T", "X", "O", "O", "X", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -6.2609148025512695, -12.56406307220459, -10.135812759399414, -18.768604278564453, -9.329319953918457, -2.538212299346924], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.7009022235870361, -1.4779574871063232, -0.6219961047172546, -0.4525024890899658, -1.6674394607543945, -1.5110670328140259, -2.257028579711914, -1.7070914506912231, -1.1666446924209595, -2.8095028400421143, -2.5794625282287598, -1.660685658454895, -1.4847935438156128, -0.2292357236146927, -1.7388254404067993, -1.4316855669021606, -1.4616988897323608, -0.8927040100097656, -0.16033530235290527, -1.0766791105270386, -2.2860748767852783, -0.06922168284654617, -0.36058512330055237, -2.1967852115631104, -1.634883165359497, -1.7135319709777832, -1.6608576774597168, -1.4934345483779907, -0.505589485168457, -0.8957902193069458, -1.6426615715026855, -2.151977062225342, -1.9444515705108643, -2.0932493209838867, -1.030833125114441, -0.5566787123680115, -1.6898001432418823, -1.0811764001846313, -1.3963868618011475, -1.7758234739303589, -2.8012313842773438, -2.004117250442505, -0.3057693541049957, -1.5933213233947754, -1.13932204246521, -0.6049183011054993, -1.5976673364639282, -2.1929514408111572, -1.7702906131744385, -0.8689584732055664, -2.744798183441162, -1.1663678884506226, -1.7850228548049927, -1.828096628189087, -1.938488245010376, -1.9303399324417114, -0.05411027371883392, -2.0732178688049316, -1.2950727939605713, -1.8985488414764404, -0.5491416454315186, -1.3629896640777588, -2.4238433837890625, -0.23467811942100525, -2.3685901165008545, -3.0155136585235596, -3.1892569065093994, -1.8487961292266846, -0.9654799699783325, -0.7302425503730774, -0.323187917470932, -0.8474807143211365, -1.0379276275634766, -1.7614762783050537, -0.5921376943588257, -1.8160055875778198, -1.530336618423462, -0.9363924860954285, -1.4367289543151855, -1.2138553857803345, -1.5010737180709839, -1.5438482761383057, -0.7034205198287964, -1.9545890092849731, -2.265598773956299, -1.3060880899429321, -0.764581024646759, -1.6708028316497803, -1.6635890007019043, -1.367409348487854, -0.7443009614944458, -1.325313925743103, -1.869981288909912, -1.7952748537063599, -1.4019643068313599, -2.180814743041992, -2.431877851486206, -0.4856124222278595, -0.8376571536064148, -0.8079152703285217, -0.5533298850059509, -2.441413640975952, -2.095226287841797, -1.3091360330581665, -1.7569905519485474, -0.4020223021507263, -0.8625407814979553, -1.4900412559509277, -0.21835783123970032, -0.2662741541862488, -1.3738117218017578, -0.8345863819122314, -2.082632303237915, -0.8854267597198486, -0.913328230381012, -1.7461506128311157, -1.9096918106079102, -2.067678928375244, -2.20092511177063, -1.8717541694641113, -2.143281936645508, -0.25817644596099854, -0.406734436750412, -0.9722148776054382, -1.0782989263534546]}, "Bot003_097_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow What a bunch of idiots. am i really talking witih an intelligent bot It sounds like you're talking. yes and a funny one :) It's not the first time in the first place. what is your favorite movie My favorite movie is robotcop. Have you seen robotcop? of course a GOOD ONE I am so sorry to hear that. i like robocop", "response": "You like robocop.", "annotation_id": "Bot003_097_18", "annotations": ["T", "O", "O", "O", "T", "O", "T", "O", "T", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-12.40684700012207, -10.711742401123047, -15.136540412902832, -15.947867393493652, -15.467432022094727, -5.451327323913574], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.7009022235870361, -1.4779574871063232, -0.6219961047172546, -0.4525024890899658, -1.6674394607543945, -1.5110670328140259, -2.257028579711914, -1.7070914506912231, -1.1666446924209595, -2.8095028400421143, -2.5794625282287598, -1.660685658454895, -1.4847935438156128, -0.2292357236146927, -1.7388254404067993, -1.4316855669021606, -1.4616988897323608, -0.8927040100097656, -0.16033530235290527, -1.0766791105270386, -2.2860748767852783, -0.06922168284654617, -0.36058512330055237, -2.1967852115631104, -1.634883165359497, -1.7135319709777832, -1.6608576774597168, -1.4934345483779907, -0.505589485168457, -0.8957902193069458, -1.6426615715026855, -2.151977062225342, -1.9444515705108643, -2.0932493209838867, -1.030833125114441, -0.5566787123680115, -1.6898001432418823, -1.0811764001846313, -1.3963868618011475, -1.7758234739303589, -2.8012313842773438, -2.004117250442505, -0.3057693541049957, -1.5933213233947754, -1.13932204246521, -0.6049183011054993, -1.5976673364639282, -2.1929514408111572, -1.7702906131744385, -0.8689584732055664, -2.744798183441162, -1.1663678884506226, -1.7850228548049927, -1.828096628189087, -1.938488245010376, -1.9303399324417114, -0.05411027371883392, -2.0732178688049316, -1.2950727939605713, -1.8985488414764404, -0.5491416454315186, -1.3629896640777588, -2.4238433837890625, -0.23467811942100525, -2.3685901165008545, -3.0155136585235596, -3.1892569065093994, -1.8487961292266846, -0.9654799699783325, -0.7302425503730774, -0.323187917470932, -0.8474807143211365, -1.0379276275634766, -1.7614762783050537, -0.5921376943588257, -1.8160055875778198, -1.530336618423462, -0.9363924860954285, -1.4367289543151855, -1.2138553857803345, -1.5010737180709839, -1.5438482761383057, -0.7034205198287964, -1.9545890092849731, -2.265598773956299, -1.3060880899429321, -0.764581024646759, -1.6708028316497803, -1.6635946035385132, -1.3674200773239136, -0.744303822517395, -1.3253172636032104, -1.869985818862915, -1.7952806949615479, -1.401963710784912, -2.180804967880249, -2.431870460510254, -0.4856097102165222, -0.8376602530479431, -0.8079044818878174, -0.5533280968666077, -2.4414093494415283, -2.0952324867248535, -1.3091459274291992, -1.756990671157837, -0.4020301103591919, -0.8625403642654419, -1.4900506734848022, -0.21835878491401672, -0.2662736177444458, -1.3738086223602295, -0.8345873951911926, -2.0826213359832764, -0.8854349851608276, -0.9133186936378479, -1.746148705482483, -2.0296478271484375, -1.817751407623291, -1.1568622589111328, -2.0826823711395264, -0.3546793460845947, -0.6429383754730225, -1.120940089225769, -1.7860325574874878, -2.1910595893859863, -1.214462399482727, -0.21649307012557983, -1.1628272533416748, -2.6166818141937256, -2.110839366912842, -1.679992437362671, -1.3427780866622925, -0.03697093948721886, -0.30766499042510986, -1.1228113174438477, -1.1776313781738281]}, "Bot003_097_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow What a bunch of idiots. am i really talking witih an intelligent bot It sounds like you're talking. yes and a funny one :) It's not the first time in the first place. what is your favorite movie My favorite movie is robotcop. Have you seen robotcop? of course a GOOD ONE I am so sorry to hear that. i like robocop You like robocop. yes as you say \"robotcop\"", "response": "I am a dog person, I love him", "annotation_id": "Bot003_097_20", "annotations": ["X", "X", "T", "T", "T", "X", "X", "X", "T", "X", "X", "O", "T", "X", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -7.1894121170043945, -9.50125789642334, -10.361581802368164, -5.077685356140137, -2.111729621887207, -10.329487800598145, -11.957757949829102], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.7009022235870361, -1.4779574871063232, -0.6219961047172546, -0.4525024890899658, -1.6674394607543945, -1.5110670328140259, -2.257028579711914, -1.7070914506912231, -1.1666446924209595, -2.8095028400421143, -2.5794625282287598, -1.660685658454895, -1.4847935438156128, -0.2292357236146927, -1.7388254404067993, -1.4316855669021606, -1.4616988897323608, -0.8927040100097656, -0.16033530235290527, -1.0766791105270386, -2.2860748767852783, -0.06922168284654617, -0.36058512330055237, -2.1967852115631104, -1.634883165359497, -1.7135319709777832, -1.6608576774597168, -1.4934345483779907, -0.505589485168457, -0.8957902193069458, -1.6426615715026855, -2.151977062225342, -1.9444515705108643, -2.0932493209838867, -1.030833125114441, -0.5566787123680115, -1.6898001432418823, -1.0811764001846313, -1.3963868618011475, -1.7758234739303589, -2.8012313842773438, -2.004117250442505, -0.3057693541049957, -1.5933213233947754, -1.13932204246521, -0.6049183011054993, -1.5976673364639282, -2.1929514408111572, -1.7702906131744385, -0.8689584732055664, -2.744798183441162, -1.1663678884506226, -1.7850228548049927, -1.828096628189087, -1.938488245010376, -1.9303399324417114, -0.05411027371883392, -2.0732178688049316, -1.2950727939605713, -1.8985488414764404, -0.5491416454315186, -1.3629896640777588, -2.4238433837890625, -0.23467811942100525, -2.3685901165008545, -3.0155136585235596, -3.1892569065093994, -1.8487961292266846, -0.9654799699783325, -0.7302425503730774, -0.323187917470932, -0.8474807143211365, -1.0379276275634766, -1.7614762783050537, -0.5921376943588257, -1.8160055875778198, -1.530336618423462, -0.9363924860954285, -1.4367289543151855, -1.2138553857803345, -1.5010737180709839, -1.5438482761383057, -0.7034205198287964, -1.9545890092849731, -2.265598773956299, -1.3060880899429321, -0.764581024646759, -1.6708028316497803, -1.6635890007019043, -1.367409348487854, -0.7443009614944458, -1.325313925743103, -1.869981288909912, -1.7952748537063599, -1.4019643068313599, -2.180814743041992, -2.431877851486206, -0.4856124222278595, -0.8376571536064148, -0.8079152703285217, -0.5533298850059509, -2.441413640975952, -2.095226287841797, -1.3091360330581665, -1.7569905519485474, -0.4020223021507263, -0.8625407814979553, -1.4900412559509277, -0.21835783123970032, -0.2662741541862488, -1.3738117218017578, -0.8345863819122314, -2.082632303237915, -0.8854267597198486, -0.913328230381012, -1.7461506128311157, -2.02964186668396, -1.817749261856079, -1.1568589210510254, -2.082681894302368, -0.3546808660030365, -0.6429396867752075, -1.1209406852722168, -1.7860151529312134, -2.191046953201294, -1.2144663333892822, -0.2164941281080246, -1.162827730178833, -2.6166677474975586, -1.5907745361328125, -1.1770154237747192, -0.050894275307655334, -0.31405821442604065, -1.5042357444763184, -2.0874130725860596, -1.239128828048706, -1.3922592401504517, -1.3910664319992065, -1.9879766702651978, -2.9657177925109863, -0.5934118628501892, -0.02411835826933384, -0.5405586361885071, -2.153353214263916, -2.4065051078796387, -1.8488117456436157, -2.084294319152832, -0.42104479670524597, -2.0581865310668945, -1.668055772781372, -2.0929014682769775, -1.755430817604065, -1.289008378982544, -1.3584364652633667]}, "Bot003_099_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ?", "response": "I like to play video games.", "annotation_id": "Bot003_099_02", "annotations": ["O", "X", "T", "O", "X", "O", "T", "O", "O", "O", "T", "O", "X", "X", "T"], "gpt2_target_score": [-8.654443740844727, -9.256299018859863, -9.165919303894043, -6.911716461181641, -6.459563255310059, -9.989447593688965, -6.298492431640625], "gpt2_argmax_score": [-1.6911711692810059, -1.1673403978347778, -1.0133928060531616, -1.2652016878128052, -2.1462390422821045, -2.740851640701294, -2.9226534366607666, -0.0203792043030262, -1.4389616250991821, -1.3329280614852905, -1.1905988454818726, -1.9687787294387817, -0.3560875952243805, -1.4367953538894653, -0.05227426439523697, -0.9458272457122803, -2.6699798107147217, -0.7124260663986206, -1.0853387117385864, -1.1870980262756348, -0.8013678193092346, -1.5474778413772583, -1.074471116065979, -1.5866907835006714, -1.0789668560028076, -0.4066295921802521, -0.528529703617096, -1.5773245096206665, -2.2757861614227295, -1.6654701232910156, -1.4953315258026123, -0.23306125402450562, -1.101620078086853, -0.011075802147388458, -1.8674638271331787, -1.3087317943572998]}, "Bot003_099_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ?", "response": "I like video games and I love playing games", "annotation_id": "Bot003_099_04", "annotations": ["O", "X", "T", "O", "X", "T", "T", "O", "O", "O", "X", "O", "X", "X", "O"], "gpt2_target_score": [-8.654443740844727, -9.256299018859863, -13.14704418182373, -14.84354019165039, -6.671431541442871, -9.986716270446777, -10.245964050292969, -12.696877479553223, -8.01501178741455], "gpt2_argmax_score": [-1.6911711692810059, -1.1673403978347778, -1.0133928060531616, -1.2652016878128052, -2.1462390422821045, -2.740851640701294, -2.9226534366607666, -0.0203792043030262, -1.4389616250991821, -1.3329280614852905, -1.1905988454818726, -1.9687787294387817, -0.3560875952243805, -1.4367953538894653, -0.05227426439523697, -0.9458272457122803, -2.6699798107147217, -0.7124260663986206, -1.0853387117385864, -1.1870980262756348, -0.8013678193092346, -1.5474778413772583, -1.074471116065979, -1.5866907835006714, -1.0789618492126465, -0.4066067934036255, -0.5285364985466003, -1.5773375034332275, -1.7273108959197998, -1.4908921718597412, -0.3017767369747162, -1.3456058502197266, -0.012755944393575191, -1.8865914344787598, -1.5013389587402344, -0.11852027475833893, -0.70525062084198, -1.2998322248458862, -1.01833975315094, -0.24996668100357056, -0.41392409801483154, -1.5768927335739136, -2.2444589138031006, -1.407778024673462, -1.1456576585769653, -0.015053833834826946, -1.3639129400253296, -1.7622462511062622, -0.8329737782478333, -1.0905288457870483, -1.283084511756897, -0.9894701242446899]}, "Bot003_099_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name", "response": "Terren", "annotation_id": "Bot003_099_06", "annotations": ["O", "X", "O", "O", "O", "X", "O", "O", "O", "O", "X", "O", "T", "O", "X"], "gpt2_target_score": [-14.834199905395508, -16.269651412963867], "gpt2_argmax_score": [-1.6911711692810059, -1.1673403978347778, -1.0133928060531616, -1.2652016878128052, -2.1462390422821045, -2.740851640701294, -2.9226534366607666, -0.0203792043030262, -1.4389616250991821, -1.3329280614852905, -1.1905988454818726, -1.9687787294387817, -0.3560875952243805, -1.4367953538894653, -0.05227426439523697, -0.9458272457122803, -2.6699798107147217, -0.7124260663986206, -1.0853387117385864, -1.1870980262756348, -0.8013678193092346, -1.5474778413772583, -1.074471116065979, -1.5866907835006714, -1.0789668560028076, -0.4066295921802521, -0.528529703617096, -1.5773245096206665, -1.7272993326187134, -1.4908932447433472, -0.3017827272415161, -1.3456112146377563, -0.01275582704693079, -1.8865833282470703, -1.5013328790664673, -0.11851836740970612, -0.7052440047264099, -1.2998347282409668, -1.0183387994766235, -0.24996696412563324, -0.4139157235622406, -1.5768914222717285, -0.7965264320373535, -0.725659966468811, -0.011607020162045956, -1.0676285028457642, -0.7191430330276489, -0.9478023052215576, -0.9181461930274963, -1.0455896854400635, -1.0165374279022217, -1.711891531944275, -0.9443129301071167, -0.3009737432003021, -0.5937913656234741, -2.0929484367370605, -1.232345700263977, -2.2319607734680176]}, "Bot003_099_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you", "response": "I am 10, and I am a single mom.", "annotation_id": "Bot003_099_08", "annotations": ["O", "X", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "X", "X", "T"], "gpt2_target_score": [-8.654426574707031, -9.197176933288574, -8.648443222045898, -8.454192161560059, -6.671440124511719, -9.986698150634766, -10.692272186279297, -12.413674354553223, -13.474267959594727, -11.628142356872559, -9.099170684814453], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -0.0203792043030262, -1.4389443397521973, -1.3329455852508545, -1.1905858516693115, -1.9688042402267456, -0.3560963571071625, -1.436821699142456, -0.052274830639362335, -0.9458385109901428, -2.669973373413086, -0.7124212980270386, -1.0853558778762817, -1.1870763301849365, -0.8013778924942017, -1.5474765300750732, -1.0745199918746948, -1.5866976976394653, -1.0789769887924194, -0.4066268801689148, -0.5285255908966064, -1.5773128271102905, -1.7272887229919434, -1.4909093379974365, -0.30179497599601746, -1.3455878496170044, -0.012755591422319412, -1.8865742683410645, -1.5013283491134644, -0.11851698905229568, -0.7052587270736694, -1.2998429536819458, -1.018355369567871, -0.24996733665466309, -0.4139178693294525, -1.5768661499023438, -0.796541690826416, -0.7256763577461243, -0.01160690188407898, -1.067603349685669, -0.7191539406776428, -0.9478117227554321, -0.9181294441223145, -1.0456066131591797, -1.016577124595642, -1.7118951082229614, -0.9443033933639526, -0.30098557472229004, -0.5938057899475098, -1.329792857170105, -2.453113555908203, -0.06113431602716446, -0.8300231099128723, -2.14951229095459, -1.754542589187622, -0.5687037706375122, -0.04395033419132233, -0.7389566898345947, -1.8064184188842773, -1.219733476638794, -2.5155282020568848, -1.2728798389434814, -1.8835580348968506, -0.8864028453826904, -2.1936733722686768, -2.386759042739868, -2.6814892292022705, -1.8631417751312256, -1.3427537679672241, -0.9621840715408325]}, "Bot003_099_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you I am 10, and I am a single mom. what do you do for a living", "response": "I am a paid client. My job is chatting online.", "annotation_id": "Bot003_099_10", "annotations": ["O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "X", "O", "T"], "gpt2_target_score": [-8.654426574707031, -9.197176933288574, -7.214010238647461, -9.898924827575684, -13.776344299316406, -9.811786651611328, -8.297115325927734, -16.61065101623535, -9.223077774047852, -9.358275413513184, -10.666553497314453, -10.93196964263916], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -0.0203792043030262, -1.4389443397521973, -1.3329455852508545, -1.1905858516693115, -1.9688042402267456, -0.3560963571071625, -1.436821699142456, -0.052274830639362335, -0.9458385109901428, -2.669973373413086, -0.7124212980270386, -1.0853558778762817, -1.1870763301849365, -0.8013778924942017, -1.5474765300750732, -1.0745199918746948, -1.5866976976394653, -1.0789769887924194, -0.4066268801689148, -0.5285255908966064, -1.5773128271102905, -1.7272887229919434, -1.4909093379974365, -0.30179497599601746, -1.3455878496170044, -0.012755591422319412, -1.8865742683410645, -1.5013283491134644, -0.11851698905229568, -0.7052586078643799, -1.299841284751892, -1.0183502435684204, -0.24996984004974365, -0.4139147102832794, -1.5768567323684692, -0.7965340614318848, -0.7256667613983154, -0.011607020162045956, -1.0675987005233765, -0.7191553115844727, -0.9478235840797424, -0.9181331396102905, -1.0456069707870483, -1.0165654420852661, -1.7119108438491821, -0.944299042224884, -0.3009823262691498, -0.5938001871109009, -1.3297886848449707, -2.4531188011169434, -0.061133306473493576, -0.8300197720527649, -2.149498701095581, -1.7545374631881714, -0.56871098279953, -0.043949879705905914, -0.7389580607414246, -1.5690863132476807, -1.8473179340362549, -1.5283702611923218, -2.215909004211426, -1.5235271453857422, -2.1716575622558594, -2.290947675704956, -2.470198631286621, -2.0119574069976807, -1.4967477321624756, -1.3949171304702759, -1.848265290260315, -0.04565238207578659, -1.5443698167800903, -1.485697627067566, -1.3664261102676392, -0.1897582709789276, -0.7301687598228455, -1.5534452199935913, -1.920456051826477, -1.3694909811019897, -0.40126729011535645, -2.405146837234497, -1.8387513160705566, -1.0926439762115479, -2.2076237201690674, -0.39263081550598145, -1.229912281036377, -0.9441920518875122, -1.544912338256836, -1.1861509084701538]}, "Bot003_099_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you I am 10, and I am a single mom. what do you do for a living I am a paid client. My job is chatting online. it's nice that you make money from home", "response": "I do not know how to make money.", "annotation_id": "Bot003_099_12", "annotations": ["T", "X", "X", "T", "O", "T", "O", "O", "O", "T", "X", "T", "X", "X", "O"], "gpt2_target_score": [-8.654426574707031, -8.2061185836792, -9.389959335327148, -5.254057884216309, -3.3980023860931396, -9.293903350830078, -10.080753326416016, -17.9127140045166, -2.5348153114318848], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -0.0203792043030262, -1.4389443397521973, -1.3329455852508545, -1.1905858516693115, -1.9688042402267456, -0.3560963571071625, -1.436821699142456, -0.052274830639362335, -0.9458385109901428, -2.669973373413086, -0.7124212980270386, -1.0853558778762817, -1.1870763301849365, -0.8013778924942017, -1.5474765300750732, -1.0745199918746948, -1.5866976976394653, -1.0789769887924194, -0.4066268801689148, -0.5285255908966064, -1.5773128271102905, -1.7272887229919434, -1.4909093379974365, -0.30179497599601746, -1.3455878496170044, -0.012755591422319412, -1.8865742683410645, -1.5013283491134644, -0.11851698905229568, -0.7052586078643799, -1.299841284751892, -1.0183502435684204, -0.24996984004974365, -0.4139147102832794, -1.5768567323684692, -0.7965340614318848, -0.7256667613983154, -0.011607020162045956, -1.0675987005233765, -0.7191553115844727, -0.9478235840797424, -0.9181331396102905, -1.0456069707870483, -1.0165654420852661, -1.7119108438491821, -0.944299042224884, -0.3009823262691498, -0.5938001871109009, -1.3297886848449707, -2.4531188011169434, -0.061133306473493576, -0.8300197720527649, -2.149498701095581, -1.7545374631881714, -0.56871098279953, -0.043949879705905914, -0.7389580607414246, -1.5690863132476807, -1.8473179340362549, -1.5283702611923218, -2.215909004211426, -1.5235271453857422, -2.1716575622558594, -2.290947675704956, -2.470198631286621, -2.0119574069976807, -1.4967477321624756, -1.3949171304702759, -1.848265290260315, -0.04565238207578659, -1.5443698167800903, -1.485697627067566, -1.3664261102676392, -0.1897582709789276, -0.7301687598228455, -2.046581268310547, -1.911048412322998, -1.2841591835021973, -2.152477741241455, -1.5399526357650757, -1.597342848777771, -1.8572711944580078, -0.33868545293807983, -1.186876654624939, -1.112594485282898, -1.4505724906921387, -1.190500020980835, -1.037731409072876, -2.155693531036377, -0.8172054886817932, -0.7552646994590759, -1.4145128726959229, -1.9066098928451538, -1.9447733163833618, -1.0884718894958496, -1.2563565969467163, -1.658280611038208, -1.8863636255264282, -2.332310438156128, -1.8403801918029785, -1.6105834245681763, -1.3943078517913818, -2.238781690597534, -0.08719278872013092, -0.7394530773162842, -0.9258954524993896]}, "Bot003_099_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you I am 10, and I am a single mom. what do you do for a living I am a paid client. My job is chatting online. it's nice that you make money from home I do not know how to make money. where do you live", "response": "I live in the usa.", "annotation_id": "Bot003_099_14", "annotations": ["O", "X", "O", "O", "O", "X", "O", "O", "O", "O", "X", "T", "O", "O", "X"], "gpt2_target_score": [-8.654426574707031, -11.11206340789795, -8.761556625366211, -10.986205101013184, -9.761375427246094, -13.713336944580078, -6.298488616943359], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -0.0203792043030262, -1.4389443397521973, -1.3329455852508545, -1.1905858516693115, -1.9688042402267456, -0.3560963571071625, -1.436821699142456, -0.052274830639362335, -0.9458385109901428, -2.669973373413086, -0.7124212980270386, -1.0853558778762817, -1.1870763301849365, -0.8013778924942017, -1.5474765300750732, -1.0745199918746948, -1.5866976976394653, -1.0789769887924194, -0.4066268801689148, -0.5285255908966064, -1.5773128271102905, -1.7272887229919434, -1.4909093379974365, -0.30179497599601746, -1.3455878496170044, -0.012755591422319412, -1.8865742683410645, -1.5013283491134644, -0.11851698905229568, -0.7052586078643799, -1.299841284751892, -1.0183502435684204, -0.24996984004974365, -0.4139147102832794, -1.5768567323684692, -0.7965340614318848, -0.7256667613983154, -0.011607020162045956, -1.0675987005233765, -0.7191553115844727, -0.9478235840797424, -0.9181331396102905, -1.0456069707870483, -1.0165654420852661, -1.7119108438491821, -0.944299042224884, -0.3009823262691498, -0.5938001871109009, -1.3297886848449707, -2.4531188011169434, -0.061133306473493576, -0.8300197720527649, -2.149498701095581, -1.7545374631881714, -0.56871098279953, -0.043949879705905914, -0.7389580607414246, -1.5690863132476807, -1.8473179340362549, -1.5283702611923218, -2.215909004211426, -1.5235271453857422, -2.1716575622558594, -2.290947675704956, -2.470198631286621, -2.0119574069976807, -1.4967477321624756, -1.3949171304702759, -1.848265290260315, -0.04565238207578659, -1.5443698167800903, -1.485697627067566, -1.3664261102676392, -0.1897582709789276, -0.7301687598228455, -2.046581268310547, -1.911048412322998, -1.2841588258743286, -2.152470827102661, -1.5399448871612549, -1.5973374843597412, -1.8572643995285034, -0.3386833071708679, -1.1868867874145508, -1.1125932931900024, -1.4505621194839478, -1.1904966831207275, -1.037731409072876, -2.1556968688964844, -0.817206859588623, -0.755264163017273, -1.4145132303237915, -1.9066072702407837, -1.9447723627090454, -1.0884900093078613, -1.2563679218292236, -1.6177380084991455, -2.015275478363037, -1.7957044839859009, -1.898047685623169, -1.2937042713165283, -2.06601619720459, -0.19466619193553925, -1.01381516456604, -1.507595419883728, -0.8830604553222656, -0.17515264451503754, -0.46959012746810913, -0.7292436957359314, -1.5977250337600708, -0.5342246294021606, -0.511060893535614, -2.0847907066345215, -1.733713150024414, -1.5342286825180054, -1.9385437965393066, -1.34438955783844]}, "Bot003_099_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you I am 10, and I am a single mom. what do you do for a living I am a paid client. My job is chatting online. it's nice that you make money from home I do not know how to make money. where do you live I live in the usa. where are you from", "response": "I am from california, how about you?", "annotation_id": "Bot003_099_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "T"], "gpt2_target_score": [-8.654426574707031, -9.197176933288574, -9.650640487670898, -15.648222923278809, -14.876258850097656, -23.42917251586914, -5.077007293701172, -14.20467472076416, -6.758310794830322, -6.902922630310059, -13.141483306884766], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -0.0203792043030262, -1.4389443397521973, -1.3329455852508545, -1.1905858516693115, -1.9688042402267456, -0.3560963571071625, -1.436821699142456, -0.052274830639362335, -0.9458385109901428, -2.669973373413086, -0.7124212980270386, -1.0853558778762817, -1.1870763301849365, -0.8013778924942017, -1.5474765300750732, -1.0745199918746948, -1.5866976976394653, -1.0789769887924194, -0.4066268801689148, -0.5285255908966064, -1.5773128271102905, -1.7272887229919434, -1.4909093379974365, -0.30179497599601746, -1.3455878496170044, -0.012755591422319412, -1.8865742683410645, -1.5013283491134644, -0.11851698905229568, -0.7052586078643799, -1.299841284751892, -1.0183502435684204, -0.24996984004974365, -0.4139147102832794, -1.5768567323684692, -0.7965340614318848, -0.7256667613983154, -0.011607020162045956, -1.0675987005233765, -0.7191553115844727, -0.9478235840797424, -0.9181331396102905, -1.0456069707870483, -1.0165654420852661, -1.7119108438491821, -0.944299042224884, -0.3009823262691498, -0.5938001871109009, -1.3297886848449707, -2.4531188011169434, -0.061133306473493576, -0.8300197720527649, -2.149498701095581, -1.7545374631881714, -0.56871098279953, -0.043949879705905914, -0.7389580607414246, -1.5690863132476807, -1.8473179340362549, -1.5283702611923218, -2.215909004211426, -1.5235271453857422, -2.1716575622558594, -2.290947675704956, -2.470198631286621, -2.0119574069976807, -1.4967477321624756, -1.3949171304702759, -1.848265290260315, -0.04565238207578659, -1.5443698167800903, -1.485697627067566, -1.3664261102676392, -0.1897582709789276, -0.7301687598228455, -2.046581268310547, -1.911048412322998, -1.2841591835021973, -2.152477741241455, -1.5399526357650757, -1.597342848777771, -1.8572711944580078, -0.33868545293807983, -1.186876654624939, -1.112594485282898, -1.4505724906921387, -1.190500020980835, -1.037731409072876, -2.155693531036377, -0.8172054886817932, -0.7552646994590759, -1.4145128726959229, -1.9066098928451538, -1.9447733163833618, -1.0884718894958496, -1.2563565969467163, -1.6177263259887695, -2.0152790546417236, -1.7957016229629517, -1.8980461359024048, -1.293707013130188, -2.066014528274536, -0.19466492533683777, -1.0138124227523804, -1.5076076984405518, -0.8830597400665283, -0.1751539409160614, -0.46958059072494507, -0.7292623519897461, -1.077890396118164, -1.5816069841384888, -2.102357864379883, -1.4708040952682495, -1.963378667831421, -1.766110897064209, -1.8941359519958496, -0.7209659814834595, -0.0754890888929367, -0.8150832056999207, -0.46868714690208435, -1.852626919746399, -0.7193038463592529, -0.9578334093093872, -1.71473228931427, -0.27406638860702515, -0.0012178155593574047, -1.631948471069336, -2.244157552719116, -1.8123623132705688, -0.3284289240837097, -0.5430958867073059, -0.43256792426109314]}, "Bot003_099_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you I am 10, and I am a single mom. what do you do for a living I am a paid client. My job is chatting online. it's nice that you make money from home I do not know how to make money. where do you live I live in the usa. where are you from I am from california, how about you? i am from Russia", "response": "I am from russia, I am from russia", "annotation_id": "Bot003_099_18", "annotations": ["O", "X", "T", "T", "X", "X", "O", "T", "T", "O", "T", "X", "O", "X", "O"], "gpt2_target_score": [-8.654426574707031, -9.197176933288574, -9.650640487670898, -9.913985252380371, -20.35181427001953, -8.857303619384766, -7.695034027099609, -15.868660926818848, -5.560450077056885, -6.563857078552246, -22.003498077392578], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -0.0203792043030262, -1.4389443397521973, -1.3329455852508545, -1.1905858516693115, -1.9688042402267456, -0.3560963571071625, -1.436821699142456, -0.052274830639362335, -0.9458385109901428, -2.669973373413086, -0.7124212980270386, -1.0853558778762817, -1.1870763301849365, -0.8013778924942017, -1.5474765300750732, -1.0745199918746948, -1.5866976976394653, -1.0789769887924194, -0.4066268801689148, -0.5285255908966064, -1.5773128271102905, -1.7272887229919434, -1.4909093379974365, -0.30179497599601746, -1.3455878496170044, -0.012755591422319412, -1.8865742683410645, -1.5013283491134644, -0.11851698905229568, -0.7052586078643799, -1.299841284751892, -1.0183502435684204, -0.24996984004974365, -0.4139147102832794, -1.5768567323684692, -0.7965340614318848, -0.7256667613983154, -0.011607020162045956, -1.0675987005233765, -0.7191553115844727, -0.9478235840797424, -0.9181331396102905, -1.0456069707870483, -1.0165654420852661, -1.7119108438491821, -0.944299042224884, -0.3009823262691498, -0.5938001871109009, -1.3297886848449707, -2.4531188011169434, -0.061133306473493576, -0.8300197720527649, -2.149498701095581, -1.7545374631881714, -0.56871098279953, -0.043949879705905914, -0.7389580607414246, -1.5690863132476807, -1.8473179340362549, -1.5283702611923218, -2.215909004211426, -1.5235271453857422, -2.1716575622558594, -2.290947675704956, -2.470198631286621, -2.0119574069976807, -1.4967477321624756, -1.3949171304702759, -1.848265290260315, -0.04565238207578659, -1.5443698167800903, -1.485697627067566, -1.3664261102676392, -0.1897582709789276, -0.7301687598228455, -2.046581268310547, -1.911048412322998, -1.2841591835021973, -2.152477741241455, -1.5399526357650757, -1.597342848777771, -1.8572711944580078, -0.33868545293807983, -1.186876654624939, -1.112594485282898, -1.4505724906921387, -1.190500020980835, -1.037731409072876, -2.155693531036377, -0.8172054886817932, -0.7552646994590759, -1.4145128726959229, -1.9066098928451538, -1.9447733163833618, -1.0884718894958496, -1.2563565969467163, -1.6177263259887695, -2.0152790546417236, -1.7957016229629517, -1.8980461359024048, -1.293707013130188, -2.066014528274536, -0.19466492533683777, -1.0138124227523804, -1.5076076984405518, -0.8830597400665283, -0.1751539409160614, -0.46958059072494507, -0.7292623519897461, -1.077890396118164, -1.5816069841384888, -2.102357864379883, -1.4708040952682495, -1.963378667831421, -1.766110897064209, -1.8941359519958496, -0.7209659814834595, -0.0754890888929367, -0.8150832056999207, -0.46868714690208435, -0.9768797159194946, -1.5485758781433105, -2.4435160160064697, -0.24605879187583923, -0.002157504903152585, -1.8767199516296387, -2.09306001663208, -1.7970019578933716, -0.3840339779853821, -0.617749035358429, -1.452144742012024, -0.9582295417785645, -1.0129516124725342, -1.5443205833435059, -1.712443470954895, -2.0549850463867188, -0.9943467974662781, -0.6406663656234741, -2.009840488433838, -0.10741420835256577, -1.6105176210403442, -2.1814486980438232, -1.0787019729614258, -0.348060667514801, -1.912911057472229, -0.018962647765874863, -1.4761217832565308]}, "Bot003_099_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you I am 10, and I am a single mom. what do you do for a living I am a paid client. My job is chatting online. it's nice that you make money from home I do not know how to make money. where do you live I live in the usa. where are you from I am from california, how about you? i am from Russia I am from russia, I am from russia what do you like to do", "response": "I like to meet new people online. What do you do for fun?", "annotation_id": "Bot003_099_20", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "T"], "gpt2_target_score": [-8.654426574707031, -9.256243705749512, -9.165914535522461, -9.669142723083496, -6.516395568847656, -9.431232452392578, -5.555950164794922, -10.263375282287598, -10.057046890258789, -5.114333152770996, -8.00302505493164, -9.949288368225098, -0.3560963571071625, -8.79006290435791, -12.60413932800293], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651817798614502, -2.1462934017181396, -2.7408945560455322, -2.9226343631744385, -0.0203792043030262, -1.4389443397521973, -1.3329455852508545, -1.1905858516693115, -1.9688042402267456, -0.3560963571071625, -1.436821699142456, -0.052274830639362335, -0.9458385109901428, -2.669973373413086, -0.7124212980270386, -1.0853558778762817, -1.1870763301849365, -0.8013778924942017, -1.5474765300750732, -1.0745199918746948, -1.5866976976394653, -1.0789769887924194, -0.4066268801689148, -0.5285255908966064, -1.5773128271102905, -1.7272887229919434, -1.4909093379974365, -0.30179497599601746, -1.3455878496170044, -0.012755591422319412, -1.8865742683410645, -1.5013283491134644, -0.11851698905229568, -0.7052586078643799, -1.299841284751892, -1.0183502435684204, -0.24996984004974365, -0.4139147102832794, -1.5768567323684692, -0.7965340614318848, -0.7256667613983154, -0.011607020162045956, -1.0675987005233765, -0.7191553115844727, -0.9478235840797424, -0.9181331396102905, -1.0456069707870483, -1.0165654420852661, -1.7119108438491821, -0.944299042224884, -0.3009823262691498, -0.5938001871109009, -1.3297886848449707, -2.4531188011169434, -0.061133306473493576, -0.8300197720527649, -2.149498701095581, -1.7545374631881714, -0.56871098279953, -0.043949879705905914, -0.7389580607414246, -1.5690863132476807, -1.8473179340362549, -1.5283702611923218, -2.215909004211426, -1.5235271453857422, -2.1716575622558594, -2.290947675704956, -2.470198631286621, -2.0119574069976807, -1.4967477321624756, -1.3949171304702759, -1.848265290260315, -0.04565238207578659, -1.5443698167800903, -1.485697627067566, -1.3664261102676392, -0.1897582709789276, -0.7301687598228455, -2.046581268310547, -1.911048412322998, -1.2841591835021973, -2.152477741241455, -1.5399526357650757, -1.597342848777771, -1.8572711944580078, -0.33868545293807983, -1.186876654624939, -1.112594485282898, -1.4505724906921387, -1.190500020980835, -1.037731409072876, -2.155693531036377, -0.8172054886817932, -0.7552646994590759, -1.4145128726959229, -1.9066098928451538, -1.9447733163833618, -1.0884718894958496, -1.2563565969467163, -1.6177263259887695, -2.0152790546417236, -1.7957016229629517, -1.8980461359024048, -1.293707013130188, -2.066014528274536, -0.19466492533683777, -1.0138124227523804, -1.5076076984405518, -0.8830597400665283, -0.1751539409160614, -0.46958059072494507, -0.7292623519897461, -1.077890396118164, -1.5816069841384888, -2.102357864379883, -1.4708040952682495, -1.963378667831421, -1.766110897064209, -1.8941359519958496, -0.7209659814834595, -0.0754890888929367, -0.8150832056999207, -0.46868714690208435, -0.9768797159194946, -1.5485758781433105, -2.4435160160064697, -0.24605879187583923, -0.002157504903152585, -1.8767199516296387, -2.09306001663208, -1.7970019578933716, -0.3840339779853821, -0.617749035358429, -1.452144742012024, -0.9582295417785645, -1.0129516124725342, -1.5443205833435059, -1.712443470954895, -0.9441398978233337, -0.5597807765007019, -2.1262753009796143, -0.07322219014167786, -2.0116302967071533, -2.2904484272003174, -0.6589872241020203, -0.32278916239738464, -2.001797914505005, -0.010527316480875015, -1.4867112636566162, -1.581139087677002, -0.08642420917749405, -0.7669694423675537, -0.6712420582771301, -0.4048296809196472, -1.1465619802474976, -1.8819544315338135, -1.5195845365524292, -0.9288457632064819, -1.0064988136291504, -0.938157320022583, -0.06737601011991501, -1.6820372343063354, -1.1365587711334229, -1.0729764699935913, -1.8056437969207764, -0.03908403590321541, -0.7891915440559387, -0.5891082882881165, -0.6362862586975098, -0.4645482897758484, -0.7058287262916565]}, "Bot003_102_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months", "response": "Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.?", "annotation_id": "Bot003_102_02", "annotations": ["X", "X", "O", "T", "T", "X", "X", "X", "O", "O", "T", "X", "O", "T", "T"], "gpt2_target_score": [-9.293893814086914, -5.684811592102051, -7.178508281707764, -4.459977149963379, -11.464962005615234, -12.305163383483887, -22.606571197509766, -23.63271713256836, -19.147428512573242, -12.569985389709473, -9.285223007202148, -10.496801376342773, -10.26490306854248, -21.244556427001953, -14.71794605255127, -13.861894607543945, -9.295743942260742, -8.974614143371582, -9.647281646728516, -8.471869468688965, -12.67342472076416, -8.011835098266602, -7.992074012756348, -5.377017498016357, -13.245469093322754, -19.044315338134766, -11.774006843566895], "gpt2_argmax_score": [-1.6911711692810059, -1.1673403978347778, -1.0133928060531616, -1.265183687210083, -1.4089312553405762, -0.33850404620170593, -0.0008885487914085388, -0.00877075269818306, -1.9563430547714233, -1.575844407081604, -0.4503532350063324, -1.3944147825241089, -0.43953990936279297, -0.00016425691137555987, -0.07597800344228745, -1.339754343032837, -0.22318808734416962, -1.4899342060089111, -1.273608922958374, -1.2715822458267212, -2.3545007705688477, -0.9781432151794434, -0.38782617449760437, -1.5011476278305054, -0.9195874929428101, -0.726932168006897, -1.865757703781128, -1.993931531906128, -0.6859506368637085, -1.4077720642089844, -0.12035126239061356, -2.046501398086548, -1.969740629196167, -1.0841830968856812, -1.0664695501327515, -2.2084977626800537, -1.7280607223510742, -1.8462857007980347, -0.7879297137260437, -2.6893575191497803, -3.346036911010742, -0.39983227849006653, -0.9514034390449524, -1.21857750415802, -2.1104061603546143, -1.9439653158187866, -1.208260416984558, -0.36483296751976013]}, "Bot003_102_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk", "response": "I don't understand why people are so upset about this.", "annotation_id": "Bot003_102_04", "annotations": ["X", "O", "O", "O", "T", "X", "X", "T", "O", "T", "T", "T", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -9.404437065124512, -15.044897079467773, -15.303468704223633, -7.149192810058594, -12.027653694152832, -22.298145294189453, -16.155529022216797, -12.589434623718262, -10.709593772888184, -9.784303665161133, -7.094384670257568], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651845216751099, -1.4089124202728271, -0.33850598335266113, -0.0008885487914085388, -0.008770516142249107, -1.9563478231430054, -1.575858473777771, -0.4503340721130371, -1.3943878412246704, -0.43953537940979004, -0.00016425691137555987, -0.07597203552722931, -1.3397769927978516, -0.22318102419376373, -1.489943265914917, -1.2735955715179443, -1.2716025114059448, -0.13720062375068665, -0.41529417037963867, -1.915423035621643, -0.7471898198127747, -0.7358728647232056, -1.9462637901306152, -2.085941791534424, -0.5910907983779907, -1.4864085912704468, -0.15458226203918457, -1.96731436252594, -1.9639406204223633, -1.034363865852356, -0.8510944247245789, -2.1238930225372314, -1.7617601156234741, -1.7708115577697754, -0.9470035433769226, -2.5386483669281006, -3.2582664489746094, -0.37242671847343445, -0.962277352809906, -1.2302663326263428, -1.8447415828704834, -2.0416672229766846, -2.076709508895874, -1.8634779453277588, -1.4190735816955566, -1.1999425888061523, -0.1424199640750885, -0.0012348415330052376, -0.000179036331246607, -1.7738237380981445, -1.4730424880981445, -1.0133392810821533, -2.655045747756958, -2.2680556774139404, -0.3244601786136627, -1.145741581916809, -1.852160096168518, -1.2315683364868164, -2.004775285720825, -1.442976474761963, -2.6912283897399902, -1.4892457723617554, -1.7403364181518555, -1.1187963485717773, -1.7661144733428955]}, "Bot003_102_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live?", "response": "I live in the midwest, how about you?", "annotation_id": "Bot003_102_06", "annotations": ["T", "O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-8.654426574707031, -11.11206340789795, -8.761556625366211, -6.50035285949707, -10.537956237792969, -20.199392318725586, -22.742008209228516, -19.42708969116211, -6.07594633102417, -9.120314598083496, -12.377138137817383], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651845216751099, -1.4089124202728271, -0.33850598335266113, -0.0008885487914085388, -0.008770516142249107, -1.9563478231430054, -1.575858473777771, -0.4503340721130371, -1.3943878412246704, -0.43953537940979004, -0.00016425691137555987, -0.07597203552722931, -1.3397769927978516, -0.22318102419376373, -1.489943265914917, -1.2735955715179443, -1.2716025114059448, -0.13720062375068665, -0.41529417037963867, -1.915423035621643, -0.7471898198127747, -0.7358728647232056, -1.9462637901306152, -2.085941791534424, -0.5910907983779907, -1.4864085912704468, -0.15458226203918457, -1.96731436252594, -1.9639406204223633, -1.034363865852356, -0.8510944247245789, -2.1238930225372314, -1.7617601156234741, -1.7708115577697754, -0.9470035433769226, -2.5386483669281006, -3.2582664489746094, -0.37242671847343445, -0.962277352809906, -1.2302663326263428, -1.8447415828704834, -2.0416672229766846, -2.076709508895874, -1.8634779453277588, -1.4190735816955566, -1.1999425888061523, -0.1424199640750885, -0.0012348415330052376, -0.000179036331246607, -1.7738237380981445, -1.4730424880981445, -1.0133392810821533, -1.7014083862304688, -0.5569575428962708, -1.1961606740951538, -1.984118938446045, -1.8700677156448364, -1.8323510885238647, -1.4484232664108276, -2.654428482055664, -1.7116001844406128, -1.7595289945602417, -1.4351332187652588, -2.1897757053375244, -1.4500420093536377, -0.521289587020874, -1.2560495138168335, -0.6234519481658936, -1.7430357933044434, -2.1279680728912354, -0.71149742603302, -0.22470949590206146, -1.8239904642105103, -1.570838451385498, -0.11403879523277283, -1.6524710655212402, -1.6421327590942383, -1.4632714986801147, -0.33723214268684387, -0.5631195306777954, -0.56379234790802]}, "Bot003_102_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska", "response": "I am in alaska. I have a lot of snow in alaska.", "annotation_id": "Bot003_102_08", "annotations": ["X", "X", "O", "T", "T", "O", "T", "T", "X", "T", "T", "O", "O", "O", "T"], "gpt2_target_score": [-8.654426574707031, -9.197176933288574, -8.761556625366211, -9.663225173950195, -18.877525329589844, -9.376164436340332, -22.309375762939453, -17.170269012451172, -3.30672025680542, -9.584731101989746, -5.017014980316162, -9.411325454711914, -9.540548324584961, -22.690265655517578, -23.793210983276367, -10.408868789672852], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651845216751099, -1.4089124202728271, -0.33850598335266113, -0.0008885487914085388, -0.008770516142249107, -1.9563478231430054, -1.575858473777771, -0.4503340721130371, -1.3943878412246704, -0.43953537940979004, -0.00016425691137555987, -0.07597203552722931, -1.3397769927978516, -0.22318102419376373, -1.489943265914917, -1.2735955715179443, -1.2716025114059448, -0.13720062375068665, -0.41529417037963867, -1.915423035621643, -0.7471898198127747, -0.7358728647232056, -1.9462637901306152, -2.085941791534424, -0.5910907983779907, -1.4864085912704468, -0.15458226203918457, -1.96731436252594, -1.9639406204223633, -1.034363865852356, -0.8510944247245789, -2.1238930225372314, -1.7617601156234741, -1.7708115577697754, -0.9470035433769226, -2.5386483669281006, -3.2582664489746094, -0.37242671847343445, -0.962277352809906, -1.2302663326263428, -1.8447415828704834, -2.0416672229766846, -2.076709508895874, -1.8634779453277588, -1.4190735816955566, -1.1999425888061523, -0.1424199640750885, -0.0012348415330052376, -0.000179036331246607, -1.7738237380981445, -1.4730424880981445, -1.0133392810821533, -1.7014083862304688, -0.5569575428962708, -1.1961606740951538, -1.984118938446045, -1.8700677156448364, -1.8323510885238647, -1.4484232664108276, -2.654428482055664, -1.7116001844406128, -1.7595289945602417, -1.4351332187652588, -2.1897757053375244, -1.4500420093536377, -0.521289587020874, -1.2560495138168335, -0.6234519481658936, -1.7430357933044434, -1.184403419494629, -0.30829527974128723, -1.8526561260223389, -1.4593409299850464, -0.1216379776597023, -1.570937991142273, -1.8281100988388062, -1.460150957107544, -0.32470911741256714, -0.5243238806724548, -1.79036283493042, -1.0107096433639526, -0.17417071759700775, -0.9505882263183594, -0.8361837267875671, -1.4874026775360107, -2.337711811065674, -0.6570895314216614, -1.1439244747161865, -1.1990106105804443, -0.0631522536277771, -1.5232137441635132, -1.4045226573944092, -1.4093815088272095, -1.2577122449874878, -2.2930169105529785, -0.17873801290988922, -2.3645596504211426, -1.6397106647491455, -0.9678083062171936, -0.07752572745084763, -1.2609673738479614, -1.1816847324371338]}, "Bot003_102_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska I am in alaska. I have a lot of snow in alaska. are you religious?", "response": "I am.", "annotation_id": "Bot003_102_10", "annotations": ["X", "O", "O", "T", "T", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -9.197176933288574, -11.584737777709961], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651845216751099, -1.4089124202728271, -0.33850598335266113, -0.0008885487914085388, -0.008770516142249107, -1.9563478231430054, -1.575858473777771, -0.4503340721130371, -1.3943878412246704, -0.43953537940979004, -0.00016425691137555987, -0.07597203552722931, -1.3397769927978516, -0.22318102419376373, -1.489943265914917, -1.2735955715179443, -1.2716025114059448, -0.13720062375068665, -0.41529417037963867, -1.915423035621643, -0.7471898198127747, -0.7358728647232056, -1.9462637901306152, -2.085941791534424, -0.5910907983779907, -1.4864085912704468, -0.15458226203918457, -1.96731436252594, -1.9639406204223633, -1.034363865852356, -0.8510944247245789, -2.1238930225372314, -1.7617601156234741, -1.7708115577697754, -0.9470035433769226, -2.5386483669281006, -3.2582664489746094, -0.37242671847343445, -0.962277352809906, -1.2302663326263428, -1.8447415828704834, -2.0416672229766846, -2.076709508895874, -1.8634779453277588, -1.4190735816955566, -1.1999425888061523, -0.1424199640750885, -0.0012348415330052376, -0.000179036331246607, -1.7738237380981445, -1.4730424880981445, -1.0133392810821533, -1.7014083862304688, -0.5569575428962708, -1.1961606740951538, -1.984118938446045, -1.8700677156448364, -1.8323510885238647, -1.4484232664108276, -2.654428482055664, -1.7116001844406128, -1.7595289945602417, -1.4351332187652588, -2.1897757053375244, -1.4500420093536377, -0.521289587020874, -1.2560495138168335, -0.6234519481658936, -1.7430357933044434, -1.184403419494629, -0.30829527974128723, -1.8526561260223389, -1.4593409299850464, -0.1216379776597023, -1.570937991142273, -1.8281100988388062, -1.460150957107544, -0.32470911741256714, -0.5243238806724548, -1.79036283493042, -1.0107096433639526, -0.17417071759700775, -0.9505882263183594, -0.8361837267875671, -1.4874026775360107, -1.8391170501708984, -1.3265799283981323, -1.2149189710617065, -0.12508487701416016, -2.022024393081665, -2.168342113494873, -1.8650007247924805, -1.2187191247940063, -2.0794880390167236, -0.20612698793411255, -1.9611010551452637, -1.5462721586227417, -0.8813138008117676, -0.0996461808681488, -1.4598479270935059, -1.52899968624115, -0.28376683592796326, -2.237279176712036, -0.7385947704315186, -2.1396920680999756, -1.9400804042816162, -1.6679728031158447, -2.1648595333099365, -1.1233011484146118]}, "Bot003_102_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska I am in alaska. I have a lot of snow in alaska. are you religious? I am. what is your religion?", "response": "What is religion?", "annotation_id": "Bot003_102_12", "annotations": ["T", "X", "X", "O", "T", "X", "X", "T", "T", "T", "X", "T", "X", "X", "T"], "gpt2_target_score": [-11.566864013671875, -8.160189628601074, -15.074026107788086, -7.655488967895508], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651845216751099, -1.4089124202728271, -0.33850598335266113, -0.0008885487914085388, -0.008770516142249107, -1.9563478231430054, -1.575858473777771, -0.4503340721130371, -1.3943878412246704, -0.43953537940979004, -0.00016425691137555987, -0.07597203552722931, -1.3397769927978516, -0.22318102419376373, -1.489943265914917, -1.2735955715179443, -1.2716025114059448, -0.13720062375068665, -0.41529417037963867, -1.915423035621643, -0.7471898198127747, -0.7358728647232056, -1.9462637901306152, -2.085941791534424, -0.5910907983779907, -1.4864085912704468, -0.15458226203918457, -1.96731436252594, -1.9639406204223633, -1.034363865852356, -0.8510944247245789, -2.1238930225372314, -1.7617601156234741, -1.7708115577697754, -0.9470035433769226, -2.5386483669281006, -3.2582664489746094, -0.37242671847343445, -0.962277352809906, -1.2302663326263428, -1.8447415828704834, -2.0416672229766846, -2.076709508895874, -1.8634779453277588, -1.4190735816955566, -1.1999425888061523, -0.1424199640750885, -0.0012348415330052376, -0.000179036331246607, -1.7738237380981445, -1.4730424880981445, -1.0133392810821533, -1.7014083862304688, -0.5569575428962708, -1.1961606740951538, -1.984118938446045, -1.8700677156448364, -1.8323510885238647, -1.4484232664108276, -2.654428482055664, -1.7116001844406128, -1.7595289945602417, -1.4351332187652588, -2.1897757053375244, -1.4500420093536377, -0.521289587020874, -1.2560495138168335, -0.6234519481658936, -1.7430357933044434, -1.184403419494629, -0.30829527974128723, -1.8526561260223389, -1.4593409299850464, -0.1216379776597023, -1.570937991142273, -1.8281100988388062, -1.460150957107544, -0.32470911741256714, -0.5243238806724548, -1.79036283493042, -1.0107096433639526, -0.17417171597480774, -0.9505835771560669, -0.8361876010894775, -1.487402081489563, -1.8391095399856567, -1.3265841007232666, -1.2149146795272827, -0.12508614361286163, -2.022014856338501, -2.168341875076294, -1.8650058507919312, -1.2187212705612183, -2.0794830322265625, -0.2061270922422409, -1.9611051082611084, -1.5462876558303833, -0.881312370300293, -0.09964607656002045, -1.4598592519760132, -1.5289993286132812, -0.2837643027305603, -2.237273931503296, -0.738592267036438, -2.1396970748901367, -1.9730653762817383, -1.9046599864959717, -1.6681065559387207, -1.676262617111206, -0.5253347754478455, -1.0170410871505737, -0.28527459502220154, -1.736868977546692, -1.9709172248840332, -1.1277883052825928, -0.24311061203479767, -0.35837090015411377, -0.5077685713768005]}, "Bot003_102_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska I am in alaska. I have a lot of snow in alaska. are you religious? I am. what is your religion? What is religion? google it", "response": "What a bunch of idiots", "annotation_id": "Bot003_102_14", "annotations": ["X", "T", "X", "T", "T", "T", "X", "X", "T", "T", "X", "X", "X", "X", "T"], "gpt2_target_score": [-11.566864013671875, -7.554171562194824, -15.069036483764648, -9.429033279418945, -16.737464904785156], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651845216751099, -1.4089124202728271, -0.33850598335266113, -0.0008885487914085388, -0.008770516142249107, -1.9563478231430054, -1.575858473777771, -0.4503340721130371, -1.3943878412246704, -0.43953537940979004, -0.00016425691137555987, -0.07597203552722931, -1.3397769927978516, -0.22318102419376373, -1.489943265914917, -1.2735955715179443, -1.2716025114059448, -0.13720062375068665, -0.41529417037963867, -1.915423035621643, -0.7471898198127747, -0.7358728647232056, -1.9462637901306152, -2.085941791534424, -0.5910907983779907, -1.4864085912704468, -0.15458226203918457, -1.96731436252594, -1.9639406204223633, -1.034363865852356, -0.8510944247245789, -2.1238930225372314, -1.7617601156234741, -1.7708115577697754, -0.9470035433769226, -2.5386483669281006, -3.2582664489746094, -0.37242671847343445, -0.962277352809906, -1.2302663326263428, -1.8447415828704834, -2.0416672229766846, -2.076709508895874, -1.8634779453277588, -1.4190735816955566, -1.1999425888061523, -0.1424199640750885, -0.0012348415330052376, -0.000179036331246607, -1.7738237380981445, -1.4730424880981445, -1.0133392810821533, -1.7014083862304688, -0.5569575428962708, -1.1961606740951538, -1.984118938446045, -1.8700677156448364, -1.8323510885238647, -1.4484232664108276, -2.654428482055664, -1.7116001844406128, -1.7595289945602417, -1.4351332187652588, -2.1897757053375244, -1.4500420093536377, -0.521289587020874, -1.2560495138168335, -0.6234519481658936, -1.7430357933044434, -1.184403419494629, -0.30829527974128723, -1.8526561260223389, -1.4593409299850464, -0.1216379776597023, -1.570937991142273, -1.8281100988388062, -1.460150957107544, -0.32470911741256714, -0.5243238806724548, -1.79036283493042, -1.0107096433639526, -0.17417071759700775, -0.9505882263183594, -0.8361837267875671, -1.4874026775360107, -1.8391170501708984, -1.3265799283981323, -1.2149189710617065, -0.12508487701416016, -2.022024393081665, -2.168342113494873, -1.8650007247924805, -1.2187191247940063, -2.0794880390167236, -0.20612698793411255, -1.9611010551452637, -1.5462721586227417, -0.8813138008117676, -0.0996461808681488, -1.4598479270935059, -1.52899968624115, -0.28376683592796326, -2.237279176712036, -0.7385947704315186, -2.1396920680999756, -1.973067283630371, -1.9046550989151, -1.6681052446365356, -1.6762582063674927, -0.5253373980522156, -1.0170377492904663, -0.285277396440506, -1.7368760108947754, -1.5223159790039062, -0.23731590807437897, -0.4709641635417938, -1.9489226341247559, -2.1451356410980225, -1.6207091808319092, -2.103351354598999, -1.0098906755447388, -2.023897886276245, -0.14917707443237305, -2.0977189540863037, -1.2362698316574097]}, "Bot003_102_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska I am in alaska. I have a lot of snow in alaska. are you religious? I am. what is your religion? What is religion? google it What a bunch of idiots that\u2019s rude", "response": "I don't think it's true.", "annotation_id": "Bot003_102_16", "annotations": ["X", "X", "O", "O", "T", "O", "X", "X", "T", "O", "X", "O", "X", "T", "O"], "gpt2_target_score": [-8.654426574707031, -9.404437065124512, -15.044897079467773, -11.577333450317383, -5.248847961425781, -0.33850598335266113, -27.12417984008789, -16.602062225341797], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651845216751099, -1.4089124202728271, -0.33850598335266113, -0.0008885487914085388, -0.008770516142249107, -1.9563478231430054, -1.575858473777771, -0.4503340721130371, -1.3943878412246704, -0.43953537940979004, -0.00016425691137555987, -0.07597203552722931, -1.3397769927978516, -0.22318102419376373, -1.489943265914917, -1.2735955715179443, -1.2716025114059448, -0.13720062375068665, -0.41529417037963867, -1.915423035621643, -0.7471898198127747, -0.7358728647232056, -1.9462637901306152, -2.085941791534424, -0.5910907983779907, -1.4864085912704468, -0.15458226203918457, -1.96731436252594, -1.9639406204223633, -1.034363865852356, -0.8510944247245789, -2.1238930225372314, -1.7617601156234741, -1.7708115577697754, -0.9470035433769226, -2.5386483669281006, -3.2582664489746094, -0.37242671847343445, -0.962277352809906, -1.2302663326263428, -1.8447415828704834, -2.0416672229766846, -2.076709508895874, -1.8634779453277588, -1.4190735816955566, -1.1999425888061523, -0.1424199640750885, -0.0012348415330052376, -0.000179036331246607, -1.7738237380981445, -1.4730424880981445, -1.0133392810821533, -1.7014083862304688, -0.5569575428962708, -1.1961606740951538, -1.984118938446045, -1.8700677156448364, -1.8323510885238647, -1.4484232664108276, -2.654428482055664, -1.7116001844406128, -1.7595289945602417, -1.4351332187652588, -2.1897757053375244, -1.4500420093536377, -0.521289587020874, -1.2560495138168335, -0.6234519481658936, -1.7430357933044434, -1.184403419494629, -0.30829527974128723, -1.8526561260223389, -1.4593409299850464, -0.1216379776597023, -1.570937991142273, -1.8281100988388062, -1.460150957107544, -0.32470911741256714, -0.5243238806724548, -1.79036283493042, -1.0107096433639526, -0.17417071759700775, -0.9505882263183594, -0.8361837267875671, -1.4874026775360107, -1.8391170501708984, -1.3265799283981323, -1.2149189710617065, -0.12508487701416016, -2.022024393081665, -2.168342113494873, -1.8650007247924805, -1.2187191247940063, -2.0794880390167236, -0.20612698793411255, -1.9611010551452637, -1.5462721586227417, -0.8813138008117676, -0.0996461808681488, -1.4598479270935059, -1.52899968624115, -0.28376683592796326, -2.237279176712036, -0.7385947704315186, -2.1396920680999756, -1.973067283630371, -1.9046550989151, -1.6681052446365356, -1.6762582063674927, -0.5253373980522156, -1.0170377492904663, -0.285277396440506, -1.7368760108947754, -1.5223159790039062, -0.23731590807437897, -0.4709641635417938, -1.9489226341247559, -2.1451351642608643, -1.6207079887390137, -1.5825046300888062, -1.5498504638671875, -0.09578053653240204, -2.0158908367156982, -1.5809319019317627, -1.7380770444869995, -0.0005346299149096012, -1.1201714277267456, -2.560314416885376, -1.641038417816162, -2.0058088302612305, -1.8016300201416016, -0.4554091989994049, -1.2973703145980835, -1.756248116493225, -0.4885755479335785, -2.0940842628479004, -1.0551456212997437, -1.3581159114837646]}, "Bot003_102_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska I am in alaska. I have a lot of snow in alaska. are you religious? I am. what is your religion? What is religion? google it What a bunch of idiots that\u2019s rude I don't think it's true. it is", "response": "It is?", "annotation_id": "Bot003_102_18", "annotations": ["O", "O", "O", "T", "T", "X", "X", "X", "O", "O", "X", "O", "X", "X", "T"], "gpt2_target_score": [-13.282859802246094, -8.160189628601074, -13.535390853881836], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651845216751099, -1.4089124202728271, -0.33850598335266113, -0.0008885487914085388, -0.008770516142249107, -1.9563478231430054, -1.575858473777771, -0.4503340721130371, -1.3943878412246704, -0.43953537940979004, -0.00016425691137555987, -0.07597203552722931, -1.3397769927978516, -0.22318102419376373, -1.489943265914917, -1.2735955715179443, -1.2716025114059448, -0.13720062375068665, -0.41529417037963867, -1.915423035621643, -0.7471898198127747, -0.7358728647232056, -1.9462637901306152, -2.085941791534424, -0.5910907983779907, -1.4864085912704468, -0.15458226203918457, -1.96731436252594, -1.9639406204223633, -1.034363865852356, -0.8510944247245789, -2.1238930225372314, -1.7617601156234741, -1.7708115577697754, -0.9470035433769226, -2.5386483669281006, -3.2582664489746094, -0.37242671847343445, -0.962277352809906, -1.2302663326263428, -1.8447415828704834, -2.0416672229766846, -2.076709508895874, -1.8634779453277588, -1.4190735816955566, -1.1999425888061523, -0.1424199640750885, -0.0012348415330052376, -0.000179036331246607, -1.7738237380981445, -1.4730424880981445, -1.0133392810821533, -1.7014083862304688, -0.5569575428962708, -1.1961606740951538, -1.984118938446045, -1.8700677156448364, -1.8323510885238647, -1.4484232664108276, -2.654428482055664, -1.7116001844406128, -1.7595289945602417, -1.4351332187652588, -2.1897757053375244, -1.4500420093536377, -0.521289587020874, -1.2560495138168335, -0.6234519481658936, -1.7430357933044434, -1.184403419494629, -0.30829527974128723, -1.8526561260223389, -1.4593409299850464, -0.1216379776597023, -1.570937991142273, -1.8281100988388062, -1.460150957107544, -0.32470911741256714, -0.5243238806724548, -1.79036283493042, -1.0107096433639526, -0.17417071759700775, -0.9505882263183594, -0.8361837267875671, -1.4874026775360107, -1.8391170501708984, -1.3265799283981323, -1.2149189710617065, -0.12508487701416016, -2.022024393081665, -2.168342113494873, -1.8650007247924805, -1.2187191247940063, -2.0794880390167236, -0.20612698793411255, -1.9611010551452637, -1.5462721586227417, -0.8813138008117676, -0.0996461808681488, -1.4598479270935059, -1.52899968624115, -0.28376683592796326, -2.237279176712036, -0.7385947704315186, -2.1396920680999756, -1.973067283630371, -1.9046550989151, -1.6681052446365356, -1.6762582063674927, -0.5253373980522156, -1.0170377492904663, -0.285277396440506, -1.7368760108947754, -1.5223159790039062, -0.23731590807437897, -0.4709641635417938, -1.9489226341247559, -2.1451351642608643, -1.6207079887390137, -1.5825046300888062, -1.5498504638671875, -0.09578053653240204, -2.0158908367156982, -1.5809319019317627, -1.7380770444869995, -0.0005346299149096012, -1.1201714277267456, -2.560314416885376, -1.641038417816162, -1.2102025747299194, -0.35057875514030457, -0.9019604921340942, -1.5928431749343872, -1.1593494415283203, -2.2234487533569336, -1.2296836376190186, -1.884609341621399, -0.8869189023971558, -1.9799084663391113, -2.0124332904815674, -0.945936381816864, -1.9166064262390137, -0.8104816675186157]}, "Bot003_102_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska I am in alaska. I have a lot of snow in alaska. are you religious? I am. what is your religion? What is religion? google it What a bunch of idiots that\u2019s rude I don't think it's true. it is It is? yes", "response": "And?", "annotation_id": "Bot003_102_20", "annotations": ["O", "O", "O", "O", "T", "T", "X", "X", "O", "O", "X", "T", "X", "X", "T"], "gpt2_target_score": [-13.148139953613281, -9.1129789352417], "gpt2_argmax_score": [-1.6912004947662354, -1.1673612594604492, -1.013418197631836, -1.2651845216751099, -1.4089124202728271, -0.33850598335266113, -0.0008885487914085388, -0.008770516142249107, -1.9563478231430054, -1.575858473777771, -0.4503340721130371, -1.3943878412246704, -0.43953537940979004, -0.00016425691137555987, -0.07597203552722931, -1.3397769927978516, -0.22318102419376373, -1.489943265914917, -1.2735955715179443, -1.2716025114059448, -0.13720062375068665, -0.41529417037963867, -1.915423035621643, -0.7471898198127747, -0.7358728647232056, -1.9462637901306152, -2.085941791534424, -0.5910907983779907, -1.4864085912704468, -0.15458226203918457, -1.96731436252594, -1.9639406204223633, -1.034363865852356, -0.8510944247245789, -2.1238930225372314, -1.7617601156234741, -1.7708115577697754, -0.9470035433769226, -2.5386483669281006, -3.2582664489746094, -0.37242671847343445, -0.962277352809906, -1.2302663326263428, -1.8447415828704834, -2.0416672229766846, -2.076709508895874, -1.8634779453277588, -1.4190735816955566, -1.1999425888061523, -0.1424199640750885, -0.0012348415330052376, -0.000179036331246607, -1.7738237380981445, -1.4730424880981445, -1.0133392810821533, -1.7014083862304688, -0.5569575428962708, -1.1961606740951538, -1.984118938446045, -1.8700677156448364, -1.8323510885238647, -1.4484232664108276, -2.654428482055664, -1.7116001844406128, -1.7595289945602417, -1.4351332187652588, -2.1897757053375244, -1.4500420093536377, -0.521289587020874, -1.2560495138168335, -0.6234519481658936, -1.7430357933044434, -1.184403419494629, -0.30829527974128723, -1.8526561260223389, -1.4593409299850464, -0.1216379776597023, -1.570937991142273, -1.8281100988388062, -1.460150957107544, -0.32470911741256714, -0.5243238806724548, -1.79036283493042, -1.0107096433639526, -0.17417071759700775, -0.9505882263183594, -0.8361837267875671, -1.4874026775360107, -1.8391170501708984, -1.3265799283981323, -1.2149189710617065, -0.12508487701416016, -2.022024393081665, -2.168342113494873, -1.8650007247924805, -1.2187191247940063, -2.0794880390167236, -0.20612698793411255, -1.9611010551452637, -1.5462721586227417, -0.8813138008117676, -0.0996461808681488, -1.4598479270935059, -1.52899968624115, -0.28376683592796326, -2.237279176712036, -0.7385947704315186, -2.1396920680999756, -1.973067283630371, -1.9046550989151, -1.6681052446365356, -1.6762582063674927, -0.5253373980522156, -1.0170377492904663, -0.285277396440506, -1.7368760108947754, -1.5223159790039062, -0.23731590807437897, -0.4709641635417938, -1.9489226341247559, -2.1451351642608643, -1.6207079887390137, -1.5825046300888062, -1.5498504638671875, -0.09578053653240204, -2.0158908367156982, -1.5809319019317627, -1.7380770444869995, -0.0005346299149096012, -1.1201714277267456, -2.560314416885376, -1.641038417816162, -1.2102025747299194, -0.35057875514030457, -0.9019604921340942, -1.5928431749343872, -1.1593494415283203, -2.2234487533569336, -1.2296836376190186, -1.884609341621399, -0.8869189023971558, -1.9799084663391113, -1.1805025339126587, -2.1411187648773193, -2.371286392211914, -1.8104051351547241, -2.2204957008361816, -2.313706159591675, -1.0848127603530884]}, "Bot003_105_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift", "response": "I do not know much about fashion. I like to read.", "annotation_id": "Bot003_105_02", "annotations": ["X", "T", "O", "O", "T", "X", "X", "O", "T", "T", "T", "X", "T", "O", "T"], "gpt2_target_score": [-8.24781608581543, -7.765234470367432, -8.712937355041504, -12.916274070739746, -11.247272491455078, -9.194963455200195, -11.44768238067627, -3.9403254985809326, -2.35221266746521, -3.5911173820495605, -1.0181678533554077, -0.7777894139289856, -2.658594846725464], "gpt2_argmax_score": [-1.3333872556686401, -1.7850403785705566, -1.1448218822479248, -1.2693625688552856, -1.4398078918457031, -2.0587332248687744, -2.493168592453003, -2.2072322368621826, -1.0558717250823975, -1.4611736536026, -1.0181678533554077, -0.7777894139289856, -0.9219920039176941, -0.8126075863838196, -1.3939471244812012, -1.9111510515213013, -0.7114578485488892, -2.474114418029785, -1.1938562393188477, -1.8562846183776855, -1.470280647277832, -2.5111660957336426, -0.0023484050761908293, -0.3130277991294861, -1.68478524684906, -1.7126893997192383, -0.12734217941761017, -2.3398361206054688, -2.3462467193603516, -1.5275907516479492, -2.209376573562622, -1.4866667985916138, -1.4782222509384155, -1.8857030868530273, -2.3589954376220703, -1.9241704940795898, -2.320312738418579, -1.5652992725372314, -2.0640413761138916, -1.1516597270965576, -1.3888006210327148, -0.037758491933345795, -0.9229038953781128, -1.0492178201675415, -1.159562349319458, -2.5700316429138184, -1.5469566583633423, -0.783344030380249, -2.702617883682251, -1.2411868572235107]}, "Bot003_105_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model", "response": "I am not sure. I am a huge fan of music.", "annotation_id": "Bot003_105_04", "annotations": ["X", "T", "O", "O", "T", "X", "X", "T", "T", "O", "O", "T", "T", "O", "T"], "gpt2_target_score": [-8.24781608581543, -8.648665428161621, -8.712944030761719, -13.968466758728027, -8.73150634765625, -6.803135395050049, -9.680719375610352, -3.873974561691284, -12.337574005126953, -11.762345314025879, -10.219857215881348, -9.964192390441895, -2.6586320400238037], "gpt2_argmax_score": [-1.3333797454833984, -1.7850793600082397, -1.1447986364364624, -1.2693545818328857, -1.4398343563079834, -2.0587048530578613, -2.4931588172912598, -2.207226514816284, -1.055911898612976, -1.4611825942993164, -1.0181663036346436, -0.7777906060218811, -0.9220139384269714, -0.8125967979431152, -1.393923044204712, -1.9111758470535278, -0.7114667296409607, -2.4741220474243164, -1.1938382387161255, -1.8563295602798462, -1.4702985286712646, -2.5111351013183594, -0.0023484050761908293, -0.31303146481513977, -1.684751272201538, -1.7127008438110352, -0.12734438478946686, -2.3398308753967285, -2.346234083175659, -1.5275347232818604, -2.209385395050049, -1.4866690635681152, -1.4781776666641235, -1.885714054107666, -2.3589847087860107, -1.9241629838943481, -1.0773895978927612, -2.0286333560943604, -0.9818227887153625, -1.4844865798950195, -0.059253983199596405, -0.81787109375, -1.379012107849121, -1.9029444456100464, -1.816688895225525, -1.6760578155517578, -0.784216582775116, -2.8963067531585693, -1.530139684677124, -0.006590535398572683, -0.08808260411024094, -0.9139388799667358, -1.65730881690979, -2.148249387741089, -1.836768627166748, -1.8930957317352295, -0.3488001525402069, -0.924671471118927, -0.7451155781745911, -2.0203990936279297, -2.065101146697998, -1.3458107709884644, -0.8297126889228821, -1.2493996620178223, -1.00334632396698, -2.3909270763397217, -1.559219241142273, -2.298035144805908, -0.9554011821746826, -0.08637522161006927, -1.728333592414856, -1.2385436296463013, -1.0285115242004395]}, "Bot003_105_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey", "response": "That's interesting.", "annotation_id": "Bot003_105_06", "annotations": ["X", "X", "O", "O", "X", "X", "X", "T", "T", "T", "T", "T", "X", "O", "T"], "gpt2_target_score": [-12.565587997436523, -7.918929576873779, -13.027473449707031, -11.473639488220215], "gpt2_argmax_score": [-1.3333797454833984, -1.7850793600082397, -1.1447986364364624, -1.2693545818328857, -1.4398343563079834, -2.0587048530578613, -2.4931588172912598, -2.207226514816284, -1.055911898612976, -1.4611825942993164, -1.0181663036346436, -0.7777906060218811, -0.9220139384269714, -0.8125967979431152, -1.393923044204712, -1.9111758470535278, -0.7114667296409607, -2.4741220474243164, -1.1938382387161255, -1.8563295602798462, -1.4702985286712646, -2.5111351013183594, -0.0023484050761908293, -0.31303146481513977, -1.684751272201538, -1.7127008438110352, -0.12734438478946686, -2.3398308753967285, -2.346234083175659, -1.5275347232818604, -2.209385395050049, -1.4866690635681152, -1.4781776666641235, -1.885714054107666, -2.3589847087860107, -1.9241629838943481, -1.0773844718933105, -2.0286240577697754, -0.981817901134491, -1.484484076499939, -0.059254880994558334, -0.8178691864013672, -1.3790128231048584, -1.9029440879821777, -1.816683053970337, -1.6760551929473877, -0.7842138409614563, -2.8963160514831543, -1.5301438570022583, -0.006590535398572683, -0.0880829319357872, -0.9139431715011597, -1.6573150157928467, -2.1482369899749756, -1.836775302886963, -1.8930903673171997, -0.3488054573535919, -0.9246712923049927, -0.7451150417327881, -1.9667198657989502, -1.9618172645568848, -1.6583126783370972, -1.3326624631881714, -1.6355504989624023, -2.0242116451263428, -1.5096580982208252, -3.0606467723846436, -0.7788555026054382, -0.11696306616067886, -2.6018195152282715, -1.0955613851547241, -1.2269210815429688, -0.09647322446107864, -1.3800551891326904, -1.96317458152771, -1.5065959692001343, -1.5833418369293213, -2.065851926803589, -1.1116840839385986, -1.7903870344161987, -0.9710380434989929, -2.092561960220337, -1.1555806398391724, -1.0294404029846191]}, "Bot003_105_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single", "response": "I am unattached, how about you?", "annotation_id": "Bot003_105_08", "annotations": ["O", "X", "O", "X", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-8.24781608581543, -8.648665428161621, -16.02312469482422, -19.810522079467773, -7.7406768798828125, -3.837620258331299, -12.052835464477539, -5.444485664367676, -14.464496612548828], "gpt2_argmax_score": [-1.3333797454833984, -1.7850793600082397, -1.1447986364364624, -1.2693545818328857, -1.4398343563079834, -2.0587048530578613, -2.4931588172912598, -2.207226514816284, -1.055911898612976, -1.4611825942993164, -1.0181663036346436, -0.7777906060218811, -0.9220139384269714, -0.8125967979431152, -1.393923044204712, -1.9111758470535278, -0.7114667296409607, -2.4741220474243164, -1.1938382387161255, -1.8563295602798462, -1.4702985286712646, -2.5111351013183594, -0.0023484050761908293, -0.31303146481513977, -1.684751272201538, -1.7127008438110352, -0.12734438478946686, -2.3398308753967285, -2.346234083175659, -1.5275347232818604, -2.209385395050049, -1.4866690635681152, -1.4781776666641235, -1.885714054107666, -2.3589847087860107, -1.9241629838943481, -1.0773844718933105, -2.0286240577697754, -0.981817901134491, -1.484484076499939, -0.059254880994558334, -0.8178691864013672, -1.3790128231048584, -1.9029440879821777, -1.816683053970337, -1.6760551929473877, -0.7842138409614563, -2.8963160514831543, -1.5301438570022583, -0.006590535398572683, -0.0880829319357872, -0.9139431715011597, -1.6573150157928467, -2.1482369899749756, -1.836775302886963, -1.8930903673171997, -0.3488054573535919, -0.9246712923049927, -0.7451150417327881, -1.9667198657989502, -1.9618172645568848, -1.6583126783370972, -1.3326624631881714, -1.6355504989624023, -2.0242116451263428, -1.5096580982208252, -3.0606467723846436, -0.7788555026054382, -0.11696306616067886, -2.6018195152282715, -1.0955613851547241, -1.2269210815429688, -0.09647484868764877, -1.3800435066223145, -1.9631658792495728, -1.5065964460372925, -1.5833401679992676, -2.065833568572998, -1.1116834878921509, -0.9676969051361084, -2.1349287033081055, -1.3476581573486328, -1.1880358457565308, -0.15818054974079132, -1.8951495885849, -0.2742910385131836, -1.7352508306503296, -1.6997408866882324, -1.3076093196868896, -0.05055059492588043, -1.2067744731903076, -1.8456072807312012, -1.294722080230713, -0.9123850464820862, -0.39871570467948914, -0.2558106780052185]}, "Bot003_105_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single I am unattached, how about you? i\u2019m getting married soon", "response": "I am a mother of five years old", "annotation_id": "Bot003_105_10", "annotations": ["X", "X", "O", "O", "O", "X", "X", "T", "O", "O", "O", "X", "T", "O", "T"], "gpt2_target_score": [-8.24781608581543, -8.648665428161621, -7.1820149421691895, -12.657492637634277, -9.960968017578125, -11.435657501220703, -12.415292739868164, -6.250103950500488], "gpt2_argmax_score": [-1.3333797454833984, -1.7850793600082397, -1.1447986364364624, -1.2693545818328857, -1.4398343563079834, -2.0587048530578613, -2.4931588172912598, -2.207226514816284, -1.055911898612976, -1.4611825942993164, -1.0181663036346436, -0.7777906060218811, -0.9220139384269714, -0.8125967979431152, -1.393923044204712, -1.9111758470535278, -0.7114667296409607, -2.4741220474243164, -1.1938382387161255, -1.8563295602798462, -1.4702985286712646, -2.5111351013183594, -0.0023484050761908293, -0.31303146481513977, -1.684751272201538, -1.7127008438110352, -0.12734438478946686, -2.3398308753967285, -2.346234083175659, -1.5275347232818604, -2.209385395050049, -1.4866690635681152, -1.4781776666641235, -1.885714054107666, -2.3589847087860107, -1.9241629838943481, -1.0773844718933105, -2.0286240577697754, -0.981817901134491, -1.484484076499939, -0.059254880994558334, -0.8178691864013672, -1.3790128231048584, -1.9029440879821777, -1.816683053970337, -1.6760551929473877, -0.7842138409614563, -2.8963160514831543, -1.5301438570022583, -0.006590535398572683, -0.0880829319357872, -0.9139431715011597, -1.6573150157928467, -2.1482369899749756, -1.836775302886963, -1.8930903673171997, -0.3488054573535919, -0.9246712923049927, -0.7451150417327881, -1.9667198657989502, -1.9618172645568848, -1.6583126783370972, -1.3326624631881714, -1.6355504989624023, -2.0242116451263428, -1.5096580982208252, -3.0606467723846436, -0.7788555026054382, -0.11696306616067886, -2.6018195152282715, -1.0955613851547241, -1.2269210815429688, -0.09647484868764877, -1.3800435066223145, -1.9631658792495728, -1.5065964460372925, -1.5833401679992676, -2.065833568572998, -1.1116834878921509, -0.9676969051361084, -2.1349287033081055, -1.3476581573486328, -1.1880358457565308, -0.15818054974079132, -1.8951495885849, -0.2742910385131836, -1.7241309881210327, -1.226274847984314, -0.031897399574518204, -1.0468517541885376, -1.9500398635864258, -1.3998807668685913, -1.1413873434066772, -0.29319384694099426, -1.6265466213226318, -2.1887075901031494, -0.0022650319151580334, -0.2604638636112213, -0.9950453042984009, -0.45825114846229553, -1.3386667966842651, -1.539548397064209, -1.9510911703109741, -1.824194312095642, -1.7528513669967651, -1.443024754524231, -1.8047627210617065, -1.2428786754608154, -1.3737685680389404, -1.2738780975341797, -1.25552237033844]}, "Bot003_105_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single I am unattached, how about you? i\u2019m getting married soon I am a mother of five years old wow how old are you?", "response": "I'm fine, how are you?", "annotation_id": "Bot003_105_12", "annotations": ["O", "X", "X", "O", "T", "X", "X", "O", "X", "X", "X", "X", "O", "O", "O"], "gpt2_target_score": [-8.24781608581543, -11.221175193786621, -11.661872863769531, -11.08597469329834, -11.642791748046875, -10.977054595947266, -7.41832971572876, -9.024884223937988], "gpt2_argmax_score": [-1.3333797454833984, -1.7850793600082397, -1.1447986364364624, -1.2693545818328857, -1.4398343563079834, -2.0587048530578613, -2.4931588172912598, -2.207226514816284, -1.055911898612976, -1.4611825942993164, -1.0181663036346436, -0.7777906060218811, -0.9220139384269714, -0.8125967979431152, -1.393923044204712, -1.9111758470535278, -0.7114667296409607, -2.4741220474243164, -1.1938382387161255, -1.8563295602798462, -1.4702985286712646, -2.5111351013183594, -0.0023484050761908293, -0.31303146481513977, -1.684751272201538, -1.7127008438110352, -0.12734438478946686, -2.3398308753967285, -2.346234083175659, -1.5275347232818604, -2.209385395050049, -1.4866690635681152, -1.4781776666641235, -1.885714054107666, -2.3589847087860107, -1.9241629838943481, -1.0773844718933105, -2.0286240577697754, -0.981817901134491, -1.484484076499939, -0.059254880994558334, -0.8178691864013672, -1.3790128231048584, -1.9029440879821777, -1.816683053970337, -1.6760551929473877, -0.7842138409614563, -2.8963160514831543, -1.5301438570022583, -0.006590535398572683, -0.0880829319357872, -0.9139431715011597, -1.6573150157928467, -2.1482369899749756, -1.836775302886963, -1.8930903673171997, -0.3488054573535919, -0.9246712923049927, -0.7451150417327881, -1.9667198657989502, -1.9618172645568848, -1.6583126783370972, -1.3326624631881714, -1.6355504989624023, -2.0242116451263428, -1.5096580982208252, -3.0606467723846436, -0.7788555026054382, -0.11696306616067886, -2.6018195152282715, -1.0955613851547241, -1.2269210815429688, -0.09647484868764877, -1.3800435066223145, -1.9631658792495728, -1.5065964460372925, -1.5833401679992676, -2.065833568572998, -1.1116834878921509, -0.9676969051361084, -2.1349287033081055, -1.3476581573486328, -1.1880358457565308, -0.15818054974079132, -1.8951603174209595, -0.27428996562957764, -1.7241312265396118, -1.2262697219848633, -0.0318971686065197, -1.0468546152114868, -1.950038194656372, -1.3998855352401733, -1.1413922309875488, -0.293195903301239, -1.6265414953231812, -2.1886954307556152, -0.0022650319151580334, -0.26046496629714966, -0.9950592517852783, -0.45825430750846863, -1.338661551475525, -1.5395475625991821, -1.4788533449172974, -2.2654311656951904, -2.422438383102417, -1.8440040349960327, -1.2910078763961792, -1.6795693635940552, -1.4639602899551392, -1.4127897024154663, -1.9290406703948975, -2.053800344467163, -0.4087882936000824, -0.03752061352133751, -0.5152479410171509, -1.7646214962005615, -1.9708577394485474, -1.202453851699829, -2.5354864597320557, -1.640413761138916, -1.3293845653533936, -1.3900796175003052, -0.05440452694892883, -0.3451389670372009, -0.48799416422843933]}, "Bot003_105_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single I am unattached, how about you? i\u2019m getting married soon I am a mother of five years old wow how old are you? I'm fine, how are you? do you have a job?", "response": "Hi, I am a mother of five years.", "annotation_id": "Bot003_105_14", "annotations": ["X", "X", "T", "O", "T", "X", "X", "T", "X", "T", "X", "X", "T", "O", "T"], "gpt2_target_score": [-14.200712203979492, -1.7850793600082397, -4.511101245880127, -9.749747276306152, -9.048721313476562, -9.66556167602539, -10.378488540649414, -11.2420015335083, -12.25558853149414, -9.097504615783691], "gpt2_argmax_score": [-1.3333797454833984, -1.7850793600082397, -1.1447986364364624, -1.2693545818328857, -1.4398343563079834, -2.0587048530578613, -2.4931588172912598, -2.207226514816284, -1.055911898612976, -1.4611825942993164, -1.0181663036346436, -0.7777906060218811, -0.9220139384269714, -0.8125967979431152, -1.393923044204712, -1.9111758470535278, -0.7114667296409607, -2.4741220474243164, -1.1938382387161255, -1.8563295602798462, -1.4702985286712646, -2.5111351013183594, -0.0023484050761908293, -0.31303146481513977, -1.684751272201538, -1.7127008438110352, -0.12734438478946686, -2.3398308753967285, -2.346234083175659, -1.5275347232818604, -2.209385395050049, -1.4866690635681152, -1.4781776666641235, -1.885714054107666, -2.3589847087860107, -1.9241629838943481, -1.0773844718933105, -2.0286240577697754, -0.981817901134491, -1.484484076499939, -0.059254880994558334, -0.8178691864013672, -1.3790128231048584, -1.9029440879821777, -1.816683053970337, -1.6760551929473877, -0.7842138409614563, -2.8963160514831543, -1.5301438570022583, -0.006590535398572683, -0.0880829319357872, -0.9139431715011597, -1.6573150157928467, -2.1482369899749756, -1.836775302886963, -1.8930903673171997, -0.3488054573535919, -0.9246712923049927, -0.7451150417327881, -1.9667198657989502, -1.9618172645568848, -1.6583126783370972, -1.3326624631881714, -1.6355504989624023, -2.0242116451263428, -1.5096580982208252, -3.0606467723846436, -0.7788555026054382, -0.11696306616067886, -2.6018195152282715, -1.0955613851547241, -1.2269210815429688, -0.09647484868764877, -1.3800435066223145, -1.9631658792495728, -1.5065964460372925, -1.5833401679992676, -2.065833568572998, -1.1116834878921509, -0.9676969051361084, -2.1349287033081055, -1.3476581573486328, -1.1880358457565308, -0.15818054974079132, -1.8951495885849, -0.2742910385131836, -1.7241309881210327, -1.226274847984314, -0.031897399574518204, -1.0468517541885376, -1.9500398635864258, -1.3998807668685913, -1.1413873434066772, -0.29319384694099426, -1.6265466213226318, -2.1887075901031494, -0.0022650319151580334, -0.2604690194129944, -0.995055079460144, -0.45825085043907166, -1.3386685848236084, -1.5395495891571045, -1.4788641929626465, -2.2654402256011963, -2.4224305152893066, -1.8440018892288208, -1.2910181283950806, -1.6795804500579834, -1.463963508605957, -1.412792682647705, -1.9290449619293213, -2.05378794670105, -0.4087879955768585, -0.0375201553106308, -0.5152543783187866, -1.7646207809448242, -1.505092740058899, -2.6744651794433594, -1.6009242534637451, -1.483735203742981, -1.1052861213684082, -0.058794137090444565, -0.31079763174057007, -1.7886180877685547, -0.04986855015158653, -0.8123404383659363, -1.0611214637756348, -2.3252623081207275, -0.5201362371444702, -1.9410134553909302, -1.7566596269607544, -1.3999069929122925, -1.3045743703842163, -1.1215022802352905, -1.4859057664871216, -2.1317548751831055, -0.28258052468299866, -0.1948193609714508, -0.20725072920322418, -0.7761126160621643, -0.5984354615211487]}, "Bot003_105_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single I am unattached, how about you? i\u2019m getting married soon I am a mother of five years old wow how old are you? I'm fine, how are you? do you have a job? Hi, I am a mother of five years. it\u2019s not a job", "response": "I don't want to see this coming.", "annotation_id": "Bot003_105_16", "annotations": ["X", "X", "T", "O", "X", "X", "X", "X", "X", "X", "X", "X", "O", "O", "X"], "gpt2_target_score": [-8.24781608581543, -10.092055320739746, -11.077629089355469, -10.92734432220459, -10.111343383789062, -10.505481719970703, -7.135843753814697, -11.77697467803955, -11.453845977783203], "gpt2_argmax_score": [-1.3333797454833984, -1.7850793600082397, -1.1447986364364624, -1.2693545818328857, -1.4398343563079834, -2.0587048530578613, -2.4931588172912598, -2.207226514816284, -1.055911898612976, -1.4611825942993164, -1.0181663036346436, -0.7777906060218811, -0.9220139384269714, -0.8125967979431152, -1.393923044204712, -1.9111758470535278, -0.7114667296409607, -2.4741220474243164, -1.1938382387161255, -1.8563295602798462, -1.4702985286712646, -2.5111351013183594, -0.0023484050761908293, -0.31303146481513977, -1.684751272201538, -1.7127008438110352, -0.12734438478946686, -2.3398308753967285, -2.346234083175659, -1.5275347232818604, -2.209385395050049, -1.4866690635681152, -1.4781776666641235, -1.885714054107666, -2.3589847087860107, -1.9241629838943481, -1.0773844718933105, -2.0286240577697754, -0.981817901134491, -1.484484076499939, -0.059254880994558334, -0.8178691864013672, -1.3790128231048584, -1.9029440879821777, -1.816683053970337, -1.6760551929473877, -0.7842138409614563, -2.8963160514831543, -1.5301438570022583, -0.006590535398572683, -0.0880829319357872, -0.9139431715011597, -1.6573150157928467, -2.1482369899749756, -1.836775302886963, -1.8930903673171997, -0.3488054573535919, -0.9246712923049927, -0.7451150417327881, -1.9667198657989502, -1.9618172645568848, -1.6583126783370972, -1.3326624631881714, -1.6355504989624023, -2.0242116451263428, -1.5096580982208252, -3.0606467723846436, -0.7788555026054382, -0.11696306616067886, -2.6018195152282715, -1.0955613851547241, -1.2269210815429688, -0.09647484868764877, -1.3800435066223145, -1.9631658792495728, -1.5065964460372925, -1.5833401679992676, -2.065833568572998, -1.1116834878921509, -0.9676969051361084, -2.1349287033081055, -1.3476581573486328, -1.1880358457565308, -0.15818054974079132, -1.8951495885849, -0.2742910385131836, -1.7241309881210327, -1.226274847984314, -0.031897399574518204, -1.0468517541885376, -1.9500398635864258, -1.3998807668685913, -1.1413873434066772, -0.29319384694099426, -1.6265466213226318, -2.1887075901031494, -0.0022650319151580334, -0.2604690194129944, -0.995055079460144, -0.45825085043907166, -1.3386685848236084, -1.5395495891571045, -1.4788641929626465, -2.2654402256011963, -2.4224305152893066, -1.8440018892288208, -1.2910181283950806, -1.6795804500579834, -1.463963508605957, -1.412792682647705, -1.9290449619293213, -2.05378794670105, -0.4087879955768585, -0.0375201553106308, -0.5152543783187866, -1.7646207809448242, -1.505092740058899, -2.6744651794433594, -1.6009242534637451, -1.483735203742981, -1.1052861213684082, -0.058794137090444565, -0.31079763174057007, -1.7886180877685547, -0.04986855015158653, -0.8123404383659363, -1.0611214637756348, -2.3252623081207275, -0.5201362371444702, -1.9410134553909302, -1.4039456844329834, -1.3993749618530273, -0.9606332778930664, -1.5051038265228271, -2.0866827964782715, -0.31667599081993103, -0.19515207409858704, -0.2207842469215393, -0.6999363899230957, -0.9019804000854492, -1.17617928981781, -0.0007383481133729219, -0.0062970323488116264, -2.065889835357666, -2.185060501098633, -1.7628823518753052, -1.332419991493225, -1.9001902341842651, -1.437125325202942, -0.4795469343662262, -1.3484381437301636, -0.2599218487739563, -1.207101821899414, -1.8200067281723022, -1.8808091878890991, -1.6955382823944092, -0.8291953206062317]}, "Bot003_105_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single I am unattached, how about you? i\u2019m getting married soon I am a mother of five years old wow how old are you? I'm fine, how are you? do you have a job? Hi, I am a mother of five years. it\u2019s not a job I don't want to see this coming. what do you do for a living", "response": "I am a paid client. My job is chatting online.", "annotation_id": "Bot003_105_18", "annotations": ["X", "X", "O", "O", "O", "X", "O", "T", "O", "O", "O", "O", "T", "O", "T"], "gpt2_target_score": [-8.24781608581543, -8.648665428161621, -7.1820149421691895, -15.31302547454834, -16.415328979492188, -9.442646026611328, -11.605569839477539, -12.519803047180176, -7.722675323486328, -15.996628761291504, -8.91195011138916, -8.635197639465332], "gpt2_argmax_score": [-1.3333797454833984, -1.7850793600082397, -1.1447986364364624, -1.2693545818328857, -1.4398343563079834, -2.0587048530578613, -2.4931588172912598, -2.207226514816284, -1.055911898612976, -1.4611825942993164, -1.0181663036346436, -0.7777906060218811, -0.9220139384269714, -0.8125967979431152, -1.393923044204712, -1.9111758470535278, -0.7114667296409607, -2.4741220474243164, -1.1938382387161255, -1.8563295602798462, -1.4702985286712646, -2.5111351013183594, -0.0023484050761908293, -0.31303146481513977, -1.684751272201538, -1.7127008438110352, -0.12734438478946686, -2.3398308753967285, -2.346234083175659, -1.5275347232818604, -2.209385395050049, -1.4866690635681152, -1.4781776666641235, -1.885714054107666, -2.3589847087860107, -1.9241629838943481, -1.0773844718933105, -2.0286240577697754, -0.981817901134491, -1.484484076499939, -0.059254880994558334, -0.8178691864013672, -1.3790128231048584, -1.9029440879821777, -1.816683053970337, -1.6760551929473877, -0.7842138409614563, -2.8963160514831543, -1.5301438570022583, -0.006590535398572683, -0.0880829319357872, -0.9139431715011597, -1.6573150157928467, -2.1482369899749756, -1.836775302886963, -1.8930903673171997, -0.3488054573535919, -0.9246712923049927, -0.7451150417327881, -1.9667198657989502, -1.9618172645568848, -1.6583126783370972, -1.3326624631881714, -1.6355504989624023, -2.0242116451263428, -1.5096580982208252, -3.0606467723846436, -0.7788555026054382, -0.11696306616067886, -2.6018195152282715, -1.0955613851547241, -1.2269210815429688, -0.09647484868764877, -1.3800435066223145, -1.9631658792495728, -1.5065964460372925, -1.5833401679992676, -2.065833568572998, -1.1116834878921509, -0.9676969051361084, -2.1349287033081055, -1.3476581573486328, -1.1880358457565308, -0.15818054974079132, -1.8951495885849, -0.2742910385131836, -1.7241309881210327, -1.226274847984314, -0.031897399574518204, -1.0468517541885376, -1.9500398635864258, -1.3998807668685913, -1.1413873434066772, -0.29319384694099426, -1.6265466213226318, -2.1887075901031494, -0.0022650319151580334, -0.2604690194129944, -0.995055079460144, -0.45825085043907166, -1.3386685848236084, -1.5395495891571045, -1.4788641929626465, -2.2654402256011963, -2.4224305152893066, -1.8440018892288208, -1.2910181283950806, -1.6795804500579834, -1.463963508605957, -1.412792682647705, -1.9290449619293213, -2.05378794670105, -0.4087879955768585, -0.0375201553106308, -0.5152543783187866, -1.7646207809448242, -1.505092740058899, -2.6744651794433594, -1.6009242534637451, -1.483735203742981, -1.1052861213684082, -0.058794137090444565, -0.31079763174057007, -1.7886180877685547, -0.04986855015158653, -0.8123404383659363, -1.0611214637756348, -2.3252623081207275, -0.5201362371444702, -1.9410134553909302, -1.4039456844329834, -1.3993749618530273, -0.9606332778930664, -1.5051038265228271, -2.0866827964782715, -0.31667599081993103, -0.19515207409858704, -0.2207842469215393, -0.6999363899230957, -0.9019804000854492, -1.17617928981781, -0.0007383481133729219, -0.0062970323488116264, -2.065889835357666, -2.185062885284424, -1.7628986835479736, -1.3324321508407593, -1.183343529701233, -0.13679958879947662, -1.779889464378357, -0.5086382627487183, -1.527311086654663, -1.641384243965149, -3.070643663406372, -1.2003988027572632, -1.1529685258865356, -1.5825761556625366, -0.07074734568595886, -1.2483819723129272, -0.7107173800468445, -2.0601022243499756, -0.3594423234462738, -0.19948717951774597, -1.6721162796020508, -1.9572306871414185, -1.294151782989502, -1.2837748527526855, -2.1770071983337402, -1.676673412322998, -0.8479055166244507, -2.163148880004883, -0.4312921166419983, -1.9525930881500244, -0.82380610704422, -1.5746917724609375, -0.9938941597938538]}, "Bot003_105_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single I am unattached, how about you? i\u2019m getting married soon I am a mother of five years old wow how old are you? I'm fine, how are you? do you have a job? Hi, I am a mother of five years. it\u2019s not a job I don't want to see this coming. what do you do for a living I am a paid client. My job is chatting online. cool, i\u2019m a teacher in kindergarten", "response": "Hi, I am a teacher, I love to be in the olympics.", "annotation_id": "Bot003_105_20", "annotations": ["X", "T", "O", "O", "O", "X", "X", "O", "X", "X", "X", "T", "O", "O", "T"], "gpt2_target_score": [-14.200712203979492, -1.7850793600082397, -4.511101245880127, -9.749747276306152, -9.048721313476562, -11.504352569580078, -8.083810806274414, -7.402112007141113, -5.335453033447266, -10.407013893127441, -9.850213050842285, -11.065464973449707, -4.906007289886475, -10.133245468139648, -20.96226692199707, -17.221769332885742, -9.324061393737793], "gpt2_argmax_score": [-1.3333797454833984, -1.7850793600082397, -1.1447986364364624, -1.2693545818328857, -1.4398343563079834, -2.0587048530578613, -2.4931588172912598, -2.207226514816284, -1.055911898612976, -1.4611825942993164, -1.0181663036346436, -0.7777906060218811, -0.9220139384269714, -0.8125967979431152, -1.393923044204712, -1.9111758470535278, -0.7114667296409607, -2.4741220474243164, -1.1938382387161255, -1.8563295602798462, -1.4702985286712646, -2.5111351013183594, -0.0023484050761908293, -0.31303146481513977, -1.684751272201538, -1.7127008438110352, -0.12734438478946686, -2.3398308753967285, -2.346234083175659, -1.5275347232818604, -2.209385395050049, -1.4866690635681152, -1.4781776666641235, -1.885714054107666, -2.3589847087860107, -1.9241629838943481, -1.0773844718933105, -2.0286240577697754, -0.981817901134491, -1.484484076499939, -0.059254880994558334, -0.8178691864013672, -1.3790128231048584, -1.9029440879821777, -1.816683053970337, -1.6760551929473877, -0.7842138409614563, -2.8963160514831543, -1.5301438570022583, -0.006590535398572683, -0.0880829319357872, -0.9139431715011597, -1.6573150157928467, -2.1482369899749756, -1.836775302886963, -1.8930903673171997, -0.3488054573535919, -0.9246712923049927, -0.7451150417327881, -1.9667198657989502, -1.9618172645568848, -1.6583126783370972, -1.3326624631881714, -1.6355504989624023, -2.0242116451263428, -1.5096580982208252, -3.0606467723846436, -0.7788555026054382, -0.11696306616067886, -2.6018195152282715, -1.0955613851547241, -1.2269210815429688, -0.09647484868764877, -1.3800435066223145, -1.9631658792495728, -1.5065964460372925, -1.5833401679992676, -2.065833568572998, -1.1116834878921509, -0.9676969051361084, -2.1349287033081055, -1.3476581573486328, -1.1880358457565308, -0.15818054974079132, -1.8951495885849, -0.2742910385131836, -1.7241309881210327, -1.226274847984314, -0.031897399574518204, -1.0468517541885376, -1.9500398635864258, -1.3998807668685913, -1.1413873434066772, -0.29319384694099426, -1.6265466213226318, -2.1887075901031494, -0.0022650319151580334, -0.2604690194129944, -0.995055079460144, -0.45825085043907166, -1.3386685848236084, -1.5395495891571045, -1.4788641929626465, -2.2654402256011963, -2.4224305152893066, -1.8440018892288208, -1.2910181283950806, -1.6795804500579834, -1.463963508605957, -1.412792682647705, -1.9290449619293213, -2.05378794670105, -0.4087879955768585, -0.0375201553106308, -0.5152543783187866, -1.7646207809448242, -1.505092740058899, -2.6744651794433594, -1.6009242534637451, -1.483735203742981, -1.1052861213684082, -0.058794137090444565, -0.31079763174057007, -1.7886180877685547, -0.04986855015158653, -0.8123404383659363, -1.0611214637756348, -2.3252623081207275, -0.5201362371444702, -1.9410134553909302, -1.4039456844329834, -1.3993749618530273, -0.9606332778930664, -1.5051038265228271, -2.0866827964782715, -0.31667599081993103, -0.19515207409858704, -0.2207842469215393, -0.6999363899230957, -0.9019804000854492, -1.17617928981781, -0.0007383481133729219, -0.0062970323488116264, -2.065889835357666, -2.185062885284424, -1.7628986835479736, -1.3324321508407593, -1.183343529701233, -0.13679958879947662, -1.779889464378357, -0.5086382627487183, -1.527311086654663, -1.641384243965149, -3.070643663406372, -1.2003988027572632, -1.1529685258865356, -1.5825761556625366, -0.07074734568595886, -1.2483819723129272, -0.7107173800468445, -2.0601022243499756, -0.3594423234462738, -0.19948717951774597, -1.7454959154129028, -1.6070985794067383, -1.9792522192001343, -2.1257288455963135, -1.1317328214645386, -1.3312509059906006, -1.8699692487716675, -0.33959224820137024, -1.757521152496338, -0.8709246516227722, -1.540832281112671, -1.0126041173934937, -1.4490691423416138, -1.8618026971817017, -2.0195705890655518, -0.001353420433588326, -0.3230207562446594, -1.9892945289611816, -2.8376593589782715, -1.441462516784668, -1.5419294834136963, -1.088414192199707, -2.314260959625244, -0.7627904415130615, -1.3351852893829346, -0.9407227039337158, -0.5273606777191162, -0.9708171486854553, -0.34414464235305786, -1.5484477281570435, -0.8426841497421265, -1.3336992263793945, -0.14753054082393646, -1.3125464916229248, -1.6448659896850586, -1.447155237197876, -0.9201288819313049, -0.21237467229366302, -0.8441162109375, -0.9229342341423035]}, "Bot003_109_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question", "response": "That is interesting.", "annotation_id": "Bot003_109_02", "annotations": ["X", "O", "T", "T", "T", "O", "T", "T", "T", "X", "O", "O", "O", "O", "O"], "gpt2_target_score": [-13.380545616149902, -5.904706954956055, -15.000824928283691, -9.054590225219727], "gpt2_argmax_score": [-2.772711753845215, -1.761869192123413, -1.6281442642211914, -2.370340347290039, -2.7567012310028076, -1.1997387409210205, -1.6099270582199097, -1.6718254089355469, -2.080219268798828, -2.398726463317871, -2.2219717502593994, -0.9238761067390442, -1.5245941877365112, -1.528196930885315, -1.6754366159439087, -2.1588523387908936, -1.6866990327835083, -0.8881027102470398, -1.6460446119308472, -2.218672513961792, -0.7416374087333679, -1.0162841081619263, -2.2594311237335205, -1.305235505104065, -1.7981829643249512, -1.4245909452438354, -1.0797473192214966, -2.1471798419952393, -0.9663935899734497, -1.9347074031829834, -1.1930055618286133, -1.4944418668746948]}, "Bot003_109_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift", "response": "I do not know much about fashion.", "annotation_id": "Bot003_109_04", "annotations": ["O", "T", "T", "T", "X", "O", "X", "X", "O", "X", "O", "X", "T", "O", "T"], "gpt2_target_score": [-7.37772274017334, -7.449628829956055, -9.606751441955566, -11.162759780883789, -11.190218925476074, -6.061036109924316, -9.951434135437012, -12.394756317138672], "gpt2_argmax_score": [-2.772711753845215, -1.761869192123413, -1.6281442642211914, -2.370340347290039, -2.7567012310028076, -1.1997387409210205, -1.6099270582199097, -1.6718254089355469, -2.080219268798828, -2.398726463317871, -2.2219717502593994, -0.9238761067390442, -1.5245941877365112, -1.528196930885315, -1.6754366159439087, -2.1588523387908936, -1.6866990327835083, -0.8881027102470398, -1.6460446119308472, -2.218672513961792, -0.7416374087333679, -1.0162841081619263, -2.2594311237335205, -1.305235505104065, -1.7981829643249512, -1.4245909452438354, -1.0797473192214966, -1.0224063396453857, -1.8397648334503174, -1.0660796165466309, -1.5743950605392456, -0.16821910440921783, -1.4785107374191284, -0.6219417452812195, -1.752433180809021, -1.315362811088562, -1.211899757385254, -1.8332765102386475, -2.2653911113739014, -1.4160040616989136, -0.9641380310058594, -2.0462234020233154, -0.045502375811338425, -0.7871956825256348, -1.752331018447876, -1.1917262077331543]}, "Bot003_109_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly", "response": "This is why I don't have a doctor.", "annotation_id": "Bot003_109_06", "annotations": ["X", "X", "T", "T", "X", "T", "X", "X", "X", "X", "T", "X", "T", "X", "T"], "gpt2_target_score": [-12.422002792358398, -5.904677391052246, -12.737959861755371, -6.772680282592773, -9.981698036193848, -13.115204811096191, -8.912640571594238, -8.492169380187988, -13.247373580932617, -9.959515571594238], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6281882524490356, -2.370359420776367, -2.7566616535186768, -1.1997079849243164, -1.6099368333816528, -1.6718418598175049, -2.0802292823791504, -2.3986942768096924, -2.221991777420044, -0.9238783717155457, -1.5246074199676514, -1.528180718421936, -1.6754450798034668, -2.1588191986083984, -1.6866968870162964, -0.8880908489227295, -1.6460506916046143, -2.2186670303344727, -0.7416514754295349, -1.0163072347640991, -2.2594504356384277, -1.3052787780761719, -1.798189401626587, -1.42458176612854, -1.0797640085220337, -1.02242112159729, -1.8398088216781616, -1.066039800643921, -1.5744155645370483, -0.16821205615997314, -1.4784866571426392, -0.6219363212585449, -1.752429723739624, -1.315358281135559, -1.2118785381317139, -2.290985584259033, -2.606332540512085, -0.8896477818489075, -2.153895616531372, -0.12220708280801773, -1.59848952293396, -1.9032056331634521, -1.477064609527588, -1.172637701034546, -2.0774106979370117, -1.8013625144958496, -1.168178677558899, -1.3752193450927734, -1.5620862245559692, -1.2668651342391968, -1.5836083889007568, -0.8566436767578125, -1.7016243934631348, -0.47969791293144226, -2.0793638229370117, -0.3334902822971344, -2.402604103088379, -0.3183962404727936, -1.1999138593673706, -1.020878791809082, -1.886374592781067, -0.5489357709884644, -1.2922736406326294]}, "Bot003_109_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject", "response": "I am a doctor, I am a doctor.", "annotation_id": "Bot003_109_08", "annotations": ["T", "O", "T", "T", "X", "T", "X", "T", "T", "X", "T", "X", "T", "X", "T"], "gpt2_target_score": [-7.377675533294678, -7.879897117614746, -9.222685813903809, -10.830060958862305, -8.397942543029785, -8.990693092346191, -7.694180488586426, -8.492169380187988, -13.247373580932617, -9.959515571594238], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6281882524490356, -2.370359420776367, -2.7566616535186768, -1.1997079849243164, -1.6099368333816528, -1.6718418598175049, -2.0802292823791504, -2.3986942768096924, -2.221991777420044, -0.9238783717155457, -1.5246074199676514, -1.528180718421936, -1.6754450798034668, -2.1588191986083984, -1.6866968870162964, -0.8880908489227295, -1.6460506916046143, -2.2186670303344727, -0.7416514754295349, -1.0163072347640991, -2.2594504356384277, -1.3052787780761719, -1.798189401626587, -1.42458176612854, -1.0797640085220337, -1.02242112159729, -1.8398088216781616, -1.066039800643921, -1.5744155645370483, -0.16821205615997314, -1.4784866571426392, -0.6219363212585449, -1.752429723739624, -1.315358281135559, -1.2118785381317139, -2.290985584259033, -2.606332540512085, -0.8896477818489075, -2.153895616531372, -0.12220708280801773, -1.59848952293396, -1.9032056331634521, -1.477064609527588, -1.172637701034546, -2.0774106979370117, -1.8013625144958496, -1.168178677558899, -1.3752193450927734, -1.5620862245559692, -1.2668651342391968, -1.5836083889007568, -0.8566436767578125, -0.444439172744751, -2.1137161254882812, -0.3921462297439575, -2.406658172607422, -0.3808239996433258, -1.180902361869812, -1.0998144149780273, -1.9369791746139526, -0.9631328582763672, -1.433539867401123, -2.440051317214966, -1.079675555229187, -1.6922489404678345, -0.3187105059623718, -1.7985866069793701, -1.0375672578811646, -1.3419764041900635, -2.0693893432617188, -0.6123942732810974, -1.569410800933838, -2.21052622795105, -1.7432467937469482, -2.046741247177124, -1.2385740280151367, -1.5031553506851196, -1.8974804878234863, -1.169048547744751, -3.0661251544952393, -0.7975410223007202, -1.0543197393417358]}, "Bot003_109_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject I am a doctor, I am a doctor. Oh well that was a joke", "response": "Oh I get it. Ha ha.", "annotation_id": "Bot003_109_10", "annotations": ["O", "T", "T", "X", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "T"], "gpt2_target_score": [-11.518941879272461, -1.761900782585144, -5.972868919372559, -4.058904647827148, -8.685585975646973, -12.679902076721191, -9.228955268859863, -12.39477252960205], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6281882524490356, -2.370359420776367, -2.7566616535186768, -1.1997079849243164, -1.6099368333816528, -1.6718418598175049, -2.0802292823791504, -2.3986942768096924, -2.221991777420044, -0.9238783717155457, -1.5246074199676514, -1.528180718421936, -1.6754450798034668, -2.1588191986083984, -1.6866968870162964, -0.8880908489227295, -1.6460506916046143, -2.2186670303344727, -0.7416514754295349, -1.0163072347640991, -2.2594504356384277, -1.3052787780761719, -1.798189401626587, -1.42458176612854, -1.0797640085220337, -1.02242112159729, -1.8398088216781616, -1.066039800643921, -1.5744155645370483, -0.16821205615997314, -1.4784866571426392, -0.6219363212585449, -1.752429723739624, -1.315358281135559, -1.2118785381317139, -2.290985584259033, -2.606332540512085, -0.8896477818489075, -2.153895616531372, -0.12220708280801773, -1.59848952293396, -1.9032056331634521, -1.477064609527588, -1.172637701034546, -2.0774106979370117, -1.8013625144958496, -1.168178677558899, -1.3752193450927734, -1.5620862245559692, -1.2668651342391968, -1.5836083889007568, -0.8566436767578125, -0.444439172744751, -2.1137161254882812, -0.3921462297439575, -2.406658172607422, -0.3808239996433258, -1.180902361869812, -1.0998144149780273, -1.9369791746139526, -0.9631328582763672, -1.433539867401123, -2.440051317214966, -1.079675555229187, -1.6922489404678345, -0.3187105059623718, -1.7985866069793701, -1.0375672578811646, -1.3419764041900635, -2.0693893432617188, -0.6123945713043213, -2.0827901363372803, -1.7994986772537231, -3.1385509967803955, -1.0619475841522217, -1.2878671884536743, -1.5950815677642822, -1.1526943445205688, -3.1522645950317383, -0.986529529094696, -1.2444193363189697, -2.162421464920044, -1.2447826862335205, -1.1807904243469238, -1.5531976222991943, -1.4477453231811523, -0.9717366695404053, -1.833622694015503, -2.0083186626434326, -2.350860118865967, -1.0106359720230103, -0.8783391714096069, -1.295754313468933, -1.054377794265747, -1.3394157886505127, -1.676464557647705]}, "Bot003_109_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject I am a doctor, I am a doctor. Oh well that was a joke Oh I get it. Ha ha. That was hilarious", "response": "That's funny.", "annotation_id": "Bot003_109_12", "annotations": ["O", "X", "T", "T", "O", "O", "O", "T", "T", "O", "T", "O", "T", "O", "T"], "gpt2_target_score": [-13.380529403686523, -10.860365867614746, -13.134718894958496, -9.054594039916992], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6281882524490356, -2.370359420776367, -2.7566616535186768, -1.1997079849243164, -1.6099368333816528, -1.6718418598175049, -2.0802292823791504, -2.3986942768096924, -2.221991777420044, -0.9238783717155457, -1.5246074199676514, -1.528180718421936, -1.6754450798034668, -2.1588191986083984, -1.6866968870162964, -0.8880908489227295, -1.6460506916046143, -2.2186670303344727, -0.7416514754295349, -1.0163072347640991, -2.2594504356384277, -1.3052787780761719, -1.798189401626587, -1.42458176612854, -1.0797640085220337, -1.02242112159729, -1.8398088216781616, -1.066039800643921, -1.5744155645370483, -0.16821205615997314, -1.4784866571426392, -0.6219363212585449, -1.752429723739624, -1.315358281135559, -1.2118785381317139, -2.290985584259033, -2.606332540512085, -0.8896477818489075, -2.153895616531372, -0.12220708280801773, -1.59848952293396, -1.9032056331634521, -1.477064609527588, -1.172637701034546, -2.0774106979370117, -1.8013625144958496, -1.168178677558899, -1.3752193450927734, -1.5620862245559692, -1.2668651342391968, -1.5836083889007568, -0.8566436767578125, -0.444439172744751, -2.1137161254882812, -0.3921462297439575, -2.406658172607422, -0.3808239996433258, -1.180902361869812, -1.0998144149780273, -1.9369791746139526, -0.9631328582763672, -1.433539867401123, -2.440051317214966, -1.079675555229187, -1.6922489404678345, -0.3187105059623718, -1.7985866069793701, -1.0375672578811646, -1.3419764041900635, -2.0693893432617188, -0.6123945713043213, -2.0827901363372803, -1.7994986772537231, -3.1385509967803955, -1.0619475841522217, -1.2878671884536743, -1.5950815677642822, -1.1526943445205688, -3.1522645950317383, -0.986529529094696, -1.2444193363189697, -2.162421464920044, -1.2447826862335205, -1.1807904243469238, -1.5531976222991943, -1.4477453231811523, -0.9717366695404053, -2.0031578540802, -2.311619758605957, -1.125032901763916, -0.919020414352417, -1.2896260023117065, -1.5113182067871094, -1.1784697771072388, -1.4813125133514404, -1.2541190385818481, -1.0443742275238037, -0.8247114419937134, -1.9438832998275757, -1.1647001504898071, -2.4339916706085205, -1.2006036043167114, -1.1116775274276733]}, "Bot003_109_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject I am a doctor, I am a doctor. Oh well that was a joke Oh I get it. Ha ha. That was hilarious That's funny. Yes you are very funny", "response": "That's interesting.. thanks you make me laugh too.", "annotation_id": "Bot003_109_14", "annotations": ["O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T", "O", "T", "O", "T"], "gpt2_target_score": [-13.380529403686523, -10.860365867614746, -15.000838279724121, -9.690557479858398, -11.407479286193848, -10.668076515197754, -9.162884712219238, -10.512516975402832, -14.710996627807617, -10.165677070617676, -3.849524736404419], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6281882524490356, -2.370359420776367, -2.7566616535186768, -1.1997079849243164, -1.6099368333816528, -1.6718418598175049, -2.0802292823791504, -2.3986942768096924, -2.221991777420044, -0.9238783717155457, -1.5246074199676514, -1.528180718421936, -1.6754450798034668, -2.1588191986083984, -1.6866968870162964, -0.8880908489227295, -1.6460506916046143, -2.2186670303344727, -0.7416514754295349, -1.0163072347640991, -2.2594504356384277, -1.3052787780761719, -1.798189401626587, -1.42458176612854, -1.0797640085220337, -1.02242112159729, -1.8398088216781616, -1.066039800643921, -1.5744155645370483, -0.16821205615997314, -1.4784866571426392, -0.6219363212585449, -1.752429723739624, -1.315358281135559, -1.2118785381317139, -2.290985584259033, -2.606332540512085, -0.8896477818489075, -2.153895616531372, -0.12220708280801773, -1.59848952293396, -1.9032056331634521, -1.477064609527588, -1.172637701034546, -2.0774106979370117, -1.8013625144958496, -1.168178677558899, -1.3752193450927734, -1.5620862245559692, -1.2668651342391968, -1.5836083889007568, -0.8566436767578125, -0.444439172744751, -2.1137161254882812, -0.3921462297439575, -2.406658172607422, -0.3808239996433258, -1.180902361869812, -1.0998144149780273, -1.9369791746139526, -0.9631328582763672, -1.433539867401123, -2.440051317214966, -1.079675555229187, -1.6922489404678345, -0.3187105059623718, -1.7985866069793701, -1.0375672578811646, -1.3419764041900635, -2.0693893432617188, -0.6123945713043213, -2.0827901363372803, -1.7994986772537231, -3.1385509967803955, -1.0619475841522217, -1.2878671884536743, -1.5950815677642822, -1.1526943445205688, -3.1522645950317383, -0.986529529094696, -1.2444193363189697, -2.162421464920044, -1.2447865009307861, -1.1807854175567627, -1.5532071590423584, -1.4477530717849731, -0.9717271327972412, -2.0031471252441406, -2.3116278648376465, -1.1250296831130981, -0.9190210700035095, -1.289612054824829, -1.511307716369629, -1.1784716844558716, -1.4813079833984375, -1.2541252374649048, -1.0443686246871948, -0.8247110247612, -1.475691795349121, -2.3660285472869873, -1.0827617645263672, -1.2489155530929565, -1.2033215761184692, -2.031682252883911, -1.4824447631835938, -2.5802700519561768, -1.0375488996505737, -2.161813497543335, -1.037869930267334, -1.1961774826049805, -0.9364280104637146, -1.376699447631836, -1.2284356355667114, -2.236560106277466, -0.9325758814811707, -0.76407790184021, -1.6436687707901, -1.446328043937683, -0.8603706955909729]}, "Bot003_109_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject I am a doctor, I am a doctor. Oh well that was a joke Oh I get it. Ha ha. That was hilarious That's funny. Yes you are very funny That's interesting.. thanks you make me laugh too. You re welcome", "response": "I haven't heard anything like that before.", "annotation_id": "Bot003_109_16", "annotations": ["O", "T", "T", "O", "T", "T", "X", "T", "T", "X", "T", "O", "T", "O", "O"], "gpt2_target_score": [-7.377675533294678, -11.439070701599121, -10.135237693786621, -12.397680282592773, -13.901665687561035, -7.126572608947754, -7.129742622375488, -12.320706367492676, -2.6675705909729004], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6281882524490356, -2.370359420776367, -2.7566616535186768, -1.1997079849243164, -1.6099368333816528, -1.6718418598175049, -2.0802292823791504, -2.3986942768096924, -2.221991777420044, -0.9238783717155457, -1.5246074199676514, -1.528180718421936, -1.6754450798034668, -2.1588191986083984, -1.6866968870162964, -0.8880908489227295, -1.6460506916046143, -2.2186670303344727, -0.7416514754295349, -1.0163072347640991, -2.2594504356384277, -1.3052787780761719, -1.798189401626587, -1.42458176612854, -1.0797640085220337, -1.02242112159729, -1.8398088216781616, -1.066039800643921, -1.5744155645370483, -0.16821205615997314, -1.4784866571426392, -0.6219363212585449, -1.752429723739624, -1.315358281135559, -1.2118785381317139, -2.290985584259033, -2.606332540512085, -0.8896477818489075, -2.153895616531372, -0.12220708280801773, -1.59848952293396, -1.9032056331634521, -1.477064609527588, -1.172637701034546, -2.0774106979370117, -1.8013625144958496, -1.168178677558899, -1.3752193450927734, -1.5620862245559692, -1.2668651342391968, -1.5836083889007568, -0.8566436767578125, -0.444439172744751, -2.1137161254882812, -0.3921462297439575, -2.406658172607422, -0.3808239996433258, -1.180902361869812, -1.0998144149780273, -1.9369791746139526, -0.9631328582763672, -1.433539867401123, -2.440051317214966, -1.079675555229187, -1.6922489404678345, -0.3187105059623718, -1.7985866069793701, -1.0375672578811646, -1.3419764041900635, -2.0693893432617188, -0.6123945713043213, -2.0827901363372803, -1.7994986772537231, -3.1385509967803955, -1.0619475841522217, -1.2878671884536743, -1.5950815677642822, -1.1526943445205688, -3.1522645950317383, -0.986529529094696, -1.2444193363189697, -2.162421464920044, -1.2447826862335205, -1.1807904243469238, -1.5531976222991943, -1.4477453231811523, -0.9717366695404053, -2.0031578540802, -2.311628580093384, -1.125034213066101, -0.919014036655426, -1.2896220684051514, -1.5113075971603394, -1.178464412689209, -1.4813141822814941, -1.2541157007217407, -1.044362187385559, -0.8247080445289612, -1.4756989479064941, -2.366027355194092, -1.0827579498291016, -1.2489134073257446, -1.2033207416534424, -2.0316855907440186, -1.482427954673767, -2.5802841186523438, -1.0375392436981201, -1.0910710096359253, -1.6140660047531128, -0.9034082889556885, -1.3808419704437256, -1.3956345319747925, -1.8928381204605103, -0.7756451964378357, -0.7685055136680603, -1.7201377153396606, -1.5847642421722412, -1.4673172235488892, -1.4095982313156128, -1.632817029953003, -1.9583740234375, -2.092668056488037, -2.335501194000244, -0.21104145050048828, -1.9105875492095947, -0.5821521878242493, -0.593730092048645, -0.19883866608142853, -1.7692714929580688, -1.0706948041915894, -1.3416179418563843]}, "Bot003_109_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject I am a doctor, I am a doctor. Oh well that was a joke Oh I get it. Ha ha. That was hilarious That's funny. Yes you are very funny That's interesting.. thanks you make me laugh too. You re welcome I haven't heard anything like that before. Sometimes i make good jokes but sometimes they are really bad pal", "response": "I am a doctor, I am a doctor.", "annotation_id": "Bot003_109_18", "annotations": ["X", "X", "T", "O", "X", "T", "X", "T", "T", "X", "O", "X", "T", "X", "T"], "gpt2_target_score": [-7.377675533294678, -7.879897117614746, -9.222685813903809, -10.830060958862305, -8.397942543029785, -8.990693092346191, -7.694180488586426, -8.492169380187988, -13.247373580932617, -9.959515571594238], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6281882524490356, -2.370359420776367, -2.7566616535186768, -1.1997079849243164, -1.6099368333816528, -1.6718418598175049, -2.0802292823791504, -2.3986942768096924, -2.221991777420044, -0.9238783717155457, -1.5246074199676514, -1.528180718421936, -1.6754450798034668, -2.1588191986083984, -1.6866968870162964, -0.8880908489227295, -1.6460506916046143, -2.2186670303344727, -0.7416514754295349, -1.0163072347640991, -2.2594504356384277, -1.3052787780761719, -1.798189401626587, -1.42458176612854, -1.0797640085220337, -1.02242112159729, -1.8398088216781616, -1.066039800643921, -1.5744155645370483, -0.16821205615997314, -1.4784866571426392, -0.6219363212585449, -1.752429723739624, -1.315358281135559, -1.2118785381317139, -2.290985584259033, -2.606332540512085, -0.8896477818489075, -2.153895616531372, -0.12220708280801773, -1.59848952293396, -1.9032056331634521, -1.477064609527588, -1.172637701034546, -2.0774106979370117, -1.8013625144958496, -1.168178677558899, -1.3752193450927734, -1.5620862245559692, -1.2668651342391968, -1.5836083889007568, -0.8566436767578125, -0.444439172744751, -2.1137161254882812, -0.3921462297439575, -2.406658172607422, -0.3808239996433258, -1.180902361869812, -1.0998144149780273, -1.9369791746139526, -0.9631328582763672, -1.433539867401123, -2.440051317214966, -1.079675555229187, -1.6922489404678345, -0.3187105059623718, -1.7985866069793701, -1.0375672578811646, -1.3419764041900635, -2.0693893432617188, -0.6123945713043213, -2.0827901363372803, -1.7994986772537231, -3.1385509967803955, -1.0619475841522217, -1.2878671884536743, -1.5950815677642822, -1.1526943445205688, -3.1522645950317383, -0.986529529094696, -1.2444193363189697, -2.162421464920044, -1.2447826862335205, -1.1807904243469238, -1.5531976222991943, -1.4477453231811523, -0.9717366695404053, -2.0031578540802, -2.311619758605957, -1.125032901763916, -0.919020414352417, -1.2896260023117065, -1.5113182067871094, -1.1784697771072388, -1.481316328048706, -1.254120111465454, -1.0443660020828247, -0.8247145414352417, -1.4757024049758911, -2.36602520942688, -1.0827581882476807, -1.2489056587219238, -1.2033109664916992, -2.0316877365112305, -1.4824334383010864, -2.580275297164917, -1.0375378131866455, -1.0910582542419434, -1.6140716075897217, -0.9034129977226257, -1.3808454275131226, -1.395628809928894, -1.892835259437561, -0.7756481766700745, -0.7685084939002991, -1.7201271057128906, -1.5847761631011963, -1.4673216342926025, -1.4095993041992188, -1.6328222751617432, -1.9583855867385864, -1.9731467962265015, -0.1887323409318924, -1.9201374053955078, -0.6518582105636597, -0.7614679932594299, -0.23692327737808228, -1.7928762435913086, -1.1268538236618042, -1.37969172000885, -0.7386602759361267, -2.679677724838257, -1.8616034984588623, -0.6926613450050354, -2.086864948272705, -1.537798285484314, -0.9681448340415955, -1.8026217222213745, -1.952513575553894, -1.2014015913009644, -1.2094308137893677, -1.209946870803833, -1.877651333808899, -2.3742730617523193, -1.1150239706039429, -0.6716382503509521, -1.653818130493164, -1.3761353492736816, -1.6216074228286743, -0.5236670970916748, -1.6780496835708618, -0.902803361415863, -1.1996710300445557]}, "Bot003_109_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject I am a doctor, I am a doctor. Oh well that was a joke Oh I get it. Ha ha. That was hilarious That's funny. Yes you are very funny That's interesting.. thanks you make me laugh too. You re welcome I haven't heard anything like that before. Sometimes i make good jokes but sometimes they are really bad pal I am a doctor, I am a doctor. Yes i understood that", "response": "Pardon me?. Good then you can explain it to me.", "annotation_id": "Bot003_109_20", "annotations": ["T", "O", "T", "T", "T", "X", "T", "O", "O", "X", "T", "O", "T", "O", "T"], "gpt2_target_score": [-9.415029525756836, -17.75691032409668, -12.297881126403809, -11.051412582397461, -8.685585975646973, -12.007096290588379, -11.128445625305176, -10.572590827941895, -9.804716110229492, -9.1831636428833, -5.445578575134277, -8.780552864074707, -10.511019706726074, -1.528180718421936], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6281882524490356, -2.370359420776367, -2.7566616535186768, -1.1997079849243164, -1.6099368333816528, -1.6718418598175049, -2.0802292823791504, -2.3986942768096924, -2.221991777420044, -0.9238783717155457, -1.5246074199676514, -1.528180718421936, -1.6754450798034668, -2.1588191986083984, -1.6866968870162964, -0.8880908489227295, -1.6460506916046143, -2.2186670303344727, -0.7416514754295349, -1.0163072347640991, -2.2594504356384277, -1.3052787780761719, -1.798189401626587, -1.42458176612854, -1.0797640085220337, -1.02242112159729, -1.8398088216781616, -1.066039800643921, -1.5744155645370483, -0.16821205615997314, -1.4784866571426392, -0.6219363212585449, -1.752429723739624, -1.315358281135559, -1.2118785381317139, -2.290985584259033, -2.606332540512085, -0.8896477818489075, -2.153895616531372, -0.12220708280801773, -1.59848952293396, -1.9032056331634521, -1.477064609527588, -1.172637701034546, -2.0774106979370117, -1.8013625144958496, -1.168178677558899, -1.3752193450927734, -1.5620862245559692, -1.2668651342391968, -1.5836083889007568, -0.8566436767578125, -0.444439172744751, -2.1137161254882812, -0.3921462297439575, -2.406658172607422, -0.3808239996433258, -1.180902361869812, -1.0998144149780273, -1.9369791746139526, -0.9631328582763672, -1.433539867401123, -2.440051317214966, -1.079675555229187, -1.6922489404678345, -0.3187105059623718, -1.7985866069793701, -1.0375672578811646, -1.3419764041900635, -2.0693893432617188, -0.6123945713043213, -2.0827901363372803, -1.7994986772537231, -3.1385509967803955, -1.0619475841522217, -1.2878671884536743, -1.5950815677642822, -1.1526943445205688, -3.1522645950317383, -0.986529529094696, -1.2444193363189697, -2.162421464920044, -1.2447826862335205, -1.1807904243469238, -1.5531976222991943, -1.4477453231811523, -0.9717366695404053, -2.0031578540802, -2.311619758605957, -1.125032901763916, -0.919020414352417, -1.2896260023117065, -1.5113182067871094, -1.1784697771072388, -1.481316328048706, -1.254120111465454, -1.0443660020828247, -0.8247145414352417, -1.4757024049758911, -2.36602520942688, -1.0827581882476807, -1.2489056587219238, -1.2033109664916992, -2.0316877365112305, -1.4824334383010864, -2.580275297164917, -1.0375378131866455, -1.0910582542419434, -1.6140716075897217, -0.9034129977226257, -1.3808454275131226, -1.395628809928894, -1.892835259437561, -0.7756481766700745, -0.7685084939002991, -1.7201271057128906, -1.5847761631011963, -1.4673216342926025, -1.4095993041992188, -1.6328222751617432, -1.9583855867385864, -1.9731467962265015, -0.1887323409318924, -1.9201374053955078, -0.6518582105636597, -0.7614679932594299, -0.23692327737808228, -1.7928762435913086, -1.1268538236618042, -1.37969172000885, -0.738666296005249, -2.6796860694885254, -1.8616065979003906, -0.6926640272140503, -2.0868868827819824, -1.5377920866012573, -0.9681380391120911, -1.8026143312454224, -1.9525103569030762, -1.2014007568359375, -1.2094391584396362, -1.2099517583847046, -2.3724594116210938, -2.0306334495544434, -2.0002965927124023, -1.7476404905319214, -1.4329289197921753, -1.4478203058242798, -0.4764143228530884, -1.5277373790740967, -1.3974641561508179, -1.5515679121017456, -1.312206506729126, -1.513123869895935, -2.1314947605133057, -1.5568079948425293, -1.9915134906768799, -2.648228406906128, -0.7806218266487122, -1.5861510038375854, -1.4953416585922241, -1.2295118570327759, -2.0556678771972656, -0.8031214475631714, -1.8980085849761963, -2.7657268047332764, -1.8898546695709229, -1.6975805759429932, -0.23258626461029053, -1.2099188566207886, -0.9651917815208435]}, "Bot003_110_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi", "response": "Hi how are you today", "annotation_id": "Bot003_110_02", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-16.27497673034668, -26.117481231689453, -9.949082374572754, -6.575793266296387, -7.0131611824035645], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -2.156792402267456, -2.391965389251709, -1.103822946548462, -0.9672496318817139, -0.13792701065540314, -1.2031689882278442, -0.5920769572257996]}, "Bot003_110_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you", "response": "I am good. Just got back from playing with my dolls.", "annotation_id": "Bot003_110_04", "annotations": ["O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.797697067260742, -26.102859497070312, -14.779633522033691, -11.269335746765137, -13.052070617675781, -10.642706871032715, -10.85216236114502, -6.629708290100098, -12.013568878173828, -10.53498649597168, -5.77515172958374, -17.165584564208984, -3.1406047344207764], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -2.156792402267456, -1.585330605506897, -0.8010077476501465, -0.16180932521820068, -1.1833300590515137, -0.6640726923942566, -1.3867448568344116, -0.002689674962311983, -0.12278112769126892, -2.9064650535583496, -2.4493327140808105, -2.401625633239746, -0.8990903496742249, -0.09049449115991592, -1.1521855592727661, -2.1914963722229004, -1.1587059497833252, -2.3360977172851562, -1.334287405014038, -1.4234347343444824, -2.974019765853882, -1.7208119630813599, -0.438327819108963, -1.1798245906829834, -2.5154314041137695, -1.0682666301727295, -2.343024730682373, -1.2898967266082764, -1.2736845016479492]}, "Bot003_110_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you?", "response": "I'm not a good person.", "annotation_id": "Bot003_110_06", "annotations": ["T", "T", "X", "X", "T", "T", "O", "O", "X", "X", "X", "X", "X", "X", "X"], "gpt2_target_score": [-12.797697067260742, -28.969385147094727, -13.874360084533691, -4.091998100280762, -7.8712849617004395, -13.859549522399902, -11.13255786895752], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -2.156792402267456, -1.585330605506897, -0.8010077476501465, -0.16180932521820068, -1.1833300590515137, -0.6640726923942566, -1.3867448568344116, -0.002689674962311983, -0.12278112769126892, -2.9064650535583496, -2.4493327140808105, -2.401625633239746, -0.8990903496742249, -0.09049449115991592, -1.1521855592727661, -0.6182979941368103, -2.9506592750549316, -2.476223945617676, -2.0138628482818604, -3.0098187923431396, -1.8254261016845703, -0.44348838925361633, -1.3481401205062866, -2.6087393760681152, -1.1442101001739502, -2.040144443511963, -1.3097645044326782, -1.8374805450439453, -1.1650350093841553, -0.22681142389774323, -0.07884623110294342, -0.36506426334381104, -1.6406958103179932, -2.5287773609161377, -1.400808334350586, -2.9377195835113525, -2.1143617630004883, -1.9732781648635864, -0.8385432958602905, -1.512501835823059, -0.8417106866836548]}, "Bot003_110_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you?", "response": "I'm old. I just turned 5.", "annotation_id": "Bot003_110_08", "annotations": ["O", "X", "O", "X", "T", "O", "O", "O", "X", "O", "O", "O", "O", "O", "X"], "gpt2_target_score": [-12.797722816467285, -28.96939468383789, -12.457014083862305, -11.269349098205566, -8.06997013092041, -8.67470645904541, -12.607868194580078, -8.023698806762695, -3.629091739654541], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.3867319822311401, -0.002689674962311983, -0.12278534471988678, -2.906463861465454, -2.449328660964966, -2.401679754257202, -0.8990865349769592, -0.09049394726753235, -1.1522116661071777, -0.618277907371521, -2.9506044387817383, -2.476191520690918, -2.013838291168213, -3.0098538398742676, -1.825429916381836, -0.44347912073135376, -1.3481578826904297, -2.608700752258301, -1.1442214250564575, -2.04012393951416, -1.3097524642944336, -1.8375210762023926, -1.1650378704071045, -0.22679679095745087, -0.07884909957647324, -0.3650689125061035, -1.6407508850097656, -1.2727539539337158, -2.9555459022521973, -2.299199104309082, -1.9255216121673584, -1.3289340734481812, -2.0041663646698, -1.0539828538894653, -1.3351809978485107, -0.000688077649101615, -0.08194220066070557, -2.107804298400879, -1.3177422285079956, -1.3005527257919312, -2.5335583686828613, -0.2680646777153015, -0.04229361191391945, -1.1958072185516357, -1.5974555015563965, -2.091313362121582, -1.2376490831375122, -2.4816842079162598, -1.5743447542190552, -1.1772472858428955, -0.8458175659179688, -1.08406400680542, -1.9088383913040161, -1.6539145708084106, -1.2276333570480347]}, "Bot003_110_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you? I'm old. I just turned 5. seriously? i\u2019m 45", "response": "I am always serious. What is your job?", "annotation_id": "Bot003_110_10", "annotations": ["O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "O", "O", "T", "O", "O"], "gpt2_target_score": [-12.797722816467285, -26.102863311767578, -14.45216178894043, -13.500580787658691, -8.478310585021973, -10.476021766662598, -8.55423355102539, -7.7472405433654785, -10.57847785949707, -5.645150661468506], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.3867319822311401, -0.002689674962311983, -0.12278534471988678, -2.906463861465454, -2.449328660964966, -2.401679754257202, -0.8990865349769592, -0.09049394726753235, -1.1522116661071777, -0.618277907371521, -2.9506044387817383, -2.476191520690918, -2.013838291168213, -3.0098538398742676, -1.825429916381836, -0.44347912073135376, -1.3481578826904297, -2.608700752258301, -1.1442214250564575, -2.04012393951416, -1.3097524642944336, -1.8375210762023926, -1.1650378704071045, -0.22679679095745087, -0.07884909957647324, -0.3650689125061035, -1.6407508850097656, -1.2727539539337158, -2.9555459022521973, -2.2991676330566406, -1.9255188703536987, -1.328927993774414, -2.0041606426239014, -1.053983211517334, -1.3351659774780273, -0.000687958556227386, -0.08194208890199661, -2.107797384262085, -1.3177374601364136, -1.3005484342575073, -2.533560037612915, -0.26806530356407166, -0.04229247197508812, -1.1958109140396118, -1.5974550247192383, -1.1601520776748657, -2.453972101211548, -1.6757932901382446, -1.344458818435669, -1.231949806213379, -0.9782554507255554, -1.7444789409637451, -1.5938676595687866, -1.311334490776062, -1.7008881568908691, -1.8693450689315796, -1.9499645233154297, -0.0003073934931308031, -0.10380302369594574, -2.260331392288208, -1.3697798252105713, -2.5120561122894287, -1.4187211990356445, -2.215376138687134, -2.9819817543029785, -1.2538552284240723, -0.9776204228401184, -2.2698521614074707, -1.0055971145629883, -0.269362211227417, -0.6146361827850342, -0.4801689386367798]}, "Bot003_110_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you? I'm old. I just turned 5. seriously? i\u2019m 45 I am always serious. What is your job? i\u2019m unemployed at the moment. due to my health reasons", "response": "I understand. I am sorry to hear that.", "annotation_id": "Bot003_110_12", "annotations": ["O", "T", "T", "X", "T", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.797722816467285, -30.82939338684082, -12.825193405151367, -9.383561134338379, -11.792519569396973, -11.858086585998535, -9.117008209228516, -10.022417068481445, -8.01066780090332, -6.599343776702881], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.3867319822311401, -0.002689674962311983, -0.12278534471988678, -2.906463861465454, -2.449328660964966, -2.401679754257202, -0.8990865349769592, -0.09049394726753235, -1.1522116661071777, -0.618277907371521, -2.9506044387817383, -2.476191520690918, -2.013838291168213, -3.0098538398742676, -1.825429916381836, -0.44347912073135376, -1.3481578826904297, -2.608700752258301, -1.1442214250564575, -2.04012393951416, -1.3097524642944336, -1.8375210762023926, -1.1650378704071045, -0.22679679095745087, -0.07884909957647324, -0.3650689125061035, -1.6407508850097656, -1.2727539539337158, -2.9555459022521973, -2.299199104309082, -1.9255216121673584, -1.3289340734481812, -2.0041663646698, -1.0539828538894653, -1.3351809978485107, -0.000688077649101615, -0.08194220066070557, -2.107804298400879, -1.3177422285079956, -1.3005527257919312, -2.5335583686828613, -0.2680646777153015, -0.04229361191391945, -1.1958072185516357, -1.5974555015563965, -1.160144567489624, -2.4539690017700195, -1.6757780313491821, -1.3444675207138062, -1.2319303750991821, -0.9782541990280151, -1.7444828748703003, -1.5938671827316284, -1.311330795288086, -1.700875163078308, -1.8693509101867676, -1.9499578475952148, -0.0003073934931308031, -0.10380076617002487, -2.260338068008423, -1.3697623014450073, -1.1353623867034912, -2.9624924659729004, -3.1815223693847656, -1.1946697235107422, -1.4639703035354614, -1.9813332557678223, -0.9326145052909851, -0.6548845171928406, -0.511846661567688, -1.6539251804351807, -1.367923617362976, -0.0003924791526515037, -0.08217457681894302, -1.7820520401000977, -1.5597368478775024, -1.538489818572998, -0.03870874643325806, -1.1372538805007935, -1.5507233142852783, -0.10914849489927292, -2.1111221313476562, -2.5478503704071045, -1.2153046131134033, -1.5114372968673706, -2.345533609390259, -1.6667826175689697, -1.8884086608886719, -1.1320480108261108, -1.7266815900802612, -2.129695177078247, -1.9167979955673218, -0.20622369647026062, -0.5401207804679871, -0.5498711466789246, -1.0097044706344604]}, "Bot003_110_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you? I'm old. I just turned 5. seriously? i\u2019m 45 I am always serious. What is your job? i\u2019m unemployed at the moment. due to my health reasons I understand. I am sorry to hear that. thank you. i used to be an alcoholic and then i went to rehab. i now take meds", "response": "I'm not a fan of this guy, but I don't think I'm a fan of this", "annotation_id": "Bot003_110_14", "annotations": ["T", "X", "O", "X", "O", "X", "O", "O", "X", "T", "X", "X", "X", "X", "T"], "gpt2_target_score": [-12.797722816467285, -28.96939468383789, -13.874372482299805, -4.091996192932129, -15.440606117248535, -8.413002967834473, -9.249011993408203, -7.7675042152404785, -1.6460747718811035, -9.883203506469727, -5.987302303314209, -12.752452850341797, -12.61269474029541, -3.875089645385742, -18.99551010131836, -12.553159713745117, -3.3974764347076416, -11.216036796569824, -7.982749938964844, -10.496956825256348], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.3867319822311401, -0.002689674962311983, -0.12278534471988678, -2.906463861465454, -2.449328660964966, -2.401679754257202, -0.8990865349769592, -0.09049394726753235, -1.1522116661071777, -0.618277907371521, -2.9506044387817383, -2.476191520690918, -2.013838291168213, -3.0098538398742676, -1.825429916381836, -0.44347912073135376, -1.3481578826904297, -2.608700752258301, -1.1442214250564575, -2.04012393951416, -1.3097524642944336, -1.8375210762023926, -1.1650378704071045, -0.22679679095745087, -0.07884909957647324, -0.3650689125061035, -1.6407508850097656, -1.2727539539337158, -2.9555459022521973, -2.299199104309082, -1.9255216121673584, -1.3289340734481812, -2.0041663646698, -1.0539828538894653, -1.3351809978485107, -0.000688077649101615, -0.08194220066070557, -2.107804298400879, -1.3177422285079956, -1.3005527257919312, -2.5335583686828613, -0.2680646777153015, -0.04229361191391945, -1.1958072185516357, -1.5974555015563965, -1.160144567489624, -2.4539690017700195, -1.6757780313491821, -1.3444675207138062, -1.2319303750991821, -0.9782541990280151, -1.7444828748703003, -1.5938671827316284, -1.311330795288086, -1.700875163078308, -1.8693509101867676, -1.9499578475952148, -0.0003073934931308031, -0.10380076617002487, -2.260338068008423, -1.3697623014450073, -1.1353623867034912, -2.9624924659729004, -3.1815223693847656, -1.1946697235107422, -1.4639703035354614, -1.9813332557678223, -0.9326145052909851, -0.6548845171928406, -0.511846661567688, -1.6539251804351807, -1.367923617362976, -0.0003924791526515037, -0.08217457681894302, -1.7820520401000977, -1.5597368478775024, -1.538489818572998, -0.03870874643325806, -1.1372538805007935, -1.5507233142852783, -0.10914849489927292, -2.1111221313476562, -2.5478503704071045, -1.2153096199035645, -1.5114389657974243, -1.458834171295166, -1.9622771739959717, -1.7548043727874756, -1.4154295921325684, -2.113161325454712, -1.7734788656234741, -0.3181597888469696, -0.7179258465766907, -0.6595609188079834, -1.4739856719970703, -0.02262003906071186, -1.5209534168243408, -1.7920161485671997, -1.084925651550293, -0.01978835090994835, -0.8627864122390747, -1.1778618097305298, -2.33487868309021, -1.7186567783355713, -2.1238601207733154, -1.5662634372711182, -2.0530192852020264, -0.8717848062515259, -1.4936606884002686, -1.238718867301941, -1.556226372718811, -1.8425828218460083, -1.5924625396728516, -0.9151086211204529, -0.010568248108029366, -1.4207000732421875, -2.079324245452881, -1.941532850265503, -1.7052416801452637, -1.704409122467041, -1.484790325164795, -0.10815184563398361, -2.4517245292663574, -1.6038615703582764, -0.9554328918457031, -1.0420645475387573, -1.2051047086715698, -1.5842912197113037, -0.006361828185617924, -1.349328875541687, -1.0890705585479736, -1.3911552429199219, -2.2147300243377686, -1.4318736791610718, -0.1283683329820633, -0.7241899967193604, -0.20882675051689148]}, "Bot003_110_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you? I'm old. I just turned 5. seriously? i\u2019m 45 I am always serious. What is your job? i\u2019m unemployed at the moment. due to my health reasons I understand. I am sorry to hear that. thank you. i used to be an alcoholic and then i went to rehab. i now take meds I'm not a fan of this guy, but I don't think I'm a fan of this some of medication make me hallucinate", "response": "What do you look like?", "annotation_id": "Bot003_110_16", "annotations": ["O", "O", "O", "X", "T", "O", "O", "O", "X", "X", "T", "X", "X", "O", "T"], "gpt2_target_score": [-14.753350257873535, -23.992961883544922, -8.559263229370117, -11.515992164611816, -2.92891788482666, -0.9065641760826111], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.3867319822311401, -0.002689674962311983, -0.12278534471988678, -2.906463861465454, -2.449328660964966, -2.401679754257202, -0.8990865349769592, -0.09049394726753235, -1.1522116661071777, -0.618277907371521, -2.9506044387817383, -2.476191520690918, -2.013838291168213, -3.0098538398742676, -1.825429916381836, -0.44347912073135376, -1.3481578826904297, -2.608700752258301, -1.1442214250564575, -2.04012393951416, -1.3097524642944336, -1.8375210762023926, -1.1650378704071045, -0.22679679095745087, -0.07884909957647324, -0.3650689125061035, -1.6407508850097656, -1.2727539539337158, -2.9555459022521973, -2.299199104309082, -1.9255216121673584, -1.3289340734481812, -2.0041663646698, -1.0539828538894653, -1.3351809978485107, -0.000688077649101615, -0.08194220066070557, -2.107804298400879, -1.3177422285079956, -1.3005527257919312, -2.5335583686828613, -0.2680646777153015, -0.04229361191391945, -1.1958072185516357, -1.5974555015563965, -1.160144567489624, -2.4539690017700195, -1.6757780313491821, -1.3444675207138062, -1.2319303750991821, -0.9782541990280151, -1.7444828748703003, -1.5938671827316284, -1.311330795288086, -1.700875163078308, -1.8693509101867676, -1.9499578475952148, -0.0003073934931308031, -0.10380076617002487, -2.260338068008423, -1.3697623014450073, -1.1353623867034912, -2.9624924659729004, -3.1815223693847656, -1.1946697235107422, -1.4639703035354614, -1.9813332557678223, -0.9326145052909851, -0.6548845171928406, -0.511846661567688, -1.6539251804351807, -1.367923617362976, -0.0003924791526515037, -0.08217457681894302, -1.7820520401000977, -1.5597368478775024, -1.538489818572998, -0.03870874643325806, -1.1372538805007935, -1.5507233142852783, -0.10914849489927292, -2.1111221313476562, -2.5478503704071045, -1.2153096199035645, -1.5114389657974243, -1.458834171295166, -1.9622771739959717, -1.7548043727874756, -1.4154295921325684, -2.113161325454712, -1.7734788656234741, -0.3181597888469696, -0.7179258465766907, -0.6595609188079834, -1.4739856719970703, -0.02262003906071186, -1.5209534168243408, -1.7920161485671997, -1.084925651550293, -0.01978835090994835, -0.8627864122390747, -1.1778618097305298, -2.33487868309021, -1.7186567783355713, -2.1238601207733154, -1.5662634372711182, -2.0530192852020264, -0.8717848062515259, -1.4936606884002686, -1.238718867301941, -1.556226372718811, -1.8425828218460083, -1.5924625396728516, -0.9151086211204529, -0.010568248108029366, -1.4207000732421875, -2.2801506519317627, -1.9792133569717407, -1.715101957321167, -1.391417384147644, -0.18980401754379272, -0.8298888802528381, -1.5035256147384644, -0.830856204032898, -1.463314175605774, -0.9546239376068115, -2.0744259357452393, -0.08948910236358643, -1.4793709516525269, -1.4049072265625, -1.8666306734085083, -2.0357816219329834, -0.9994750618934631, -0.16153296828269958, -0.9375287294387817, -0.15532073378562927, -1.8268481492996216, -0.6283949017524719, -0.9529034495353699, -0.4529017508029938, -1.284035086631775, -0.01879478245973587, -1.0932869911193848, -2.055572986602783, -2.1722493171691895, -0.047798942774534225, -0.8394293785095215, -0.5297114253044128, -0.3316583037376404, -0.6588524580001831]}, "Bot003_110_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you? I'm old. I just turned 5. seriously? i\u2019m 45 I am always serious. What is your job? i\u2019m unemployed at the moment. due to my health reasons I understand. I am sorry to hear that. thank you. i used to be an alcoholic and then i went to rehab. i now take meds I'm not a fan of this guy, but I don't think I'm a fan of this some of medication make me hallucinate What do you look like? i\u2019m rather thin and bald. what do you look like?", "response": "I like to play a with my dolls", "annotation_id": "Bot003_110_18", "annotations": ["X", "T", "O", "X", "O", "T", "O", "O", "X", "X", "X", "X", "X", "X", "X"], "gpt2_target_score": [-12.797722816467285, -25.011146545410156, -12.031049728393555, -9.800660133361816, -8.105278968811035, -3.683389186859131, -7.406864643096924, -13.93882942199707], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.3867319822311401, -0.002689674962311983, -0.12278534471988678, -2.906463861465454, -2.449328660964966, -2.401679754257202, -0.8990865349769592, -0.09049394726753235, -1.1522116661071777, -0.618277907371521, -2.9506044387817383, -2.476191520690918, -2.013838291168213, -3.0098538398742676, -1.825429916381836, -0.44347912073135376, -1.3481578826904297, -2.608700752258301, -1.1442214250564575, -2.04012393951416, -1.3097524642944336, -1.8375210762023926, -1.1650378704071045, -0.22679679095745087, -0.07884909957647324, -0.3650689125061035, -1.6407508850097656, -1.2727539539337158, -2.9555459022521973, -2.299199104309082, -1.9255216121673584, -1.3289340734481812, -2.0041663646698, -1.0539828538894653, -1.3351809978485107, -0.000688077649101615, -0.08194220066070557, -2.107804298400879, -1.3177422285079956, -1.3005527257919312, -2.5335583686828613, -0.2680646777153015, -0.04229361191391945, -1.1958072185516357, -1.5974555015563965, -1.160144567489624, -2.4539690017700195, -1.6757780313491821, -1.3444675207138062, -1.2319303750991821, -0.9782541990280151, -1.7444828748703003, -1.5938671827316284, -1.311330795288086, -1.700875163078308, -1.8693509101867676, -1.9499578475952148, -0.0003073934931308031, -0.10380076617002487, -2.260338068008423, -1.3697623014450073, -1.1353623867034912, -2.9624924659729004, -3.1815223693847656, -1.1946697235107422, -1.4639703035354614, -1.9813332557678223, -0.9326145052909851, -0.6548845171928406, -0.511846661567688, -1.6539251804351807, -1.367923617362976, -0.0003924791526515037, -0.08217457681894302, -1.7820520401000977, -1.5597368478775024, -1.538489818572998, -0.03870874643325806, -1.1372538805007935, -1.5507233142852783, -0.10914849489927292, -2.1111221313476562, -2.5478503704071045, -1.2153096199035645, -1.5114389657974243, -1.458834171295166, -1.9622771739959717, -1.7548043727874756, -1.4154295921325684, -2.113161325454712, -1.7734788656234741, -0.3181597888469696, -0.7179258465766907, -0.6595609188079834, -1.4739856719970703, -0.02262003906071186, -1.5209534168243408, -1.7920161485671997, -1.084925651550293, -0.01978835090994835, -0.8627864122390747, -1.1778618097305298, -2.33487868309021, -1.7186567783355713, -2.1238601207733154, -1.5662634372711182, -2.0530192852020264, -0.8717848062515259, -1.4936606884002686, -1.238718867301941, -1.556226372718811, -1.8425828218460083, -1.5924625396728516, -0.9151086211204529, -0.010568248108029366, -1.4207000732421875, -2.2801506519317627, -1.9792133569717407, -1.715101957321167, -1.391417384147644, -0.18980401754379272, -0.8298888802528381, -1.5035256147384644, -0.830856204032898, -1.463314175605774, -0.9546307325363159, -2.074406862258911, -0.08948910236358643, -1.4793603420257568, -1.404899001121521, -1.8666363954544067, -2.0357842445373535, -0.9994782209396362, -0.16153226792812347, -0.9375149011611938, -0.15532103180885315, -1.8268297910690308, -0.628395140171051, -0.9529054760932922, -0.45290470123291016, -1.2840378284454346, -0.018794899806380272, -1.0932947397232056, -2.376683235168457, -0.05545741319656372, -0.7330746054649353, -0.21308085322380066, -0.3284744918346405, -1.7319879531860352, -1.890702724456787, -0.0006470970110967755, -0.09331688284873962, -1.9446254968643188, -3.257218599319458, -1.2102247476577759, -2.5778326988220215, -1.564390778541565, -1.4854174852371216, -1.521905541419983, -0.0621916837990284, -1.0794273614883423, -0.004241993185132742, -0.22903788089752197, -1.5014292001724243, -1.8219530582427979, -1.6193500757217407, -1.590145230293274, -0.7483358979225159, -1.2847832441329956, -1.58578360080719, -1.274112582206726, -2.2216711044311523, -1.1747045516967773]}, "Bot003_110_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you? I'm old. I just turned 5. seriously? i\u2019m 45 I am always serious. What is your job? i\u2019m unemployed at the moment. due to my health reasons I understand. I am sorry to hear that. thank you. i used to be an alcoholic and then i went to rehab. i now take meds I'm not a fan of this guy, but I don't think I'm a fan of this some of medication make me hallucinate What do you look like? i\u2019m rather thin and bald. what do you look like? I like to play a with my dolls where do you live?", "response": "I live in the city, how about you?", "annotation_id": "Bot003_110_20", "annotations": ["O", "X", "O", "X", "O", "O", "O", "O", "X", "X", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.797722816467285, -27.6734676361084, -13.267087936401367, -1.242676854133606, -14.428261756896973, -3.899758815765381, -8.41800308227539, -7.828157901763916, -6.691195011138916, -5.645150661468506], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.156740665435791, -1.5853753089904785, -0.8010039925575256, -0.16181713342666626, -1.1833150386810303, -0.6641170382499695, -1.3867319822311401, -0.002689674962311983, -0.12278534471988678, -2.906463861465454, -2.449328660964966, -2.401679754257202, -0.8990865349769592, -0.09049394726753235, -1.1522116661071777, -0.618277907371521, -2.9506044387817383, -2.476191520690918, -2.013838291168213, -3.0098538398742676, -1.825429916381836, -0.44347912073135376, -1.3481578826904297, -2.608700752258301, -1.1442214250564575, -2.04012393951416, -1.3097524642944336, -1.8375210762023926, -1.1650378704071045, -0.22679679095745087, -0.07884909957647324, -0.3650689125061035, -1.6407508850097656, -1.2727539539337158, -2.9555459022521973, -2.299199104309082, -1.9255216121673584, -1.3289340734481812, -2.0041663646698, -1.0539828538894653, -1.3351809978485107, -0.000688077649101615, -0.08194220066070557, -2.107804298400879, -1.3177422285079956, -1.3005527257919312, -2.5335583686828613, -0.2680646777153015, -0.04229361191391945, -1.1958072185516357, -1.5974555015563965, -1.160144567489624, -2.4539690017700195, -1.6757780313491821, -1.3444675207138062, -1.2319303750991821, -0.9782541990280151, -1.7444828748703003, -1.5938671827316284, -1.311330795288086, -1.700875163078308, -1.8693509101867676, -1.9499578475952148, -0.0003073934931308031, -0.10380076617002487, -2.260338068008423, -1.3697623014450073, -1.1353623867034912, -2.9624924659729004, -3.1815223693847656, -1.1946697235107422, -1.4639703035354614, -1.9813332557678223, -0.9326145052909851, -0.6548845171928406, -0.511846661567688, -1.6539251804351807, -1.367923617362976, -0.0003924791526515037, -0.08217457681894302, -1.7820520401000977, -1.5597368478775024, -1.538489818572998, -0.03870874643325806, -1.1372538805007935, -1.5507233142852783, -0.10914849489927292, -2.1111221313476562, -2.5478503704071045, -1.2153096199035645, -1.5114389657974243, -1.458834171295166, -1.9622771739959717, -1.7548043727874756, -1.4154295921325684, -2.113161325454712, -1.7734788656234741, -0.3181597888469696, -0.7179258465766907, -0.6595609188079834, -1.4739856719970703, -0.02262003906071186, -1.5209534168243408, -1.7920161485671997, -1.084925651550293, -0.01978835090994835, -0.8627864122390747, -1.1778618097305298, -2.33487868309021, -1.7186567783355713, -2.1238601207733154, -1.5662634372711182, -2.0530192852020264, -0.8717848062515259, -1.4936606884002686, -1.238718867301941, -1.556226372718811, -1.8425828218460083, -1.5924625396728516, -0.9151086211204529, -0.010568248108029366, -1.4207000732421875, -2.2801506519317627, -1.9792133569717407, -1.715101957321167, -1.391417384147644, -0.18980401754379272, -0.8298888802528381, -1.5035256147384644, -0.830856204032898, -1.463314175605774, -0.9546239376068115, -2.0744259357452393, -0.08948910236358643, -1.4793709516525269, -1.4049072265625, -1.8666306734085083, -2.0357816219329834, -0.9994750618934631, -0.16153296828269958, -0.9375287294387817, -0.15532073378562927, -1.8268481492996216, -0.6283949017524719, -0.9529034495353699, -0.4529017508029938, -1.284035086631775, -0.01879478245973587, -1.0932869911193848, -2.376680850982666, -0.05545752868056297, -0.7330750823020935, -0.21308113634586334, -0.3284766376018524, -1.7319949865341187, -1.890710711479187, -0.0006470970110967755, -0.09331437945365906, -1.9446215629577637, -3.257220983505249, -1.2102235555648804, -2.577829599380493, -1.564384937286377, -1.4854079484939575, -1.5219120979309082, -0.06219201907515526, -1.0794211626052856, -0.004242230672389269, -0.22903655469417572, -1.501427173614502, -1.7669984102249146, -1.3926492929458618, -0.6866034865379333, -1.474287986755371, -1.3666528463363647, -1.2811951637268066, -2.222285509109497, -1.11711847782135, -1.173682451248169, -0.44903403520584106, -1.822218418121338, -0.24681515991687775, -1.8714087009429932, -1.8534386157989502, -1.0497363805770874, -0.30868056416511536, -1.5761277675628662, -2.271362543106079, -1.1197471618652344, -1.8401110172271729, -1.6284507513046265, -0.3593243956565857, -0.36609017848968506, -0.6548478603363037]}, "Bot003_115_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey !", "response": "Hey!", "annotation_id": "Bot003_115_02", "annotations": ["T", "T", "T", "O", "O", "O", "O", "X", "T", "T", "T", "O", "O", "O", "O"], "gpt2_target_score": [-10.471190452575684, -7.507680892944336], "gpt2_argmax_score": [-2.772711753845215, -1.761861801147461, -1.6929470300674438, -1.560559868812561, -2.0626449584960938, -1.4885011911392212, -1.2291332483291626]}, "Bot003_115_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today", "response": "I'm good. Just listening to some classical music. You?", "annotation_id": "Bot003_115_04", "annotations": ["T", "O", "O", "O", "X", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-7.37772274017334, -9.690168380737305, -7.5241522789001465, -8.274057388305664, -9.673630714416504, -12.293876647949219, -4.242604732513428, -5.566204071044922, -15.934423446655273, -12.332756042480469, -9.73511791229248, -13.63717269897461, -9.831196784973145], "gpt2_argmax_score": [-2.772711753845215, -1.761869192123413, -1.6929601430892944, -1.5605711936950684, -1.313492774963379, -1.0792771577835083, -1.7097069025039673, -0.1808740496635437, -0.9598292112350464, -1.1126633882522583, -1.9581021070480347, -1.004192590713501, -2.8742876052856445, -1.012175440788269, -1.416996955871582, -2.501568555831909, -0.12659230828285217, -2.2369565963745117, -2.050093173980713, -0.5810440182685852, -1.6508293151855469, -1.197712779045105, -1.4521498680114746, -0.6369245648384094]}, "Bot003_115_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music !", "response": "I love classical music. I love classical music", "annotation_id": "Bot003_115_06", "annotations": ["X", "X", "X", "T", "O", "T", "T", "T", "T", "T", "T", "O", "T", "T", "T"], "gpt2_target_score": [-7.37772274017334, -10.161802291870117, -14.8180513381958, -12.721643447875977, -5.359482765197754, -1.0792771577835083, -11.253606796264648, -13.95254135131836, -11.369573593139648], "gpt2_argmax_score": [-2.772711753845215, -1.761869192123413, -1.6929601430892944, -1.5605711936950684, -1.313492774963379, -1.0792771577835083, -1.7097069025039673, -0.1808740496635437, -0.9598292112350464, -1.1126633882522583, -1.196652889251709, -3.0405306816101074, -1.19662344455719, -1.4464805126190186, -2.352084159851074, -0.10006432980298996, -2.0491294860839844, -1.8064417839050293, -0.4916301965713501, -1.507718801498413, -1.7515836954116821, -1.820379614830017, -2.1937429904937744, -1.2113056182861328, -1.9159501791000366, -0.6523761749267578, -1.6703400611877441, -2.7701823711395264, -2.5409464836120605, -1.4237563610076904, -1.0924630165100098, -0.4327242374420166, -0.6900588870048523, -1.3475555181503296, -1.5245457887649536, -1.993775725364685, -0.4988729655742645, -1.4662925004959106]}, "Bot003_115_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living", "response": "I work as a professional tennis player.", "annotation_id": "Bot003_115_08", "annotations": ["T", "O", "O", "X", "O", "T", "O", "O", "T", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-7.37772274017334, -10.372190475463867, -9.267041206359863, -7.213708400726318, -12.153840065002441, -16.020469665527344, -14.312765121459961, -12.231884002685547], "gpt2_argmax_score": [-2.772711753845215, -1.761869192123413, -1.6929601430892944, -1.5605711936950684, -1.313492774963379, -1.0792771577835083, -1.7097069025039673, -0.1808740496635437, -0.9598292112350464, -1.1126633882522583, -1.196652889251709, -3.0405306816101074, -1.19662344455719, -1.4464805126190186, -2.352084159851074, -0.10006432980298996, -2.0491294860839844, -1.8064417839050293, -0.4916301965713501, -1.507718801498413, -1.7515836954116821, -1.820379614830017, -2.1937429904937744, -1.2113056182861328, -1.9159501791000366, -0.6523761749267578, -1.6703400611877441, -2.7701823711395264, -1.5261974334716797, -1.9475140571594238, -0.6053116917610168, -0.5176880359649658, -1.5458180904388428, -1.406707763671875, -2.098529577255249, -0.4279730021953583, -0.8022776246070862, -1.0503640174865723, -2.665188789367676, -2.901951551437378, -0.3208947479724884, -1.5068913698196411, -1.2327213287353516, -1.5595275163650513, -0.08328013867139816, -1.2670997381210327, -0.8046616315841675, -1.3408678770065308, -0.6112323999404907, -0.6214913725852966, -1.9019047021865845, -1.9309144020080566, -1.3402150869369507, -0.20008960366249084, -2.5227715969085693, -1.2801302671432495, -0.062277376651763916, -1.2589045763015747, -0.8151422142982483]}, "Bot003_115_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living I work as a professional tennis player. are you, me ?", "response": "Yes.", "annotation_id": "Bot003_115_10", "annotations": ["X", "T", "T", "X", "T", "X", "T", "T", "T", "T", "T", "O", "T", "T", "O"], "gpt2_target_score": [-13.730527877807617, -11.511961936950684], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6929197311401367, -1.560588002204895, -1.313485026359558, -1.0792640447616577, -1.7097288370132446, -0.18086807429790497, -0.9598409533500671, -1.1126854419708252, -1.196662425994873, -3.040530204772949, -1.1966578960418701, -1.446511149406433, -2.352069616317749, -0.10006734728813171, -2.049105167388916, -1.8064473867416382, -0.4916274845600128, -1.507723093032837, -1.7515597343444824, -1.8204177618026733, -2.1937167644500732, -1.2112958431243896, -1.915967583656311, -0.6523654460906982, -1.6703245639801025, -2.77017879486084, -1.526193380355835, -1.9475023746490479, -0.6052830815315247, -0.5176756978034973, -1.545761227607727, -1.406692624092102, -2.098550319671631, -0.4279495179653168, -0.8022942543029785, -1.0503829717636108, -2.6651527881622314, -2.9019486904144287, -0.3208899199962616, -1.5068707466125488, -1.2327347993850708, -1.5595096349716187, -0.08327937126159668, -1.267083764076233, -0.8046634197235107, -1.340864896774292, -0.611217200756073, -0.6214670538902283, -1.7720979452133179, -1.495287537574768, -0.2331644594669342, -3.0994694232940674, -1.9363917112350464, -0.055405646562576294, -1.5830795764923096, -1.3137381076812744, -0.1326504796743393, -2.3924500942230225, -2.551610231399536, -1.0327290296554565, -2.046046018600464, -1.6295831203460693, -1.5158567428588867, -0.8062779903411865]}, "Bot003_115_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living I work as a professional tennis player. are you, me ? Yes. then you enjoy long walks with your dog too ?", "response": "I do not. I am a christian.", "annotation_id": "Bot003_115_12", "annotations": ["T", "T", "X", "X", "T", "T", "X", "T", "T", "X", "X", "X", "T", "T", "T"], "gpt2_target_score": [-7.377675533294678, -7.449660301208496, -8.946215629577637, -8.274012565612793, -4.36550235748291, -8.449380874633789, -7.682873249053955, -13.407079696655273, -14.473268508911133, -4.685332298278809], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6929197311401367, -1.560588002204895, -1.313485026359558, -1.0792640447616577, -1.7097288370132446, -0.18086807429790497, -0.9598409533500671, -1.1126854419708252, -1.196662425994873, -3.040530204772949, -1.1966578960418701, -1.446511149406433, -2.352069616317749, -0.10006734728813171, -2.049105167388916, -1.8064473867416382, -0.4916274845600128, -1.507723093032837, -1.7515597343444824, -1.8204177618026733, -2.1937167644500732, -1.2112958431243896, -1.915967583656311, -0.6523654460906982, -1.6703245639801025, -2.77017879486084, -1.526193380355835, -1.9475023746490479, -0.6052830815315247, -0.5176756978034973, -1.545761227607727, -1.406692624092102, -2.098550319671631, -0.4279495179653168, -0.8022942543029785, -1.0503829717636108, -2.6651527881622314, -2.9019486904144287, -0.3208899199962616, -1.5068707466125488, -1.2327308654785156, -1.5595202445983887, -0.08327991515398026, -1.2670692205429077, -0.8046573400497437, -1.3408634662628174, -0.6112164258956909, -0.6214677095413208, -1.7721140384674072, -1.495284080505371, -0.2331613302230835, -3.0994653701782227, -1.9363749027252197, -0.05540519580245018, -1.5830789804458618, -1.3137351274490356, -0.13265079259872437, -2.3924338817596436, -2.551598310470581, -1.0327341556549072, -2.046053409576416, -1.6231637001037598, -0.9110609292984009, -1.5941044092178345, -2.200442314147949, -1.7402119636535645, -1.9938831329345703, -2.084645986557007, -1.75727379322052, -2.058532953262329, -1.4917861223220825, -1.1169018745422363, -1.9136396646499634, -1.8542253971099854, -1.5907423496246338, -2.2333109378814697, -1.6960890293121338, -0.872196614742279, -1.4903743267059326, -1.0379149913787842, -1.739729404449463, -0.09868711233139038, -1.6334387063980103, -1.2065876722335815]}, "Bot003_115_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living I work as a professional tennis player. are you, me ? Yes. then you enjoy long walks with your dog too ? I do not. I am a christian. do you have any pets", "response": "No pets, I have a truck.", "annotation_id": "Bot003_115_14", "annotations": ["T", "T", "T", "T", "T", "O", "O", "O", "T", "T", "O", "X", "O", "O", "O"], "gpt2_target_score": [-9.343389511108398, -13.033232688903809, -1.8922147750854492, -1.73835289478302, -8.347161293029785, -7.711649417877197, -14.240704536437988, -12.231893539428711], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6929197311401367, -1.560588002204895, -1.313485026359558, -1.0792640447616577, -1.7097288370132446, -0.18086807429790497, -0.9598409533500671, -1.1126854419708252, -1.196662425994873, -3.040530204772949, -1.1966578960418701, -1.446511149406433, -2.352069616317749, -0.10006734728813171, -2.049105167388916, -1.8064473867416382, -0.4916274845600128, -1.507723093032837, -1.7515597343444824, -1.8204177618026733, -2.1937167644500732, -1.2112958431243896, -1.915967583656311, -0.6523654460906982, -1.6703245639801025, -2.77017879486084, -1.526193380355835, -1.9475023746490479, -0.6052830815315247, -0.5176756978034973, -1.545761227607727, -1.406692624092102, -2.098550319671631, -0.4279495179653168, -0.8022942543029785, -1.0503829717636108, -2.6651527881622314, -2.9019486904144287, -0.3208899199962616, -1.5068707466125488, -1.2327347993850708, -1.5595096349716187, -0.08327937126159668, -1.267083764076233, -0.8046634197235107, -1.340864896774292, -0.611217200756073, -0.6214670538902283, -1.7720979452133179, -1.495287537574768, -0.2331644594669342, -3.0994694232940674, -1.9363917112350464, -0.055405646562576294, -1.5830795764923096, -1.3137381076812744, -0.1326504796743393, -2.3924500942230225, -2.551610231399536, -1.0327290296554565, -2.046046018600464, -1.623160481452942, -0.9110630750656128, -1.5941054821014404, -2.200451374053955, -1.7402154207229614, -1.9938781261444092, -2.0846481323242188, -1.7572613954544067, -2.0585272312164307, -1.4917813539505005, -1.1169040203094482, -1.913641095161438, -1.9387500286102295, -2.6143362522125244, -1.417740821838379, -1.1966447830200195, -1.5992227792739868, -1.1524468660354614, -1.935124397277832, -0.08702397346496582, -1.6122026443481445, -1.1881605386734009, -0.15888920426368713, -1.2640373706817627, -0.8330104947090149, -2.7844839096069336, -0.946172833442688, -2.2234609127044678, -1.5737601518630981, -1.8879601955413818, -2.347891092300415, -1.3449618816375732, -1.4645098447799683, -1.1768025159835815, -1.8394042253494263, -1.1101568937301636]}, "Bot003_115_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living I work as a professional tennis player. are you, me ? Yes. then you enjoy long walks with your dog too ? I do not. I am a christian. do you have any pets No pets, I have a truck. tell  me about yourself", "response": "I am a christian, christian, christian, and you?", "annotation_id": "Bot003_115_16", "annotations": ["T", "T", "X", "T", "T", "T", "T", "X", "T", "T", "T", "T", "T", "O", "O"], "gpt2_target_score": [-7.377675533294678, -7.879897117614746, -7.280901908874512, -13.402995109558105, -13.480446815490723, -9.945734024047852, -15.34643268585205, -15.478612899780273, -4.31981086730957, -12.923583030700684, -15.079902648925781, -7.015139579772949, -3.7599360942840576, -7.257012367248535, -9.89548110961914], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6929197311401367, -1.560588002204895, -1.313485026359558, -1.0792640447616577, -1.7097288370132446, -0.18086807429790497, -0.9598409533500671, -1.1126854419708252, -1.196662425994873, -3.040530204772949, -1.1966578960418701, -1.446511149406433, -2.352069616317749, -0.10006734728813171, -2.049105167388916, -1.8064473867416382, -0.4916274845600128, -1.507723093032837, -1.7515597343444824, -1.8204177618026733, -2.1937167644500732, -1.2112958431243896, -1.915967583656311, -0.6523654460906982, -1.6703245639801025, -2.77017879486084, -1.526193380355835, -1.9475023746490479, -0.6052830815315247, -0.5176756978034973, -1.545761227607727, -1.406692624092102, -2.098550319671631, -0.4279495179653168, -0.8022942543029785, -1.0503829717636108, -2.6651527881622314, -2.9019486904144287, -0.3208899199962616, -1.5068707466125488, -1.2327347993850708, -1.5595096349716187, -0.08327937126159668, -1.267083764076233, -0.8046634197235107, -1.340864896774292, -0.611217200756073, -0.6214670538902283, -1.7720979452133179, -1.495287537574768, -0.2331644594669342, -3.0994694232940674, -1.9363917112350464, -0.055405646562576294, -1.5830795764923096, -1.3137381076812744, -0.1326504796743393, -2.3924500942230225, -2.551610231399536, -1.0327290296554565, -2.046046018600464, -1.623160481452942, -0.9110630750656128, -1.5941054821014404, -2.200451374053955, -1.7402154207229614, -1.9938781261444092, -2.0846481323242188, -1.7572613954544067, -2.0585272312164307, -1.4917813539505005, -1.1169040203094482, -1.913641095161438, -1.9387500286102295, -2.6143362522125244, -1.417740821838379, -1.1966447830200195, -1.5992227792739868, -1.1524468660354614, -1.935124397277832, -0.08702397346496582, -1.6122026443481445, -1.1881605386734009, -0.15888920426368713, -1.2640373706817627, -0.8330104947090149, -2.7844839096069336, -0.946172833442688, -1.3490008115768433, -1.7506537437438965, -1.941999077796936, -1.251976728439331, -1.5713255405426025, -1.0584368705749512, -1.9118287563323975, -1.4912681579589844, -0.12992966175079346, -2.2932589054107666, -1.520577073097229, -1.0288108587265015, -2.3566462993621826, -2.0296473503112793, -1.9681060314178467, -0.6876766085624695, -1.749282956123352, -0.00043418517452664673, -1.065475344657898, -1.7601310014724731, -0.014007588848471642, -1.1056374311447144, -1.154765248298645, -0.008373982273042202, -0.644223153591156, -1.0758899450302124, -2.119697093963623, -1.7891781330108643, -0.6482191681861877]}, "Bot003_115_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living I work as a professional tennis player. are you, me ? Yes. then you enjoy long walks with your dog too ? I do not. I am a christian. do you have any pets No pets, I have a truck. tell  me about yourself I am a christian, christian, christian, and you? i am christian too", "response": "I am always glad to make new friends, christian.", "annotation_id": "Bot003_115_18", "annotations": ["X", "O", "T", "X", "T", "O", "O", "O", "T", "O", "T", "X", "O", "O", "O"], "gpt2_target_score": [-7.377675533294678, -7.879897117614746, -10.453234672546387, -9.57044506072998, -7.54213809967041, -11.331598281860352, -7.62656831741333, -9.182531356811523, -4.31981086730957, -12.923583030700684, -15.079902648925781, -7.825076103210449], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6929197311401367, -1.560588002204895, -1.313485026359558, -1.0792640447616577, -1.7097288370132446, -0.18086807429790497, -0.9598409533500671, -1.1126854419708252, -1.196662425994873, -3.040530204772949, -1.1966578960418701, -1.446511149406433, -2.352069616317749, -0.10006734728813171, -2.049105167388916, -1.8064473867416382, -0.4916274845600128, -1.507723093032837, -1.7515597343444824, -1.8204177618026733, -2.1937167644500732, -1.2112958431243896, -1.915967583656311, -0.6523654460906982, -1.6703245639801025, -2.77017879486084, -1.526193380355835, -1.9475023746490479, -0.6052830815315247, -0.5176756978034973, -1.545761227607727, -1.406692624092102, -2.098550319671631, -0.4279495179653168, -0.8022942543029785, -1.0503829717636108, -2.6651527881622314, -2.9019486904144287, -0.3208899199962616, -1.5068707466125488, -1.2327347993850708, -1.5595096349716187, -0.08327937126159668, -1.267083764076233, -0.8046634197235107, -1.340864896774292, -0.611217200756073, -0.6214670538902283, -1.7720979452133179, -1.495287537574768, -0.2331644594669342, -3.0994694232940674, -1.9363917112350464, -0.055405646562576294, -1.5830795764923096, -1.3137381076812744, -0.1326504796743393, -2.3924500942230225, -2.551610231399536, -1.0327290296554565, -2.046046018600464, -1.623160481452942, -0.9110630750656128, -1.5941054821014404, -2.200451374053955, -1.7402154207229614, -1.9938781261444092, -2.0846481323242188, -1.7572613954544067, -2.0585272312164307, -1.4917813539505005, -1.1169040203094482, -1.913641095161438, -1.9387500286102295, -2.6143362522125244, -1.417740821838379, -1.1966447830200195, -1.5992227792739868, -1.1524468660354614, -1.935124397277832, -0.08702397346496582, -1.6122026443481445, -1.1881605386734009, -0.15888920426368713, -1.2640373706817627, -0.8330104947090149, -2.7844839096069336, -0.946172833442688, -1.349023699760437, -1.7506417036056519, -1.9419976472854614, -1.2519704103469849, -1.5713201761245728, -1.0584379434585571, -1.9118438959121704, -1.491272211074829, -0.12993092834949493, -2.2932586669921875, -1.5205659866333008, -1.028810977935791, -2.356656789779663, -1.490569829940796, -0.6959935426712036, -2.225536346435547, -0.0007018963224254549, -1.1792356967926025, -1.6976875066757202, -0.018517127260565758, -0.9702797532081604, -1.5066773891448975, -0.008653759025037289, -0.6141231656074524, -1.5962878465652466, -2.28283953666687, -1.8334749937057495, -1.972172737121582, -1.6680830717086792, -0.28929513692855835, -0.0076457480899989605, -1.5290180444717407, -1.533437967300415, -2.1876511573791504, -1.255405306816101, -0.6581817269325256, -1.734001636505127, -0.831598699092865, -1.330716609954834, -1.5516191720962524, -0.052472349256277084, -1.496881365776062, -1.9117716550827026, -0.555803120136261, -1.011238932609558, -1.3904720544815063]}, "Bot003_115_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living I work as a professional tennis player. are you, me ? Yes. then you enjoy long walks with your dog too ? I do not. I am a christian. do you have any pets No pets, I have a truck. tell  me about yourself I am a christian, christian, christian, and you? i am christian too I am always glad to make new friends, christian. i have a very large family. just today i had another niece", "response": "Oh, I am sorry to hear that.", "annotation_id": "Bot003_115_20", "annotations": ["T", "X", "X", "T", "X", "X", "O", "T", "T", "T", "X", "X", "T", "T", "T"], "gpt2_target_score": [-11.518941879272461, -9.892241477966309, -4.024737358093262, -7.538935661315918, -9.612343788146973, -9.656885147094727, -13.990918159484863, -9.568227767944336, -5.505128860473633], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.6929197311401367, -1.560588002204895, -1.313485026359558, -1.0792640447616577, -1.7097288370132446, -0.18086807429790497, -0.9598409533500671, -1.1126854419708252, -1.196662425994873, -3.040530204772949, -1.1966578960418701, -1.446511149406433, -2.352069616317749, -0.10006734728813171, -2.049105167388916, -1.8064473867416382, -0.4916274845600128, -1.507723093032837, -1.7515597343444824, -1.8204177618026733, -2.1937167644500732, -1.2112958431243896, -1.915967583656311, -0.6523654460906982, -1.6703245639801025, -2.77017879486084, -1.526193380355835, -1.9475023746490479, -0.6052830815315247, -0.5176756978034973, -1.545761227607727, -1.406692624092102, -2.098550319671631, -0.4279495179653168, -0.8022942543029785, -1.0503829717636108, -2.6651527881622314, -2.9019486904144287, -0.3208899199962616, -1.5068707466125488, -1.2327347993850708, -1.5595096349716187, -0.08327937126159668, -1.267083764076233, -0.8046634197235107, -1.340864896774292, -0.611217200756073, -0.6214670538902283, -1.7720979452133179, -1.495287537574768, -0.2331644594669342, -3.0994694232940674, -1.9363917112350464, -0.055405646562576294, -1.5830795764923096, -1.3137381076812744, -0.1326504796743393, -2.3924500942230225, -2.551610231399536, -1.0327290296554565, -2.046046018600464, -1.623160481452942, -0.9110630750656128, -1.5941054821014404, -2.200451374053955, -1.7402154207229614, -1.9938781261444092, -2.0846481323242188, -1.7572613954544067, -2.0585272312164307, -1.4917813539505005, -1.1169040203094482, -1.913641095161438, -1.9387500286102295, -2.6143362522125244, -1.417740821838379, -1.1966447830200195, -1.5992227792739868, -1.1524468660354614, -1.935124397277832, -0.08702397346496582, -1.6122026443481445, -1.1881605386734009, -0.15888920426368713, -1.2640373706817627, -0.8330104947090149, -2.7844839096069336, -0.946172833442688, -1.3490008115768433, -1.7506537437438965, -1.941999077796936, -1.251976728439331, -1.5713255405426025, -1.0584368705749512, -1.9118287563323975, -1.4912681579589844, -0.12992966175079346, -2.2932589054107666, -1.520577073097229, -1.0288108587265015, -2.3566462993621826, -1.4905662536621094, -0.6959904432296753, -2.2255454063415527, -0.0007018963224254549, -1.1792457103729248, -1.6976953744888306, -0.018517127260565758, -0.9702868461608887, -1.506674885749817, -0.008653759025037289, -0.6141139268875122, -1.596293568611145, -2.2828404903411865, -1.8334856033325195, -1.972179889678955, -1.668095350265503, -0.2892932593822479, -0.0076457480899989605, -1.5290297269821167, -1.533424973487854, -0.8886438608169556, -0.5611127018928528, -1.6765888929367065, -0.9242963790893555, -1.3984390497207642, -1.5570039749145508, -0.044260136783123016, -1.6964079141616821, -1.9881458282470703, -0.6380197405815125, -0.7159090638160706, -1.9643231630325317, -1.1359754800796509, -1.0970886945724487, -1.8308720588684082, -2.125195026397705, -1.7307519912719727, -1.4894906282424927, -1.4987136125564575, -2.4227302074432373, -1.312327265739441, -2.0342931747436523, -0.505186915397644, -2.8799359798431396, -1.720994234085083, -2.398519277572632, -2.220076560974121, -2.3496575355529785, -1.951038122177124, -1.205160140991211, -1.8635609149932861, -0.35355478525161743, -0.5514129996299744, -0.8731268644332886, -1.1331759691238403]}, "Bot003_116_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer", "response": "Don't eat meat, but don't eat meat.", "annotation_id": "Bot003_116_02", "annotations": ["X", "T", "O", "X", "X", "T", "T", "T", "X", "X", "T", "T", "O", "X", "X"], "gpt2_target_score": [-16.492446899414062, -9.53166389465332, -10.7007417678833, -14.024551391601562, -8.095717430114746, -8.01248550415039, -9.920668601989746, -12.728906631469727, -11.354471206665039, -11.458520889282227, -3.7255704402923584], "gpt2_argmax_score": [-0.11439462006092072, -3.086366891860962, -2.3522613048553467, -0.6154480576515198, -1.9029839038848877, -1.7470589876174927, -2.4565114974975586, -2.185831308364868, -2.0920042991638184, -1.623117208480835, -2.4217679500579834, -1.5821301937103271, -2.347468852996826, -1.9153298139572144, -1.207357406616211, -0.8356890082359314, -0.6957676410675049, -0.9250161647796631, -2.2228245735168457, -0.0019903627689927816, -0.2051980346441269, -0.6770476698875427, -1.9183648824691772, -0.46288976073265076, -1.5693734884262085, -1.838218331336975, -0.6377263069152832, -1.8889766931533813, -3.1009230613708496, -1.209288239479065, -2.2468955516815186, -1.17782461643219, -0.009365316480398178, -1.2727056741714478, -2.0499606132507324, -0.9703528881072998, -0.5127533674240112]}, "Bot003_116_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job?", "response": "I do not work, I am a bartender.", "annotation_id": "Bot003_116_04", "annotations": ["X", "T", "O", "O", "T", "T", "O", "O", "T", "X", "T", "T", "O", "T", "O"], "gpt2_target_score": [-11.015860557556152, -3.460733652114868, -7.534886360168457, -12.296493530273438, -8.095717430114746, -6.795475006103516, -9.964858055114746, -3.5855352878570557, -17.679391860961914, -9.343423843383789], "gpt2_argmax_score": [-0.11439462006092072, -3.086366891860962, -2.3522613048553467, -0.6154480576515198, -1.9029839038848877, -1.7470589876174927, -2.4565114974975586, -2.185831308364868, -2.0920042991638184, -1.623117208480835, -2.4217679500579834, -1.5821301937103271, -2.347468852996826, -1.9153298139572144, -1.207357406616211, -0.8356890082359314, -0.6957676410675049, -0.9250161647796631, -2.2228245735168457, -0.0019903627689927816, -0.2051980346441269, -0.6770476698875427, -1.9183648824691772, -0.46288976073265076, -1.5693995952606201, -0.6378662586212158, -1.7226732969284058, -2.9362258911132812, -1.6630096435546875, -2.161273717880249, -1.0733962059020996, -0.02254125289618969, -1.1531178951263428, -1.8041199445724487, -1.202282428741455, -1.3838649988174438, -1.84675931930542, -0.00010275312524754554, -0.010264582931995392, -0.3355558514595032, -0.3435925543308258, -0.15570910274982452, -0.8325702548027039, -1.970676064491272, -1.6419813632965088, -1.5350735187530518, -0.46895188093185425, -1.4382389783859253, -0.9513540267944336, -1.9602470397949219, -0.9022742509841919, -1.6619439125061035, -1.1023446321487427, -0.7821401953697205]}, "Bot003_116_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job", "response": "I have a hard time with my family.", "annotation_id": "Bot003_116_06", "annotations": ["T", "T", "O", "X", "T", "X", "T", "X", "X", "X", "T", "T", "O", "X", "X"], "gpt2_target_score": [-11.015865325927734, -6.885315895080566, -6.0833845138549805, -12.21894359588623, -11.795021057128906, -8.156579971313477, -8.76487922668457, -12.485569953918457, -2.0920238494873047], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.9029622077941895, -1.747087001800537, -2.4564685821533203, -2.1858108043670654, -2.0920238494873047, -1.6231118440628052, -2.421765089035034, -1.58211088180542, -2.3474643230438232, -1.9153136014938354, -1.2073575258255005, -0.8357000946998596, -0.6957613825798035, -0.9249816536903381, -2.2227909564971924, -0.0019902437925338745, -0.20519891381263733, -0.6770433187484741, -1.918365478515625, -0.46289539337158203, -1.5693719387054443, -0.6378809213638306, -1.7226804494857788, -2.936228036880493, -1.6629966497421265, -2.161287307739258, -1.0733846426010132, -0.022539271041750908, -1.1531202793121338, -1.8041324615478516, -1.202269434928894, -1.3838351964950562, -1.8467459678649902, -0.00010275312524754554, -0.010265055112540722, -0.3355526030063629, -0.3435933291912079, -0.1557086855173111, -0.8325583338737488, -1.843931794166565, -1.8350257873535156, -0.6219727396965027, -1.543952465057373, -0.7794529795646667, -1.880309820175171, -0.9735062122344971, -2.1128592491149902, -1.1521116495132446, -1.3005053997039795, -0.6023909449577332, -0.6539032459259033, -4.815939246327616e-05, -0.004136103205382824, -1.8763664960861206, -1.8108032941818237, -0.9606793522834778, -1.791015386581421, -1.6239920854568481, -0.8923307061195374, -0.8272809982299805, -0.10237155109643936, -2.249696969985962, -2.016805410385132, -0.5497149229049683, -1.1251349449157715, -1.0987541675567627]}, "Bot003_116_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters?", "response": "I do.", "annotation_id": "Bot003_116_08", "annotations": ["O", "T", "O", "O", "O", "T", "X", "O", "O", "X", "T", "O", "O", "O", "O"], "gpt2_target_score": [-11.015865325927734, -3.4607017040252686, -4.207736015319824], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.9029622077941895, -1.747087001800537, -2.4564685821533203, -2.1858108043670654, -2.0920238494873047, -1.6231118440628052, -2.421765089035034, -1.58211088180542, -2.3474643230438232, -1.9153136014938354, -1.2073575258255005, -0.8357000946998596, -0.6957613825798035, -0.9249816536903381, -2.2227909564971924, -0.0019902437925338745, -0.20519891381263733, -0.6770433187484741, -1.918365478515625, -0.46289539337158203, -1.5693719387054443, -0.6378809213638306, -1.7226804494857788, -2.936228036880493, -1.6629966497421265, -2.161287307739258, -1.0733846426010132, -0.022539271041750908, -1.1531202793121338, -1.8041324615478516, -1.202269434928894, -1.3838351964950562, -1.8467459678649902, -0.00010275312524754554, -0.010265055112540722, -0.3355526030063629, -0.3435933291912079, -0.1557086855173111, -0.8325583338737488, -1.843931794166565, -1.8350257873535156, -0.6219727396965027, -1.543952465057373, -0.7794529795646667, -1.880309820175171, -0.9735062122344971, -2.1128592491149902, -1.1521116495132446, -1.3005053997039795, -0.6023909449577332, -0.6539032459259033, -4.815939246327616e-05, -0.004136103205382824, -1.8763664960861206, -1.8108032941818237, -0.9606793522834778, -2.287777900695801, -1.1589536666870117, -1.399993658065796, -0.0843120589852333, -1.534424901008606, -0.5514366030693054, -1.6543772220611572, -0.7019796371459961, -1.466516375541687, -0.2193232774734497, -1.204487681388855, -1.0176843404769897, -1.0158131122589111, -0.15447194874286652, -0.5253928899765015, -1.0713715553283691, -1.6700234413146973, -1.5823888778686523, -1.0273935794830322, -1.1673907041549683]}, "Bot003_116_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters? I do. What about pets?", "response": "I have a dog and a cat", "annotation_id": "Bot003_116_10", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2_target_score": [-11.015865325927734, -6.885315895080566, -6.0833845138549805, -12.410090446472168, -9.224449157714844, -3.755937099456787, -10.63817024230957], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.9029622077941895, -1.747087001800537, -2.4564685821533203, -2.1858108043670654, -2.0920238494873047, -1.6231118440628052, -2.421765089035034, -1.58211088180542, -2.3474643230438232, -1.9153136014938354, -1.2073575258255005, -0.8357000946998596, -0.6957613825798035, -0.9249816536903381, -2.2227909564971924, -0.0019902437925338745, -0.20519891381263733, -0.6770433187484741, -1.918365478515625, -0.46289539337158203, -1.5693719387054443, -0.6378809213638306, -1.7226804494857788, -2.936228036880493, -1.6629966497421265, -2.161287307739258, -1.0733846426010132, -0.022539271041750908, -1.1531202793121338, -1.8041324615478516, -1.202269434928894, -1.3838351964950562, -1.8467459678649902, -0.00010275312524754554, -0.010265055112540722, -0.3355526030063629, -0.3435933291912079, -0.1557086855173111, -0.8325583338737488, -1.843931794166565, -1.8350257873535156, -0.6219727396965027, -1.543952465057373, -0.7794529795646667, -1.880309820175171, -0.9735062122344971, -2.1128592491149902, -1.1521116495132446, -1.3005053997039795, -0.6023909449577332, -0.6539032459259033, -4.815939246327616e-05, -0.004136103205382824, -1.8763664960861206, -1.8108032941818237, -0.9606793522834778, -2.287777900695801, -1.1589536666870117, -1.399993658065796, -0.0843120589852333, -1.534424901008606, -0.5514366030693054, -1.6543772220611572, -0.7019796371459961, -1.466516375541687, -0.2193232774734497, -1.204487681388855, -1.0176843404769897, -1.015804409980774, -0.1544705182313919, -0.5253850817680359, -1.0713741779327393, -1.9925309419631958, -0.6460346579551697, -1.3159064054489136, -1.910810112953186, -1.1739122867584229, -0.24722516536712646, -1.4547185897827148, -1.8152722120285034, -2.086808681488037, -1.0509003400802612, -1.7211029529571533, -1.3555099964141846, -1.0926017761230469, -1.7578412294387817, -0.9063833951950073]}, "Bot003_116_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters? I do. What about pets? I have a dog and a cat I have a lab", "response": "I have a lab that is a lab", "annotation_id": "Bot003_116_12", "annotations": ["T", "T", "O", "O", "X", "T", "O", "O", "X", "X", "T", "O", "T", "T", "T"], "gpt2_target_score": [-11.015865325927734, -6.885315895080566, -6.0833845138549805, -14.825709342956543, -10.827400207519531, -9.131196975708008, -9.070512771606445, -14.82903003692627], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.9029622077941895, -1.747087001800537, -2.4564685821533203, -2.1858108043670654, -2.0920238494873047, -1.6231118440628052, -2.421765089035034, -1.58211088180542, -2.3474643230438232, -1.9153136014938354, -1.2073575258255005, -0.8357000946998596, -0.6957613825798035, -0.9249816536903381, -2.2227909564971924, -0.0019902437925338745, -0.20519891381263733, -0.6770433187484741, -1.918365478515625, -0.46289539337158203, -1.5693719387054443, -0.6378809213638306, -1.7226804494857788, -2.936228036880493, -1.6629966497421265, -2.161287307739258, -1.0733846426010132, -0.022539271041750908, -1.1531202793121338, -1.8041324615478516, -1.202269434928894, -1.3838351964950562, -1.8467459678649902, -0.00010275312524754554, -0.010265055112540722, -0.3355526030063629, -0.3435933291912079, -0.1557086855173111, -0.8325583338737488, -1.843931794166565, -1.8350257873535156, -0.6219727396965027, -1.543952465057373, -0.7794529795646667, -1.880309820175171, -0.9735062122344971, -2.1128592491149902, -1.1521116495132446, -1.3005053997039795, -0.6023909449577332, -0.6539032459259033, -4.815939246327616e-05, -0.004136103205382824, -1.8763664960861206, -1.8108032941818237, -0.9606793522834778, -2.287777900695801, -1.1589536666870117, -1.399993658065796, -0.0843120589852333, -1.534424901008606, -0.5514366030693054, -1.6543772220611572, -0.7019796371459961, -1.466516375541687, -0.2193232774734497, -1.204487681388855, -1.0176843404769897, -1.015804409980774, -0.1544705182313919, -0.5253850817680359, -1.0713741779327393, -1.9925309419631958, -0.6460346579551697, -1.3159064054489136, -1.910810112953186, -1.1739122867584229, -0.24722516536712646, -1.4547185897827148, -2.1108291149139404, -1.128552794456482, -2.4151501655578613, -1.201762080192566, -1.0231239795684814, -1.596289873123169, -0.8117196559906006, -1.6926401853561401, -0.9091134071350098, -1.4943969249725342, -1.4799689054489136, -1.8535135984420776, -2.0351064205169678, -0.5015936493873596, -1.841181755065918, -2.366353988647461, -1.5820398330688477, -2.1880874633789062, -1.9260659217834473, -1.629038691520691]}, "Bot003_116_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters? I do. What about pets? I have a dog and a cat I have a lab I have a lab that is a lab Do you like dogs?", "response": "I'd like to say that correct answer is: broken arm", "annotation_id": "Bot003_116_14", "annotations": ["X", "T", "O", "T", "X", "X", "O", "X", "X", "X", "X", "X", "X", "X", "X"], "gpt2_target_score": [-11.015865325927734, -8.413704872131348, -7.709551811218262, -9.822932243347168, -7.892113208770752, -3.270524501800537, -11.038057327270508, -15.349934577941895, -8.76594352722168, -11.531009674072266, -11.01159381866455, -14.55722427368164], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.9029622077941895, -1.747087001800537, -2.4564685821533203, -2.1858108043670654, -2.0920238494873047, -1.6231118440628052, -2.421765089035034, -1.58211088180542, -2.3474643230438232, -1.9153136014938354, -1.2073575258255005, -0.8357000946998596, -0.6957613825798035, -0.9249816536903381, -2.2227909564971924, -0.0019902437925338745, -0.20519891381263733, -0.6770433187484741, -1.918365478515625, -0.46289539337158203, -1.5693719387054443, -0.6378809213638306, -1.7226804494857788, -2.936228036880493, -1.6629966497421265, -2.161287307739258, -1.0733846426010132, -0.022539271041750908, -1.1531202793121338, -1.8041324615478516, -1.202269434928894, -1.3838351964950562, -1.8467459678649902, -0.00010275312524754554, -0.010265055112540722, -0.3355526030063629, -0.3435933291912079, -0.1557086855173111, -0.8325583338737488, -1.843931794166565, -1.8350257873535156, -0.6219727396965027, -1.543952465057373, -0.7794529795646667, -1.880309820175171, -0.9735062122344971, -2.1128592491149902, -1.1521116495132446, -1.3005053997039795, -0.6023909449577332, -0.6539032459259033, -4.815939246327616e-05, -0.004136103205382824, -1.8763664960861206, -1.8108032941818237, -0.9606793522834778, -2.287777900695801, -1.1589536666870117, -1.399993658065796, -0.0843120589852333, -1.534424901008606, -0.5514366030693054, -1.6543772220611572, -0.7019796371459961, -1.466516375541687, -0.2193232774734497, -1.204487681388855, -1.0176843404769897, -1.015804409980774, -0.1544705182313919, -0.5253850817680359, -1.0713741779327393, -1.9925309419631958, -0.6460346579551697, -1.3159064054489136, -1.910810112953186, -1.1739122867584229, -0.24722516536712646, -1.4547185897827148, -2.1108291149139404, -1.128552794456482, -2.4151501655578613, -1.201762080192566, -1.0231239795684814, -1.596289873123169, -0.8117196559906006, -1.6926401853561401, -0.9091134071350098, -1.4943969249725342, -1.4799689054489136, -1.5473353862762451, -0.5287566184997559, -1.7247635126113892, -0.796388566493988, -1.0108362436294556, -2.4503085613250732, -2.0733423233032227, -1.3907040357589722, -0.1301271915435791, -0.38021549582481384, -0.9005967378616333, -0.33529341220855713, -1.590003490447998, -1.598477840423584, -1.5919158458709717, -1.5202702283859253, -0.4308732748031616, -1.6914846897125244, -1.7344316244125366, -0.9603667259216309, -1.2718961238861084, -1.1754270792007446, -2.4736502170562744, -1.865236520767212, -0.8321400880813599, -1.4177275896072388]}, "Bot003_116_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters? I do. What about pets? I have a dog and a cat I have a lab I have a lab that is a lab Do you like dogs? I'd like to say that correct answer is: broken arm That makes no sense", "response": "It makes sense to me though.", "annotation_id": "Bot003_116_16", "annotations": ["X", "T", "O", "O", "O", "T", "O", "O", "X", "X", "O", "O", "T", "T", "O"], "gpt2_target_score": [-15.317314147949219, -6.956421852111816, -11.955554008483887, -9.822932243347168, -12.468620300292969, -11.806459426879883, -8.109331130981445], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.9029622077941895, -1.747087001800537, -2.4564685821533203, -2.1858108043670654, -2.0920238494873047, -1.6231118440628052, -2.421765089035034, -1.58211088180542, -2.3474643230438232, -1.9153136014938354, -1.2073575258255005, -0.8357000946998596, -0.6957613825798035, -0.9249816536903381, -2.2227909564971924, -0.0019902437925338745, -0.20519891381263733, -0.6770433187484741, -1.918365478515625, -0.46289539337158203, -1.5693719387054443, -0.6378809213638306, -1.7226804494857788, -2.936228036880493, -1.6629966497421265, -2.161287307739258, -1.0733846426010132, -0.022539271041750908, -1.1531202793121338, -1.8041324615478516, -1.202269434928894, -1.3838351964950562, -1.8467459678649902, -0.00010275312524754554, -0.010265055112540722, -0.3355526030063629, -0.3435933291912079, -0.1557086855173111, -0.8325583338737488, -1.843931794166565, -1.8350257873535156, -0.6219727396965027, -1.543952465057373, -0.7794529795646667, -1.880309820175171, -0.9735062122344971, -2.1128592491149902, -1.1521116495132446, -1.3005053997039795, -0.6023909449577332, -0.6539032459259033, -4.815939246327616e-05, -0.004136103205382824, -1.8763664960861206, -1.8108032941818237, -0.9606793522834778, -2.287777900695801, -1.1589536666870117, -1.399993658065796, -0.0843120589852333, -1.534424901008606, -0.5514366030693054, -1.6543772220611572, -0.7019796371459961, -1.466516375541687, -0.2193232774734497, -1.204487681388855, -1.0176843404769897, -1.015804409980774, -0.1544705182313919, -0.5253850817680359, -1.0713741779327393, -1.9925309419631958, -0.6460346579551697, -1.3159064054489136, -1.910810112953186, -1.1739122867584229, -0.24722516536712646, -1.4547185897827148, -2.1108291149139404, -1.128552794456482, -2.4151501655578613, -1.201762080192566, -1.0231239795684814, -1.596289873123169, -0.8117196559906006, -1.6926401853561401, -0.9091134071350098, -1.4943969249725342, -1.4799689054489136, -1.5473353862762451, -0.5287566184997559, -1.7247635126113892, -0.796388566493988, -1.0108362436294556, -2.4503085613250732, -2.0733423233032227, -1.3907040357589722, -0.1301271915435791, -0.38021549582481384, -0.9005967378616333, -0.33529341220855713, -1.590003490447998, -1.7881660461425781, -1.1668673753738403, -0.2678055167198181, -1.6995484828948975, -1.8540582656860352, -0.9369755387306213, -1.2011371850967407, -1.1843189001083374, -2.4780375957489014, -1.997675895690918, -0.8407191634178162, -1.2738465070724487, -1.111541986465454, -0.938016414642334, -0.11079462617635727, -1.0143810510635376, -1.6373099088668823, -1.1229817867279053, -0.3565773367881775, -1.3798819780349731, -0.2597610652446747, -1.2040278911590576, -0.8754473924636841, -1.4595011472702026]}, "Bot003_116_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters? I do. What about pets? I have a dog and a cat I have a lab I have a lab that is a lab Do you like dogs? I'd like to say that correct answer is: broken arm That makes no sense It makes sense to me though. Ok sorry", "response": "I am so sorry to hear that.", "annotation_id": "Bot003_116_18", "annotations": ["O", "T", "O", "O", "T", "X", "T", "T", "X", "X", "T", "T", "T", "X", "T"], "gpt2_target_score": [-11.015865325927734, -6.817452430725098, -7.627444267272949, -12.166483879089355, -9.774497985839844, -9.897027969360352, -10.24394416809082, -2.1858108043670654], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.9029622077941895, -1.747087001800537, -2.4564685821533203, -2.1858108043670654, -2.0920238494873047, -1.6231118440628052, -2.421765089035034, -1.58211088180542, -2.3474643230438232, -1.9153136014938354, -1.2073575258255005, -0.8357000946998596, -0.6957613825798035, -0.9249816536903381, -2.2227909564971924, -0.0019902437925338745, -0.20519891381263733, -0.6770433187484741, -1.918365478515625, -0.46289539337158203, -1.5693719387054443, -0.6378809213638306, -1.7226804494857788, -2.936228036880493, -1.6629966497421265, -2.161287307739258, -1.0733846426010132, -0.022539271041750908, -1.1531202793121338, -1.8041324615478516, -1.202269434928894, -1.3838351964950562, -1.8467459678649902, -0.00010275312524754554, -0.010265055112540722, -0.3355526030063629, -0.3435933291912079, -0.1557086855173111, -0.8325583338737488, -1.843931794166565, -1.8350257873535156, -0.6219727396965027, -1.543952465057373, -0.7794529795646667, -1.880309820175171, -0.9735062122344971, -2.1128592491149902, -1.1521116495132446, -1.3005053997039795, -0.6023909449577332, -0.6539032459259033, -4.815939246327616e-05, -0.004136103205382824, -1.8763664960861206, -1.8108032941818237, -0.9606793522834778, -2.287777900695801, -1.1589536666870117, -1.399993658065796, -0.0843120589852333, -1.534424901008606, -0.5514366030693054, -1.6543772220611572, -0.7019796371459961, -1.466516375541687, -0.2193232774734497, -1.204487681388855, -1.0176843404769897, -1.015804409980774, -0.1544705182313919, -0.5253850817680359, -1.0713741779327393, -1.9925309419631958, -0.6460346579551697, -1.3159064054489136, -1.910810112953186, -1.1739122867584229, -0.24722516536712646, -1.4547185897827148, -2.1108291149139404, -1.128552794456482, -2.4151501655578613, -1.201762080192566, -1.0231239795684814, -1.596289873123169, -0.8117196559906006, -1.6926401853561401, -0.9091134071350098, -1.4943969249725342, -1.4799689054489136, -1.5473353862762451, -0.5287566184997559, -1.7247635126113892, -0.796388566493988, -1.0108362436294556, -2.4503085613250732, -2.0733423233032227, -1.3907040357589722, -0.1301271915435791, -0.38021549582481384, -0.9005967378616333, -0.33529341220855713, -1.590003490447998, -1.7881660461425781, -1.1668673753738403, -0.2678055167198181, -1.6995484828948975, -1.8540582656860352, -0.9369755387306213, -1.2011371850967407, -1.1843189001083374, -2.4780375957489014, -1.997675895690918, -0.8407191634178162, -1.2738465070724487, -1.111541986465454, -0.9380226731300354, -0.11079324036836624, -1.0143641233444214, -1.214792013168335, -0.30723312497138977, -1.3358327150344849, -0.38647252321243286, -1.3037357330322266, -0.8862141966819763, -1.830897331237793, -1.1035878658294678, -1.5905450582504272, -1.7133179903030396, -2.4612789154052734, -1.1888906955718994, -0.3914298415184021, -1.8574784994125366, -0.09559864550828934, -0.29536911845207214, -0.7468746900558472, -1.0166051387786865]}, "Bot003_116_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters? I do. What about pets? I have a dog and a cat I have a lab I have a lab that is a lab Do you like dogs? I'd like to say that correct answer is: broken arm That makes no sense It makes sense to me though. Ok sorry I am so sorry to hear that. End", "response": "See you later.", "annotation_id": "Bot003_116_20", "annotations": ["O", "T", "O", "T", "O", "T", "T", "O", "T", "X", "O", "X", "X", "O", "T"], "gpt2_target_score": [-17.900066375732422, -4.937920570373535, -9.369074821472168, -10.056544303894043], "gpt2_argmax_score": [-0.11439536511898041, -3.086357831954956, -2.352259874343872, -0.6154582500457764, -1.9029622077941895, -1.747087001800537, -2.4564685821533203, -2.1858108043670654, -2.0920238494873047, -1.6231118440628052, -2.421765089035034, -1.58211088180542, -2.3474643230438232, -1.9153136014938354, -1.2073575258255005, -0.8357000946998596, -0.6957613825798035, -0.9249816536903381, -2.2227909564971924, -0.0019902437925338745, -0.20519891381263733, -0.6770433187484741, -1.918365478515625, -0.46289539337158203, -1.5693719387054443, -0.6378809213638306, -1.7226804494857788, -2.936228036880493, -1.6629966497421265, -2.161287307739258, -1.0733846426010132, -0.022539271041750908, -1.1531202793121338, -1.8041324615478516, -1.202269434928894, -1.3838351964950562, -1.8467459678649902, -0.00010275312524754554, -0.010265055112540722, -0.3355526030063629, -0.3435933291912079, -0.1557086855173111, -0.8325583338737488, -1.843931794166565, -1.8350257873535156, -0.6219727396965027, -1.543952465057373, -0.7794529795646667, -1.880309820175171, -0.9735062122344971, -2.1128592491149902, -1.1521116495132446, -1.3005053997039795, -0.6023909449577332, -0.6539032459259033, -4.815939246327616e-05, -0.004136103205382824, -1.8763664960861206, -1.8108032941818237, -0.9606793522834778, -2.287777900695801, -1.1589536666870117, -1.399993658065796, -0.0843120589852333, -1.534424901008606, -0.5514366030693054, -1.6543772220611572, -0.7019796371459961, -1.466516375541687, -0.2193232774734497, -1.204487681388855, -1.0176843404769897, -1.015804409980774, -0.1544705182313919, -0.5253850817680359, -1.0713741779327393, -1.9925309419631958, -0.6460346579551697, -1.3159064054489136, -1.910810112953186, -1.1739122867584229, -0.24722516536712646, -1.4547185897827148, -2.1108291149139404, -1.128552794456482, -2.4151501655578613, -1.201762080192566, -1.0231239795684814, -1.596289873123169, -0.8117196559906006, -1.6926401853561401, -0.9091134071350098, -1.4943969249725342, -1.4799689054489136, -1.5473353862762451, -0.5287566184997559, -1.7247635126113892, -0.796388566493988, -1.0108362436294556, -2.4503085613250732, -2.0733423233032227, -1.3907040357589722, -0.1301271915435791, -0.38021549582481384, -0.9005967378616333, -0.33529341220855713, -1.590003490447998, -1.7881660461425781, -1.1668673753738403, -0.2678055167198181, -1.6995484828948975, -1.8540582656860352, -0.9369755387306213, -1.2011371850967407, -1.1843189001083374, -2.4780375957489014, -1.997675895690918, -0.8407191634178162, -1.2738465070724487, -1.111541986465454, -0.9380226731300354, -0.11079324036836624, -1.0143641233444214, -1.214792013168335, -0.30723312497138977, -1.3358327150344849, -0.38647252321243286, -1.3037357330322266, -0.8862141966819763, -1.830897331237793, -1.1035878658294678, -1.5905450582504272, -1.6740424633026123, -1.274192452430725, -0.408501535654068, -1.775107502937317, -0.2639707922935486, -0.29061028361320496, -0.7540954351425171, -1.2614905834197998, -0.9004449248313904, -1.7658967971801758, -1.2137693166732788, -1.6090174913406372, -1.1580791473388672, -1.3378336429595947]}, "Bot003_119_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs", "response": "Hi, I am a secretary at a hospital.", "annotation_id": "Bot003_119_02", "annotations": ["X", "X", "X", "O", "T", "X", "O", "O", "X", "X", "O", "O", "X", "X", "X"], "gpt2_target_score": [-16.27497673034668, -24.165212631225586, -10.737137794494629, -10.65722942352295, -8.105247497558594, -18.781394958496094, -9.127720832824707, -7.249231338500977, -14.699050903320312, -9.003519058227539], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -2.104532241821289, -1.660659670829773, -2.6375670433044434, -1.4118661880493164, -1.2089425325393677, -1.0297160148620605, -1.2276777029037476, -1.215564250946045, -1.3169523477554321, -1.2178105115890503, -2.079820156097412, -0.9113193154335022, -1.7995836734771729, -1.368204951286316, -2.0582334995269775, -1.4216340780258179, -1.4820035696029663, -1.5599141120910645, -1.5104578733444214, -3.2556588649749756, -1.481951117515564, -0.7582495212554932, -1.3476462364196777, -1.3519859313964844, -1.4697628021240234]}, "Bot003_119_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job", "response": "Yeah I like it. Do you like sports?", "annotation_id": "Bot003_119_04", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "X", "O", "O", "O", "T", "O", "T"], "gpt2_target_score": [-18.627187728881836, -22.85341453552246, -15.212845802307129, -3.1751279830932617, -8.478309631347656, -10.900870323181152, -9.136631965637207, -8.692453384399414, -13.259109497070312, -6.252694606781006], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -2.104532241821289, -1.660659670829773, -2.6375670433044434, -1.4118661880493164, -1.2089425325393677, -1.0297160148620605, -1.2276777029037476, -1.215564250946045, -1.3169523477554321, -1.2178105115890503, -2.079820156097412, -0.9113193154335022, -1.7995836734771729, -1.368204951286316, -1.5194809436798096, -1.652147650718689, -1.5745254755020142, -1.8481389284133911, -3.214726448059082, -1.5077683925628662, -0.7539145946502686, -1.2600535154342651, -1.330605387687683, -1.5668280124664307, -0.8267921805381775, -1.479745864868164, -1.1782770156860352, -1.2265369892120361, -2.0790534019470215, -0.7945253252983093, -1.417528510093689, -2.0300753116607666, -0.7229715585708618, -2.128283739089966, -1.6262797117233276, -1.1951860189437866, -1.4452476501464844, -0.19112133979797363, -1.1445859670639038, -1.094092607498169, -0.7343827486038208, -0.5318706035614014]}, "Bot003_119_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it?", "response": "I like it.", "annotation_id": "Bot003_119_06", "annotations": ["X", "T", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-12.797697067260742, -25.011138916015625, -11.834992408752441, -11.269335746765137], "gpt2_argmax_score": [-1.1901763677597046, -0.0007918321643956006, -0.08845585584640503, -1.2427090406417847, -0.3351062536239624, -0.9065773487091064, -0.6377614736557007, -2.104532241821289, -1.660659670829773, -2.6375670433044434, -1.4118661880493164, -1.2089425325393677, -1.0297160148620605, -1.2276777029037476, -1.215564250946045, -1.3169523477554321, -1.2178105115890503, -2.079820156097412, -0.9113193154335022, -1.7995836734771729, -1.368204951286316, -1.5194809436798096, -1.652147650718689, -1.5745254755020142, -1.8480957746505737, -3.214721202850342, -1.5077693462371826, -0.7539065480232239, -1.260057806968689, -1.3305983543395996, -1.5668319463729858, -0.826804518699646, -1.4797300100326538, -1.1782728433609009, -1.2265361547470093, -2.0790581703186035, -0.7945217490196228, -1.417531967163086, -0.6772008538246155, -1.8479090929031372, -1.5415055751800537, -1.1251437664031982, -1.5113767385482788, -0.18301287293434143, -1.2089123725891113, -1.1671781539916992, -0.6927335858345032, -1.4756001234054565, -0.02828010357916355, -0.4253478944301605, -2.7492153644561768, -0.26962751150131226, -1.6680235862731934, -1.5638669729232788, -1.4076199531555176, -1.192853569984436, -0.9980544447898865, -1.2964441776275635]}, "Bot003_119_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming", "response": "I love swimming, but I am not a big fan of swimming", "annotation_id": "Bot003_119_08", "annotations": ["T", "X", "O", "X", "T", "X", "O", "T", "X", "T", "O", "T", "T", "X", "O"], "gpt2_target_score": [-12.797722816467285, -28.59171485900879, -19.241025924682617, -10.151688575744629, -9.406792640686035, -6.924829006195068, -10.423099517822266, -8.449605941772461, -7.551199436187744, -7.8412041664123535, -13.270371437072754, -8.776655197143555, -12.341608047485352], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.104513168334961, -1.6606354713439941, -2.637545108795166, -1.4118508100509644, -1.2089520692825317, -1.0297033786773682, -1.227645754814148, -1.2155723571777344, -1.3169671297073364, -1.2178112268447876, -2.0798261165618896, -0.9113315343856812, -1.7995492219924927, -1.3681851625442505, -1.5194374322891235, -1.6521602869033813, -1.5745155811309814, -1.8481476306915283, -3.214730978012085, -1.5077954530715942, -0.7539173364639282, -1.2600592374801636, -1.330601692199707, -1.5668123960494995, -0.8267998099327087, -1.4797279834747314, -1.1782511472702026, -1.226501226425171, -2.0790224075317383, -0.7945299744606018, -1.4175249338150024, -0.6771904826164246, -1.8478842973709106, -1.5415616035461426, -1.125161051750183, -1.5113704204559326, -0.18301495909690857, -1.2089217901229858, -1.167166829109192, -0.6927623152732849, -1.4756096601486206, -0.028280798345804214, -0.42535239458084106, -2.749216079711914, -0.2696339786052704, -1.6680586338043213, -1.7163918018341064, -1.6606131792068481, -0.9786555171012878, -1.463994026184082, -0.9147080183029175, -1.8038692474365234, -0.9747443795204163, -1.6716629266738892, -1.2507182359695435, -0.9037858247756958, -1.213449478149414, -1.8741893768310547, -0.8096988201141357, -1.8915250301361084, -1.6453665494918823, -1.4855291843414307, -0.9322199821472168, -0.5702906250953674, -0.057345569133758545, -1.238404393196106, -0.6924788355827332]}, "Bot003_119_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming I love swimming, but I am not a big fan of swimming Why?", "response": "I don't know.", "annotation_id": "Bot003_119_10", "annotations": ["T", "T", "O", "O", "T", "O", "O", "T", "T", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-12.797722816467285, -27.211219787597656, -17.49366569519043, -13.795609474182129, -8.478310585021973], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.104513168334961, -1.6606354713439941, -2.637545108795166, -1.4118508100509644, -1.2089520692825317, -1.0297033786773682, -1.227645754814148, -1.2155723571777344, -1.3169671297073364, -1.2178112268447876, -2.0798261165618896, -0.9113315343856812, -1.7995492219924927, -1.3681851625442505, -1.5194374322891235, -1.6521602869033813, -1.5745155811309814, -1.8481476306915283, -3.214730978012085, -1.5077954530715942, -0.7539173364639282, -1.2600592374801636, -1.330601692199707, -1.5668123960494995, -0.8267998099327087, -1.4797279834747314, -1.1782511472702026, -1.226501226425171, -2.0790224075317383, -0.7945302724838257, -1.417519211769104, -0.6771937012672424, -1.8479126691818237, -1.541536569595337, -1.1251499652862549, -1.5113712549209595, -0.18301376700401306, -1.2089067697525024, -1.1671677827835083, -0.6927599310874939, -1.4756183624267578, -0.028280913829803467, -0.42535755038261414, -2.749215602874756, -0.26963362097740173, -1.6680586338043213, -1.7164031267166138, -1.6606037616729736, -0.9786516427993774, -1.4639928340911865, -0.9147085547447205, -1.8038854598999023, -0.9747499227523804, -1.0184733867645264, -0.5639833807945251, -1.0063185691833496, -2.1329185962677, -0.8915389180183411, -1.9570022821426392, -1.676208734512329, -1.534696102142334, -1.0962525606155396, -0.6718092560768127, -0.06081870198249817, -1.5343965291976929, -0.7475472092628479, -1.428375005722046, -1.6083732843399048, -1.5288581848144531, -1.596189022064209, -0.17407676577568054, -0.5427621603012085, -1.4595000743865967, -0.847402036190033]}, "Bot003_119_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming I love swimming, but I am not a big fan of swimming Why? I don't know. What about the sea? Do you like it?", "response": "I don't know.", "annotation_id": "Bot003_119_12", "annotations": ["X", "T", "T", "T", "T", "T", "O", "T", "T", "T", "O", "T", "T", "T", "T"], "gpt2_target_score": [-12.797722816467285, -27.211219787597656, -17.49366569519043, -13.795609474182129, -8.478310585021973], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.104513168334961, -1.6606354713439941, -2.637545108795166, -1.4118508100509644, -1.2089520692825317, -1.0297033786773682, -1.227645754814148, -1.2155723571777344, -1.3169671297073364, -1.2178112268447876, -2.0798261165618896, -0.9113315343856812, -1.7995492219924927, -1.3681851625442505, -1.5194374322891235, -1.6521602869033813, -1.5745155811309814, -1.8481476306915283, -3.214730978012085, -1.5077954530715942, -0.7539173364639282, -1.2600592374801636, -1.330601692199707, -1.5668123960494995, -0.8267998099327087, -1.4797279834747314, -1.1782511472702026, -1.226501226425171, -2.0790224075317383, -0.7945302724838257, -1.417519211769104, -0.6771937012672424, -1.8479126691818237, -1.541536569595337, -1.1251499652862549, -1.5113712549209595, -0.18301376700401306, -1.2089067697525024, -1.1671677827835083, -0.6927599310874939, -1.4756183624267578, -0.028280913829803467, -0.42535755038261414, -2.749215602874756, -0.26963362097740173, -1.6680586338043213, -1.7164031267166138, -1.6606037616729736, -0.9786516427993774, -1.4639928340911865, -0.9147085547447205, -1.8038854598999023, -0.9747499227523804, -1.0184733867645264, -0.5639833807945251, -1.0063185691833496, -2.1329185962677, -0.8915389180183411, -1.9570022821426392, -1.676208734512329, -1.534696102142334, -1.0962525606155396, -0.6718092560768127, -0.06081870198249817, -1.5343965291976929, -0.7475478649139404, -1.428374171257019, -1.608372449874878, -1.8298901319503784, -0.11583299189805984, -0.5052208304405212, -1.456203818321228, -1.186997652053833, -1.8204855918884277, -2.024343729019165, -2.298008680343628, -0.571098804473877, -1.679466962814331, -0.08644837141036987, -0.3458748757839203, -1.48813796043396, -0.14321282505989075, -1.6141810417175293, -1.3734296560287476, -1.2295804023742676, -0.0750136449933052, -0.6017894744873047, -1.2613565921783447, -0.8535706996917725]}, "Bot003_119_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming I love swimming, but I am not a big fan of swimming Why? I don't know. What about the sea? Do you like it? I don't know. How old are you?", "response": "16 years.", "annotation_id": "Bot003_119_14", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-16.45227813720703, -28.25191879272461, -12.825193405151367], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.104513168334961, -1.6606354713439941, -2.637545108795166, -1.4118508100509644, -1.2089520692825317, -1.0297033786773682, -1.227645754814148, -1.2155723571777344, -1.3169671297073364, -1.2178112268447876, -2.0798261165618896, -0.9113315343856812, -1.7995492219924927, -1.3681851625442505, -1.5194374322891235, -1.6521602869033813, -1.5745155811309814, -1.8481476306915283, -3.214730978012085, -1.5077954530715942, -0.7539173364639282, -1.2600592374801636, -1.330601692199707, -1.5668123960494995, -0.8267998099327087, -1.4797279834747314, -1.1782511472702026, -1.226501226425171, -2.0790224075317383, -0.7945302724838257, -1.417519211769104, -0.6771937012672424, -1.8479126691818237, -1.541536569595337, -1.1251499652862549, -1.5113712549209595, -0.18301376700401306, -1.2089067697525024, -1.1671677827835083, -0.6927599310874939, -1.4756183624267578, -0.028280913829803467, -0.42535755038261414, -2.749215602874756, -0.26963362097740173, -1.6680586338043213, -1.7164031267166138, -1.6606037616729736, -0.9786516427993774, -1.4639928340911865, -0.9147085547447205, -1.8038854598999023, -0.9747499227523804, -1.0184733867645264, -0.5639833807945251, -1.0063185691833496, -2.1329185962677, -0.8915389180183411, -1.9570022821426392, -1.676208734512329, -1.534696102142334, -1.0962525606155396, -0.6718092560768127, -0.06081870198249817, -1.5343965291976929, -0.7475478649139404, -1.428374171257019, -1.608372449874878, -1.8298901319503784, -0.11583299189805984, -0.5052208304405212, -1.456203818321228, -1.186997652053833, -1.8204855918884277, -2.024343729019165, -2.298008680343628, -0.571098804473877, -1.679466962814331, -0.08644837141036987, -0.3458748757839203, -1.48813796043396, -0.14321282505989075, -1.6141810417175293, -1.5363091230392456, -0.01692822575569153, -0.7660866975784302, -1.064152479171753, -1.271661639213562, -1.6920498609542847, -0.2854209542274475, -0.187513068318367, -0.20595818758010864, -1.5727578401565552, -1.7499754428863525, -1.6904940605163574, -0.28719839453697205, -1.3765430450439453]}, "Bot003_119_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming I love swimming, but I am not a big fan of swimming Why? I don't know. What about the sea? Do you like it? I don't know. How old are you? 16 years. So young! And I'm already 220", "response": "I am not sure if I could have a job", "annotation_id": "Bot003_119_16", "annotations": ["X", "X", "T", "O", "O", "X", "O", "T", "T", "X", "O", "X", "X", "T", "X"], "gpt2_target_score": [-12.797722816467285, -26.102863311767578, -13.874372482299805, -11.894562721252441, -7.98445987701416, -6.924829006195068, -12.145511627197266, -8.874807357788086, -7.551199436187744, -8.688508987426758], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.104513168334961, -1.6606354713439941, -2.637545108795166, -1.4118508100509644, -1.2089520692825317, -1.0297033786773682, -1.227645754814148, -1.2155723571777344, -1.3169671297073364, -1.2178112268447876, -2.0798261165618896, -0.9113315343856812, -1.7995492219924927, -1.3681851625442505, -1.5194374322891235, -1.6521602869033813, -1.5745155811309814, -1.8481476306915283, -3.214730978012085, -1.5077954530715942, -0.7539173364639282, -1.2600592374801636, -1.330601692199707, -1.5668123960494995, -0.8267998099327087, -1.4797279834747314, -1.1782511472702026, -1.226501226425171, -2.0790224075317383, -0.7945302724838257, -1.417519211769104, -0.6771937012672424, -1.8479126691818237, -1.541536569595337, -1.1251499652862549, -1.5113712549209595, -0.18301376700401306, -1.2089067697525024, -1.1671677827835083, -0.6927599310874939, -1.4756183624267578, -0.028280913829803467, -0.42535755038261414, -2.749215602874756, -0.26963362097740173, -1.6680586338043213, -1.7164031267166138, -1.6606037616729736, -0.9786516427993774, -1.4639928340911865, -0.9147085547447205, -1.8038854598999023, -0.9747499227523804, -1.0184733867645264, -0.5639833807945251, -1.0063185691833496, -2.1329185962677, -0.8915389180183411, -1.9570022821426392, -1.676208734512329, -1.534696102142334, -1.0962525606155396, -0.6718092560768127, -0.06081870198249817, -1.5343965291976929, -0.7475478649139404, -1.428374171257019, -1.608372449874878, -1.8298901319503784, -0.11583299189805984, -0.5052208304405212, -1.456203818321228, -1.186997652053833, -1.8204855918884277, -2.024343729019165, -2.298008680343628, -0.571098804473877, -1.6794744729995728, -0.08644881099462509, -0.345874547958374, -1.4881346225738525, -0.1432121992111206, -1.61417818069458, -1.5363179445266724, -0.01692822575569153, -0.7660855650901794, -1.0641530752182007, -1.2716546058654785, -1.6920615434646606, -0.28541502356529236, -0.18751297891139984, -0.20596081018447876, -1.5727639198303223, -1.7161816358566284, -0.12485742568969727, -1.528110146522522, -1.5349599123001099, -1.4414876699447632, -1.7582029104232788, -1.68425714969635, -2.0157978534698486, -1.8473198413848877, -2.174717903137207, -1.044096827507019, -1.781786322593689, -1.9790620803833008, -2.3731701374053955, -1.2592800855636597, -2.0007567405700684, -1.2355432510375977, -1.7199612855911255, -2.5520293712615967, -2.106064558029175, -2.363380193710327, -2.2236762046813965]}, "Bot003_119_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming I love swimming, but I am not a big fan of swimming Why? I don't know. What about the sea? Do you like it? I don't know. How old are you? 16 years. So young! And I'm already 220 I am not sure if I could have a job 22", "response": "It is incorrect:) hint: first 2 letters is tw. Try again", "annotation_id": "Bot003_119_18", "annotations": ["X", "X", "T", "T", "X", "X", "O", "O", "X", "X", "O", "X", "X", "O", "T"], "gpt2_target_score": [-15.781853675842285, -24.01717758178711, -20.06538200378418, -11.245255470275879, -14.156350135803223, -17.04351234436035, -10.750629425048828, -9.996740341186523, -10.831441879272461, -8.183076858520508, -2.8559885025024414, -12.936277389526367, -8.379922866821289, -10.903106689453125, -12.71303939819336], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.104513168334961, -1.6606354713439941, -2.637545108795166, -1.4118508100509644, -1.2089520692825317, -1.0297033786773682, -1.227645754814148, -1.2155723571777344, -1.3169671297073364, -1.2178112268447876, -2.0798261165618896, -0.9113315343856812, -1.7995492219924927, -1.3681851625442505, -1.5194374322891235, -1.6521602869033813, -1.5745155811309814, -1.8481476306915283, -3.214730978012085, -1.5077954530715942, -0.7539173364639282, -1.2600592374801636, -1.330601692199707, -1.5668123960494995, -0.8267998099327087, -1.4797279834747314, -1.1782511472702026, -1.226501226425171, -2.0790224075317383, -0.7945302724838257, -1.417519211769104, -0.6771937012672424, -1.8479126691818237, -1.541536569595337, -1.1251499652862549, -1.5113712549209595, -0.18301376700401306, -1.2089067697525024, -1.1671677827835083, -0.6927599310874939, -1.4756183624267578, -0.028280913829803467, -0.42535755038261414, -2.749215602874756, -0.26963362097740173, -1.6680586338043213, -1.7164031267166138, -1.6606037616729736, -0.9786516427993774, -1.4639928340911865, -0.9147085547447205, -1.8038854598999023, -0.9747499227523804, -1.0184733867645264, -0.5639833807945251, -1.0063185691833496, -2.1329185962677, -0.8915389180183411, -1.9570022821426392, -1.676208734512329, -1.534696102142334, -1.0962525606155396, -0.6718092560768127, -0.06081870198249817, -1.5343965291976929, -0.7475478649139404, -1.428374171257019, -1.608372449874878, -1.8298901319503784, -0.11583299189805984, -0.5052208304405212, -1.456203818321228, -1.186997652053833, -1.8204855918884277, -2.024343729019165, -2.298008680343628, -0.571098804473877, -1.679466962814331, -0.08644837141036987, -0.3458748757839203, -1.48813796043396, -0.14321282505989075, -1.6141810417175293, -1.5363107919692993, -0.01692822575569153, -0.7660726308822632, -1.0641528367996216, -1.2716649770736694, -1.6920504570007324, -0.28542131185531616, -0.18751198053359985, -0.20596294105052948, -1.5727571249008179, -1.716173529624939, -0.12485826760530472, -1.5281263589859009, -1.5349633693695068, -1.4414805173873901, -1.7582060098648071, -1.6842544078826904, -2.0158026218414307, -1.8473070859909058, -2.1747121810913086, -1.0441007614135742, -1.4997771978378296, -2.7583374977111816, -1.715538740158081, -1.6039040088653564, -0.8984894752502441, -2.1962239742279053, -1.8267325162887573, -2.3828067779541016, -2.692556619644165, -1.9179558753967285, -1.0241471529006958, -1.7712712287902832, -0.744278073310852, -2.0512213706970215, -1.3048847913742065, -2.3586976528167725, -1.4870980978012085, -1.070413589477539, -1.6579844951629639, -2.2386767864227295, -1.3725417852401733, -1.554012656211853, -2.2142276763916016, -2.631404399871826, -1.7375831604003906, -1.0056697130203247, -1.6866785287857056]}, "Bot003_119_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming I love swimming, but I am not a big fan of swimming Why? I don't know. What about the sea? Do you like it? I don't know. How old are you? 16 years. So young! And I'm already 220 I am not sure if I could have a job 22 It is incorrect:) hint: first 2 letters is tw. Try again Don't worry", "response": "I think that true answer is: two", "annotation_id": "Bot003_119_20", "annotations": ["X", "X", "O", "X", "T", "X", "O", "T", "T", "T", "X", "X", "T", "O", "T"], "gpt2_target_score": [-12.797722816467285, -24.863128662109375, -12.149625778198242, -12.838227272033691, -18.67798614501953, -8.894326210021973, -10.750629425048828, -10.233922958374023], "gpt2_argmax_score": [-1.190193772315979, -0.0007918321643956006, -0.08845323324203491, -1.242676854133606, -0.3350915014743805, -0.9065641760826111, -0.6377606391906738, -2.104513168334961, -1.6606354713439941, -2.637545108795166, -1.4118508100509644, -1.2089520692825317, -1.0297033786773682, -1.227645754814148, -1.2155723571777344, -1.3169671297073364, -1.2178112268447876, -2.0798261165618896, -0.9113315343856812, -1.7995492219924927, -1.3681851625442505, -1.5194374322891235, -1.6521602869033813, -1.5745155811309814, -1.8481476306915283, -3.214730978012085, -1.5077954530715942, -0.7539173364639282, -1.2600592374801636, -1.330601692199707, -1.5668123960494995, -0.8267998099327087, -1.4797279834747314, -1.1782511472702026, -1.226501226425171, -2.0790224075317383, -0.7945302724838257, -1.417519211769104, -0.6771937012672424, -1.8479126691818237, -1.541536569595337, -1.1251499652862549, -1.5113712549209595, -0.18301376700401306, -1.2089067697525024, -1.1671677827835083, -0.6927599310874939, -1.4756183624267578, -0.028280913829803467, -0.42535755038261414, -2.749215602874756, -0.26963362097740173, -1.6680586338043213, -1.7164031267166138, -1.6606037616729736, -0.9786516427993774, -1.4639928340911865, -0.9147085547447205, -1.8038854598999023, -0.9747499227523804, -1.0184733867645264, -0.5639833807945251, -1.0063185691833496, -2.1329185962677, -0.8915389180183411, -1.9570022821426392, -1.676208734512329, -1.534696102142334, -1.0962525606155396, -0.6718092560768127, -0.06081870198249817, -1.5343965291976929, -0.7475478649139404, -1.428374171257019, -1.608372449874878, -1.8298901319503784, -0.11583299189805984, -0.5052208304405212, -1.456203818321228, -1.186997652053833, -1.8204855918884277, -2.024343729019165, -2.298008680343628, -0.571098804473877, -1.679466962814331, -0.08644837141036987, -0.3458748757839203, -1.48813796043396, -0.14321282505989075, -1.6141810417175293, -1.5363091230392456, -0.01692822575569153, -0.7660866975784302, -1.064152479171753, -1.271661639213562, -1.6920498609542847, -0.28542739152908325, -0.18751545250415802, -0.20596304535865784, -1.5727602243423462, -1.71621572971344, -0.12485720962285995, -1.5281038284301758, -1.53494393825531, -1.441477656364441, -1.758195161819458, -1.684255838394165, -2.015796661376953, -1.8473197221755981, -2.1747100353240967, -1.0440937280654907, -1.4997859001159668, -2.7583343982696533, -1.715541958808899, -1.6039316654205322, -0.8985013365745544, -2.1962153911590576, -1.8267340660095215, -2.382807731628418, -2.6925477981567383, -1.9179446697235107, -1.0241453647613525, -0.7843583822250366, -2.094350576400757, -1.3960379362106323, -2.246220350265503, -1.7295862436294556, -0.8668729066848755, -1.6594334840774536, -2.241870641708374, -1.418928861618042, -1.6270149946212769, -2.1803107261657715, -2.6580770015716553, -2.5394127368927, -1.1201109886169434, -1.6971547603607178, -0.17188800871372223, -2.1930665969848633, -1.0991898775100708, -1.925087809562683, -2.227023124694824, -1.3841731548309326, -1.0886873006820679, -1.1856156587600708, -0.7208787798881531, -2.546884536743164, -2.5497817993164062, -1.1912448406219482]}, "Bot003_120_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine", "response": "Hi how are you today", "annotation_id": "Bot003_120_02", "annotations": ["O", "O", "X", "X", "O", "X", "O", "X", "O", "X", "T", "T", "O", "O", "O"], "gpt2_target_score": [-12.781279563903809, -6.761680603027344, -2.166804313659668, -5.953441619873047, -6.868537425994873], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.700922966003418, -1.4779622554779053, -0.6219936609268188, -0.4525100588798523, -1.667375922203064, -1.09731125831604, -1.9622396230697632, -1.6191487312316895, -2.234792470932007, -1.2541594505310059, -1.908537745475769, -2.8361294269561768, -0.8217841982841492, -2.019834041595459, -0.6644033193588257, -1.282596230506897, -0.19933854043483734, -1.1239293813705444, -0.25436151027679443]}, "Bot003_120_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you", "response": "And I what?", "annotation_id": "Bot003_120_04", "annotations": ["T", "T", "X", "X", "O", "X", "O", "T", "O", "X", "X", "O", "X", "X", "O"], "gpt2_target_score": [-14.583975791931152, -1.1649096012115479, -9.940836906433105, -9.888973236083984], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.700922966003418, -1.4779622554779053, -0.6219936609268188, -0.4525100588798523, -1.667375922203064, -1.09731125831604, -1.9622396230697632, -1.6191487312316895, -2.234792470932007, -1.2541594505310059, -1.908537745475769, -2.8361294269561768, -0.8217841982841492, -0.9929370880126953, -1.5129740238189697, -0.20034486055374146, -1.0163376331329346, -0.29600486159324646, -1.2913209199905396, -1.6373655796051025, -1.9421522617340088, -1.4194979667663574, -0.9080864787101746, -2.2598259449005127, -0.2255285084247589]}, "Bot003_120_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean", "response": "I am good. How are you?", "annotation_id": "Bot003_120_06", "annotations": ["O", "O", "O", "X", "T", "T", "O", "X", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.373396873474121, -9.036567687988281, -6.644587516784668, -10.790081024169922, -12.027961730957031, -10.68024730682373, -8.29875373840332, -12.171087265014648], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.700922966003418, -1.4779622554779053, -0.6219936609268188, -0.4525100588798523, -1.667375922203064, -1.09731125831604, -1.9622396230697632, -1.6191487312316895, -2.234792470932007, -1.2541594505310059, -1.908537745475769, -2.8361294269561768, -0.8217841982841492, -0.9929370880126953, -1.5129740238189697, -0.20034486055374146, -1.0163376331329346, -0.29600486159324646, -1.2913209199905396, -1.6373655796051025, -1.5743821859359741, -1.0500850677490234, -1.9449548721313477, -1.44796884059906, -0.9943234920501709, -0.06683525443077087, -1.6302286386489868, -1.544131875038147, -2.137183904647827, -1.8172165155410767, -0.8592904806137085, -2.6735517978668213, -1.0716500282287598, -1.257748007774353, -0.8565459251403809, -0.043906070291996, -1.4214779138565063, -0.40261831879615784]}, "Bot003_120_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too", "response": "Besides you?", "annotation_id": "Bot003_120_08", "annotations": ["T", "X", "X", "X", "X", "X", "T", "T", "O", "O", "T", "X", "O", "O", "O"], "gpt2_target_score": [-17.6453914642334, -7.748435974121094, -6.688227653503418], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.700922966003418, -1.4779622554779053, -0.6219936609268188, -0.4525100588798523, -1.667375922203064, -1.09731125831604, -1.9622396230697632, -1.6191487312316895, -2.234792470932007, -1.2541594505310059, -1.908537745475769, -2.8361294269561768, -0.8217841982841492, -0.9929370880126953, -1.5129740238189697, -0.20034486055374146, -1.0163376331329346, -0.29600486159324646, -1.2913209199905396, -1.6373655796051025, -1.5743821859359741, -1.0500850677490234, -1.9449548721313477, -1.44796884059906, -0.9943234920501709, -0.06683525443077087, -1.6302286386489868, -1.544131875038147, -2.137183904647827, -0.9974611401557922, -2.645301342010498, -2.594231605529785, -1.3296774625778198, -0.7267625331878662, -0.046747513115406036, -1.6478819847106934, -1.6010183095932007, -1.3869783878326416, -2.2092578411102295, -1.7749799489974976, -1.6489176750183105, -1.894121766090393, -0.5472287535667419]}, "Bot003_120_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too Besides you? What?", "response": "I'm not gon na let you go.", "annotation_id": "Bot003_120_10", "annotations": ["X", "X", "X", "X", "O", "X", "T", "X", "O", "T", "X", "X", "X", "X", "T"], "gpt2_target_score": [-10.373396873474121, -10.586265563964844, -9.596613883972168, -12.466976165771484, -14.080917358398438, -12.82184886932373, -8.29875373840332, -6.034749984741211, -8.455830574035645], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -1.700922966003418, -1.4779622554779053, -0.6219936609268188, -0.4525100588798523, -1.667375922203064, -1.09731125831604, -1.9622396230697632, -1.6191487312316895, -2.234792470932007, -1.2541594505310059, -1.908537745475769, -2.8361294269561768, -0.8217841982841492, -0.9929370880126953, -1.5129740238189697, -0.20034486055374146, -1.0163376331329346, -0.29600486159324646, -1.2913209199905396, -1.6373655796051025, -1.5743821859359741, -1.0500850677490234, -1.9449548721313477, -1.44796884059906, -0.9943234920501709, -0.06683525443077087, -1.6302286386489868, -1.544131875038147, -2.137183904647827, -0.9974611401557922, -2.645301342010498, -2.594231605529785, -1.3296774625778198, -0.7267625331878662, -0.046747513115406036, -1.6478819847106934, -1.6010183095932007, -1.3869783878326416, -2.2092578411102295, -1.912047266960144, -2.400120496749878, -1.7485380172729492, -1.4014904499053955, -1.893367052078247, -1.6621631383895874, -0.9881353974342346, -1.9294373989105225, -1.0322319269180298, -2.9151947498321533, -2.970815420150757, -1.292815923690796, -1.6149306297302246, -1.109793782234192, -1.0997034311294556]}, "Bot003_120_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too Besides you? What? I'm not gon na let you go. Where are you from?", "response": "I live in california, how about you?", "annotation_id": "Bot003_120_12", "annotations": ["O", "O", "O", "X", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -11.611949920654297, -6.853215217590332, -10.151022911071777, -17.058931350708008, -22.338993072509766, -9.985569953918457, -11.948399543762207, -9.525089263916016, -7.902549743652344, -12.467784881591797], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.7009022235870361, -1.4779574871063232, -0.6219961047172546, -0.4525024890899658, -1.6674394607543945, -1.097294807434082, -1.9622688293457031, -1.6191636323928833, -2.234806537628174, -1.2542020082473755, -1.9085577726364136, -2.836071491241455, -0.8218182921409607, -0.9929183125495911, -1.5129358768463135, -0.20034700632095337, -1.016364336013794, -0.29600876569747925, -1.2913650274276733, -1.6373860836029053, -1.5743836164474487, -1.0500972270965576, -1.9449512958526611, -1.4479628801345825, -0.9943403005599976, -0.0668376013636589, -1.6302376985549927, -1.544166088104248, -2.137206554412842, -0.9974568486213684, -2.645256996154785, -2.594245672225952, -1.3296557664871216, -0.7267551422119141, -0.04674603417515755, -1.647881269454956, -1.6010138988494873, -1.386997103691101, -2.20922589302063, -1.9119950532913208, -2.4001643657684326, -1.748504877090454, -1.4014819860458374, -1.8934141397476196, -1.1744304895401, -2.0798139572143555, -0.9807643890380859, -2.7542507648468018, -2.9885175228118896, -1.506771206855774, -1.784948706626892, -2.482818126678467, -1.4347774982452393, -0.8573887348175049, -0.10069499164819717, -1.2381274700164795, -0.23816488683223724, -1.7468452453613281, -1.9105089902877808, -0.7174074053764343, -0.22866274416446686, -2.0877413749694824, -0.18919408321380615, -0.0022454068530350924, -1.4922763109207153, -2.0451819896698, -0.8636318445205688, -0.2604277729988098, -0.7181640863418579, -0.5144711136817932]}, "Bot003_120_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too Besides you? What? I'm not gon na let you go. Where are you from? I live in california, how about you? I live in Russia", "response": "Hi there, how are you?", "annotation_id": "Bot003_120_14", "annotations": ["O", "X", "X", "X", "X", "X", "X", "X", "O", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-12.78129768371582, -8.833919525146484, -7.812016487121582, -8.275473594665527, -12.419000625610352, -8.855364799499512, -9.620854377746582], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.7009022235870361, -1.4779574871063232, -0.6219961047172546, -0.4525024890899658, -1.6674394607543945, -1.097294807434082, -1.9622688293457031, -1.6191636323928833, -2.234806537628174, -1.2542020082473755, -1.9085577726364136, -2.836071491241455, -0.8218182921409607, -0.9929183125495911, -1.5129358768463135, -0.20034700632095337, -1.016364336013794, -0.29600876569747925, -1.2913650274276733, -1.6373860836029053, -1.5743836164474487, -1.0500972270965576, -1.9449512958526611, -1.4479628801345825, -0.9943403005599976, -0.0668376013636589, -1.6302376985549927, -1.544166088104248, -2.137206554412842, -0.9974568486213684, -2.645256996154785, -2.594245672225952, -1.3296557664871216, -0.7267551422119141, -0.04674603417515755, -1.647881269454956, -1.6010138988494873, -1.386997103691101, -2.20922589302063, -1.9119950532913208, -2.4001643657684326, -1.748504877090454, -1.4014819860458374, -1.8934141397476196, -1.1744304895401, -2.0798139572143555, -0.9807643890380859, -2.7542507648468018, -2.9885175228118896, -1.506771206855774, -1.784948706626892, -2.482818126678467, -1.4347774982452393, -0.8573887348175049, -0.10069499164819717, -1.2381274700164795, -0.23816488683223724, -1.7468452453613281, -0.6764916777610779, -0.30411460995674133, -2.0661354064941406, -0.1643456667661667, -0.0017475108616054058, -1.7444595098495483, -2.2369401454925537, -0.8869975805282593, -0.2753961682319641, -0.6385849714279175, -1.4742848873138428, -0.8661669492721558, -0.19181373715400696, -1.8343805074691772, -1.632564663887024, -1.8289554119110107, -1.624918818473816, -1.1020561456680298, -1.162064790725708, -0.5230917930603027, -0.02558387815952301, -0.9268685579299927, -0.8599700927734375]}, "Bot003_120_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too Besides you? What? I'm not gon na let you go. Where are you from? I live in california, how about you? I live in Russia Hi there, how are you? In Ufa", "response": "Where is that?", "annotation_id": "Bot003_120_16", "annotations": ["O", "O", "O", "X", "O", "O", "O", "T", "O", "O", "O", "O", "O", "X", "O"], "gpt2_target_score": [-14.189920425415039, -7.302151203155518, -9.197697639465332, -9.88901424407959], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.7009022235870361, -1.4779574871063232, -0.6219961047172546, -0.4525024890899658, -1.6674394607543945, -1.097294807434082, -1.9622688293457031, -1.6191636323928833, -2.234806537628174, -1.2542020082473755, -1.9085577726364136, -2.836071491241455, -0.8218182921409607, -0.9929183125495911, -1.5129358768463135, -0.20034700632095337, -1.016364336013794, -0.29600876569747925, -1.2913650274276733, -1.6373860836029053, -1.5743836164474487, -1.0500972270965576, -1.9449512958526611, -1.4479628801345825, -0.9943403005599976, -0.0668376013636589, -1.6302376985549927, -1.544166088104248, -2.137206554412842, -0.9974568486213684, -2.645256996154785, -2.594245672225952, -1.3296557664871216, -0.7267551422119141, -0.04674603417515755, -1.647881269454956, -1.6010138988494873, -1.386997103691101, -2.20922589302063, -1.9119950532913208, -2.4001495838165283, -1.7485020160675049, -1.401477575302124, -1.8934162855148315, -1.174430012702942, -2.079798698425293, -0.9807608127593994, -2.7542285919189453, -2.988513469696045, -1.5067639350891113, -1.784941554069519, -2.4828171730041504, -1.4347580671310425, -0.8573886752128601, -0.10069552809000015, -1.2381266355514526, -0.23816412687301636, -1.7468417882919312, -0.6764912605285645, -0.30411434173583984, -2.0661373138427734, -0.16434495151042938, -0.0017475108616054058, -1.7444618940353394, -2.2369325160980225, -0.8870015740394592, -0.2753967344760895, -0.6385846138000488, -1.4742835760116577, -0.8661680817604065, -0.19181717932224274, -1.8343865871429443, -1.6325608491897583, -2.133772611618042, -1.6561199426651, -1.4095617532730103, -0.8187252879142761, -0.027258284389972687, -0.8777800798416138, -1.2250912189483643, -2.1203067302703857, -0.910041093826294, -1.5231186151504517, -1.9580402374267578, -0.5240788459777832, -0.9084516763687134, -0.9831528663635254, -0.43098291754722595]}, "Bot003_120_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too Besides you? What? I'm not gon na let you go. Where are you from? I live in california, how about you? I live in Russia Hi there, how are you? In Ufa Where is that? In Russia", "response": "Tell me a little about your life in russia.", "annotation_id": "Bot003_120_18", "annotations": ["O", "O", "O", "X", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-14.88072395324707, -9.273693084716797, -7.1894121170043945, -10.519721031188965, -11.342248916625977, -9.002459526062012, -10.886113166809082, -11.250935554504395, -6.278675079345703, -24.90721893310547, -9.441036224365234], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.7009022235870361, -1.4779574871063232, -0.6219961047172546, -0.4525024890899658, -1.6674394607543945, -1.097294807434082, -1.9622688293457031, -1.6191636323928833, -2.234806537628174, -1.2542020082473755, -1.9085577726364136, -2.836071491241455, -0.8218182921409607, -0.9929183125495911, -1.5129358768463135, -0.20034700632095337, -1.016364336013794, -0.29600876569747925, -1.2913650274276733, -1.6373860836029053, -1.5743836164474487, -1.0500972270965576, -1.9449512958526611, -1.4479628801345825, -0.9943403005599976, -0.0668376013636589, -1.6302376985549927, -1.544166088104248, -2.137206554412842, -0.9974568486213684, -2.645256996154785, -2.594245672225952, -1.3296557664871216, -0.7267551422119141, -0.04674603417515755, -1.647881269454956, -1.6010138988494873, -1.386997103691101, -2.20922589302063, -1.9119950532913208, -2.4001643657684326, -1.748504877090454, -1.4014819860458374, -1.8934141397476196, -1.1744304895401, -2.0798139572143555, -0.9807643890380859, -2.7542507648468018, -2.9885175228118896, -1.506771206855774, -1.784948706626892, -2.482818126678467, -1.4347774982452393, -0.8573887348175049, -0.10069499164819717, -1.2381274700164795, -0.23816488683223724, -1.7468452453613281, -0.6764916777610779, -0.30411460995674133, -2.0661354064941406, -0.1643456667661667, -0.0017475108616054058, -1.7444595098495483, -2.2369401454925537, -0.8869975805282593, -0.2753961682319641, -0.6385849714279175, -1.4742848873138428, -0.8661669492721558, -0.19181512296199799, -1.8343865871429443, -1.6325608491897583, -2.1337716579437256, -1.6561102867126465, -1.4095553159713745, -0.8187167644500732, -0.027258051559329033, -0.8777824640274048, -1.2250831127166748, -2.120311737060547, -0.9100417494773865, -1.5231149196624756, -0.5524299740791321, -0.8174882531166077, -0.7414620518684387, -1.6540223360061646, -2.673670530319214, -2.1430132389068604, -2.199026346206665, -0.20124909281730652, -1.5942000150680542, -1.1191048622131348, -1.026343822479248, -1.3201152086257935, -1.315660834312439, -1.455195665359497, -1.5468614101409912, -0.18928119540214539, -0.9465017914772034, -0.9477148652076721]}, "Bot003_120_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too Besides you? What? I'm not gon na let you go. Where are you from? I live in california, how about you? I live in Russia Hi there, how are you? In Ufa Where is that? In Russia Tell me a little about your life in russia. Well it's so cold [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT]", "response": "I don't care if the alabama governor is a democrat or republican.", "annotation_id": "Bot003_120_20", "annotations": ["T", "X", "X", "X", "X", "X", "X", "X", "O", "O", "X", "X", "X", "O", "T"], "gpt2_target_score": [-10.37339973449707, -10.486202239990234, -10.37987232208252, -12.170554161071777, -13.429353713989258, -8.222765922546387, -11.815068244934082, -28.104450225830078, -16.05118179321289, -8.147270202636719, -4.595692157745361, -20.880407333374023, -11.954547882080078, -16.014339447021484, -2.261256217956543], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -1.7009022235870361, -1.4779574871063232, -0.6219961047172546, -0.4525024890899658, -1.6674394607543945, -1.097294807434082, -1.9622688293457031, -1.6191636323928833, -2.234806537628174, -1.2542020082473755, -1.9085577726364136, -2.836071491241455, -0.8218182921409607, -0.9929183125495911, -1.5129358768463135, -0.20034700632095337, -1.016364336013794, -0.29600876569747925, -1.2913650274276733, -1.6373860836029053, -1.5743836164474487, -1.0500972270965576, -1.9449512958526611, -1.4479628801345825, -0.9943403005599976, -0.0668376013636589, -1.6302376985549927, -1.544166088104248, -2.137206554412842, -0.9974568486213684, -2.645256996154785, -2.594245672225952, -1.3296557664871216, -0.7267551422119141, -0.04674603417515755, -1.647881269454956, -1.6010138988494873, -1.386997103691101, -2.20922589302063, -1.9119950532913208, -2.4001643657684326, -1.748504877090454, -1.4014819860458374, -1.8934141397476196, -1.1744304895401, -2.0798139572143555, -0.9807643890380859, -2.7542507648468018, -2.9885175228118896, -1.506771206855774, -1.784948706626892, -2.482818126678467, -1.4347774982452393, -0.8573887348175049, -0.10069499164819717, -1.2381274700164795, -0.23816488683223724, -1.7468452453613281, -0.6764916777610779, -0.30411460995674133, -2.0661354064941406, -0.1643456667661667, -0.0017475108616054058, -1.7444595098495483, -2.2369401454925537, -0.8869975805282593, -0.2753961682319641, -0.6385849714279175, -1.4742848873138428, -0.8661669492721558, -0.19181512296199799, -1.8343865871429443, -1.6325608491897583, -2.1337716579437256, -1.6561102867126465, -1.4095553159713745, -0.8187167644500732, -0.027258051559329033, -0.8777824640274048, -1.2250831127166748, -2.120311737060547, -0.9100417494773865, -1.5231149196624756, -0.5524299740791321, -0.8174882531166077, -0.7414620518684387, -1.6540223360061646, -2.673670530319214, -2.1430132389068604, -0.19636531174182892, -1.5324954986572266, -1.5444636344909668, -1.2548097372055054, -1.5222703218460083, -1.4559645652770996, -1.8608500957489014, -1.534204125404358, -0.1883617341518402, -1.8403288125991821, -1.5671579837799072, -1.4900403022766113, -0.5656796097755432, -1.9380931854248047, -2.5622427463531494, -1.8041164875030518, -2.3087916374206543, -1.2805460691452026, -1.596561312675476, -1.46816086769104, -2.0714170932769775, -2.6387851238250732, -3.220928430557251, -2.014606237411499, -0.30889415740966797, -2.016613245010376, -3.389817714691162, -1.8448139429092407, -2.684309959411621, -2.155013084411621, -0.8575261235237122, -1.165216088294983, -1.6121599674224854, -2.315410852432251, -1.191005825996399, -0.102260060608387, -0.9509257674217224, -1.4533252716064453, -0.9486121535301208, -1.4050002098083496, -1.2747899293899536, -2.284466028213501, -1.1876589059829712, -2.1691393852233887, -2.9996063709259033, -1.1469712257385254, -0.9891270399093628, -1.2259804010391235, -1.2366971969604492]}, "Bot003_121_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you", "response": "Enough about me, let's talk about my dress.", "annotation_id": "Bot003_121_02", "annotations": ["O", "X", "X", "T", "X", "T", "T", "T", "T", "T", "O", "T", "O", "O", "X"], "gpt2_target_score": [-16.814559936523438, -9.505414962768555, -9.520200729370117, -5.546391487121582, -6.85749626159668, -8.953125, -4.286808967590332, -8.647218704223633, -6.253034591674805, -16.227243423461914, -4.068882465362549], "gpt2_argmax_score": [-2.772711753845215, -1.761869192123413, -1.3800255060195923, -0.5749481320381165, -2.314298391342163, -2.031738519668579, -1.0770618915557861, -0.9204731583595276, -1.7355481386184692, -2.499589681625366, -1.8899121284484863, -2.612266778945923, -0.8715616464614868, -2.2535080909729004, -0.6177118420600891, -2.044619560241699, -1.0563031435012817, -2.4018313884735107, -2.813640832901001, -0.9193556308746338, -0.4995608329772949]}, "Bot003_121_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day?", "response": "I am good. Just watching the movie.", "annotation_id": "Bot003_121_04", "annotations": ["O", "O", "O", "O", "O", "T", "T", "T", "O", "O", "O", "T", "O", "O", "X"], "gpt2_target_score": [-7.37772274017334, -7.879911422729492, -10.97618293762207, -5.917386054992676, -8.945035934448242, -10.060653686523438, -7.335667610168457, -11.85618782043457, -3.079435348510742], "gpt2_argmax_score": [-2.772711753845215, -1.761869192123413, -1.3800255060195923, -0.5749481320381165, -2.314298391342163, -2.031738519668579, -1.0770618915557861, -0.9204731583595276, -1.7355481386184692, -2.1542422771453857, -2.374624252319336, -2.002546548843384, -2.360797882080078, -0.6097546219825745, -1.999345302581787, -0.9398424029350281, -1.966286301612854, -2.4371531009674072, -1.8658654689788818, -1.6708554029464722, -2.182687759399414, -0.23848527669906616, -0.8419336676597595, -2.670664072036743, -1.3968313932418823, -0.9506580829620361, -1.1307958364486694, -0.9313457608222961, -1.1787147521972656, -2.1475658416748047, -1.040399432182312, -2.295417308807373, -1.6729590892791748, -1.3487094640731812, -2.8785383701324463, -2.375779151916504, -2.417449474334717, -1.7437193393707275, -1.1279689073562622]}, "Bot003_121_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching?", "response": "I am watching the movie, watching movies, and you?", "annotation_id": "Bot003_121_06", "annotations": ["T", "X", "X", "O", "X", "O", "O", "O", "T", "X", "X", "T", "X", "T", "T"], "gpt2_target_score": [-7.377675533294678, -7.879897117614746, -15.434856414794922, -7.921080112457275, -10.364797592163086, -3.531141757965088, -12.246451377868652, -13.57546329498291, -2.751986026763916, -6.964125633239746, -4.000380516052246, -2.484154224395752], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.380035400390625, -0.5749573111534119, -2.3143064975738525, -2.0317063331604004, -1.0770785808563232, -0.9204647541046143, -1.735552430152893, -2.1542348861694336, -2.3746635913848877, -2.002586841583252, -2.360766649246216, -0.6097673177719116, -1.9993774890899658, -0.9398545026779175, -1.9662469625473022, -2.4371564388275146, -1.8658521175384521, -1.670844316482544, -2.182675361633301, -0.23848377168178558, -0.8419228792190552, -2.67067289352417, -1.3967968225479126, -0.950677752494812, -1.1307973861694336, -0.9313486218452454, -1.178749918937683, -1.097124457359314, -2.357102870941162, -1.6834653615951538, -1.5814210176467896, -2.863391160964966, -2.3266079425811768, -2.4064979553222656, -1.8736860752105713, -1.9274107217788696, -1.6262524127960205, -2.2518746852874756, -2.004551649093628, -1.4376832246780396, -1.6841932535171509, -1.7739222049713135, -0.9631543159484863, -1.928612232208252, -1.0217162370681763, -0.8497515320777893, -0.5011964440345764, -1.3373087644577026, -0.35367852449417114, -1.2942299842834473, -2.5820465087890625, -1.4344555139541626, -2.316103219985962, -1.7669053077697754, -0.4929540455341339, -1.8358839750289917, -2.433379888534546, -0.7844419479370117, -2.0090584754943848, -1.637472152709961, -1.5581403970718384, -2.2133371829986572, -0.5299805402755737]}, "Bot003_121_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses", "response": "I love horses. I am a doctor.", "annotation_id": "Bot003_121_08", "annotations": ["T", "O", "T", "O", "O", "X", "T", "T", "O", "O", "O", "O", "O", "O", "X"], "gpt2_target_score": [-7.377675533294678, -10.161803245544434, -16.770374298095703, -5.917379856109619, -3.12819504737854, -9.899442672729492, -8.836310386657715, -13.658944129943848, -3.079439640045166], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.380035400390625, -0.5749573111534119, -2.3143064975738525, -2.0317063331604004, -1.0770785808563232, -0.9204647541046143, -1.735552430152893, -2.1542348861694336, -2.3746635913848877, -2.002586841583252, -2.360766649246216, -0.6097673177719116, -1.9993774890899658, -0.9398545026779175, -1.9662469625473022, -2.4371564388275146, -1.8658521175384521, -1.670844316482544, -2.182675361633301, -0.23848377168178558, -0.8419228792190552, -2.67067289352417, -1.3967968225479126, -0.950677752494812, -1.1307973861694336, -0.9313486218452454, -1.178749918937683, -1.097124457359314, -2.357102870941162, -1.6834653615951538, -1.5814210176467896, -2.863391160964966, -2.3266079425811768, -2.4064979553222656, -1.8736860752105713, -1.9274107217788696, -1.6262524127960205, -2.2518746852874756, -2.004551649093628, -1.4376832246780396, -1.684200406074524, -1.7739366292953491, -0.9631376266479492, -1.9286121129989624, -1.0217195749282837, -0.8497624397277832, -0.5011959075927734, -1.337306261062622, -0.3536846935749054, -1.2942315340042114, -1.8162567615509033, -2.3232927322387695, -1.8927829265594482, -1.1985896825790405, -1.9446170330047607, -2.529078483581543, -0.85676109790802, -1.7240722179412842, -1.988732099533081, -1.9771040678024292, -1.9870811700820923, -1.855942726135254, -1.9222972393035889, -0.48371580243110657, -0.45334169268608093, -1.2150120735168457, -1.4059937000274658, -2.1782174110412598, -0.642607569694519, -1.0402308702468872, -1.3549171686172485, -1.5528208017349243, -0.20423924922943115, -2.348510503768921, -1.1156073808670044, -2.509320020675659, -1.9285367727279663, -1.3235247135162354, -1.232582926750183, -1.2887579202651978, -1.5723780393600464, -1.5658981800079346, -2.485225200653076, -1.443457007408142, -1.1271778345108032]}, "Bot003_121_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses I love horses. I am a doctor. do u can riding horses?", "response": "I do not but I do ride horses", "annotation_id": "Bot003_121_10", "annotations": ["O", "X", "X", "X", "X", "X", "T", "T", "X", "T", "X", "X", "X", "X", "X"], "gpt2_target_score": [-7.377675533294678, -7.449660301208496, -11.031402587890625, -8.328466415405273, -3.12819504737854, -7.56912088394165, -7.853354454040527, -14.518288612365723], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.380035400390625, -0.5749573111534119, -2.3143064975738525, -2.0317063331604004, -1.0770785808563232, -0.9204647541046143, -1.735552430152893, -2.1542348861694336, -2.3746635913848877, -2.002586841583252, -2.360766649246216, -0.6097673177719116, -1.9993774890899658, -0.9398545026779175, -1.9662469625473022, -2.4371564388275146, -1.8658521175384521, -1.670844316482544, -2.182675361633301, -0.23848377168178558, -0.8419228792190552, -2.67067289352417, -1.3967968225479126, -0.950677752494812, -1.1307973861694336, -0.9313486218452454, -1.178749918937683, -1.097124457359314, -2.357102870941162, -1.6834653615951538, -1.5814210176467896, -2.863391160964966, -2.3266079425811768, -2.4064979553222656, -1.8736860752105713, -1.9274107217788696, -1.6262524127960205, -2.2518746852874756, -2.004551649093628, -1.4376832246780396, -1.6841932535171509, -1.7739222049713135, -0.9631543159484863, -1.928612232208252, -1.0217162370681763, -0.8497515320777893, -0.5011964440345764, -1.3373087644577026, -0.35367852449417114, -1.2942299842834473, -1.8162555694580078, -2.323300838470459, -1.8928011655807495, -1.19858717918396, -1.944629192352295, -2.529078245162964, -0.8567528128623962, -1.7240853309631348, -1.9887244701385498, -1.9771147966384888, -1.9870678186416626, -1.8559340238571167, -1.9223110675811768, -0.48371806740760803, -0.4533388316631317, -1.2150189876556396, -1.4060027599334717, -2.1782174110412598, -0.64261394739151, -1.0402299165725708, -1.3549139499664307, -1.5528252124786377, -0.20423954725265503, -2.3485143184661865, -1.1156095266342163, -1.6811492443084717, -0.8741959929466248, -1.2780203819274902, -2.023721933364868, -1.5674760341644287, -1.6460515260696411, -2.773104429244995, -1.2944657802581787, -1.4156628847122192, -0.2244311422109604, -1.6451245546340942, -2.9587275981903076, -0.6281728744506836, -0.5994805693626404, -2.100156307220459, -2.0132269859313965, -2.0320587158203125, -1.6490763425827026, -1.2797170877456665, -1.081271767616272, -1.918070912361145, -1.7924554347991943, -0.2811620831489563, -1.058174729347229]}, "Bot003_121_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses I love horses. I am a doctor. do u can riding horses? I do not but I do ride horses to be adoctor is great, and what kind of music do yopu listen?", "response": "I listen to music while I am not working.", "annotation_id": "Bot003_121_12", "annotations": ["O", "X", "X", "O", "X", "X", "T", "T", "T", "T", "X", "T", "O", "X", "X"], "gpt2_target_score": [-7.377675533294678, -10.927275657653809, -9.945167541503906, -10.974996566772461, -8.051305770874023, -6.358686923980713, -11.82700252532959, -10.342965126037598, -10.56616497039795, -3.503645896911621], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.380035400390625, -0.5749573111534119, -2.3143064975738525, -2.0317063331604004, -1.0770785808563232, -0.9204647541046143, -1.735552430152893, -2.1542348861694336, -2.3746635913848877, -2.002586841583252, -2.360766649246216, -0.6097673177719116, -1.9993774890899658, -0.9398545026779175, -1.9662469625473022, -2.4371564388275146, -1.8658521175384521, -1.670844316482544, -2.182675361633301, -0.23848377168178558, -0.8419228792190552, -2.67067289352417, -1.3967968225479126, -0.950677752494812, -1.1307973861694336, -0.9313486218452454, -1.178749918937683, -1.097124457359314, -2.357102870941162, -1.6834653615951538, -1.5814210176467896, -2.863391160964966, -2.3266079425811768, -2.4064979553222656, -1.8736860752105713, -1.9274107217788696, -1.6262524127960205, -2.2518746852874756, -2.004551649093628, -1.4376832246780396, -1.6841932535171509, -1.7739222049713135, -0.9631543159484863, -1.928612232208252, -1.0217162370681763, -0.8497515320777893, -0.5011964440345764, -1.3373087644577026, -0.35367852449417114, -1.2942299842834473, -1.8162555694580078, -2.323300838470459, -1.8928011655807495, -1.19858717918396, -1.944629192352295, -2.529078245162964, -0.8567528128623962, -1.7240853309631348, -1.9887244701385498, -1.9771147966384888, -1.9870678186416626, -1.8559340238571167, -1.9223110675811768, -0.48371806740760803, -0.4533388316631317, -1.2150189876556396, -1.4060027599334717, -2.1782174110412598, -0.64261394739151, -1.0402299165725708, -1.3549139499664307, -1.5528252124786377, -0.20423954725265503, -2.3485143184661865, -1.1156095266342163, -1.6811492443084717, -0.8741959929466248, -1.2780203819274902, -2.023721933364868, -1.5674760341644287, -1.6460515260696411, -2.773104429244995, -1.2944657802581787, -1.4156628847122192, -0.2244311422109604, -1.6451245546340942, -2.9587275981903076, -0.6281728744506836, -0.5994805693626404, -2.100156307220459, -1.4723786115646362, -1.373488187789917, -1.4240370988845825, -1.3250312805175781, -1.674548864364624, -1.243577003479004, -0.32085487246513367, -0.9612858295440674, -1.9382479190826416, -2.6892025470733643, -1.6871066093444824, -1.8785393238067627, -2.0279629230499268, -1.042330026626587, -2.128331422805786, -1.9312328100204468, -2.06707501411438, -0.019915033131837845, -2.0884740352630615, -0.6034801602363586, -0.24636055529117584, -0.3942930996417999, -1.7570103406906128, -1.3428385257720947, -0.06117894500494003, -1.635606050491333, -2.034435510635376, -2.228450298309326, -0.039405662566423416, -1.680545687675476, -1.762305736541748, -0.9159361124038696, -0.9759567379951477, -2.5107247829437256, -2.613677978515625, -1.0360552072525024, -1.2902368307113647]}, "Bot003_121_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses I love horses. I am a doctor. do u can riding horses? I do not but I do ride horses to be adoctor is great, and what kind of music do yopu listen? I listen to music while I am not working. i always listen rock music while i am working", "response": "I am a doctor. I am a doctor.", "annotation_id": "Bot003_121_14", "annotations": ["T", "X", "X", "T", "X", "X", "T", "T", "X", "X", "X", "X", "X", "X", "X"], "gpt2_target_score": [-7.377675533294678, -7.879897117614746, -9.147003173828125, -12.948751449584961, -10.772054672241211, -6.358686923980713, -11.82700252532959, -4.013436317443848, -12.382174491882324, -3.503645896911621], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.380035400390625, -0.5749573111534119, -2.3143064975738525, -2.0317063331604004, -1.0770785808563232, -0.9204647541046143, -1.735552430152893, -2.1542348861694336, -2.3746635913848877, -2.002586841583252, -2.360766649246216, -0.6097673177719116, -1.9993774890899658, -0.9398545026779175, -1.9662469625473022, -2.4371564388275146, -1.8658521175384521, -1.670844316482544, -2.182675361633301, -0.23848377168178558, -0.8419228792190552, -2.67067289352417, -1.3967968225479126, -0.950677752494812, -1.1307973861694336, -0.9313486218452454, -1.178749918937683, -1.097124457359314, -2.357102870941162, -1.6834653615951538, -1.5814210176467896, -2.863391160964966, -2.3266079425811768, -2.4064979553222656, -1.8736860752105713, -1.9274107217788696, -1.6262524127960205, -2.2518746852874756, -2.004551649093628, -1.4376832246780396, -1.6841932535171509, -1.7739222049713135, -0.9631543159484863, -1.928612232208252, -1.0217162370681763, -0.8497515320777893, -0.5011964440345764, -1.3373087644577026, -0.35367852449417114, -1.2942299842834473, -1.8162555694580078, -2.323300838470459, -1.8928011655807495, -1.19858717918396, -1.944629192352295, -2.529078245162964, -0.8567528128623962, -1.7240853309631348, -1.9887244701385498, -1.9771147966384888, -1.9870678186416626, -1.8559340238571167, -1.9223110675811768, -0.48371806740760803, -0.4533388316631317, -1.2150189876556396, -1.4060027599334717, -2.1782174110412598, -0.64261394739151, -1.0402299165725708, -1.3549139499664307, -1.5528252124786377, -0.20423954725265503, -2.3485143184661865, -1.1156095266342163, -1.6811492443084717, -0.8741959929466248, -1.2780203819274902, -2.023721933364868, -1.5674760341644287, -1.6460515260696411, -2.773104429244995, -1.2944657802581787, -1.4156628847122192, -0.2244311422109604, -1.6451245546340942, -2.9587275981903076, -0.6281728744506836, -0.5994805693626404, -2.100156307220459, -1.4723786115646362, -1.373488187789917, -1.4240370988845825, -1.3250312805175781, -1.674548864364624, -1.243577003479004, -0.32085487246513367, -0.9612858295440674, -1.9382479190826416, -2.6892025470733643, -1.6871066093444824, -1.8785393238067627, -2.0279629230499268, -1.042330026626587, -2.128331422805786, -1.9312328100204468, -2.06707501411438, -0.019915033131837845, -2.0884740352630615, -0.6034801602363586, -0.24636055529117584, -0.3942930996417999, -1.7570103406906128, -1.3428385257720947, -0.06117894500494003, -1.635606050491333, -1.8230714797973633, -0.04139365255832672, -1.5464378595352173, -1.7864501476287842, -1.183422327041626, -1.2311891317367554, -2.5240278244018555, -2.556370735168457, -1.132716178894043, -1.3763470649719238, -2.196807622909546, -1.3539971113204956, -0.0585789754986763, -1.2042497396469116, -1.5873348712921143, -1.4388543367385864, -0.39797157049179077, -1.0484764575958252, -1.0976316928863525, -2.2140378952026367, -2.3459019660949707, -1.4182469844818115, -0.5569297671318054, -1.2261288166046143, -1.2035250663757324, -1.8567776679992676, -0.815513551235199, -1.116072416305542, -0.4871021807193756, -0.8820856809616089]}, "Bot003_121_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses I love horses. I am a doctor. do u can riding horses? I do not but I do ride horses to be adoctor is great, and what kind of music do yopu listen? I listen to music while I am not working. i always listen rock music while i am working I am a doctor. I am a doctor. wonderfull to be a doctor", "response": "I am a doctor, I am a doctor.", "annotation_id": "Bot003_121_16", "annotations": ["T", "X", "X", "T", "X", "X", "T", "O", "X", "X", "O", "X", "X", "T", "X"], "gpt2_target_score": [-7.377675533294678, -7.879897117614746, -9.147003173828125, -12.948751449584961, -9.817800521850586, -6.358686923980713, -11.82700252532959, -4.013436317443848, -12.382174491882324, -3.503645896911621], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.380035400390625, -0.5749573111534119, -2.3143064975738525, -2.0317063331604004, -1.0770785808563232, -0.9204647541046143, -1.735552430152893, -2.1542348861694336, -2.3746635913848877, -2.002586841583252, -2.360766649246216, -0.6097673177719116, -1.9993774890899658, -0.9398545026779175, -1.9662469625473022, -2.4371564388275146, -1.8658521175384521, -1.670844316482544, -2.182675361633301, -0.23848377168178558, -0.8419228792190552, -2.67067289352417, -1.3967968225479126, -0.950677752494812, -1.1307973861694336, -0.9313486218452454, -1.178749918937683, -1.097124457359314, -2.357102870941162, -1.6834653615951538, -1.5814210176467896, -2.863391160964966, -2.3266079425811768, -2.4064979553222656, -1.8736860752105713, -1.9274107217788696, -1.6262524127960205, -2.2518746852874756, -2.004551649093628, -1.4376832246780396, -1.6841932535171509, -1.7739222049713135, -0.9631543159484863, -1.928612232208252, -1.0217162370681763, -0.8497515320777893, -0.5011964440345764, -1.3373087644577026, -0.35367852449417114, -1.2942299842834473, -1.8162555694580078, -2.323300838470459, -1.8928011655807495, -1.19858717918396, -1.944629192352295, -2.529078245162964, -0.8567528128623962, -1.7240853309631348, -1.9887244701385498, -1.9771147966384888, -1.9870678186416626, -1.8559340238571167, -1.9223110675811768, -0.48371806740760803, -0.4533388316631317, -1.2150189876556396, -1.4060027599334717, -2.1782174110412598, -0.64261394739151, -1.0402299165725708, -1.3549139499664307, -1.5528252124786377, -0.20423954725265503, -2.3485143184661865, -1.1156095266342163, -1.6811492443084717, -0.8741959929466248, -1.2780203819274902, -2.023721933364868, -1.5674760341644287, -1.6460515260696411, -2.773104429244995, -1.2944657802581787, -1.4156628847122192, -0.2244311422109604, -1.6451245546340942, -2.9587275981903076, -0.6281728744506836, -0.5994805693626404, -2.100156307220459, -1.4723786115646362, -1.373488187789917, -1.4240370988845825, -1.3250312805175781, -1.674548864364624, -1.243577003479004, -0.32085487246513367, -0.9612858295440674, -1.9382479190826416, -2.6892025470733643, -1.6871066093444824, -1.8785393238067627, -2.0279629230499268, -1.042330026626587, -2.128331422805786, -1.9312328100204468, -2.06707501411438, -0.019915033131837845, -2.0884740352630615, -0.6034801602363586, -0.24636055529117584, -0.3942930996417999, -1.7570103406906128, -1.3428385257720947, -0.06117894500494003, -1.635606050491333, -1.8230714797973633, -0.04139365255832672, -1.5464378595352173, -1.7864501476287842, -1.183422327041626, -1.2311891317367554, -2.5240278244018555, -2.556370735168457, -1.132716178894043, -1.3763470649719238, -2.196807622909546, -1.3539971113204956, -0.0585789754986763, -1.2042497396469116, -1.5873348712921143, -1.4388543367385864, -0.39797157049179077, -1.0484764575958252, -1.0976316928863525, -1.3590790033340454, -2.277172088623047, -3.1792409420013428, -1.0250693559646606, -1.9812554121017456, -1.817270040512085, -0.903897762298584, -1.0142573118209839, -0.771793782711029, -1.4976634979248047, -1.0058196783065796, -2.182382345199585, -1.7772103548049927, -1.6949241161346436, -0.0537571907043457, -1.1924023628234863, -2.1713130474090576, -2.2090423107147217, -0.343641072511673, -0.10820823162794113, -0.8668471574783325, -1.7799124717712402, -1.418055772781372, -0.3366363048553467, -0.564257025718689, -0.610807478427887, -1.2389463186264038]}, "Bot003_121_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses I love horses. I am a doctor. do u can riding horses? I do not but I do ride horses to be adoctor is great, and what kind of music do yopu listen? I listen to music while I am not working. i always listen rock music while i am working I am a doctor. I am a doctor. wonderfull to be a doctor I am a doctor, I am a doctor. nice to meet you, sorryy i have to goo", "response": "It's nice meeting you too", "annotation_id": "Bot003_121_18", "annotations": ["T", "O", "O", "T", "X", "X", "T", "T", "O", "O", "O", "T", "O", "O", "X"], "gpt2_target_score": [-11.772283554077148, -10.860365867614746, -12.00204849243164, -12.941671371459961, -3.377615213394165, -8.891080856323242], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.380035400390625, -0.5749573111534119, -2.3143064975738525, -2.0317063331604004, -1.0770785808563232, -0.9204647541046143, -1.735552430152893, -2.1542348861694336, -2.3746635913848877, -2.002586841583252, -2.360766649246216, -0.6097673177719116, -1.9993774890899658, -0.9398545026779175, -1.9662469625473022, -2.4371564388275146, -1.8658521175384521, -1.670844316482544, -2.182675361633301, -0.23848377168178558, -0.8419228792190552, -2.67067289352417, -1.3967968225479126, -0.950677752494812, -1.1307973861694336, -0.9313486218452454, -1.178749918937683, -1.097124457359314, -2.357102870941162, -1.6834653615951538, -1.5814210176467896, -2.863391160964966, -2.3266079425811768, -2.4064979553222656, -1.8736860752105713, -1.9274107217788696, -1.6262524127960205, -2.2518746852874756, -2.004551649093628, -1.4376832246780396, -1.6841932535171509, -1.7739222049713135, -0.9631543159484863, -1.928612232208252, -1.0217162370681763, -0.8497515320777893, -0.5011964440345764, -1.3373087644577026, -0.35367852449417114, -1.2942299842834473, -1.8162555694580078, -2.323300838470459, -1.8928011655807495, -1.19858717918396, -1.944629192352295, -2.529078245162964, -0.8567528128623962, -1.7240853309631348, -1.9887244701385498, -1.9771147966384888, -1.9870678186416626, -1.8559340238571167, -1.9223110675811768, -0.48371806740760803, -0.4533388316631317, -1.2150189876556396, -1.4060027599334717, -2.1782174110412598, -0.64261394739151, -1.0402299165725708, -1.3549139499664307, -1.5528252124786377, -0.20423954725265503, -2.3485143184661865, -1.1156095266342163, -1.6811492443084717, -0.8741959929466248, -1.2780203819274902, -2.023721933364868, -1.5674760341644287, -1.6460515260696411, -2.773104429244995, -1.2944657802581787, -1.4156628847122192, -0.2244311422109604, -1.6451245546340942, -2.9587275981903076, -0.6281728744506836, -0.5994805693626404, -2.100156307220459, -1.4723786115646362, -1.373488187789917, -1.4240370988845825, -1.3250312805175781, -1.674548864364624, -1.243577003479004, -0.32085487246513367, -0.9612858295440674, -1.9382479190826416, -2.6892025470733643, -1.6871066093444824, -1.8785393238067627, -2.0279629230499268, -1.042330026626587, -2.128331422805786, -1.9312328100204468, -2.06707501411438, -0.019915033131837845, -2.0884740352630615, -0.6034801602363586, -0.24636055529117584, -0.3942930996417999, -1.7570103406906128, -1.3428385257720947, -0.06117894500494003, -1.635606050491333, -1.8230714797973633, -0.04139365255832672, -1.5464378595352173, -1.7864501476287842, -1.183422327041626, -1.2311891317367554, -2.5240278244018555, -2.556370735168457, -1.132716178894043, -1.3763470649719238, -2.196807622909546, -1.3539971113204956, -0.0585789754986763, -1.2042497396469116, -1.5873348712921143, -1.4388543367385864, -0.39797157049179077, -1.0484764575958252, -1.0976316928863525, -1.3590790033340454, -2.2771615982055664, -3.17924427986145, -1.0250691175460815, -1.9812681674957275, -1.817264199256897, -0.9038938879966736, -1.0142576694488525, -0.7718010544776917, -1.4976534843444824, -1.0058329105377197, -2.182379722595215, -1.7772009372711182, -1.6949232816696167, -0.053757306188344955, -1.1924080848693848, -1.0810315608978271, -1.2496241331100464, -0.3458619713783264, -0.9742346405982971, -2.0843937397003174, -1.0950853824615479, -0.42718881368637085, -0.9334670305252075, -0.7759804725646973, -2.006040096282959, -1.2156918048858643, -0.5413759350776672, -0.14984813332557678, -1.3939791917800903, -1.681843876838684, -1.6296254396438599, -2.1187143325805664, -1.6521977186203003, -1.5098956823349, -1.938832402229309, -1.1744874715805054, -2.258544683456421, -2.2623984813690186, -0.7300297617912292, -1.957900881767273, -0.2847316265106201, -0.147240549325943, -1.1256312131881714, -1.1482622623443604]}, "Bot003_121_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses I love horses. I am a doctor. do u can riding horses? I do not but I do ride horses to be adoctor is great, and what kind of music do yopu listen? I listen to music while I am not working. i always listen rock music while i am working I am a doctor. I am a doctor. wonderfull to be a doctor I am a doctor, I am a doctor. nice to meet you, sorryy i have to goo It's nice meeting you too byee", "response": "Where are you located?", "annotation_id": "Bot003_121_20", "annotations": ["T", "X", "X", "O", "X", "T", "T", "X", "X", "X", "X", "X", "X", "O", "O"], "gpt2_target_score": [-12.211706161499023, -7.261519432067871, -8.477828979492188, -16.045576095581055, -10.437734603881836], "gpt2_argmax_score": [-2.7727179527282715, -1.761900782585144, -1.380035400390625, -0.5749573111534119, -2.3143064975738525, -2.0317063331604004, -1.0770785808563232, -0.9204647541046143, -1.735552430152893, -2.1542348861694336, -2.3746635913848877, -2.002586841583252, -2.360766649246216, -0.6097673177719116, -1.9993774890899658, -0.9398545026779175, -1.9662469625473022, -2.4371564388275146, -1.8658521175384521, -1.670844316482544, -2.182675361633301, -0.23848377168178558, -0.8419228792190552, -2.67067289352417, -1.3967968225479126, -0.950677752494812, -1.1307973861694336, -0.9313486218452454, -1.178749918937683, -1.097124457359314, -2.357102870941162, -1.6834653615951538, -1.5814210176467896, -2.863391160964966, -2.3266079425811768, -2.4064979553222656, -1.8736860752105713, -1.9274107217788696, -1.6262524127960205, -2.2518746852874756, -2.004551649093628, -1.4376832246780396, -1.6841932535171509, -1.7739222049713135, -0.9631543159484863, -1.928612232208252, -1.0217162370681763, -0.8497515320777893, -0.5011964440345764, -1.3373087644577026, -0.35367852449417114, -1.2942299842834473, -1.8162555694580078, -2.323300838470459, -1.8928011655807495, -1.19858717918396, -1.944629192352295, -2.529078245162964, -0.8567528128623962, -1.7240853309631348, -1.9887244701385498, -1.9771147966384888, -1.9870678186416626, -1.8559340238571167, -1.9223110675811768, -0.48371806740760803, -0.4533388316631317, -1.2150189876556396, -1.4060027599334717, -2.1782174110412598, -0.64261394739151, -1.0402299165725708, -1.3549139499664307, -1.5528252124786377, -0.20423954725265503, -2.3485143184661865, -1.1156095266342163, -1.6811492443084717, -0.8741959929466248, -1.2780203819274902, -2.023721933364868, -1.5674760341644287, -1.6460515260696411, -2.773104429244995, -1.2944657802581787, -1.4156628847122192, -0.2244311422109604, -1.6451245546340942, -2.9587275981903076, -0.6281728744506836, -0.5994805693626404, -2.100156307220459, -1.4723786115646362, -1.373488187789917, -1.4240370988845825, -1.3250312805175781, -1.674548864364624, -1.243577003479004, -0.32085487246513367, -0.9612858295440674, -1.9382479190826416, -2.6892025470733643, -1.6871066093444824, -1.8785393238067627, -2.0279629230499268, -1.042330026626587, -2.128331422805786, -1.9312328100204468, -2.06707501411438, -0.019915033131837845, -2.0884740352630615, -0.6034801602363586, -0.24636055529117584, -0.3942930996417999, -1.7570103406906128, -1.3428385257720947, -0.06117894500494003, -1.635606050491333, -1.8230714797973633, -0.04139365255832672, -1.5464378595352173, -1.7864501476287842, -1.183422327041626, -1.2311891317367554, -2.5240278244018555, -2.556370735168457, -1.132716178894043, -1.3763470649719238, -2.196807622909546, -1.3539971113204956, -0.0585789754986763, -1.2042497396469116, -1.5873348712921143, -1.4388543367385864, -0.39797157049179077, -1.0484764575958252, -1.0976316928863525, -1.3590790033340454, -2.277172088623047, -3.1792409420013428, -1.0250693559646606, -1.9812554121017456, -1.817270040512085, -0.903897762298584, -1.0142573118209839, -0.771793782711029, -1.4976634979248047, -1.0058196783065796, -2.182382345199585, -1.7772103548049927, -1.6949241161346436, -0.0537571907043457, -1.1924023628234863, -1.0810374021530151, -1.2496272325515747, -0.3458586037158966, -0.9742420315742493, -2.084381341934204, -1.0950852632522583, -0.42719003558158875, -0.9334670901298523, -0.7759802341461182, -2.0060389041900635, -1.2156893014907837, -0.5413753390312195, -0.14984464645385742, -1.3939741849899292, -1.6818492412567139, -1.6296404600143433, -2.1187186241149902, -1.652189016342163, -1.5099058151245117, -1.9388415813446045, -1.1744794845581055, -2.2585642337799072, -0.7604692578315735, -2.1668756008148193, -0.3538893163204193, -0.2029806673526764, -1.1837254762649536, -1.0003350973129272, -1.6585595607757568, -1.3999181985855103, -2.3353471755981445, -1.2903852462768555, -0.265338659286499, -1.0347317457199097, -0.34800732135772705, -0.3261198103427887]}, "Bot003_124_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry", "response": "I love to listen to rap music, especially rap", "annotation_id": "Bot003_124_02", "annotations": ["O", "T", "O", "O", "O", "T", "T", "X", "O", "T", "O", "X", "O", "T", "O"], "gpt2_target_score": [-8.654443740844727, -12.058060646057129, -10.257364273071289, -15.595193862915039, -0.22993804514408112, -13.282047271728516, -9.705482482910156, -5.647585868835449, -12.743935585021973, -13.985090255737305], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -0.5616554021835327, -1.8210546970367432, -0.22993804514408112, -1.4803507328033447, -2.304023265838623, -2.306506395339966, -0.7600186467170715, -2.013227701187134, -0.9514240026473999, -0.6565011143684387, -0.4119001030921936, -0.28257206082344055, -1.3016728162765503, -1.2652586698532104, -1.079237461090088, -2.700820207595825, -0.10333516448736191, -0.5769233703613281, -1.4344241619110107, -1.5628329515457153, -1.932612419128418, -1.7043266296386719, -1.4843182563781738, -0.9171530604362488, -0.08628512173891068, -0.8695647120475769, -3.040645122528076, -2.1889944076538086, -1.2170668840408325, -2.0837931632995605, -1.2410426139831543, -1.244309902191162, -1.2613987922668457, -1.354430913925171, -1.0572617053985596, -1.0645387172698975, -1.378293752670288, -3.1819064617156982, -0.9341732859611511, -2.6508755683898926, -1.5711848735809326, -1.363608717918396, -2.472219944000244, -0.5905643701553345, -2.1930129528045654, -1.5644675493240356, -1.4875465631484985, -2.549264430999756, -2.1497466564178467, -1.9864552021026611, -1.537914752960205, -1.9709956645965576, -1.974431037902832, -1.4477083683013916, -1.0607633590698242, -0.04815424606204033, -1.4489341974258423, -0.940645158290863, -1.3126428127288818, -1.0400617122650146, -2.730807304382324, -1.3485023975372314]}, "Bot003_124_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great", "response": "I love music, especially when I listen to music", "annotation_id": "Bot003_124_04", "annotations": ["O", "T", "O", "O", "T", "T", "T", "X", "X", "X", "O", "T", "O", "T", "T"], "gpt2_target_score": [-8.654426574707031, -12.058126449584961, -14.558775901794434, -7.443500995635986, -12.319061279296875, -8.81258773803711, -5.347869873046875, -10.979671478271484, -10.444347381591797, -11.317106246948242], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -0.10333570092916489, -0.5769256353378296, -1.434387445449829, -1.5628736019134521, -1.9325755834579468, -1.7043519020080566, -1.484281301498413, -0.917140781879425, -0.08628763258457184, -0.8695521354675293, -3.0406477451324463, -2.1890501976013184, -1.2170642614364624, -2.0837697982788086, -1.2410391569137573, -1.24427330493927, -1.2613530158996582, -1.354434847831726, -1.0572689771652222, -1.0645551681518555, -1.3782745599746704, -3.1819345951080322, -0.9341573715209961, -2.650905132293701, -1.5712203979492188, -1.3636200428009033, -2.472235679626465, -0.5905815362930298, -2.1930599212646484, -1.564442753791809, -1.4875032901763916, -2.549288511276245, -2.1497299671173096, -1.9864856004714966, -1.537868857383728, -1.7895773649215698, -2.77731990814209, -1.3888168334960938, -0.04244832694530487, -1.9810218811035156, -1.3759838342666626, -1.4731155633926392, -1.9012250900268555, -2.9208931922912598, -1.220252513885498, -1.4292857646942139, -0.9244893193244934, -2.065099000930786, -1.434598445892334, -1.8020826578140259, -2.1665077209472656, -1.865295171737671, -1.0596648454666138, -0.9639580845832825, -0.291076123714447, -1.1489858627319336, -1.2102991342544556, -0.02682027406990528, -1.6559696197509766, -1.067354440689087]}, "Bot003_124_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college", "response": "I like to play football with my dog charlie.", "annotation_id": "Bot003_124_06", "annotations": ["O", "O", "O", "O", "O", "T", "O", "X", "O", "O", "O", "X", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -10.257399559020996, -12.244572639465332, -13.997344970703125, -11.810161590576172, -3.0852200984954834, -10.120922088623047, -16.116283416748047, -18.941892623901367, -11.34879207611084], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -0.10333570092916489, -0.5769256353378296, -1.434387445449829, -1.5628736019134521, -1.9325755834579468, -1.7043519020080566, -1.484281301498413, -0.917140781879425, -0.08628763258457184, -0.8695521354675293, -3.0406477451324463, -2.1890501976013184, -1.2170642614364624, -2.0837697982788086, -1.2410391569137573, -1.24427330493927, -1.2613530158996582, -1.354434847831726, -1.0572667121887207, -1.0645418167114258, -1.378279685974121, -3.1819238662719727, -0.9341611266136169, -2.650902271270752, -1.5712158679962158, -1.3636388778686523, -2.472224712371826, -0.5905775427818298, -2.1930558681488037, -1.5644434690475464, -1.4875093698501587, -2.5492660999298096, -2.1497228145599365, -1.9864864349365234, -1.537879228591919, -1.7895830869674683, -2.7773165702819824, -1.3888202905654907, -0.042448099702596664, -1.9810124635696411, -1.3759815692901611, -1.4731212854385376, -1.9012103080749512, -2.9209184646606445, -1.220245361328125, -1.4292805194854736, -0.9244978427886963, -2.0650832653045654, -1.4345988035202026, -1.8578318357467651, -1.7481309175491333, -1.6709892749786377, -0.8901624083518982, -0.5399025082588196, -1.4184197187423706, -1.470663070678711, -0.02954430691897869, -1.8184489011764526, -1.4715226888656616, -2.0339608192443848, -1.426276683807373, -1.3792368173599243, -2.5939648151397705, -1.3615468740463257, -2.706294536590576, -1.736916422843933, -1.1299644708633423, -1.659035563468933, -3.028505802154541, -2.062272310256958, -1.9513018131256104, -0.9287620186805725, -1.8844985961914062, -2.31728196144104, -1.8082860708236694, -0.5112271308898926, -1.9133009910583496, -1.5127055644989014, -0.8259336948394775, -1.321433663368225, -1.496436357498169, -0.6756760478019714, -1.363301157951355, -1.576505422592163]}, "Bot003_124_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog", "response": "It seems that correct answer is: pets", "annotation_id": "Bot003_124_08", "annotations": ["T", "X", "T", "X", "X", "X", "T", "X", "X", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-13.282859802246094, -11.728155136108398, -10.668715476989746, -10.938618659973145, -15.396102905273438, -12.994609832763672, -9.263504028320312, -11.952281951904297], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -0.10333570092916489, -0.5769256353378296, -1.434387445449829, -1.5628736019134521, -1.9325755834579468, -1.7043519020080566, -1.484281301498413, -0.917140781879425, -0.08628763258457184, -0.8695521354675293, -3.0406477451324463, -2.1890501976013184, -1.2170642614364624, -2.0837697982788086, -1.2410391569137573, -1.24427330493927, -1.2613530158996582, -1.354434847831726, -1.0572667121887207, -1.0645418167114258, -1.378279685974121, -3.1819238662719727, -0.9341611266136169, -2.650902271270752, -1.5712158679962158, -1.3636388778686523, -2.472224712371826, -0.5905775427818298, -2.1930558681488037, -1.5644434690475464, -1.4875093698501587, -2.5492660999298096, -2.1497228145599365, -1.9864864349365234, -1.537879228591919, -1.7895830869674683, -2.7773165702819824, -1.3888202905654907, -0.042448099702596664, -1.9810124635696411, -1.3759815692901611, -1.4731212854385376, -1.9012103080749512, -2.9209184646606445, -1.220245361328125, -1.4292805194854736, -0.9244978427886963, -2.0650832653045654, -1.4345988035202026, -1.8578318357467651, -1.7481309175491333, -1.6709892749786377, -0.8901624083518982, -0.5399025082588196, -1.4184197187423706, -1.470663070678711, -0.02954430691897869, -1.8184489011764526, -1.4715226888656616, -2.0339608192443848, -1.426276683807373, -1.3792368173599243, -2.5939648151397705, -1.3615468740463257, -2.706294536590576, -1.736916422843933, -1.1299644708633423, -1.659035563468933, -3.028505802154541, -2.062272310256958, -1.9513018131256104, -0.9287620186805725, -2.26876163482666, -1.423682451248169, -0.9544665813446045, -2.109069347381592, -1.5294545888900757, -1.7800469398498535, -0.7904118895530701, -1.6009929180145264, -1.0012761354446411, -1.9220483303070068, -1.6541684865951538, -0.009846686385571957, -0.9830485582351685, -2.065417528152466, -1.686604380607605, -1.4235527515411377, -2.0278286933898926, -0.38791459798812866, -1.933990478515625, -0.7149837613105774, -0.6991724371910095, -1.990931510925293, -1.5951042175292969, -0.7671452760696411, -2.161402463912964, -2.04630970954895, -1.7348676919937134]}, "Bot003_124_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog It seems that correct answer is: pets i am a huge star wars fan, my favorite films", "response": "I like to listen to rap music", "annotation_id": "Bot003_124_10", "annotations": ["T", "X", "X", "X", "T", "T", "X", "X", "X", "X", "T", "X", "X", "X", "T"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -10.257399559020996, -15.595173835754395, -0.22993434965610504, -13.282054901123047, -9.705490112304688], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -0.10333570092916489, -0.5769256353378296, -1.434387445449829, -1.5628736019134521, -1.9325755834579468, -1.7043519020080566, -1.484281301498413, -0.917140781879425, -0.08628763258457184, -0.8695521354675293, -3.0406477451324463, -2.1890501976013184, -1.2170642614364624, -2.0837697982788086, -1.2410391569137573, -1.24427330493927, -1.2613530158996582, -1.354434847831726, -1.0572667121887207, -1.0645418167114258, -1.378279685974121, -3.1819238662719727, -0.9341611266136169, -2.650902271270752, -1.5712158679962158, -1.3636388778686523, -2.472224712371826, -0.5905775427818298, -2.1930558681488037, -1.5644434690475464, -1.4875093698501587, -2.5492660999298096, -2.1497228145599365, -1.9864864349365234, -1.537879228591919, -1.7895830869674683, -2.7773165702819824, -1.3888202905654907, -0.042448099702596664, -1.9810124635696411, -1.3759815692901611, -1.4731212854385376, -1.9012103080749512, -2.9209184646606445, -1.220245361328125, -1.4292805194854736, -0.9244978427886963, -2.0650832653045654, -1.4345988035202026, -1.8578318357467651, -1.7481309175491333, -1.6709892749786377, -0.8901624083518982, -0.5399025082588196, -1.4184197187423706, -1.470663070678711, -0.02954430691897869, -1.8184489011764526, -1.4715226888656616, -2.0339608192443848, -1.426276683807373, -1.3792368173599243, -2.5939648151397705, -1.3615468740463257, -2.706294536590576, -1.736916422843933, -1.1299644708633423, -1.659035563468933, -3.028505802154541, -2.062272310256958, -1.9513018131256104, -0.9287620186805725, -2.2687532901763916, -1.4236788749694824, -0.9544681310653687, -2.1090800762176514, -1.529457688331604, -1.7800549268722534, -0.7904154658317566, -1.6009986400604248, -1.001274824142456, -1.9220515489578247, -1.6541709899902344, -0.009846804663538933, -0.9830428957939148, -2.0654053688049316, -1.686594009399414, -1.423552393913269, -2.027829885482788, -0.38791799545288086, -0.7482590079307556, -0.8076759576797485, -2.0012266635894775, -1.4443219900131226, -0.9586036801338196, -2.3579607009887695, -1.9580973386764526, -1.831843614578247, -1.4895590543746948, -2.4638876914978027, -2.187857151031494, -0.34253087639808655, -1.7673697471618652, -0.09225116670131683, -1.5269418954849243, -1.7567936182022095, -1.423791766166687, -2.363049268722534, -0.7125465273857117, -1.9667121171951294, -2.236957311630249, -1.8393431901931763, -2.0675854682922363, -0.030376702547073364, -1.7504737377166748, -0.5442690849304199, -1.3651771545410156]}, "Bot003_124_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog It seems that correct answer is: pets i am a huge star wars fan, my favorite films I like to listen to rap music movies", "response": "Movies is a good topic.", "annotation_id": "Bot003_124_12", "annotations": ["O", "O", "O", "O", "O", "O", "O", "X", "X", "X", "O", "T", "O", "T", "O"], "gpt2_target_score": [-9.865516662597656, -18.98885154724121, -3.2028040885925293, -3.407566547393799, -10.505950927734375, -13.66518783569336, -7.8090667724609375], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -0.10333570092916489, -0.5769256353378296, -1.434387445449829, -1.5628736019134521, -1.9325755834579468, -1.7043519020080566, -1.484281301498413, -0.917140781879425, -0.08628763258457184, -0.8695521354675293, -3.0406477451324463, -2.1890501976013184, -1.2170642614364624, -2.0837697982788086, -1.2410391569137573, -1.24427330493927, -1.2613530158996582, -1.354434847831726, -1.0572667121887207, -1.0645418167114258, -1.378279685974121, -3.1819238662719727, -0.9341611266136169, -2.650902271270752, -1.5712158679962158, -1.3636388778686523, -2.472224712371826, -0.5905775427818298, -2.1930558681488037, -1.5644434690475464, -1.4875093698501587, -2.5492660999298096, -2.1497228145599365, -1.9864864349365234, -1.537879228591919, -1.7895830869674683, -2.7773165702819824, -1.3888202905654907, -0.042448099702596664, -1.9810124635696411, -1.3759815692901611, -1.4731212854385376, -1.9012103080749512, -2.9209184646606445, -1.220245361328125, -1.4292805194854736, -0.9244978427886963, -2.0650832653045654, -1.4345988035202026, -1.8578318357467651, -1.7481309175491333, -1.6709892749786377, -0.8901624083518982, -0.5399025082588196, -1.4184197187423706, -1.470663070678711, -0.02954430691897869, -1.8184489011764526, -1.4715226888656616, -2.0339608192443848, -1.426276683807373, -1.3792368173599243, -2.5939648151397705, -1.3615468740463257, -2.706294536590576, -1.736916422843933, -1.1299644708633423, -1.659035563468933, -3.028505802154541, -2.062272310256958, -1.9513018131256104, -0.9287620186805725, -2.26876163482666, -1.423682451248169, -0.9544665813446045, -2.109069347381592, -1.5294545888900757, -1.7800469398498535, -0.7904118895530701, -1.6009929180145264, -1.0012761354446411, -1.9220483303070068, -1.6541684865951538, -0.009846686385571957, -0.9830485582351685, -2.065417528152466, -1.686604380607605, -1.4235527515411377, -2.0278286933898926, -0.38791459798812866, -0.7482712864875793, -0.8076919317245483, -2.0012221336364746, -1.4443281888961792, -0.958589494228363, -2.357957124710083, -1.9581071138381958, -1.831842303276062, -1.4895451068878174, -2.463900566101074, -2.1878693103790283, -0.3425323963165283, -1.7673548460006714, -0.09225192666053772, -1.5269359350204468, -1.7567955255508423, -1.423789143562317, -2.3630595207214355, -0.7125531435012817, -1.4963901042938232, -1.3306955099105835, -0.30372369289398193, -0.009929784573614597, -1.3184722661972046, -0.9271756410598755, -1.4875473976135254, -1.3948653936386108, -1.9095224142074585, -1.298946738243103, -1.7584218978881836, -2.023103713989258, -1.5661381483078003, -1.832344889640808, -1.498624563217163, -1.6148072481155396]}, "Bot003_124_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog It seems that correct answer is: pets i am a huge star wars fan, my favorite films I like to listen to rap music movies Movies is a good topic. whats are ur hobbys?", "response": "I like to listen to rap music", "annotation_id": "Bot003_124_14", "annotations": ["T", "X", "O", "O", "T", "T", "X", "X", "X", "T", "O", "O", "O", "X", "O"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -10.257399559020996, -15.595173835754395, -0.22993434965610504, -13.282054901123047, -9.705490112304688], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -0.10333570092916489, -0.5769256353378296, -1.434387445449829, -1.5628736019134521, -1.9325755834579468, -1.7043519020080566, -1.484281301498413, -0.917140781879425, -0.08628763258457184, -0.8695521354675293, -3.0406477451324463, -2.1890501976013184, -1.2170642614364624, -2.0837697982788086, -1.2410391569137573, -1.24427330493927, -1.2613530158996582, -1.354434847831726, -1.0572667121887207, -1.0645418167114258, -1.378279685974121, -3.1819238662719727, -0.9341611266136169, -2.650902271270752, -1.5712158679962158, -1.3636388778686523, -2.472224712371826, -0.5905775427818298, -2.1930558681488037, -1.5644434690475464, -1.4875093698501587, -2.5492660999298096, -2.1497228145599365, -1.9864864349365234, -1.537879228591919, -1.7895830869674683, -2.7773165702819824, -1.3888202905654907, -0.042448099702596664, -1.9810124635696411, -1.3759815692901611, -1.4731212854385376, -1.9012103080749512, -2.9209184646606445, -1.220245361328125, -1.4292805194854736, -0.9244978427886963, -2.0650832653045654, -1.4345988035202026, -1.8578318357467651, -1.7481309175491333, -1.6709892749786377, -0.8901624083518982, -0.5399025082588196, -1.4184197187423706, -1.470663070678711, -0.02954430691897869, -1.8184489011764526, -1.4715226888656616, -2.0339608192443848, -1.426276683807373, -1.3792368173599243, -2.5939648151397705, -1.3615468740463257, -2.706294536590576, -1.736916422843933, -1.1299644708633423, -1.659035563468933, -3.028505802154541, -2.062272310256958, -1.9513018131256104, -0.9287620186805725, -2.26876163482666, -1.423682451248169, -0.9544665813446045, -2.109069347381592, -1.5294545888900757, -1.7800469398498535, -0.7904118895530701, -1.6009929180145264, -1.0012761354446411, -1.9220483303070068, -1.6541684865951538, -0.009846686385571957, -0.9830485582351685, -2.065417528152466, -1.686604380607605, -1.4235527515411377, -2.0278286933898926, -0.38791459798812866, -0.7482712864875793, -0.8076919317245483, -2.0012221336364746, -1.4443281888961792, -0.958589494228363, -2.357957124710083, -1.9581071138381958, -1.831842303276062, -1.4895451068878174, -2.463900566101074, -2.1878693103790283, -0.3425323963165283, -1.7673548460006714, -0.09225192666053772, -1.5269359350204468, -1.7567955255508423, -1.423789143562317, -2.3630595207214355, -0.7125531435012817, -1.4963901042938232, -1.3306955099105835, -0.30372369289398193, -0.009929784573614597, -1.3184722661972046, -0.9271756410598755, -1.4875473976135254, -1.3948653936386108, -1.7535696029663086, -3.019587516784668, -2.9918313026428223, -1.4260252714157104, -1.4766885042190552, -1.8618303537368774, -0.6226500868797302, -0.9049875736236572, -0.587912380695343, -3.1323559284210205, -1.464290976524353, -1.3526947498321533, -1.2745858430862427, -2.048992872238159, -1.9037657976150513, -1.711715817451477, -1.342026710510254, -0.03861309587955475, -1.3307708501815796, -0.5260750651359558, -1.5339510440826416]}, "Bot003_124_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog It seems that correct answer is: pets i am a huge star wars fan, my favorite films I like to listen to rap music movies Movies is a good topic. whats are ur hobbys? I like to listen to rap music my hobby is to try varous coffee, thats very interesting", "response": "I love music and music and music.", "annotation_id": "Bot003_124_16", "annotations": ["X", "X", "O", "T", "T", "O", "T", "X", "X", "X", "X", "T", "X", "X", "X"], "gpt2_target_score": [-8.654426574707031, -12.058126449584961, -14.558775901794434, -8.482090950012207, -12.07586669921875, -9.749004364013672, -9.705490112304688, -6.625713348388672], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -0.10333570092916489, -0.5769256353378296, -1.434387445449829, -1.5628736019134521, -1.9325755834579468, -1.7043519020080566, -1.484281301498413, -0.917140781879425, -0.08628763258457184, -0.8695521354675293, -3.0406477451324463, -2.1890501976013184, -1.2170642614364624, -2.0837697982788086, -1.2410391569137573, -1.24427330493927, -1.2613530158996582, -1.354434847831726, -1.0572667121887207, -1.0645418167114258, -1.378279685974121, -3.1819238662719727, -0.9341611266136169, -2.650902271270752, -1.5712158679962158, -1.3636388778686523, -2.472224712371826, -0.5905775427818298, -2.1930558681488037, -1.5644434690475464, -1.4875093698501587, -2.5492660999298096, -2.1497228145599365, -1.9864864349365234, -1.537879228591919, -1.7895830869674683, -2.7773165702819824, -1.3888202905654907, -0.042448099702596664, -1.9810124635696411, -1.3759815692901611, -1.4731212854385376, -1.9012103080749512, -2.9209184646606445, -1.220245361328125, -1.4292805194854736, -0.9244978427886963, -2.0650832653045654, -1.4345988035202026, -1.8578318357467651, -1.7481309175491333, -1.6709892749786377, -0.8901624083518982, -0.5399025082588196, -1.4184197187423706, -1.470663070678711, -0.02954430691897869, -1.8184489011764526, -1.4715226888656616, -2.0339608192443848, -1.426276683807373, -1.3792368173599243, -2.5939648151397705, -1.3615468740463257, -2.706294536590576, -1.736916422843933, -1.1299644708633423, -1.659035563468933, -3.028505802154541, -2.062272310256958, -1.9513018131256104, -0.9287620186805725, -2.26876163482666, -1.423682451248169, -0.9544665813446045, -2.109069347381592, -1.5294545888900757, -1.7800469398498535, -0.7904118895530701, -1.6009929180145264, -1.0012761354446411, -1.9220483303070068, -1.6541684865951538, -0.009846686385571957, -0.9830485582351685, -2.065417528152466, -1.686604380607605, -1.4235527515411377, -2.0278286933898926, -0.38791459798812866, -0.7482712864875793, -0.8076919317245483, -2.0012221336364746, -1.4443281888961792, -0.958589494228363, -2.357957124710083, -1.9581071138381958, -1.831842303276062, -1.4895451068878174, -2.463900566101074, -2.1878693103790283, -0.3425323963165283, -1.7673548460006714, -0.09225192666053772, -1.5269359350204468, -1.7567955255508423, -1.423789143562317, -2.3630595207214355, -0.7125531435012817, -1.4963901042938232, -1.3306955099105835, -0.30372369289398193, -0.009929784573614597, -1.3184722661972046, -0.9271756410598755, -1.4875473976135254, -1.3948653936386108, -1.7535696029663086, -3.019587516784668, -2.9918313026428223, -1.4260252714157104, -1.4766885042190552, -1.8618303537368774, -0.6226500868797302, -0.9049875736236572, -0.587912380695343, -3.1323604583740234, -1.4642919301986694, -1.3526792526245117, -1.2745773792266846, -2.008802890777588, -1.6982145309448242, -1.6278105974197388, -0.0428621880710125, -1.7088427543640137, -0.5194626450538635, -1.4817605018615723, -2.7180047035217285, -0.805355966091156, -2.4390604496002197, -1.301308274269104, -1.0161066055297852, -1.8691329956054688, -3.0821266174316406, -1.636359691619873, -2.9951255321502686, -2.220550298690796, -1.6780474185943604, -1.6396360397338867, -1.9488917589187622, -1.706956148147583, -1.97657310962677, -1.287706732749939, -1.7306663990020752, -1.692886471748352, -1.4991576671600342, -1.0844134092330933, -1.0817131996154785]}, "Bot003_124_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog It seems that correct answer is: pets i am a huge star wars fan, my favorite films I like to listen to rap music movies Movies is a good topic. whats are ur hobbys? I like to listen to rap music my hobby is to try varous coffee, thats very interesting I love music and music and music. listen music is great, i love poetry", "response": "I love to listen to rap music", "annotation_id": "Bot003_124_18", "annotations": ["X", "X", "O", "O", "X", "O", "X", "X", "T", "X", "T", "O", "T", "X", "O"], "gpt2_target_score": [-8.654426574707031, -12.058126449584961, -10.257399559020996, -15.595173835754395, -0.22993434965610504, -13.282054901123047, -9.705490112304688], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -0.10333570092916489, -0.5769256353378296, -1.434387445449829, -1.5628736019134521, -1.9325755834579468, -1.7043519020080566, -1.484281301498413, -0.917140781879425, -0.08628763258457184, -0.8695521354675293, -3.0406477451324463, -2.1890501976013184, -1.2170642614364624, -2.0837697982788086, -1.2410391569137573, -1.24427330493927, -1.2613530158996582, -1.354434847831726, -1.0572667121887207, -1.0645418167114258, -1.378279685974121, -3.1819238662719727, -0.9341611266136169, -2.650902271270752, -1.5712158679962158, -1.3636388778686523, -2.472224712371826, -0.5905775427818298, -2.1930558681488037, -1.5644434690475464, -1.4875093698501587, -2.5492660999298096, -2.1497228145599365, -1.9864864349365234, -1.537879228591919, -1.7895830869674683, -2.7773165702819824, -1.3888202905654907, -0.042448099702596664, -1.9810124635696411, -1.3759815692901611, -1.4731212854385376, -1.9012103080749512, -2.9209184646606445, -1.220245361328125, -1.4292805194854736, -0.9244978427886963, -2.0650832653045654, -1.4345988035202026, -1.8578318357467651, -1.7481309175491333, -1.6709892749786377, -0.8901624083518982, -0.5399025082588196, -1.4184197187423706, -1.470663070678711, -0.02954430691897869, -1.8184489011764526, -1.4715226888656616, -2.0339608192443848, -1.426276683807373, -1.3792368173599243, -2.5939648151397705, -1.3615468740463257, -2.706294536590576, -1.736916422843933, -1.1299644708633423, -1.659035563468933, -3.028505802154541, -2.062272310256958, -1.9513018131256104, -0.9287620186805725, -2.26876163482666, -1.423682451248169, -0.9544665813446045, -2.109069347381592, -1.5294545888900757, -1.7800469398498535, -0.7904118895530701, -1.6009929180145264, -1.0012761354446411, -1.9220483303070068, -1.6541684865951538, -0.009846686385571957, -0.9830485582351685, -2.065417528152466, -1.686604380607605, -1.4235527515411377, -2.0278286933898926, -0.38791459798812866, -0.7482712864875793, -0.8076919317245483, -2.0012221336364746, -1.4443281888961792, -0.958589494228363, -2.357957124710083, -1.9581071138381958, -1.831842303276062, -1.4895451068878174, -2.463900566101074, -2.1878693103790283, -0.3425323963165283, -1.7673548460006714, -0.09225192666053772, -1.5269359350204468, -1.7567955255508423, -1.423789143562317, -2.3630595207214355, -0.7125531435012817, -1.4963901042938232, -1.3306955099105835, -0.30372369289398193, -0.009929784573614597, -1.3184722661972046, -0.9271756410598755, -1.4875473976135254, -1.3948653936386108, -1.7535696029663086, -3.019587516784668, -2.9918313026428223, -1.4260252714157104, -1.4766885042190552, -1.8618303537368774, -0.6226500868797302, -0.9049875736236572, -0.587912380695343, -3.1323604583740234, -1.4642919301986694, -1.3526792526245117, -1.2745773792266846, -2.008802890777588, -1.6982145309448242, -1.6278105974197388, -0.0428621880710125, -1.7088427543640137, -0.5194626450538635, -1.4817605018615723, -2.7180047035217285, -0.805355966091156, -2.4390604496002197, -1.301308274269104, -1.0161066055297852, -1.8691329956054688, -3.0821266174316406, -1.636359691619873, -2.9951255321502686, -2.220550298690796, -1.6780474185943604, -1.6396360397338867, -1.6316543817520142, -2.1709537506103516, -1.8872934579849243, -1.7936242818832397, -1.777778148651123, -1.4722259044647217, -1.1336147785186768, -1.7144529819488525, -0.07871930301189423, -2.1715829372406006, -2.4311347007751465, -1.7719281911849976, -1.8153151273727417, -1.064148187637329, -1.5302753448486328, -2.071657180786133, -1.9684861898422241, -2.058959484100342, -1.070031762123108, -0.2927260398864746, -0.03386912867426872, -0.5924477577209473, -0.17901772260665894, -1.3251869678497314]}, "Bot003_124_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog It seems that correct answer is: pets i am a huge star wars fan, my favorite films I like to listen to rap music movies Movies is a good topic. whats are ur hobbys? I like to listen to rap music my hobby is to try varous coffee, thats very interesting I love music and music and music. listen music is great, i love poetry I love to listen to rap music see uu byeee", "response": "Ask me another question.", "annotation_id": "Bot003_124_20", "annotations": ["O", "O", "O", "O", "T", "T", "O", "X", "X", "X", "O", "O", "X", "X", "O"], "gpt2_target_score": [-13.92059326171875, -9.319662094116211, -14.141722679138184, -11.208500862121582, -5.730681896209717], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -0.5616602301597595, -1.8211408853530884, -0.22993434965610504, -1.480388879776001, -2.304015874862671, -2.3065145015716553, -0.7600064277648926, -2.0132272243499756, -0.9514230489730835, -0.6565025448799133, -0.4118942618370056, -0.28258436918258667, -1.3016635179519653, -1.2652522325515747, -1.0792012214660645, -2.700793743133545, -0.10333570092916489, -0.5769256353378296, -1.434387445449829, -1.5628736019134521, -1.9325755834579468, -1.7043519020080566, -1.484281301498413, -0.917140781879425, -0.08628763258457184, -0.8695521354675293, -3.0406477451324463, -2.1890501976013184, -1.2170642614364624, -2.0837697982788086, -1.2410391569137573, -1.24427330493927, -1.2613530158996582, -1.354434847831726, -1.0572667121887207, -1.0645418167114258, -1.378279685974121, -3.1819238662719727, -0.9341611266136169, -2.650902271270752, -1.5712158679962158, -1.3636388778686523, -2.472224712371826, -0.5905775427818298, -2.1930558681488037, -1.5644434690475464, -1.4875093698501587, -2.5492660999298096, -2.1497228145599365, -1.9864864349365234, -1.537879228591919, -1.7895830869674683, -2.7773165702819824, -1.3888202905654907, -0.042448099702596664, -1.9810124635696411, -1.3759815692901611, -1.4731212854385376, -1.9012103080749512, -2.9209184646606445, -1.220245361328125, -1.4292805194854736, -0.9244978427886963, -2.0650832653045654, -1.4345988035202026, -1.8578318357467651, -1.7481309175491333, -1.6709892749786377, -0.8901624083518982, -0.5399025082588196, -1.4184197187423706, -1.470663070678711, -0.02954430691897869, -1.8184489011764526, -1.4715226888656616, -2.0339608192443848, -1.426276683807373, -1.3792368173599243, -2.5939648151397705, -1.3615468740463257, -2.706294536590576, -1.736916422843933, -1.1299644708633423, -1.659035563468933, -3.028505802154541, -2.062272310256958, -1.9513018131256104, -0.9287620186805725, -2.26876163482666, -1.423682451248169, -0.9544665813446045, -2.109069347381592, -1.5294545888900757, -1.7800469398498535, -0.7904118895530701, -1.6009929180145264, -1.0012761354446411, -1.9220483303070068, -1.6541684865951538, -0.009846686385571957, -0.9830485582351685, -2.065417528152466, -1.686604380607605, -1.4235527515411377, -2.0278286933898926, -0.38791459798812866, -0.7482712864875793, -0.8076919317245483, -2.0012221336364746, -1.4443281888961792, -0.958589494228363, -2.357957124710083, -1.9581071138381958, -1.831842303276062, -1.4895451068878174, -2.463900566101074, -2.1878693103790283, -0.3425323963165283, -1.7673548460006714, -0.09225192666053772, -1.5269359350204468, -1.7567955255508423, -1.423789143562317, -2.3630595207214355, -0.7125531435012817, -1.4963901042938232, -1.3306955099105835, -0.30372369289398193, -0.009929784573614597, -1.3184722661972046, -0.9271756410598755, -1.4875473976135254, -1.3948653936386108, -1.7535696029663086, -3.019587516784668, -2.9918313026428223, -1.4260252714157104, -1.4766885042190552, -1.8618303537368774, -0.6226500868797302, -0.9049875736236572, -0.587912380695343, -3.1323604583740234, -1.4642919301986694, -1.3526792526245117, -1.2745773792266846, -2.008802890777588, -1.6982145309448242, -1.6278105974197388, -0.0428621880710125, -1.7088427543640137, -0.5194626450538635, -1.4817605018615723, -2.7180047035217285, -0.805355966091156, -2.4390604496002197, -1.301308274269104, -1.0161066055297852, -1.8691329956054688, -3.0821266174316406, -1.636359691619873, -2.9951255321502686, -2.220550298690796, -1.6780474185943604, -1.6396360397338867, -1.6316543817520142, -2.1709537506103516, -1.8872934579849243, -1.7936242818832397, -1.777778148651123, -1.4722259044647217, -1.1336147785186768, -1.7144529819488525, -0.07871930301189423, -2.1715829372406006, -2.4311347007751465, -1.7719281911849976, -1.8153151273727417, -1.064148187637329, -1.5302753448486328, -2.071657180786133, -1.0092594623565674, -1.1635990142822266, -0.29642772674560547, -0.027345864102244377, -0.4126195013523102, -0.09582830220460892, -1.5739820003509521, -2.2359044551849365, -2.9875428676605225, -2.7945213317871094, -2.293888807296753, -1.6089524030685425, -2.611543655395508, -2.0866265296936035, -0.9843286871910095, -1.0142097473144531, -0.1525128036737442, -1.4852274656295776, -1.7980058193206787]}, "Bot004_007_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you?", "response": "i am good , how are you doing ?", "annotation_id": "Bot004_007_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.527595520019531, -8.089072227478027, -4.604816913604736, -11.73674488067627, -8.719752311706543, -6.365185260772705, -10.714016914367676, -6.362894058227539, -9.489629745483398], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -1.6655011177062988, -2.680157423019409, -1.0495942831039429, -1.6036192178726196, -0.9506347179412842, -0.7638493180274963, -1.89320969581604, -0.13744710385799408, -2.528707981109619, -1.6322181224822998, -1.9388796091079712, -1.6380947828292847, -2.301046371459961, -1.5990115404129028, -1.4039578437805176, -0.1303931027650833, -1.2657979726791382, -1.456046462059021, -1.7751119136810303, -1.1757327318191528, -1.6661072969436646, -1.3724409341812134, -0.9270375370979309, -0.8841265439987183, -0.04538550227880478, -0.7361721992492676, -0.9513089656829834, -0.304538369178772]}, "Bot004_007_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much", "response": "do you have any hobbies ?", "annotation_id": "Bot004_007_04", "annotations": ["O", "T", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.960517883300781, -8.901663780212402, -9.276416778564453, -9.78648853302002, -17.178607940673828, -7.69407320022583], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -1.6655011177062988, -2.680157423019409, -1.0495942831039429, -1.6036192178726196, -0.9506347179412842, -0.7638493180274963, -1.89320969581604, -0.13744710385799408, -2.528707981109619, -1.6322181224822998, -1.9388796091079712, -1.6380947828292847, -2.301046371459961, -1.5990115404129028, -1.4039578437805176, -0.1303931027650833, -1.2657979726791382, -1.456046462059021, -1.2555837631225586, -1.689568042755127, -1.623181939125061, -1.178773045539856, -1.1491395235061646, -0.04813777282834053, -0.7430959939956665, -0.9922341108322144, -1.4176806211471558, -1.7476955652236938, -1.5879313945770264, -1.4365592002868652, -2.213764190673828, -1.9875819683074951, -2.420238494873047, -0.21121624112129211, -1.4488025903701782, -0.991382896900177, -2.4606521129608154, -1.0220454931259155, -0.42008286714553833]}, "Bot004_007_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing,", "response": "i love dancing too ! i am a huge fan of the beatles myself .", "annotation_id": "Bot004_007_06", "annotations": ["O", "O", "O", "X", "T", "X", "O", "O", "X", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.527595520019531, -10.275443077087402, -10.766178131103516, -9.686009407043457, -10.14759349822998, -1.6036192178726196, -0.9506347179412842, -0.7638493180274963, -12.090917587280273, -11.284587860107422, -10.026372909545898, -7.412606239318848, -13.480902671813965, -13.90930461883545, -10.527685165405273, -7.578000068664551], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -1.6655011177062988, -2.680157423019409, -1.0495942831039429, -1.6036192178726196, -0.9506347179412842, -0.7638493180274963, -1.89320969581604, -0.13744710385799408, -2.528707981109619, -1.6322181224822998, -1.9388796091079712, -1.6380947828292847, -2.301046371459961, -1.5990115404129028, -1.4039578437805176, -0.1303931027650833, -1.2657979726791382, -1.456046462059021, -1.2555837631225586, -1.689568042755127, -1.623181939125061, -1.178773045539856, -1.1491395235061646, -0.04813777282834053, -0.7430959939956665, -0.9922341108322144, -1.4176806211471558, -1.7476955652236938, -1.5879267454147339, -1.4365627765655518, -2.213787078857422, -1.9875776767730713, -1.0878245830535889, -1.5417392253875732, -0.41404297947883606, -2.8180770874023438, -1.980729579925537, -1.4883583784103394, -1.9294002056121826, -2.1071529388427734, -1.4307456016540527, -1.560500979423523, -1.5170061588287354, -1.5698844194412231, -2.6817967891693115, -2.2975921630859375, -2.130983829498291, -2.4630584716796875, -1.3324683904647827, -1.3821518421173096, -1.002663493156433, -2.156216621398926, -1.5893912315368652, -2.5754730701446533, -1.0657165050506592, -0.11051063984632492, -3.0408191680908203, -2.945720672607422, -2.205333709716797, -1.7764209508895874, -1.7090274095535278, -0.9259477853775024]}, "Bot004_007_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind", "response": "i am a hairdresser , but i am not doing it .", "annotation_id": "Bot004_007_08", "annotations": ["O", "T", "O", "O", "T", "X", "O", "O", "X", "X", "O", "O", "T", "X", "O"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -1.992168664932251, -8.147850036621094, -18.038236618041992, -11.585134506225586, -14.60721492767334, -7.282851219177246, -7.448722839355469, -8.962706565856934, -8.395045280456543, -9.138185501098633, -8.44819450378418, -5.568020343780518, -4.629681587219238], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -2.6801376342773438, -1.0495892763137817, -1.603613018989563, -0.9506291747093201, -0.7638539671897888, -1.8931962251663208, -0.13745011389255524, -2.528712272644043, -1.632242202758789, -1.9389476776123047, -1.6380888223648071, -2.3010075092315674, -1.5989620685577393, -1.4039578437805176, -0.1303931027650833, -1.2658367156982422, -1.456007719039917, -1.2555378675460815, -1.6895310878753662, -1.6231845617294312, -1.1787822246551514, -1.1490957736968994, -0.04813629761338234, -0.7430834174156189, -0.9922298789024353, -1.417656660079956, -1.747689127922058, -1.5879241228103638, -1.4365814924240112, -2.213768482208252, -1.9875741004943848, -1.0878373384475708, -1.5417262315750122, -0.41405054926872253, -2.818091630935669, -1.9807872772216797, -1.4883661270141602, -1.9294034242630005, -2.1071677207946777, -1.430751085281372, -1.5605144500732422, -1.5170044898986816, -1.5698907375335693, -2.681765556335449, -1.1057020425796509, -2.7260708808898926, -1.1820896863937378, -1.6541478633880615, -1.924523949623108, -2.258453130722046, -1.6763538122177124, -2.0760295391082764, -1.4880483150482178, -0.08881958574056625, -2.9782145023345947, -2.6826882362365723, -2.2559664249420166, -1.7412327527999878, -1.6144417524337769, -1.1948585510253906, -1.6321234703063965, -1.5139915943145752, -2.2168989181518555, -1.7691073417663574, -0.05717693269252777, -1.114601969718933, -0.4450531303882599, -0.5847073793411255, -0.7791727781295776, -1.883726716041565, -0.481280118227005, -2.101231575012207, -0.0880386158823967, -1.0182799100875854, -0.6299012899398804, -2.022739887237549, -2.2729718685150146, -1.2446634769439697, -2.2391300201416016, -0.5775687098503113, -0.027675578370690346, -0.00041571559268049896, -1.7702361345291138, -0.7188824415206909, -0.5991754531860352, -2.002807140350342, -1.4840338230133057, -0.9054787755012512, -1.0184358358383179, -1.3902103900909424, -0.8412213921546936]}, "Bot004_007_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind i am a hairdresser , but i am not doing it . why is that?", "response": "i am not sure what you mean .", "annotation_id": "Bot004_007_10", "annotations": ["T", "T", "O", "T", "T", "T", "T", "O", "X", "T", "T", "O", "X", "O", "T"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -8.231884002685547, -8.029983520507812, -8.191579818725586, -5.106237411499023, -5.440741539001465, -6.818633079528809], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -2.6801376342773438, -1.0495892763137817, -1.603613018989563, -0.9506291747093201, -0.7638539671897888, -1.8931962251663208, -0.13745011389255524, -2.528712272644043, -1.632242202758789, -1.9389476776123047, -1.6380888223648071, -2.3010075092315674, -1.5989620685577393, -1.4039578437805176, -0.1303931027650833, -1.2658367156982422, -1.456007719039917, -1.2555378675460815, -1.6895310878753662, -1.6231845617294312, -1.1787822246551514, -1.1490957736968994, -0.04813629761338234, -0.7430834174156189, -0.9922298789024353, -1.417656660079956, -1.747689127922058, -1.5879241228103638, -1.4365814924240112, -2.213768482208252, -1.9875741004943848, -1.0878373384475708, -1.5417262315750122, -0.41405054926872253, -2.818091630935669, -1.9807872772216797, -1.4883661270141602, -1.9294034242630005, -2.1071677207946777, -1.430751085281372, -1.5605144500732422, -1.5170044898986816, -1.5698907375335693, -2.681765556335449, -1.1057020425796509, -2.7260708808898926, -1.1820896863937378, -1.6541478633880615, -1.924523949623108, -2.258453130722046, -1.6763538122177124, -2.0760295391082764, -1.4880483150482178, -0.08881958574056625, -2.9782145023345947, -2.6826882362365723, -2.2559664249420166, -1.7412327527999878, -1.6144417524337769, -1.1948585510253906, -1.6321234703063965, -1.5139915943145752, -2.2168989181518555, -1.7691073417663574, -0.05717693269252777, -1.114601969718933, -0.4450531303882599, -0.5847073793411255, -0.7791727781295776, -1.883726716041565, -0.481280118227005, -2.101231575012207, -0.0880386158823967, -1.0182799100875854, -0.6299012899398804, -1.7155170440673828, -2.010514974594116, -2.91666841506958, -0.7332497239112854, -0.03032049722969532, -0.000388665939681232, -2.1961669921875, -1.1750978231430054, -0.7896315455436707, -2.0864903926849365, -1.6125046014785767, -1.0848361253738403, -0.9146155118942261, -1.2833038568496704, -1.2063000202178955, -1.6954007148742676, -1.0931577682495117, -0.531842052936554, -1.4842267036437988, -2.0005571842193604, -1.4819971323013306, -1.2379018068313599, -1.3298921585083008, -1.5260415077209473, -0.7769333720207214, -0.7198524475097656, -0.6697025299072266, -0.8548545837402344]}, "Bot004_007_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind i am a hairdresser , but i am not doing it . why is that? i am not sure what you mean . you mean you're a hairdresser but do you work as a hairdresser or not?", "response": "i am not sure what that is . i am a hairdresser .", "annotation_id": "Bot004_007_12", "annotations": ["T", "T", "T", "X", "T", "X", "T", "O", "X", "O", "T", "T", "X", "X", "T"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -8.231884002685547, -8.029983520507812, -8.191579818725586, -5.653158187866211, -7.074210166931152, -6.818633079528809, -6.767189025878906, -9.874236106872559, -6.662554740905762, -9.172327041625977, -17.247907638549805, -12.171826362609863, -12.093350410461426, -7.577996253967285], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -2.6801376342773438, -1.0495892763137817, -1.603613018989563, -0.9506291747093201, -0.7638539671897888, -1.8931962251663208, -0.13745011389255524, -2.528712272644043, -1.632242202758789, -1.9389476776123047, -1.6380888223648071, -2.3010075092315674, -1.5989620685577393, -1.4039578437805176, -0.1303931027650833, -1.2658367156982422, -1.456007719039917, -1.2555378675460815, -1.6895310878753662, -1.6231845617294312, -1.1787822246551514, -1.1490957736968994, -0.04813629761338234, -0.7430834174156189, -0.9922298789024353, -1.417656660079956, -1.747689127922058, -1.5879241228103638, -1.4365814924240112, -2.213768482208252, -1.9875741004943848, -1.0878373384475708, -1.5417262315750122, -0.41405054926872253, -2.818091630935669, -1.9807872772216797, -1.4883661270141602, -1.9294034242630005, -2.1071677207946777, -1.430751085281372, -1.5605144500732422, -1.5170044898986816, -1.5698907375335693, -2.681765556335449, -1.1057020425796509, -2.7260708808898926, -1.1820896863937378, -1.6541478633880615, -1.924523949623108, -2.258453130722046, -1.6763538122177124, -2.0760295391082764, -1.4880483150482178, -0.08881958574056625, -2.9782145023345947, -2.6826882362365723, -2.2559664249420166, -1.7412327527999878, -1.6144417524337769, -1.1948585510253906, -1.6321234703063965, -1.5139915943145752, -2.2168989181518555, -1.7691073417663574, -0.05717693269252777, -1.114601969718933, -0.4450531303882599, -0.5847073793411255, -0.7791727781295776, -1.883726716041565, -0.481280118227005, -2.101231575012207, -0.0880386158823967, -1.0182799100875854, -0.6299012899398804, -1.7155170440673828, -2.010514974594116, -2.91666841506958, -0.7332497239112854, -0.03032049722969532, -0.000388665939681232, -2.1961669921875, -1.1750978231430054, -0.7896315455436707, -2.0864903926849365, -1.6125046014785767, -1.0848361253738403, -0.9146155118942261, -1.2833038568496704, -1.2063000202178955, -1.6954007148742676, -1.0931577682495117, -0.531842052936554, -1.4842207431793213, -1.3077257871627808, -1.6436231136322021, -1.7053390741348267, -1.6119937896728516, -1.1030514240264893, -0.959587812423706, -0.7969269752502441, -0.9431460499763489, -1.4635645151138306, -2.3896920680999756, -1.344497799873352, -1.2756632566452026, -1.2850931882858276, -0.0006145734223537147, -0.001311752712354064, -0.00022766382608097047, -1.567126989364624, -0.9698590040206909, -0.0878080353140831, -1.4684194326400757, -1.8015462160110474, -0.1681341677904129, -2.6204869747161865, -0.002895094221457839, -0.003802214516326785, -0.000697965151630342, -0.7134819030761719, -1.446723222732544, -0.40923652052879333, -1.6386497020721436, -1.8042370080947876, -0.9972929954528809, -0.760114312171936, -1.0727097988128662, -0.5453888177871704, -0.14668674767017365, -0.090186707675457, -1.4375853538513184, -0.7242252230644226, -0.4203488230705261, -0.9759059548377991, -0.30632245540618896, -0.00034433635300956666, -0.0006291079334914684, -0.0003960540343541652, -1.0002261400222778, -0.3377082645893097]}, "Bot004_007_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind i am a hairdresser , but i am not doing it . why is that? i am not sure what you mean . you mean you're a hairdresser but do you work as a hairdresser or not? i am not sure what that is . i am a hairdresser . ok, sorry, so are you a women or men barber mostly/", "response": "i am a single woman . i am a woman .", "annotation_id": "Bot004_007_14", "annotations": ["T", "O", "O", "O", "T", "X", "X", "O", "X", "X", "T", "O", "X", "X", "T"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -1.992168664932251, -5.824775695800781, -9.246084213256836, -5.357473373413086, -8.630194664001465, -7.198805809020996, -1.8931962251663208, -11.392241477966309, -8.94257640838623], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -2.6801376342773438, -1.0495892763137817, -1.603613018989563, -0.9506291747093201, -0.7638539671897888, -1.8931962251663208, -0.13745011389255524, -2.528712272644043, -1.632242202758789, -1.9389476776123047, -1.6380888223648071, -2.3010075092315674, -1.5989620685577393, -1.4039578437805176, -0.1303931027650833, -1.2658367156982422, -1.456007719039917, -1.2555378675460815, -1.6895310878753662, -1.6231845617294312, -1.1787822246551514, -1.1490957736968994, -0.04813629761338234, -0.7430834174156189, -0.9922298789024353, -1.417656660079956, -1.747689127922058, -1.5879241228103638, -1.4365814924240112, -2.213768482208252, -1.9875741004943848, -1.0878373384475708, -1.5417262315750122, -0.41405054926872253, -2.818091630935669, -1.9807872772216797, -1.4883661270141602, -1.9294034242630005, -2.1071677207946777, -1.430751085281372, -1.5605144500732422, -1.5170044898986816, -1.5698907375335693, -2.681765556335449, -1.1057020425796509, -2.7260708808898926, -1.1820896863937378, -1.6541478633880615, -1.924523949623108, -2.258453130722046, -1.6763538122177124, -2.0760295391082764, -1.4880483150482178, -0.08881958574056625, -2.9782145023345947, -2.6826882362365723, -2.2559664249420166, -1.7412327527999878, -1.6144417524337769, -1.1948585510253906, -1.6321234703063965, -1.5139915943145752, -2.2168989181518555, -1.7691073417663574, -0.05717693269252777, -1.114601969718933, -0.4450531303882599, -0.5847073793411255, -0.7791727781295776, -1.883726716041565, -0.481280118227005, -2.101231575012207, -0.0880386158823967, -1.0182799100875854, -0.6299012899398804, -1.7155170440673828, -2.010514974594116, -2.91666841506958, -0.7332497239112854, -0.03032049722969532, -0.000388665939681232, -2.1961669921875, -1.1750978231430054, -0.7896315455436707, -2.0864903926849365, -1.6125046014785767, -1.0848361253738403, -0.9146155118942261, -1.2833038568496704, -1.2063000202178955, -1.6954007148742676, -1.0931577682495117, -0.531842052936554, -1.4842207431793213, -1.3077257871627808, -1.6436231136322021, -1.7053390741348267, -1.6119937896728516, -1.1030514240264893, -0.959587812423706, -0.7969269752502441, -0.9431460499763489, -1.4635645151138306, -2.3896920680999756, -1.344497799873352, -1.2756632566452026, -1.2850931882858276, -0.0006145734223537147, -0.001311752712354064, -0.00022766382608097047, -1.567126989364624, -0.9698590040206909, -0.0878080353140831, -1.4684194326400757, -1.8015462160110474, -0.1681341677904129, -2.6204869747161865, -0.002895094221457839, -0.003802214516326785, -0.000697965151630342, -0.7134819030761719, -1.446723222732544, -0.40923652052879333, -1.6386497020721436, -1.318791389465332, -0.9774960279464722, -1.318835973739624, -0.5659641623497009, -0.1406451314687729, -0.09076810628175735, -1.6522465944290161, -1.1369673013687134, -0.5167930126190186, -1.135807752609253, -0.6839227080345154, -0.0008179179858416319, -0.0009914488764479756, -0.0005180685548111796, -1.3222483396530151, -0.885553240776062, -1.8416359424591064, -1.2847634553909302, -1.7168068885803223, -0.9668150544166565, -1.562851905822754, -0.04804892838001251, -1.7944926023483276, -0.3380739688873291, -1.3789403438568115, -1.4987337589263916, -0.9070277214050293, -1.772011160850525, -0.9712960124015808, -0.6411714553833008, -2.84070086479187, -2.089526414871216, -1.1817491054534912, -0.46822741627693176, -0.7978995442390442, -1.1158068180084229, -1.7423754930496216, -0.9427929520606995, -1.0095303058624268, -0.755565881729126, -2.104620933532715, -1.231675148010254, -0.3426459729671478]}, "Bot004_007_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind i am a hairdresser , but i am not doing it . why is that? i am not sure what you mean . you mean you're a hairdresser but do you work as a hairdresser or not? i am not sure what that is . i am a hairdresser . ok, sorry, so are you a women or men barber mostly/ i am a single woman . i am a woman . ah ok, and where are you from?", "response": "i am from the united states , how about you ?", "annotation_id": "Bot004_007_16", "annotations": ["O", "T", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -6.792064666748047, -7.933753967285156, -14.008962631225586, -13.907751083374023, -10.10520076751709, -8.175871849060059, -5.719871520996094, -8.032195091247559, -12.665568351745605], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -2.6801376342773438, -1.0495892763137817, -1.603613018989563, -0.9506291747093201, -0.7638539671897888, -1.8931962251663208, -0.13745011389255524, -2.528712272644043, -1.632242202758789, -1.9389476776123047, -1.6380888223648071, -2.3010075092315674, -1.5989620685577393, -1.4039578437805176, -0.1303931027650833, -1.2658367156982422, -1.456007719039917, -1.2555378675460815, -1.6895310878753662, -1.6231845617294312, -1.1787822246551514, -1.1490957736968994, -0.04813629761338234, -0.7430834174156189, -0.9922298789024353, -1.417656660079956, -1.747689127922058, -1.5879241228103638, -1.4365814924240112, -2.213768482208252, -1.9875741004943848, -1.0878373384475708, -1.5417262315750122, -0.41405054926872253, -2.818091630935669, -1.9807872772216797, -1.4883661270141602, -1.9294034242630005, -2.1071677207946777, -1.430751085281372, -1.5605144500732422, -1.5170044898986816, -1.5698907375335693, -2.681765556335449, -1.1057020425796509, -2.7260708808898926, -1.1820896863937378, -1.6541478633880615, -1.924523949623108, -2.258453130722046, -1.6763538122177124, -2.0760295391082764, -1.4880483150482178, -0.08881958574056625, -2.9782145023345947, -2.6826882362365723, -2.2559664249420166, -1.7412327527999878, -1.6144417524337769, -1.1948585510253906, -1.6321234703063965, -1.5139915943145752, -2.2168989181518555, -1.7691073417663574, -0.05717693269252777, -1.114601969718933, -0.4450531303882599, -0.5847073793411255, -0.7791727781295776, -1.883726716041565, -0.481280118227005, -2.101231575012207, -0.0880386158823967, -1.0182799100875854, -0.6299012899398804, -1.7155170440673828, -2.010514974594116, -2.91666841506958, -0.7332497239112854, -0.03032049722969532, -0.000388665939681232, -2.1961669921875, -1.1750978231430054, -0.7896315455436707, -2.0864903926849365, -1.6125046014785767, -1.0848361253738403, -0.9146155118942261, -1.2833038568496704, -1.2063000202178955, -1.6954007148742676, -1.0931577682495117, -0.531842052936554, -1.4842207431793213, -1.3077257871627808, -1.6436231136322021, -1.7053390741348267, -1.6119937896728516, -1.1030514240264893, -0.959587812423706, -0.7969269752502441, -0.9431460499763489, -1.4635645151138306, -2.3896920680999756, -1.344497799873352, -1.2756632566452026, -1.2850931882858276, -0.0006145734223537147, -0.001311752712354064, -0.00022766382608097047, -1.567126989364624, -0.9698590040206909, -0.0878080353140831, -1.4684194326400757, -1.8015462160110474, -0.1681341677904129, -2.6204869747161865, -0.002895094221457839, -0.003802214516326785, -0.000697965151630342, -0.7134819030761719, -1.446723222732544, -0.40923652052879333, -1.6386497020721436, -1.318791389465332, -0.9774960279464722, -1.318835973739624, -0.5659641623497009, -0.1406451314687729, -0.09076876193284988, -1.652240514755249, -1.1369764804840088, -0.516793966293335, -1.1358013153076172, -0.6839166283607483, -0.0008179179858416319, -0.0009914488764479756, -0.0005180685548111796, -1.3222519159317017, -0.8855564594268799, -1.8416486978530884, -1.2847566604614258, -1.7168121337890625, -0.9668185114860535, -1.5628503561019897, -0.04804892838001251, -1.7944891452789307, -0.3380725085735321, -1.378951072692871, -1.4987369775772095, -0.9070194959640503, -1.7720063924789429, -0.9712933897972107, -0.6411660313606262, -2.8407022953033447, -0.9803290963172913, -1.0684304237365723, -1.5044735670089722, -1.137133002281189, -2.11173939704895, -1.5438567399978638, -0.618847668170929, -0.7725428938865662, -1.880908489227295, -1.5071074962615967, -0.8290547728538513, -1.9197604656219482, -1.5996928215026855, -1.851029396057129, -1.497825026512146, -0.9146917462348938, -0.08130179345607758, -1.3665382862091064, -0.45491471886634827, -1.6176269054412842, -2.2607057094573975, -0.5765867829322815, -0.4165504574775696, -1.8886440992355347, -1.1935912370681763, -0.2334800362586975, -1.925576090812683, -1.5250186920166016, -1.0672428607940674, -0.30256524682044983, -1.0284669399261475, -0.6088975071907043]}, "Bot004_007_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind i am a hairdresser , but i am not doing it . why is that? i am not sure what you mean . you mean you're a hairdresser but do you work as a hairdresser or not? i am not sure what that is . i am a hairdresser . ok, sorry, so are you a women or men barber mostly/ i am a single woman . i am a woman . ah ok, and where are you from? i am from the united states , how about you ? i am from poland", "response": "i am a cali . cali .", "annotation_id": "Bot004_007_18", "annotations": ["O", "T", "O", "X", "T", "X", "O", "O", "X", "O", "O", "O", "X", "O", "T"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -1.992168664932251, -10.086746215820312, -6.17378044128418, -5.357473373413086, -13.632712364196777, -10.737181663513184, -8.330635070800781], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -2.6801376342773438, -1.0495892763137817, -1.603613018989563, -0.9506291747093201, -0.7638539671897888, -1.8931962251663208, -0.13745011389255524, -2.528712272644043, -1.632242202758789, -1.9389476776123047, -1.6380888223648071, -2.3010075092315674, -1.5989620685577393, -1.4039578437805176, -0.1303931027650833, -1.2658367156982422, -1.456007719039917, -1.2555378675460815, -1.6895310878753662, -1.6231845617294312, -1.1787822246551514, -1.1490957736968994, -0.04813629761338234, -0.7430834174156189, -0.9922298789024353, -1.417656660079956, -1.747689127922058, -1.5879241228103638, -1.4365814924240112, -2.213768482208252, -1.9875741004943848, -1.0878373384475708, -1.5417262315750122, -0.41405054926872253, -2.818091630935669, -1.9807872772216797, -1.4883661270141602, -1.9294034242630005, -2.1071677207946777, -1.430751085281372, -1.5605144500732422, -1.5170044898986816, -1.5698907375335693, -2.681765556335449, -1.1057020425796509, -2.7260708808898926, -1.1820896863937378, -1.6541478633880615, -1.924523949623108, -2.258453130722046, -1.6763538122177124, -2.0760295391082764, -1.4880483150482178, -0.08881958574056625, -2.9782145023345947, -2.6826882362365723, -2.2559664249420166, -1.7412327527999878, -1.6144417524337769, -1.1948585510253906, -1.6321234703063965, -1.5139915943145752, -2.2168989181518555, -1.7691073417663574, -0.05717693269252777, -1.114601969718933, -0.4450531303882599, -0.5847073793411255, -0.7791727781295776, -1.883726716041565, -0.481280118227005, -2.101231575012207, -0.0880386158823967, -1.0182799100875854, -0.6299012899398804, -1.7155170440673828, -2.010514974594116, -2.91666841506958, -0.7332497239112854, -0.03032049722969532, -0.000388665939681232, -2.1961669921875, -1.1750978231430054, -0.7896315455436707, -2.0864903926849365, -1.6125046014785767, -1.0848361253738403, -0.9146155118942261, -1.2833038568496704, -1.2063000202178955, -1.6954007148742676, -1.0931577682495117, -0.531842052936554, -1.4842207431793213, -1.3077257871627808, -1.6436231136322021, -1.7053390741348267, -1.6119937896728516, -1.1030514240264893, -0.959587812423706, -0.7969269752502441, -0.9431460499763489, -1.4635645151138306, -2.3896920680999756, -1.344497799873352, -1.2756632566452026, -1.2850931882858276, -0.0006145734223537147, -0.001311752712354064, -0.00022766382608097047, -1.567126989364624, -0.9698590040206909, -0.0878080353140831, -1.4684194326400757, -1.8015462160110474, -0.1681341677904129, -2.6204869747161865, -0.002895094221457839, -0.003802214516326785, -0.000697965151630342, -0.7134819030761719, -1.446723222732544, -0.40923652052879333, -1.6386497020721436, -1.318791389465332, -0.9774960279464722, -1.318835973739624, -0.5659641623497009, -0.1406451314687729, -0.09076876193284988, -1.652240514755249, -1.1369764804840088, -0.516793966293335, -1.1358013153076172, -0.6839166283607483, -0.0008179179858416319, -0.0009914488764479756, -0.0005180685548111796, -1.3222519159317017, -0.8855564594268799, -1.8416486978530884, -1.2847566604614258, -1.7168121337890625, -0.9668185114860535, -1.5628503561019897, -0.04804892838001251, -1.7944891452789307, -0.3380725085735321, -1.378951072692871, -1.4987369775772095, -0.9070194959640503, -1.7720063924789429, -0.9712933897972107, -0.6411660313606262, -2.8407022953033447, -0.9803290963172913, -1.0684304237365723, -1.5044735670089722, -1.137133002281189, -2.11173939704895, -1.5438567399978638, -0.618847668170929, -0.7725428938865662, -1.880908489227295, -1.5071074962615967, -0.8290547728538513, -1.9197604656219482, -1.5996928215026855, -1.851029396057129, -1.497825026512146, -0.9146917462348938, -0.08130179345607758, -1.3665382862091064, -0.45491471886634827, -1.6176269054412842, -0.40133431553840637, -0.5446407794952393, -1.8960708379745483, -1.2933735847473145, -0.25736716389656067, -1.7141975164413452, -1.8778958320617676, -0.9352589249610901, -0.28564324975013733, -0.7419090270996094, -1.3682445287704468, -0.3752821683883667, -1.0515248775482178, -0.5318552851676941, -0.1435510814189911, -1.6622415781021118, -2.3644254207611084, -0.5769437551498413, -1.0970546007156372, -0.9469409584999084, -1.699627161026001, -3.223738670349121, -1.02785062789917, -0.32597482204437256, -1.0511127710342407, -2.3655736446380615]}, "Bot004_007_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind i am a hairdresser , but i am not doing it . why is that? i am not sure what you mean . you mean you're a hairdresser but do you work as a hairdresser or not? i am not sure what that is . i am a hairdresser . ok, sorry, so are you a women or men barber mostly/ i am a single woman . i am a woman . ah ok, and where are you from? i am from the united states , how about you ? i am from poland i am a cali . cali . nice to meet you, i'm iza", "response": "i love to meet people who have a friend", "annotation_id": "Bot004_007_20", "annotations": ["O", "T", "O", "O", "T", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.527630805969238, -10.275463104248047, -6.539348602294922, -10.704887390136719, -10.606985092163086, -6.205160140991211, -2.484992027282715, -0.7638539671897888, -9.959892272949219], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -2.6801376342773438, -1.0495892763137817, -1.603613018989563, -0.9506291747093201, -0.7638539671897888, -1.8931962251663208, -0.13745011389255524, -2.528712272644043, -1.632242202758789, -1.9389476776123047, -1.6380888223648071, -2.3010075092315674, -1.5989620685577393, -1.4039578437805176, -0.1303931027650833, -1.2658367156982422, -1.456007719039917, -1.2555378675460815, -1.6895310878753662, -1.6231845617294312, -1.1787822246551514, -1.1490957736968994, -0.04813629761338234, -0.7430834174156189, -0.9922298789024353, -1.417656660079956, -1.747689127922058, -1.5879241228103638, -1.4365814924240112, -2.213768482208252, -1.9875741004943848, -1.0878373384475708, -1.5417262315750122, -0.41405054926872253, -2.818091630935669, -1.9807872772216797, -1.4883661270141602, -1.9294034242630005, -2.1071677207946777, -1.430751085281372, -1.5605144500732422, -1.5170044898986816, -1.5698907375335693, -2.681765556335449, -1.1057020425796509, -2.7260708808898926, -1.1820896863937378, -1.6541478633880615, -1.924523949623108, -2.258453130722046, -1.6763538122177124, -2.0760295391082764, -1.4880483150482178, -0.08881958574056625, -2.9782145023345947, -2.6826882362365723, -2.2559664249420166, -1.7412327527999878, -1.6144417524337769, -1.1948585510253906, -1.6321234703063965, -1.5139915943145752, -2.2168989181518555, -1.7691073417663574, -0.05717693269252777, -1.114601969718933, -0.4450531303882599, -0.5847073793411255, -0.7791727781295776, -1.883726716041565, -0.481280118227005, -2.101231575012207, -0.0880386158823967, -1.0182799100875854, -0.6299012899398804, -1.7155170440673828, -2.010514974594116, -2.91666841506958, -0.7332497239112854, -0.03032049722969532, -0.000388665939681232, -2.1961669921875, -1.1750978231430054, -0.7896315455436707, -2.0864903926849365, -1.6125046014785767, -1.0848361253738403, -0.9146155118942261, -1.2833038568496704, -1.2063000202178955, -1.6954007148742676, -1.0931577682495117, -0.531842052936554, -1.4842207431793213, -1.3077257871627808, -1.6436231136322021, -1.7053390741348267, -1.6119937896728516, -1.1030514240264893, -0.959587812423706, -0.7969269752502441, -0.9431460499763489, -1.4635645151138306, -2.3896920680999756, -1.344497799873352, -1.2756632566452026, -1.2850931882858276, -0.0006145734223537147, -0.001311752712354064, -0.00022766382608097047, -1.567126989364624, -0.9698590040206909, -0.0878080353140831, -1.4684194326400757, -1.8015462160110474, -0.1681341677904129, -2.6204869747161865, -0.002895094221457839, -0.003802214516326785, -0.000697965151630342, -0.7134819030761719, -1.446723222732544, -0.40923652052879333, -1.6386497020721436, -1.318791389465332, -0.9774960279464722, -1.318835973739624, -0.5659641623497009, -0.1406451314687729, -0.09076876193284988, -1.652240514755249, -1.1369764804840088, -0.516793966293335, -1.1358013153076172, -0.6839166283607483, -0.0008179179858416319, -0.0009914488764479756, -0.0005180685548111796, -1.3222519159317017, -0.8855564594268799, -1.8416486978530884, -1.2847566604614258, -1.7168121337890625, -0.9668185114860535, -1.5628503561019897, -0.04804892838001251, -1.7944891452789307, -0.3380725085735321, -1.378951072692871, -1.4987369775772095, -0.9070194959640503, -1.7720063924789429, -0.9712933897972107, -0.6411660313606262, -2.8407022953033447, -0.9803290963172913, -1.0684304237365723, -1.5044735670089722, -1.137133002281189, -2.11173939704895, -1.5438567399978638, -0.618847668170929, -0.7725428938865662, -1.880908489227295, -1.5071074962615967, -0.8290547728538513, -1.9197604656219482, -1.5996928215026855, -1.851029396057129, -1.497825026512146, -0.9146917462348938, -0.08130179345607758, -1.3665382862091064, -0.45491471886634827, -1.6176269054412842, -0.40133431553840637, -0.5446407794952393, -1.8960717916488647, -1.2933815717697144, -0.257366418838501, -1.714203953742981, -1.8778866529464722, -0.9352538585662842, -0.28564727306365967, -0.7419082522392273, -1.3682202100753784, -0.37528347969055176, -1.0515292882919312, -0.5318527221679688, -0.14355170726776123, -1.6622523069381714, -0.3026980757713318, -0.7338788509368896, -1.5075849294662476, -1.1451009511947632, -2.543560028076172, -1.2207900285720825, -0.24947932362556458, -1.2131129503250122, -1.9602917432785034, -1.455301284790039, -2.151233673095703, -0.7952990531921387, -1.8584978580474854, -1.4114444255828857, -0.7359392642974854, -1.6710695028305054, -1.1512523889541626, -1.3713326454162598, -2.2206966876983643, -0.5613916516304016, -1.2730885744094849, -1.345422625541687, -0.3606153130531311, -1.4673573970794678, -1.0558909177780151, -1.8206909894943237, -2.2161102294921875, -2.118514060974121]}, "Bot004_008_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is", "response": "you should try it . it is a great time .", "annotation_id": "Bot004_008_02", "annotations": ["O", "T", "T", "T", "T", "O", "T", "T", "T", "O", "T", "O", "T", "O", "T"], "gpt2_target_score": [-11.363395690917969, -12.464339256286621, -12.560193061828613, -7.0496745109558105, -10.097152709960938, -7.912094593048096, -7.17621374130249, -9.488195419311523, -9.656846046447754, -7.825803279876709, -9.264117240905762], "gpt2_argmax_score": [-2.1653518676757812, -1.337843656539917, -0.42934128642082214, -0.7992321848869324, -0.9496613144874573, -1.0740513801574707, -1.2945915460586548, -1.3695582151412964, -1.7854927778244019, -0.3345465064048767, -0.34247103333473206, -1.3850597143173218, -0.8113924264907837, -1.0640956163406372, -2.914963960647583, -2.065932035446167, -2.3851723670959473, -1.6225146055221558, -0.8996264338493347, -0.780082643032074, -1.4543848037719727, -1.5881102085113525, -4.0058488845825195, -2.5603363513946533, -0.7218781113624573, -1.102996826171875]}, "Bot004_008_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach", "response": "i am a lawyer , but i am not good at it .", "annotation_id": "Bot004_008_04", "annotations": ["O", "O", "O", "T", "T", "T", "T", "T", "O", "O", "T", "T", "T", "T", "O"], "gpt2_target_score": [-8.527595520019531, -9.247664451599121, -9.139103889465332, -18.21100616455078, -10.7755126953125, -9.213623046875, -5.773656368255615, -1.3695582151412964, -5.172913551330566, -7.948544979095459, -7.660433769226074, -1.3850597143173218, -10.287222862243652], "gpt2_argmax_score": [-2.1653518676757812, -1.337843656539917, -0.42934128642082214, -0.7992321848869324, -0.9496613144874573, -1.0740513801574707, -1.2945915460586548, -1.3695582151412964, -1.7854927778244019, -0.3345465064048767, -0.34247103333473206, -1.3850597143173218, -0.8113924264907837, -1.0640956163406372, -1.365217685699463, -1.1716251373291016, -1.4628251791000366, -0.7918046712875366, -1.7456022500991821, -1.3109878301620483, -1.4079262018203735, -4.423742294311523, -2.786559820175171, -0.5462406277656555, -2.641819477081299, -2.2400059700012207, -2.0700817108154297, -1.2701416015625, -2.103329658508301, -2.0846662521362305, -2.6428964138031006, -1.6505613327026367, -1.4890207052230835, -2.1140947341918945, -1.0486700534820557, -2.3440866470336914, -1.5278632640838623, -3.122750997543335, -1.0079565048217773, -1.6087193489074707, -2.522596836090088, -2.4968512058258057, -1.5074063539505005, -1.2473042011260986, -1.6660161018371582, -1.1203908920288086, -0.8629887104034424, -2.084500551223755, -1.4632978439331055, -1.0684629678726196, -0.3894643485546112, -1.272261381149292, -1.474008560180664, -1.1754891872406006]}, "Bot004_008_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha", "response": "i am a huge fan of all types of things except country", "annotation_id": "Bot004_008_06", "annotations": ["O", "O", "O", "T", "T", "O", "T", "X", "T", "X", "T", "X", "X", "O", "O"], "gpt2_target_score": [-8.527630805969238, -9.247654914855957, -9.1390962600708, -15.088064193725586, -10.074478149414062, -9.090508460998535, -4.760274410247803, -15.144248962402344, -7.939218521118164, -11.859508514404297, -10.025152206420898, -10.458093643188477], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -0.4293566346168518, -0.7992149591445923, -0.9496610760688782, -1.0740442276000977, -1.2945914268493652, -1.3695911169052124, -1.7854864597320557, -0.3345448076725006, -0.3424742519855499, -1.3850347995758057, -0.8113852143287659, -1.0640537738800049, -1.3652266263961792, -1.1716097593307495, -1.4628082513809204, -0.7917951941490173, -1.7456201314926147, -1.310994029045105, -1.4078823328018188, -4.423705577850342, -2.7865636348724365, -0.5462368726730347, -2.6418023109436035, -2.239981174468994, -2.070082426071167, -1.2701380252838135, -2.103311777114868, -2.0846688747406006, -2.6428987979888916, -1.6505335569381714, -1.489009141921997, -2.1140449047088623, -1.0486496686935425, -2.3441379070281982, -1.5278992652893066, -3.1227543354034424, -1.0079622268676758, -1.6087111234664917, -2.3722078800201416, -2.3602869510650635, -3.103908061981201, -1.3257472515106201, -1.0496453046798706, -0.7681688070297241, -2.0856683254241943, -1.8835067749023438, -1.3230469226837158, -0.6374803185462952, -1.0847735404968262, -0.6412602663040161, -1.1826488971710205, -2.150465488433838, -2.4828882217407227, -2.303072214126587, -0.9808275103569031, -0.21296456456184387, -0.6009181141853333, -0.05808844789862633, -1.9270820617675781, -0.9992946982383728, -0.05185669660568237, -1.7721519470214844, -1.715213656425476, -1.9943937063217163, -2.3981759548187256]}, "Bot004_008_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic", "response": "i am not really into sports . i am more of a homebody .", "annotation_id": "Bot004_008_08", "annotations": ["O", "O", "O", "T", "T", "O", "T", "X", "O", "O", "T", "O", "O", "T", "O"], "gpt2_target_score": [-8.527630805969238, -9.247654914855957, -10.728177070617676, -11.027639389038086, -10.923019409179688, -11.085152626037598, -7.86145544052124, -8.066535949707031, -7.798868179321289, -8.773128509521484, -7.049475193023682, -4.691812515258789, -11.105834007263184, -14.913372993469238, -10.462898254394531], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -0.4293566346168518, -0.7992149591445923, -0.9496610760688782, -1.0740442276000977, -1.2945914268493652, -1.3695911169052124, -1.7854864597320557, -0.3345448076725006, -0.3424742519855499, -1.3850347995758057, -0.8113852143287659, -1.0640537738800049, -1.3652266263961792, -1.1716097593307495, -1.4628082513809204, -0.7917951941490173, -1.7456201314926147, -1.310994029045105, -1.4078823328018188, -4.423705577850342, -2.7865636348724365, -0.5462368726730347, -2.6418023109436035, -2.239981174468994, -2.070082426071167, -1.2701380252838135, -2.103311777114868, -2.0846688747406006, -2.6428987979888916, -1.6505335569381714, -1.489009141921997, -2.1140449047088623, -1.0486496686935425, -2.3441379070281982, -1.5278992652893066, -3.1227543354034424, -1.0079622268676758, -1.6087111234664917, -2.3722078800201416, -2.3602869510650635, -3.103908061981201, -1.3257472515106201, -1.0496453046798706, -0.7681688070297241, -2.0856683254241943, -1.8835067749023438, -1.3230469226837158, -0.6374803185462952, -1.0847735404968262, -0.6412602663040161, -1.1826488971710205, -2.150465488433838, -2.112887382507324, -1.4982075691223145, -0.5974306464195251, -0.6818727850914001, -0.06301089376211166, -1.9755522012710571, -0.9698607921600342, -0.04801586642861366, -2.3341522216796875, -1.9017257690429688, -1.9474828243255615, -2.0371906757354736, -1.4595006704330444, -0.865845263004303, -0.9998534917831421, -2.5336029529571533, -0.8691487312316895, -2.0995705127716064, -0.5715453624725342, -2.254749059677124, -1.4268158674240112, -3.0113961696624756, -2.767651319503784, -1.9591580629348755, -0.6282860636711121, -2.370981454849243, -2.297358751296997, -0.968134343624115, -1.4123690128326416, -1.2635283470153809, -0.6329220533370972, -1.43325936794281, -0.7949524521827698, -1.8262511491775513, -1.1285531520843506, -1.4667335748672485, -0.17018717527389526, -1.7720801830291748, -1.407623291015625, -2.098376750946045, -0.7424733638763428]}, "Bot004_008_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic i am not really into sports . i am more of a homebody . give me five!", "response": "that is a long time . do you have any hobbies ?", "annotation_id": "Bot004_008_10", "annotations": ["O", "O", "T", "T", "T", "O", "T", "T", "O", "T", "O", "T", "X", "O", "O"], "gpt2_target_score": [-13.406086921691895, -9.829304695129395, -9.1390962600708, -13.313390731811523, -7.754852294921875, -10.174447059631348, -7.70483922958374, -11.871452331542969, -8.761224746704102, -11.19021224975586, -17.881216049194336, -9.742486953735352], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -0.4293566346168518, -0.7992149591445923, -0.9496610760688782, -1.0740442276000977, -1.2945914268493652, -1.3695911169052124, -1.7854864597320557, -0.3345448076725006, -0.3424742519855499, -1.3850347995758057, -0.8113852143287659, -1.0640537738800049, -1.3652266263961792, -1.1716097593307495, -1.4628082513809204, -0.7917951941490173, -1.7456201314926147, -1.310994029045105, -1.4078823328018188, -4.423705577850342, -2.7865636348724365, -0.5462368726730347, -2.6418023109436035, -2.239981174468994, -2.070082426071167, -1.2701380252838135, -2.103311777114868, -2.0846688747406006, -2.6428987979888916, -1.6505335569381714, -1.489009141921997, -2.1140449047088623, -1.0486496686935425, -2.3441379070281982, -1.5278992652893066, -3.1227543354034424, -1.0079622268676758, -1.6087111234664917, -2.3722078800201416, -2.3602869510650635, -3.103908061981201, -1.3257472515106201, -1.0496453046798706, -0.7681688070297241, -2.0856683254241943, -1.8835067749023438, -1.3230469226837158, -0.6374803185462952, -1.0847735404968262, -0.6412602663040161, -1.1826488971710205, -2.150465488433838, -2.112887382507324, -1.4982075691223145, -0.5974306464195251, -0.6818727850914001, -0.06301089376211166, -1.9755522012710571, -0.9698607921600342, -0.04801586642861366, -2.3341522216796875, -1.9017257690429688, -1.9474828243255615, -2.0371906757354736, -1.4595006704330444, -0.865845263004303, -0.9998534917831421, -2.5336029529571533, -0.8691487312316895, -2.0995705127716064, -0.5715453624725342, -2.254749059677124, -1.4268158674240112, -3.0113961696624756, -2.767651319503784, -1.9591580629348755, -0.6282860636711121, -2.2999556064605713, -1.5516449213027954, -1.2280439138412476, -1.6175695657730103, -1.2344433069229126, -1.6351711750030518, -1.1132586002349854, -1.661070704460144, -1.4461126327514648, -1.56504487991333, -0.16843418776988983, -2.0094916820526123, -1.5503954887390137, -2.0234932899475098, -0.831818699836731, -0.6485967040061951, -1.3244524002075195, -1.632628083229065, -1.6842076778411865, -2.2741756439208984, -1.0104631185531616, -1.8320066928863525, -1.2341593503952026, -1.6308881044387817, -1.8048826456069946, -1.6628787517547607, -0.1945463865995407, -1.183988094329834, -0.7681698799133301, -2.288827419281006, -1.4766128063201904, -0.607604444026947]}, "Bot004_008_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic i am not really into sports . i am more of a homebody . give me five! that is a long time . do you have any hobbies ? not really, and you?", "response": "i am not a fan of that . i am a stay at home mom .", "annotation_id": "Bot004_008_12", "annotations": ["O", "O", "T", "T", "T", "O", "T", "X", "O", "T", "T", "X", "X", "T", "T"], "gpt2_target_score": [-8.527630805969238, -9.247654914855957, -10.728177070617676, -7.490651607513428, -10.074478149414062, -9.090508460998535, -6.079869747161865, -11.533943176269531, -6.080652236938477, -12.814739227294922, -8.560873031616211, -14.834054946899414, -9.676329612731934, -11.950650215148926, -9.890892028808594, -11.597177505493164], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -0.4293566346168518, -0.7992149591445923, -0.9496610760688782, -1.0740442276000977, -1.2945914268493652, -1.3695911169052124, -1.7854864597320557, -0.3345448076725006, -0.3424742519855499, -1.3850347995758057, -0.8113852143287659, -1.0640537738800049, -1.3652266263961792, -1.1716097593307495, -1.4628082513809204, -0.7917951941490173, -1.7456201314926147, -1.310994029045105, -1.4078823328018188, -4.423705577850342, -2.7865636348724365, -0.5462368726730347, -2.6418023109436035, -2.239981174468994, -2.070082426071167, -1.2701380252838135, -2.103311777114868, -2.0846688747406006, -2.6428987979888916, -1.6505335569381714, -1.489009141921997, -2.1140449047088623, -1.0486496686935425, -2.3441379070281982, -1.5278992652893066, -3.1227543354034424, -1.0079622268676758, -1.6087111234664917, -2.3722078800201416, -2.3602869510650635, -3.103908061981201, -1.3257472515106201, -1.0496453046798706, -0.7681688070297241, -2.0856683254241943, -1.8835067749023438, -1.3230469226837158, -0.6374803185462952, -1.0847735404968262, -0.6412602663040161, -1.1826488971710205, -2.150465488433838, -2.112887382507324, -1.4982075691223145, -0.5974306464195251, -0.6818727850914001, -0.06301089376211166, -1.9755522012710571, -0.9698607921600342, -0.04801586642861366, -2.3341522216796875, -1.9017257690429688, -1.9474828243255615, -2.0371906757354736, -1.4595006704330444, -0.865845263004303, -0.9998534917831421, -2.5336029529571533, -0.8691487312316895, -2.0995705127716064, -0.5715453624725342, -2.254749059677124, -1.4268158674240112, -3.0113961696624756, -2.767651319503784, -1.9591580629348755, -0.6282860636711121, -2.2999556064605713, -1.5516449213027954, -1.2280439138412476, -1.6175695657730103, -1.2344433069229126, -1.6351711750030518, -1.1132586002349854, -1.661070704460144, -1.4461126327514648, -1.56504487991333, -0.16843418776988983, -2.009502410888672, -1.5503960847854614, -2.0234928131103516, -0.831818699836731, -0.6485941410064697, -1.3244447708129883, -1.632623314857483, -1.6842104196548462, -1.0565308332443237, -1.8316280841827393, -1.3311996459960938, -1.19681978225708, -1.74587881565094, -1.2253848314285278, -0.25397586822509766, -1.1649539470672607, -0.5737218856811523, -2.082482099533081, -1.5042744874954224, -1.8491532802581787, -1.9969313144683838, -2.1470420360565186, -1.0157849788665771, -0.8295795917510986, -2.0186402797698975, -1.9166046380996704, -1.8555142879486084, -1.7904194593429565, -0.9375258088111877, -1.2525237798690796, -1.5745460987091064, -0.1317048966884613, -0.8425038456916809, -1.9860962629318237, -0.8668495416641235, -1.11729896068573, -0.8338346481323242, -2.8829727172851562, -0.11358985304832458, -0.0504043847322464, -0.9328961372375488, -1.707360863685608, -0.7009908556938171]}, "Bot004_008_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic i am not really into sports . i am more of a homebody . give me five! that is a long time . do you have any hobbies ? not really, and you? i am not a fan of that . i am a stay at home mom . i'm a cancer survivor", "response": "that is awesome . i am very happy to be able to do that .", "annotation_id": "Bot004_008_14", "annotations": ["T", "O", "O", "T", "T", "O", "T", "T", "O", "X", "T", "O", "T", "O", "O"], "gpt2_target_score": [-13.406086921691895, -9.829304695129395, -12.007451057434082, -9.222249984741211, -2.279754400253296, -8.857522010803223, -10.347265243530273, -13.170661926269531, -1.9316046237945557, -13.17000961303711, -16.40242576599121, -2.237314462661743, -8.682646751403809, -5.936886787414551, -10.462898254394531], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -0.4293566346168518, -0.7992149591445923, -0.9496610760688782, -1.0740442276000977, -1.2945914268493652, -1.3695911169052124, -1.7854864597320557, -0.3345448076725006, -0.3424742519855499, -1.3850347995758057, -0.8113852143287659, -1.0640537738800049, -1.3652266263961792, -1.1716097593307495, -1.4628082513809204, -0.7917951941490173, -1.7456201314926147, -1.310994029045105, -1.4078823328018188, -4.423705577850342, -2.7865636348724365, -0.5462368726730347, -2.6418023109436035, -2.239981174468994, -2.070082426071167, -1.2701380252838135, -2.103311777114868, -2.0846688747406006, -2.6428987979888916, -1.6505335569381714, -1.489009141921997, -2.1140449047088623, -1.0486496686935425, -2.3441379070281982, -1.5278992652893066, -3.1227543354034424, -1.0079622268676758, -1.6087111234664917, -2.3722078800201416, -2.3602869510650635, -3.103908061981201, -1.3257472515106201, -1.0496453046798706, -0.7681688070297241, -2.0856683254241943, -1.8835067749023438, -1.3230469226837158, -0.6374803185462952, -1.0847735404968262, -0.6412602663040161, -1.1826488971710205, -2.150465488433838, -2.112887382507324, -1.4982075691223145, -0.5974306464195251, -0.6818727850914001, -0.06301089376211166, -1.9755522012710571, -0.9698607921600342, -0.04801586642861366, -2.3341522216796875, -1.9017257690429688, -1.9474828243255615, -2.0371906757354736, -1.4595006704330444, -0.865845263004303, -0.9998534917831421, -2.5336029529571533, -0.8691487312316895, -2.0995705127716064, -0.5715453624725342, -2.254749059677124, -1.4268158674240112, -3.0113961696624756, -2.767651319503784, -1.9591580629348755, -0.6282860636711121, -2.2999556064605713, -1.5516449213027954, -1.2280439138412476, -1.6175695657730103, -1.2344433069229126, -1.6351711750030518, -1.1132586002349854, -1.661070704460144, -1.4461126327514648, -1.56504487991333, -0.16843418776988983, -2.0094916820526123, -1.5503954887390137, -2.0234932899475098, -0.831818699836731, -0.6485967040061951, -1.3244524002075195, -1.6326133012771606, -1.684228777885437, -1.0565189123153687, -1.8316364288330078, -1.3312201499938965, -1.1968172788619995, -1.745872974395752, -1.2253795862197876, -0.2539744973182678, -1.1649575233459473, -0.5737267136573792, -2.0824813842773438, -1.504274845123291, -1.8491599559783936, -1.9969271421432495, -2.1470396518707275, -1.0157809257507324, -0.8295837640762329, -2.0186476707458496, -1.9166072607040405, -1.9293676614761353, -1.3541280031204224, -1.4722436666488647, -2.3123838901519775, -0.11204924434423447, -1.2032359838485718, -2.0342628955841064, -0.9996235966682434, -1.3788937330245972, -1.027994990348816, -3.3162660598754883, -0.1247800886631012, -0.04236731678247452, -0.8995357751846313, -1.9644734859466553, -1.124711275100708, -1.2585469484329224, -1.3362330198287964, -1.3901886940002441, -0.9752237200737, -1.1451530456542969, -2.1562647819519043, -0.9840181469917297, -1.5391775369644165, -1.600479006767273, -1.185483694076538, -2.1694858074188232, -1.214128851890564, -2.1067755222320557, -1.67244553565979, -1.2889541387557983, -1.8301655054092407, -0.005842512473464012, -2.4155397415161133, -1.7947885990142822, -1.0686872005462646, -1.127898097038269]}, "Bot004_008_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic i am not really into sports . i am more of a homebody . give me five! that is a long time . do you have any hobbies ? not really, and you? i am not a fan of that . i am a stay at home mom . i'm a cancer survivor that is awesome . i am very happy to be able to do that . not so easy", "response": "i am not a fan of that . i am more of a homebody .", "annotation_id": "Bot004_008_16", "annotations": ["T", "O", "T", "T", "T", "X", "T", "X", "X", "X", "T", "T", "X", "T", "T"], "gpt2_target_score": [-8.527630805969238, -9.247654914855957, -10.728177070617676, -7.490651607513428, -10.074478149414062, -9.090508460998535, -6.079869747161865, -11.533943176269531, -6.080652236938477, -12.814739227294922, -10.633581161499023, -10.038141250610352, -7.695891380310059, -11.950650215148926, -11.603141784667969, -11.597177505493164], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -0.4293566346168518, -0.7992149591445923, -0.9496610760688782, -1.0740442276000977, -1.2945914268493652, -1.3695911169052124, -1.7854864597320557, -0.3345448076725006, -0.3424742519855499, -1.3850347995758057, -0.8113852143287659, -1.0640537738800049, -1.3652266263961792, -1.1716097593307495, -1.4628082513809204, -0.7917951941490173, -1.7456201314926147, -1.310994029045105, -1.4078823328018188, -4.423705577850342, -2.7865636348724365, -0.5462368726730347, -2.6418023109436035, -2.239981174468994, -2.070082426071167, -1.2701380252838135, -2.103311777114868, -2.0846688747406006, -2.6428987979888916, -1.6505335569381714, -1.489009141921997, -2.1140449047088623, -1.0486496686935425, -2.3441379070281982, -1.5278992652893066, -3.1227543354034424, -1.0079622268676758, -1.6087111234664917, -2.3722078800201416, -2.3602869510650635, -3.103908061981201, -1.3257472515106201, -1.0496453046798706, -0.7681688070297241, -2.0856683254241943, -1.8835067749023438, -1.3230469226837158, -0.6374803185462952, -1.0847735404968262, -0.6412602663040161, -1.1826488971710205, -2.150465488433838, -2.112887382507324, -1.4982075691223145, -0.5974306464195251, -0.6818727850914001, -0.06301089376211166, -1.9755522012710571, -0.9698607921600342, -0.04801586642861366, -2.3341522216796875, -1.9017257690429688, -1.9474828243255615, -2.0371906757354736, -1.4595006704330444, -0.865845263004303, -0.9998534917831421, -2.5336029529571533, -0.8691487312316895, -2.0995705127716064, -0.5715453624725342, -2.254749059677124, -1.4268158674240112, -3.0113961696624756, -2.767651319503784, -1.9591580629348755, -0.6282860636711121, -2.2999556064605713, -1.5516449213027954, -1.2280439138412476, -1.6175695657730103, -1.2344433069229126, -1.6351711750030518, -1.1132586002349854, -1.661070704460144, -1.4461126327514648, -1.56504487991333, -0.16843418776988983, -2.0094916820526123, -1.5503954887390137, -2.0234932899475098, -0.831818699836731, -0.6485967040061951, -1.3244524002075195, -1.6326133012771606, -1.684228777885437, -1.0565189123153687, -1.8316364288330078, -1.3312201499938965, -1.1968172788619995, -1.745872974395752, -1.2253795862197876, -0.2539744973182678, -1.1649575233459473, -0.5737267136573792, -2.0824813842773438, -1.504274845123291, -1.8491599559783936, -1.9969271421432495, -2.1470396518707275, -1.0157809257507324, -0.8295837640762329, -2.0186476707458496, -1.9166072607040405, -1.9293676614761353, -1.3541280031204224, -1.4722436666488647, -2.3123838901519775, -0.11204924434423447, -1.2032359838485718, -2.0342628955841064, -0.9996235966682434, -1.3788937330245972, -1.027994990348816, -3.3162660598754883, -0.1247800886631012, -0.04236731678247452, -0.8995357751846313, -1.9644734859466553, -1.124711275100708, -1.2585337162017822, -1.3362147808074951, -1.3901933431625366, -0.9752154350280762, -1.145173192024231, -1.86427640914917, -2.3220465183258057, -1.1582317352294922, -1.02579665184021, -1.580613613128662, -1.1245951652526855, -2.4072115421295166, -1.7561379671096802, -0.7885564565658569, -1.953742265701294, -0.006334465462714434, -2.6126344203948975, -2.3506357669830322, -0.7422914505004883, -1.1182012557983398, -2.1528000831604004, -0.57819002866745, -1.3048250675201416, -2.0464861392974854, -1.8433860540390015, -1.123133897781372, -1.1914838552474976, -0.8241890072822571, -0.11114349961280823, -1.694796085357666, -0.9414966106414795, -0.6103264093399048, -0.5541270971298218, -0.7393785119056702, -0.5627552270889282, -0.06707116961479187, -1.2427291870117188, -0.03119107149541378, -1.166661024093628, -0.4772632122039795]}, "Bot004_008_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic i am not really into sports . i am more of a homebody . give me five! that is a long time . do you have any hobbies ? not really, and you? i am not a fan of that . i am a stay at home mom . i'm a cancer survivor that is awesome . i am very happy to be able to do that . not so easy i am not a fan of that . i am more of a homebody . what about movies?", "response": "i like movies and movies .", "annotation_id": "Bot004_008_18", "annotations": ["O", "O", "O", "T", "T", "O", "T", "O", "O", "O", "T", "X", "T", "O", "O"], "gpt2_target_score": [-8.527630805969238, -6.345952033996582, -9.764668464660645, -8.049505233764648, -9.25714111328125, -10.174447059631348], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -0.4293566346168518, -0.7992149591445923, -0.9496610760688782, -1.0740442276000977, -1.2945914268493652, -1.3695911169052124, -1.7854864597320557, -0.3345448076725006, -0.3424742519855499, -1.3850347995758057, -0.8113852143287659, -1.0640537738800049, -1.3652266263961792, -1.1716097593307495, -1.4628082513809204, -0.7917951941490173, -1.7456201314926147, -1.310994029045105, -1.4078823328018188, -4.423705577850342, -2.7865636348724365, -0.5462368726730347, -2.6418023109436035, -2.239981174468994, -2.070082426071167, -1.2701380252838135, -2.103311777114868, -2.0846688747406006, -2.6428987979888916, -1.6505335569381714, -1.489009141921997, -2.1140449047088623, -1.0486496686935425, -2.3441379070281982, -1.5278992652893066, -3.1227543354034424, -1.0079622268676758, -1.6087111234664917, -2.3722078800201416, -2.3602869510650635, -3.103908061981201, -1.3257472515106201, -1.0496453046798706, -0.7681688070297241, -2.0856683254241943, -1.8835067749023438, -1.3230469226837158, -0.6374803185462952, -1.0847735404968262, -0.6412602663040161, -1.1826488971710205, -2.150465488433838, -2.112887382507324, -1.4982075691223145, -0.5974306464195251, -0.6818727850914001, -0.06301089376211166, -1.9755522012710571, -0.9698607921600342, -0.04801586642861366, -2.3341522216796875, -1.9017257690429688, -1.9474828243255615, -2.0371906757354736, -1.4595006704330444, -0.865845263004303, -0.9998534917831421, -2.5336029529571533, -0.8691487312316895, -2.0995705127716064, -0.5715453624725342, -2.254749059677124, -1.4268158674240112, -3.0113961696624756, -2.767651319503784, -1.9591580629348755, -0.6282860636711121, -2.2999556064605713, -1.5516449213027954, -1.2280439138412476, -1.6175695657730103, -1.2344433069229126, -1.6351711750030518, -1.1132586002349854, -1.661070704460144, -1.4461126327514648, -1.56504487991333, -0.16843418776988983, -2.0094916820526123, -1.5503954887390137, -2.0234932899475098, -0.831818699836731, -0.6485967040061951, -1.3244524002075195, -1.6326133012771606, -1.684228777885437, -1.0565189123153687, -1.8316364288330078, -1.3312201499938965, -1.1968172788619995, -1.745872974395752, -1.2253795862197876, -0.2539744973182678, -1.1649575233459473, -0.5737267136573792, -2.0824813842773438, -1.504274845123291, -1.8491599559783936, -1.9969271421432495, -2.1470396518707275, -1.0157809257507324, -0.8295837640762329, -2.0186476707458496, -1.9166072607040405, -1.9293676614761353, -1.3541280031204224, -1.4722436666488647, -2.3123838901519775, -0.11204924434423447, -1.2032359838485718, -2.0342628955841064, -0.9996235966682434, -1.3788937330245972, -1.027994990348816, -3.3162660598754883, -0.1247800886631012, -0.04236731678247452, -0.8995357751846313, -1.9644734859466553, -1.124711275100708, -1.2585469484329224, -1.3362330198287964, -1.3901886940002441, -0.9752237200737, -1.1451530456542969, -1.8642613887786865, -2.322054862976074, -1.1582285165786743, -1.025795817375183, -1.5806034803390503, -1.1246052980422974, -2.4072203636169434, -1.7561372518539429, -0.7885631322860718, -1.9537560939788818, -0.006334465462714434, -2.6126363277435303, -2.3506433963775635, -0.7422923445701599, -1.1182022094726562, -2.1528103351593018, -0.5781896710395813, -1.3048137426376343, -1.5457266569137573, -1.8563191890716553, -1.76808500289917, -2.11777925491333, -0.12489277869462967, -1.9544899463653564, -0.40611380338668823, -0.9080826044082642, -1.034561276435852, -1.2942118644714355, -1.0338351726531982, -0.10602188855409622, -2.023916482925415, -0.11382147669792175, -0.9406350255012512, -0.8245003819465637, -1.7251702547073364, -0.4455356299877167, -0.8257854580879211, -2.0278453826904297, -1.9901255369186401, -1.8694478273391724, -2.017406463623047, -2.2773542404174805, -1.8548752069473267, -2.2027671337127686, -1.055842399597168]}, "Bot004_008_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic i am not really into sports . i am more of a homebody . give me five! that is a long time . do you have any hobbies ? not really, and you? i am not a fan of that . i am a stay at home mom . i'm a cancer survivor that is awesome . i am very happy to be able to do that . not so easy i am not a fan of that . i am more of a homebody . what about movies? i like movies and movies . i see. How many kids do you have", "response": "i have a couple of them . i am a huge gamer", "annotation_id": "Bot004_008_20", "annotations": ["O", "O", "T", "T", "T", "O", "T", "T", "X", "X", "T", "O", "O", "O", "O"], "gpt2_target_score": [-8.527630805969238, -8.78795337677002, -9.1390962600708, -15.768438339233398, -9.74981689453125, -11.916909217834473, -7.86145544052124, -8.066535949707031, -7.798868179321289, -10.822566986083984, -15.744939804077148, -13.073526382446289], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -0.4293566346168518, -0.7992149591445923, -0.9496610760688782, -1.0740442276000977, -1.2945914268493652, -1.3695911169052124, -1.7854864597320557, -0.3345448076725006, -0.3424742519855499, -1.3850347995758057, -0.8113852143287659, -1.0640537738800049, -1.3652266263961792, -1.1716097593307495, -1.4628082513809204, -0.7917951941490173, -1.7456201314926147, -1.310994029045105, -1.4078823328018188, -4.423705577850342, -2.7865636348724365, -0.5462368726730347, -2.6418023109436035, -2.239981174468994, -2.070082426071167, -1.2701380252838135, -2.103311777114868, -2.0846688747406006, -2.6428987979888916, -1.6505335569381714, -1.489009141921997, -2.1140449047088623, -1.0486496686935425, -2.3441379070281982, -1.5278992652893066, -3.1227543354034424, -1.0079622268676758, -1.6087111234664917, -2.3722078800201416, -2.3602869510650635, -3.103908061981201, -1.3257472515106201, -1.0496453046798706, -0.7681688070297241, -2.0856683254241943, -1.8835067749023438, -1.3230469226837158, -0.6374803185462952, -1.0847735404968262, -0.6412602663040161, -1.1826488971710205, -2.150465488433838, -2.112887382507324, -1.4982075691223145, -0.5974306464195251, -0.6818727850914001, -0.06301089376211166, -1.9755522012710571, -0.9698607921600342, -0.04801586642861366, -2.3341522216796875, -1.9017257690429688, -1.9474828243255615, -2.0371906757354736, -1.4595006704330444, -0.865845263004303, -0.9998534917831421, -2.5336029529571533, -0.8691487312316895, -2.0995705127716064, -0.5715453624725342, -2.254749059677124, -1.4268158674240112, -3.0113961696624756, -2.767651319503784, -1.9591580629348755, -0.6282860636711121, -2.2999556064605713, -1.5516449213027954, -1.2280439138412476, -1.6175695657730103, -1.2344433069229126, -1.6351711750030518, -1.1132586002349854, -1.661070704460144, -1.4461126327514648, -1.56504487991333, -0.16843418776988983, -2.0094916820526123, -1.5503954887390137, -2.0234932899475098, -0.831818699836731, -0.6485967040061951, -1.3244524002075195, -1.6326133012771606, -1.684228777885437, -1.0565189123153687, -1.8316364288330078, -1.3312201499938965, -1.1968172788619995, -1.745872974395752, -1.2253795862197876, -0.2539744973182678, -1.1649575233459473, -0.5737267136573792, -2.0824813842773438, -1.504274845123291, -1.8491599559783936, -1.9969271421432495, -2.1470396518707275, -1.0157809257507324, -0.8295837640762329, -2.0186476707458496, -1.9166072607040405, -1.9293676614761353, -1.3541280031204224, -1.4722436666488647, -2.3123838901519775, -0.11204924434423447, -1.2032359838485718, -2.0342628955841064, -0.9996235966682434, -1.3788937330245972, -1.027994990348816, -3.3162660598754883, -0.1247800886631012, -0.04236731678247452, -0.8995357751846313, -1.9644734859466553, -1.124711275100708, -1.2585469484329224, -1.3362330198287964, -1.3901886940002441, -0.9752237200737, -1.1451530456542969, -1.8642613887786865, -2.3220505714416504, -1.1582340002059937, -1.025789499282837, -1.5806118249893188, -1.1246047019958496, -2.4072160720825195, -1.7561416625976562, -0.7885617613792419, -1.953742265701294, -0.006334465462714434, -2.6126413345336914, -2.3506247997283936, -0.7422897815704346, -1.1181963682174683, -2.15281343460083, -0.5781903266906738, -1.3048183917999268, -1.5457414388656616, -1.85631263256073, -1.7680754661560059, -2.1177923679351807, -0.12489130347967148, -1.9544870853424072, -0.4061153829097748, -0.9080721139907837, -1.0345535278320312, -1.2942084074020386, -1.033833622932434, -0.106020487844944, -2.0239107608795166, -0.11382105201482773, -0.9406368136405945, -0.824502170085907, -1.7251607179641724, -0.44552960991859436, -0.8257754445075989, -2.027841091156006, -1.3735603094100952, -1.6728756427764893, -1.2099803686141968, -2.248910903930664, -1.1450705528259277, -0.8261921405792236, -1.5290343761444092, -1.8841345310211182, -1.0071008205413818, -1.3610756397247314, -0.6940178871154785, -0.9625694751739502, -0.10382602363824844, -0.5864206552505493, -1.0293047428131104, -1.9762728214263916, -1.5050486326217651, -1.6396280527114868, -2.1858439445495605, -1.323236107826233, -2.179569959640503, -2.1141066551208496, -1.226163625717163, -1.6406511068344116, -1.4398187398910522, -2.3646128177642822, -0.2223980724811554, -1.2310669422149658]}, "Bot004_012_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there", "response": "i am not sure what that means . i am not sure what that means .", "annotation_id": "Bot004_012_02", "annotations": ["X", "T", "O", "T", "T", "T", "X", "X", "X", "O", "T", "T", "T", "X", "X"], "gpt2_target_score": [-8.527595520019531, -8.089072227478027, -8.231937408447266, -10.905060768127441, -8.380488395690918, -11.01300048828125, -8.880563735961914, -1.242458462715149, -8.46493911743164, -8.111356735229492, -7.590736389160156, -10.229288101196289, -3.3476853370666504, -6.700380325317383, -11.768183708190918, -11.128073692321777], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -1.6655011177062988, -1.095780372619629, -0.7530013918876648, -0.7642974257469177, -1.977151870727539, -1.242458462715149, -1.675006628036499, -2.0108320713043213, -3.7232511043548584, -1.7494758367538452, -1.238279938697815, -1.760744333267212, -1.4791518449783325, -2.6018664836883545, -0.8995956182479858, -0.6619759202003479, -1.106892704963684, -0.3786510229110718, -0.9720618724822998, -0.1325596421957016, -1.2332499027252197, -0.34732308983802795, -0.07659842073917389, -0.24479420483112335, -0.22929543256759644, -0.06577643007040024, -0.33946093916893005, -0.04002833738923073, -0.3610008955001831, -0.15670646727085114]}, "Bot004_012_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping", "response": "i have not tried that . i am sure it will .", "annotation_id": "Bot004_012_04", "annotations": ["T", "X", "O", "O", "O", "T", "X", "O", "T", "T", "T", "T", "O", "X", "X"], "gpt2_target_score": [-8.527595520019531, -9.411215782165527, -8.231937408447266, -15.374238014221191, -6.9266767501831055, -10.615890502929688, -6.356622695922852, -7.998912811279297, -9.64792251586914, -9.370878219604492, -11.201400756835938, -3.5719246864318848], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -1.6655011177062988, -1.095780372619629, -0.7530013918876648, -0.7642974257469177, -1.977151870727539, -1.242458462715149, -1.675006628036499, -2.0108320713043213, -3.7232511043548584, -1.7494758367538452, -1.238279938697815, -1.760744333267212, -1.4791518449783325, -0.5310476422309875, -1.3227661848068237, -0.7508189082145691, -0.3440289795398712, -1.4625418186187744, -0.14922164380550385, -1.2134720087051392, -0.46794024109840393, -0.24801869690418243, -0.5123396515846252, -0.48944488167762756, -0.15575377643108368, -0.8577544689178467, -0.06853066384792328, -0.15694411098957062, -0.21401146054267883, -1.1716495752334595, -1.694437026977539, -1.0996065139770508, -2.6688830852508545, -1.3647164106369019, -1.1650933027267456, -1.1862958669662476, -2.252870559692383, -1.5584880113601685, -2.471428871154785, -1.8127254247665405, -1.1462403535842896, -1.8317183256149292, -2.0093836784362793, -1.6175942420959473, -0.9635589718818665, -1.5764142274856567, -1.382433533668518, -1.8720182180404663, -0.8441836833953857, -0.7611582279205322, -0.8920692205429077]}, "Bot004_012_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not?", "response": "i have not tried that . i am sure it is .", "annotation_id": "Bot004_012_06", "annotations": ["T", "X", "O", "T", "X", "X", "X", "T", "X", "T", "T", "O", "O", "X", "T"], "gpt2_target_score": [-8.527630805969238, -9.411251068115234, -8.231884002685547, -15.374241828918457, -6.926658630371094, -10.615875244140625, -6.356606960296631, -7.998905658721924, -9.64789867401123, -9.370919227600098, -9.846681594848633, -3.571949005126953], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -1.0957690477371216, -0.7529983520507812, -0.7642971873283386, -1.9770904779434204, -1.2424818277359009, -1.674983024597168, -2.0107967853546143, -3.7232306003570557, -1.7495156526565552, -1.2382738590240479, -1.7607452869415283, -1.47917902469635, -0.5310494899749756, -1.322774887084961, -0.7508094310760498, -0.34402337670326233, -1.462540626525879, -0.14921855926513672, -1.2134289741516113, -0.46793434023857117, -0.24802613258361816, -0.5123457312583923, -0.48943743109703064, -0.15575388073921204, -0.8577612638473511, -0.06853010505437851, -0.15694451332092285, -0.21401309967041016, -1.1716723442077637, -1.694450855255127, -1.0995821952819824, -2.6688928604125977, -1.3647061586380005, -1.1650623083114624, -1.186253309249878, -2.2528724670410156, -1.558466911315918, -2.1363205909729004, -1.4109634160995483, -2.1739468574523926, -2.106170654296875, -1.6897783279418945, -1.2540273666381836, -1.3042895793914795, -1.303549885749817, -1.9013859033584595, -0.8417239785194397, -0.7157177925109863, -1.0829838514328003, -2.1106700897216797, -2.0056328773498535, -0.7396628260612488, -0.08476021140813828, -1.557607650756836, -1.7987326383590698, -1.474487543106079, -1.3536204099655151, -0.17520606517791748, -0.4672633707523346, -1.0239930152893066, -0.5093612670898438, -0.5745369791984558, -1.1596996784210205, -0.46353915333747864, -0.10994669049978256, -1.989835262298584, -0.3673586845397949]}, "Bot004_012_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you?", "response": "yes i do , i have been thinking about it .", "annotation_id": "Bot004_012_08", "annotations": ["T", "X", "O", "T", "O", "X", "X", "O", "T", "T", "T", "O", "O", "X", "T"], "gpt2_target_score": [-12.49425220489502, -7.129146575927734, -10.107830047607422, -9.340611457824707, -2.5312118530273438, -10.063201904296875, -10.551446914672852, -10.275303840637207, -10.958979606628418, -9.370919227600098, -6.473733901977539], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -1.0957690477371216, -0.7529983520507812, -0.7642971873283386, -1.9770904779434204, -1.2424818277359009, -1.674983024597168, -2.0107967853546143, -3.7232306003570557, -1.7495156526565552, -1.2382738590240479, -1.7607452869415283, -1.47917902469635, -0.5310494899749756, -1.322774887084961, -0.7508094310760498, -0.34402337670326233, -1.462540626525879, -0.14921855926513672, -1.2134289741516113, -0.46793434023857117, -0.24802613258361816, -0.5123457312583923, -0.48943743109703064, -0.15575388073921204, -0.8577612638473511, -0.06853010505437851, -0.15694451332092285, -0.21401309967041016, -1.1716723442077637, -1.694450855255127, -1.0995821952819824, -2.6688928604125977, -1.3647061586380005, -1.1650623083114624, -1.186253309249878, -2.2528724670410156, -1.558466911315918, -2.1363205909729004, -1.4109634160995483, -2.173961639404297, -2.106170892715454, -1.6897681951522827, -1.2540302276611328, -1.3042807579040527, -1.3035452365875244, -1.9013755321502686, -0.8417233228683472, -0.7157146334648132, -1.0829825401306152, -2.110670804977417, -2.00563907623291, -0.7396585941314697, -0.08476021140813828, -1.5575934648513794, -1.1858808994293213, -1.5983186960220337, -0.27275481820106506, -0.6177139282226562, -0.7387725710868835, -0.8623352646827698, -0.4782002568244934, -1.143439769744873, -0.7584720253944397, -0.17374777793884277, -1.916611909866333, -0.6616799831390381, -1.4891774654388428, -1.0691790580749512, -1.6939888000488281, -0.17079272866249084, -2.2979066371917725, -1.3335039615631104, -1.8536500930786133, -1.9195152521133423, -1.6741886138916016, -0.6914574503898621, -1.9693070650100708, -0.8770555853843689, -1.3530033826828003, -1.314150333404541, -2.353024482727051, -0.377485454082489, -1.5245779752731323, -1.3633848428726196, -1.226611852645874]}, "Bot004_012_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you? yes i do , i have been thinking about it . what have you been thinking about?", "response": "i am going to be a professional eater", "annotation_id": "Bot004_012_10", "annotations": ["T", "X", "O", "T", "O", "T", "X", "O", "T", "T", "T", "O", "O", "O", "O"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -3.840221643447876, -7.572026252746582, -9.910957336425781, -7.762435436248779, -13.839471817016602, -16.538944244384766], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -1.0957690477371216, -0.7529983520507812, -0.7642971873283386, -1.9770904779434204, -1.2424818277359009, -1.674983024597168, -2.0107967853546143, -3.7232306003570557, -1.7495156526565552, -1.2382738590240479, -1.7607452869415283, -1.47917902469635, -0.5310494899749756, -1.322774887084961, -0.7508094310760498, -0.34402337670326233, -1.462540626525879, -0.14921855926513672, -1.2134289741516113, -0.46793434023857117, -0.24802613258361816, -0.5123457312583923, -0.48943743109703064, -0.15575388073921204, -0.8577612638473511, -0.06853010505437851, -0.15694451332092285, -0.21401309967041016, -1.1716723442077637, -1.694450855255127, -1.0995821952819824, -2.6688928604125977, -1.3647061586380005, -1.1650623083114624, -1.186253309249878, -2.2528724670410156, -1.558466911315918, -2.1363205909729004, -1.4109634160995483, -2.1739468574523926, -2.106170654296875, -1.6897783279418945, -1.2540273666381836, -1.3042895793914795, -1.303549885749817, -1.9013859033584595, -0.8417239785194397, -0.7157177925109863, -1.0829838514328003, -2.1106700897216797, -2.0056328773498535, -0.7396628260612488, -0.08476021140813828, -1.557607650756836, -1.1858751773834229, -1.598299503326416, -0.27275171875953674, -0.6177138090133667, -0.7387725710868835, -0.8623308539390564, -0.4781967103481293, -1.143433690071106, -0.7584889531135559, -0.17374446988105774, -1.9166100025177002, -0.6616824269294739, -1.4891769886016846, -1.069178819656372, -1.6939932107925415, -0.1707974523305893, -2.2979049682617188, -1.3335108757019043, -1.8536529541015625, -1.5373739004135132, -0.715461254119873, -1.8727531433105469, -1.0620381832122803, -1.1700321435928345, -1.4075933694839478, -2.292809247970581, -0.4386792778968811, -1.4682804346084595, -1.4445031881332397, -1.3276609182357788, -1.5008597373962402, -0.22629913687705994, -1.2303509712219238, -0.9934983253479004, -0.3258040249347687, -1.3702095746994019, -1.691004753112793, -1.8348308801651, -1.4639085531234741, -1.2516981363296509, -0.13190636038780212, -1.8972028493881226, -2.1230669021606445, -0.0862460806965828, -1.5568727254867554, -1.8318099975585938]}, "Bot004_012_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you? yes i do , i have been thinking about it . what have you been thinking about? i am going to be a professional eater That's great. I want to have a family bussines in professional eating but my family does not support my career choices", "response": "that is a very profound and thought .", "annotation_id": "Bot004_012_12", "annotations": ["T", "X", "O", "T", "O", "T", "T", "O", "T", "T", "T", "O", "O", "T", "T"], "gpt2_target_score": [-13.406086921691895, -9.690532684326172, -1.992168664932251, -11.08598804473877, -15.343040466308594, -8.203659057617188, -11.128274917602539, -1.2424818277359009], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -1.0957690477371216, -0.7529983520507812, -0.7642971873283386, -1.9770904779434204, -1.2424818277359009, -1.674983024597168, -2.0107967853546143, -3.7232306003570557, -1.7495156526565552, -1.2382738590240479, -1.7607452869415283, -1.47917902469635, -0.5310494899749756, -1.322774887084961, -0.7508094310760498, -0.34402337670326233, -1.462540626525879, -0.14921855926513672, -1.2134289741516113, -0.46793434023857117, -0.24802613258361816, -0.5123457312583923, -0.48943743109703064, -0.15575388073921204, -0.8577612638473511, -0.06853010505437851, -0.15694451332092285, -0.21401309967041016, -1.1716723442077637, -1.694450855255127, -1.0995821952819824, -2.6688928604125977, -1.3647061586380005, -1.1650623083114624, -1.186253309249878, -2.2528724670410156, -1.558466911315918, -2.1363205909729004, -1.4109634160995483, -2.1739468574523926, -2.106170654296875, -1.6897783279418945, -1.2540273666381836, -1.3042895793914795, -1.303549885749817, -1.9013859033584595, -0.8417239785194397, -0.7157177925109863, -1.0829838514328003, -2.1106700897216797, -2.0056328773498535, -0.7396628260612488, -0.08476021140813828, -1.557607650756836, -1.1858751773834229, -1.598299503326416, -0.27275171875953674, -0.6177138090133667, -0.7387725710868835, -0.8623308539390564, -0.4781967103481293, -1.143433690071106, -0.7584889531135559, -0.17374446988105774, -1.9166100025177002, -0.6616824269294739, -1.4891769886016846, -1.069178819656372, -1.6939932107925415, -0.1707974523305893, -2.2979049682617188, -1.3335108757019043, -1.8536529541015625, -1.5373739004135132, -0.715461254119873, -1.8727531433105469, -1.0620381832122803, -1.1700321435928345, -1.4075933694839478, -2.292809247970581, -0.4386792778968811, -1.4682804346084595, -1.4445031881332397, -1.3276609182357788, -1.5008597373962402, -0.22629913687705994, -1.2303509712219238, -0.9934973120689392, -0.3258025646209717, -1.370217204093933, -1.6910121440887451, -1.3017463684082031, -1.2826135158538818, -0.1389448493719101, -1.978963017463684, -2.0515756607055664, -0.2068680226802826, -1.7875242233276367, -1.5386837720870972, -1.1364223957061768, -2.2801332473754883, -1.5484100580215454, -1.5530821084976196, -1.6018824577331543, -0.22483564913272858, -1.7144919633865356, -0.6888291835784912, -1.8960599899291992, -2.1943910121917725, -0.6742454171180725, -1.3030093908309937, -2.253232479095459, -0.5333232879638672, -1.0493744611740112, -1.453658938407898, -1.3848378658294678, -2.2065558433532715, -1.0858930349349976, -0.15994060039520264, -1.7543935775756836, -1.4212939739227295, -2.2982122898101807, -1.5764497518539429, -0.9186568856239319, -1.9282505512237549, -0.8282724022865295, -2.0397822856903076, -1.2543834447860718, -1.4924705028533936, -0.8647099733352661, -2.959224224090576, -0.23339904844760895, -1.1552753448486328]}, "Bot004_012_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you? yes i do , i have been thinking about it . what have you been thinking about? i am going to be a professional eater That's great. I want to have a family bussines in professional eating but my family does not support my career choices that is a very profound and thought . It's much less profound to have a useless car. my dream car is a rolls royce ghost. Do you have a car?", "response": "i have not heard of that before .", "annotation_id": "Bot004_012_14", "annotations": ["T", "X", "O", "O", "O", "X", "T", "T", "X", "T", "T", "X", "T", "X", "T"], "gpt2_target_score": [-8.527630805969238, -9.411251068115234, -8.231884002685547, -16.424612045288086, -9.090461730957031, -11.012939453125, -7.980355739593506, -1.2424818277359009], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -1.0957690477371216, -0.7529983520507812, -0.7642971873283386, -1.9770904779434204, -1.2424818277359009, -1.674983024597168, -2.0107967853546143, -3.7232306003570557, -1.7495156526565552, -1.2382738590240479, -1.7607452869415283, -1.47917902469635, -0.5310494899749756, -1.322774887084961, -0.7508094310760498, -0.34402337670326233, -1.462540626525879, -0.14921855926513672, -1.2134289741516113, -0.46793434023857117, -0.24802613258361816, -0.5123457312583923, -0.48943743109703064, -0.15575388073921204, -0.8577612638473511, -0.06853010505437851, -0.15694451332092285, -0.21401309967041016, -1.1716723442077637, -1.694450855255127, -1.0995821952819824, -2.6688928604125977, -1.3647061586380005, -1.1650623083114624, -1.186253309249878, -2.2528724670410156, -1.558466911315918, -2.1363205909729004, -1.4109634160995483, -2.1739468574523926, -2.106170654296875, -1.6897783279418945, -1.2540273666381836, -1.3042895793914795, -1.303549885749817, -1.9013859033584595, -0.8417239785194397, -0.7157177925109863, -1.0829838514328003, -2.1106700897216797, -2.0056328773498535, -0.7396628260612488, -0.08476021140813828, -1.557607650756836, -1.1858751773834229, -1.598299503326416, -0.27275171875953674, -0.6177138090133667, -0.7387725710868835, -0.8623308539390564, -0.4781967103481293, -1.143433690071106, -0.7584889531135559, -0.17374446988105774, -1.9166100025177002, -0.6616824269294739, -1.4891769886016846, -1.069178819656372, -1.6939932107925415, -0.1707974523305893, -2.2979049682617188, -1.3335108757019043, -1.8536529541015625, -1.5373739004135132, -0.715461254119873, -1.8727531433105469, -1.0620381832122803, -1.1700321435928345, -1.4075933694839478, -2.292809247970581, -0.4386792778968811, -1.4682804346084595, -1.4445031881332397, -1.3276609182357788, -1.5008597373962402, -0.22629913687705994, -1.2303509712219238, -0.9934983253479004, -0.3258040249347687, -1.3702095746994019, -1.691004753112793, -1.3017524480819702, -1.282617211341858, -0.13894619047641754, -1.9789541959762573, -2.0515692234039307, -0.20686782896518707, -1.7875466346740723, -1.5386786460876465, -1.1364381313323975, -2.2801313400268555, -1.5484085083007812, -1.5530747175216675, -1.6018770933151245, -0.22484232485294342, -1.7144943475723267, -0.6888316869735718, -1.8960583209991455, -2.1943862438201904, -0.6742516160011292, -1.3030061721801758, -2.2532200813293457, -0.5333185791969299, -1.0493760108947754, -1.4536738395690918, -1.384848713874817, -2.2065651416778564, -1.0858856439590454, -0.159940704703331, -1.7543935775756836, -1.4212939739227295, -2.2982122898101807, -1.5764468908309937, -0.9186604022979736, -1.5437062978744507, -2.2932522296905518, -3.134657382965088, -2.7342824935913086, -2.1621382236480713, -2.9092910289764404, -0.26168468594551086, -1.743326187133789, -1.1578675508499146, -1.837972640991211, -1.4071815013885498, -2.3891963958740234, -0.7204567193984985, -0.78243088722229, -0.8691282272338867, -0.692552387714386, -2.594058036804199, -1.851863145828247, -1.7262282371520996, -1.1001437902450562, -1.1064283847808838, -0.3605475425720215, -0.751116156578064, -3.8608672618865967, -2.8182528018951416, -0.6236386895179749, -2.0568113327026367, -2.0731124877929688, -1.8834294080734253, -0.2574640214443207, -1.3273062705993652, -1.1423941850662231, -2.273160696029663, -1.1995985507965088, -1.8915627002716064, -1.963371753692627, -1.3245398998260498, -0.6937310099601746, -1.7315422296524048, -0.5696080923080444, -1.2839643955230713, -1.8600528240203857, -1.492553949356079, -0.9887910485267639]}, "Bot004_012_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you? yes i do , i have been thinking about it . what have you been thinking about? i am going to be a professional eater That's great. I want to have a family bussines in professional eating but my family does not support my career choices that is a very profound and thought . It's much less profound to have a useless car. my dream car is a rolls royce ghost. Do you have a car? i have not heard of that before . where are you from in that case of never hearing of cars?", "response": "i am from florida , how about you ?", "annotation_id": "Bot004_012_16", "annotations": ["T", "X", "O", "T", "O", "X", "O", "X", "T", "O", "T", "X", "O", "O", "O"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -6.792064666748047, -12.525090217590332, -13.134696960449219, -16.90362548828125, -7.044122219085693, -5.459812641143799, -10.958979606628418, -9.70919132232666, -11.433595657348633], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -1.0957690477371216, -0.7529983520507812, -0.7642971873283386, -1.9770904779434204, -1.2424818277359009, -1.674983024597168, -2.0107967853546143, -3.7232306003570557, -1.7495156526565552, -1.2382738590240479, -1.7607452869415283, -1.47917902469635, -0.5310494899749756, -1.322774887084961, -0.7508094310760498, -0.34402337670326233, -1.462540626525879, -0.14921855926513672, -1.2134289741516113, -0.46793434023857117, -0.24802613258361816, -0.5123457312583923, -0.48943743109703064, -0.15575388073921204, -0.8577612638473511, -0.06853010505437851, -0.15694451332092285, -0.21401309967041016, -1.1716723442077637, -1.694450855255127, -1.0995821952819824, -2.6688928604125977, -1.3647061586380005, -1.1650623083114624, -1.186253309249878, -2.2528724670410156, -1.558466911315918, -2.1363205909729004, -1.4109634160995483, -2.1739468574523926, -2.106170654296875, -1.6897783279418945, -1.2540273666381836, -1.3042895793914795, -1.303549885749817, -1.9013859033584595, -0.8417239785194397, -0.7157177925109863, -1.0829838514328003, -2.1106700897216797, -2.0056328773498535, -0.7396628260612488, -0.08476021140813828, -1.557607650756836, -1.1858751773834229, -1.598299503326416, -0.27275171875953674, -0.6177138090133667, -0.7387725710868835, -0.8623308539390564, -0.4781967103481293, -1.143433690071106, -0.7584889531135559, -0.17374446988105774, -1.9166100025177002, -0.6616824269294739, -1.4891769886016846, -1.069178819656372, -1.6939932107925415, -0.1707974523305893, -2.2979049682617188, -1.3335108757019043, -1.8536529541015625, -1.5373739004135132, -0.715461254119873, -1.8727531433105469, -1.0620381832122803, -1.1700321435928345, -1.4075933694839478, -2.292809247970581, -0.4386792778968811, -1.4682804346084595, -1.4445031881332397, -1.3276609182357788, -1.5008597373962402, -0.22629913687705994, -1.2303509712219238, -0.9934983253479004, -0.3258040249347687, -1.3702095746994019, -1.691004753112793, -1.3017524480819702, -1.282617211341858, -0.13894619047641754, -1.9789541959762573, -2.0515692234039307, -0.20686782896518707, -1.7875466346740723, -1.5386786460876465, -1.1364381313323975, -2.2801313400268555, -1.5484085083007812, -1.5530747175216675, -1.6018770933151245, -0.22484232485294342, -1.7144943475723267, -0.6888316869735718, -1.8960583209991455, -2.1943862438201904, -0.6742516160011292, -1.3030061721801758, -2.2532200813293457, -0.5333185791969299, -1.0493760108947754, -1.4536738395690918, -1.384848713874817, -2.2065651416778564, -1.0858856439590454, -0.159940704703331, -1.7543935775756836, -1.4212939739227295, -2.2982122898101807, -1.5764468908309937, -0.9186604022979736, -1.5437062978744507, -2.2932522296905518, -3.134657382965088, -2.7342824935913086, -2.1621382236480713, -2.909285068511963, -0.2616836726665497, -1.7433382272720337, -1.157867670059204, -1.8379716873168945, -1.4071851968765259, -2.3891830444335938, -0.7204583883285522, -0.782431960105896, -0.86912602186203, -0.6925528645515442, -2.59405255317688, -1.8518794775009155, -1.726237416267395, -1.1001442670822144, -1.1064149141311646, -0.360543817281723, -0.7511098384857178, -3.8608663082122803, -2.8182599544525146, -0.6236385107040405, -2.056817054748535, -2.073133707046509, -1.883440375328064, -0.25746411085128784, -1.3272981643676758, -1.1423869132995605, -2.2731525897979736, -1.1995972394943237, -1.8915611505508423, -1.4705281257629395, -0.6382259130477905, -2.004128932952881, -0.5793136954307556, -1.3259029388427734, -1.843396782875061, -1.2177399396896362, -1.369874358177185, -1.3860572576522827, -0.143170565366745, -1.2821741104125977, -0.39007675647735596, -1.4202989339828491, -1.0402703285217285, -0.8977248668670654, -2.267108201980591, -1.7435659170150757, -0.7721044421195984, -1.3033809661865234, -1.4809622764587402, -1.7679405212402344, -2.1648290157318115, -1.1569706201553345, -1.3718304634094238, -1.9609324932098389, -0.05580538883805275, -0.02939140424132347, -1.5185405015945435, -1.8652904033660889, -2.0461506843566895, -0.6375945210456848, -1.3224836587905884, -0.590383768081665]}, "Bot004_012_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you? yes i do , i have been thinking about it . what have you been thinking about? i am going to be a professional eater That's great. I want to have a family bussines in professional eating but my family does not support my career choices that is a very profound and thought . It's much less profound to have a useless car. my dream car is a rolls royce ghost. Do you have a car? i have not heard of that before . where are you from in that case of never hearing of cars? i am from florida , how about you ? I am from Mars", "response": "i can not say that . i am more of a loner .", "annotation_id": "Bot004_012_18", "annotations": ["T", "X", "O", "O", "X", "X", "X", "T", "X", "X", "T", "T", "T", "X", "X"], "gpt2_target_score": [-8.527630805969238, -10.54873275756836, -8.231884002685547, -14.562108039855957, -6.926658630371094, -10.615875244140625, -6.356606960296631, -7.998905658721924, -10.775248527526855, -7.90804386138916, -6.888589859008789, -6.487720489501953, -15.158638000488281, -3.8853790760040283], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -1.0957690477371216, -0.7529983520507812, -0.7642971873283386, -1.9770904779434204, -1.2424818277359009, -1.674983024597168, -2.0107967853546143, -3.7232306003570557, -1.7495156526565552, -1.2382738590240479, -1.7607452869415283, -1.47917902469635, -0.5310494899749756, -1.322774887084961, -0.7508094310760498, -0.34402337670326233, -1.462540626525879, -0.14921855926513672, -1.2134289741516113, -0.46793434023857117, -0.24802613258361816, -0.5123457312583923, -0.48943743109703064, -0.15575388073921204, -0.8577612638473511, -0.06853010505437851, -0.15694451332092285, -0.21401309967041016, -1.1716723442077637, -1.694450855255127, -1.0995821952819824, -2.6688928604125977, -1.3647061586380005, -1.1650623083114624, -1.186253309249878, -2.2528724670410156, -1.558466911315918, -2.1363205909729004, -1.4109634160995483, -2.1739468574523926, -2.106170654296875, -1.6897783279418945, -1.2540273666381836, -1.3042895793914795, -1.303549885749817, -1.9013859033584595, -0.8417239785194397, -0.7157177925109863, -1.0829838514328003, -2.1106700897216797, -2.0056328773498535, -0.7396628260612488, -0.08476021140813828, -1.557607650756836, -1.1858751773834229, -1.598299503326416, -0.27275171875953674, -0.6177138090133667, -0.7387725710868835, -0.8623308539390564, -0.4781967103481293, -1.143433690071106, -0.7584889531135559, -0.17374446988105774, -1.9166100025177002, -0.6616824269294739, -1.4891769886016846, -1.069178819656372, -1.6939932107925415, -0.1707974523305893, -2.2979049682617188, -1.3335108757019043, -1.8536529541015625, -1.5373739004135132, -0.715461254119873, -1.8727531433105469, -1.0620381832122803, -1.1700321435928345, -1.4075933694839478, -2.292809247970581, -0.4386792778968811, -1.4682804346084595, -1.4445031881332397, -1.3276609182357788, -1.5008597373962402, -0.22629913687705994, -1.2303509712219238, -0.9934983253479004, -0.3258040249347687, -1.3702095746994019, -1.691004753112793, -1.3017524480819702, -1.282617211341858, -0.13894619047641754, -1.9789541959762573, -2.0515692234039307, -0.20686782896518707, -1.7875466346740723, -1.5386786460876465, -1.1364381313323975, -2.2801313400268555, -1.5484085083007812, -1.5530747175216675, -1.6018770933151245, -0.22484232485294342, -1.7144943475723267, -0.6888316869735718, -1.8960583209991455, -2.1943862438201904, -0.6742516160011292, -1.3030061721801758, -2.2532200813293457, -0.5333185791969299, -1.0493760108947754, -1.4536738395690918, -1.384848713874817, -2.2065651416778564, -1.0858856439590454, -0.159940704703331, -1.7543935775756836, -1.4212939739227295, -2.2982122898101807, -1.5764468908309937, -0.9186604022979736, -1.5437062978744507, -2.2932522296905518, -3.134657382965088, -2.7342824935913086, -2.1621382236480713, -2.909285068511963, -0.2616836726665497, -1.7433382272720337, -1.157867670059204, -1.8379716873168945, -1.4071851968765259, -2.3891830444335938, -0.7204583883285522, -0.782431960105896, -0.86912602186203, -0.6925528645515442, -2.59405255317688, -1.8518794775009155, -1.726237416267395, -1.1001442670822144, -1.1064149141311646, -0.360543817281723, -0.7511098384857178, -3.8608663082122803, -2.8182599544525146, -0.6236385107040405, -2.056817054748535, -2.073133707046509, -1.883440375328064, -0.25746411085128784, -1.3272981643676758, -1.1423869132995605, -2.2731525897979736, -1.1995972394943237, -1.8915611505508423, -1.4705281257629395, -0.6382259130477905, -2.004128932952881, -0.5793136954307556, -1.3259029388427734, -1.843396782875061, -1.2177399396896362, -1.369874358177185, -1.3860572576522827, -0.143170565366745, -1.2821741104125977, -0.39007675647735596, -1.4202989339828491, -1.0402703285217285, -0.8977248668670654, -2.267108201980591, -1.7435659170150757, -0.7721044421195984, -1.3033809661865234, -1.4809622764587402, -1.7679405212402344, -1.1608052253723145, -1.7231696844100952, -1.842972755432129, -0.05459914356470108, -0.025690773501992226, -1.741911768913269, -1.992496371269226, -2.178426742553711, -0.5988437533378601, -0.9431003332138062, -1.626042366027832, -1.0166224241256714, -0.8068088293075562, -2.4612464904785156, -1.9142465591430664, -2.047828435897827, -1.1666723489761353, -1.3478338718414307, -1.2895742654800415, -1.8799816370010376, -1.7212600708007812, -0.8793429136276245, -0.9659005999565125, -0.8126595616340637, -1.7424054145812988, -0.14540663361549377, -3.173696279525757, -0.9750098586082458, -1.2971247434616089, -0.8374620676040649]}, "Bot004_012_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you? yes i do , i have been thinking about it . what have you been thinking about? i am going to be a professional eater That's great. I want to have a family bussines in professional eating but my family does not support my career choices that is a very profound and thought . It's much less profound to have a useless car. my dream car is a rolls royce ghost. Do you have a car? i have not heard of that before . where are you from in that case of never hearing of cars? i am from florida , how about you ? I am from Mars i can not say that . i am more of a loner . i often shop for shoes and watches which is most inpopular things on mars", "response": "i love to shop and eat pizza .", "annotation_id": "Bot004_012_20", "annotations": ["T", "X", "O", "T", "X", "X", "O", "O", "T", "O", "T", "X", "T", "T", "T"], "gpt2_target_score": [-8.527630805969238, -10.275463104248047, -6.539348602294922, -15.37529468536377, -8.627510070800781, -11.737762451171875, -11.399835586547852, -1.2424818277359009], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.665508508682251, -1.0957690477371216, -0.7529983520507812, -0.7642971873283386, -1.9770904779434204, -1.2424818277359009, -1.674983024597168, -2.0107967853546143, -3.7232306003570557, -1.7495156526565552, -1.2382738590240479, -1.7607452869415283, -1.47917902469635, -0.5310494899749756, -1.322774887084961, -0.7508094310760498, -0.34402337670326233, -1.462540626525879, -0.14921855926513672, -1.2134289741516113, -0.46793434023857117, -0.24802613258361816, -0.5123457312583923, -0.48943743109703064, -0.15575388073921204, -0.8577612638473511, -0.06853010505437851, -0.15694451332092285, -0.21401309967041016, -1.1716723442077637, -1.694450855255127, -1.0995821952819824, -2.6688928604125977, -1.3647061586380005, -1.1650623083114624, -1.186253309249878, -2.2528724670410156, -1.558466911315918, -2.1363205909729004, -1.4109634160995483, -2.1739468574523926, -2.106170654296875, -1.6897783279418945, -1.2540273666381836, -1.3042895793914795, -1.303549885749817, -1.9013859033584595, -0.8417239785194397, -0.7157177925109863, -1.0829838514328003, -2.1106700897216797, -2.0056328773498535, -0.7396628260612488, -0.08476021140813828, -1.557607650756836, -1.1858751773834229, -1.598299503326416, -0.27275171875953674, -0.6177138090133667, -0.7387725710868835, -0.8623308539390564, -0.4781967103481293, -1.143433690071106, -0.7584889531135559, -0.17374446988105774, -1.9166100025177002, -0.6616824269294739, -1.4891769886016846, -1.069178819656372, -1.6939932107925415, -0.1707974523305893, -2.2979049682617188, -1.3335108757019043, -1.8536529541015625, -1.5373739004135132, -0.715461254119873, -1.8727531433105469, -1.0620381832122803, -1.1700321435928345, -1.4075933694839478, -2.292809247970581, -0.4386792778968811, -1.4682804346084595, -1.4445031881332397, -1.3276609182357788, -1.5008597373962402, -0.22629913687705994, -1.2303509712219238, -0.9934983253479004, -0.3258040249347687, -1.3702095746994019, -1.691004753112793, -1.3017524480819702, -1.282617211341858, -0.13894619047641754, -1.9789541959762573, -2.0515692234039307, -0.20686782896518707, -1.7875466346740723, -1.5386786460876465, -1.1364381313323975, -2.2801313400268555, -1.5484085083007812, -1.5530747175216675, -1.6018770933151245, -0.22484232485294342, -1.7144943475723267, -0.6888316869735718, -1.8960583209991455, -2.1943862438201904, -0.6742516160011292, -1.3030061721801758, -2.2532200813293457, -0.5333185791969299, -1.0493760108947754, -1.4536738395690918, -1.384848713874817, -2.2065651416778564, -1.0858856439590454, -0.159940704703331, -1.7543935775756836, -1.4212939739227295, -2.2982122898101807, -1.5764468908309937, -0.9186604022979736, -1.5437062978744507, -2.2932522296905518, -3.134657382965088, -2.7342824935913086, -2.1621382236480713, -2.909285068511963, -0.2616836726665497, -1.7433382272720337, -1.157867670059204, -1.8379716873168945, -1.4071851968765259, -2.3891830444335938, -0.7204583883285522, -0.782431960105896, -0.86912602186203, -0.6925528645515442, -2.59405255317688, -1.8518794775009155, -1.726237416267395, -1.1001442670822144, -1.1064149141311646, -0.360543817281723, -0.7511098384857178, -3.8608663082122803, -2.8182599544525146, -0.6236385107040405, -2.056817054748535, -2.073133707046509, -1.883440375328064, -0.25746411085128784, -1.3272981643676758, -1.1423869132995605, -2.2731525897979736, -1.1995972394943237, -1.8915611505508423, -1.4705281257629395, -0.6382259130477905, -2.004128932952881, -0.5793136954307556, -1.3259029388427734, -1.843396782875061, -1.2177399396896362, -1.369874358177185, -1.3860572576522827, -0.143170565366745, -1.2821741104125977, -0.39007675647735596, -1.4202989339828491, -1.0402703285217285, -0.8977248668670654, -2.267108201980591, -1.7435659170150757, -0.7721044421195984, -1.3033809661865234, -1.4809622764587402, -1.7679405212402344, -1.1608052253723145, -1.7231696844100952, -1.842972755432129, -0.05459914356470108, -0.025690773501992226, -1.741911768913269, -1.992496371269226, -2.178426742553711, -0.5988437533378601, -0.9431003332138062, -1.626042366027832, -1.0166224241256714, -0.8068088293075562, -2.4612464904785156, -1.9142465591430664, -1.3000493049621582, -1.6226425170898438, -1.354193091392517, -1.930702567100525, -1.858903408050537, -1.2855767011642456, -0.7459499835968018, -0.9386793971061707, -1.919329285621643, -0.17589658498764038, -3.6741507053375244, -0.8891341090202332, -1.445764183998108, -1.272895097732544, -0.9000316858291626, -2.531951904296875, -1.4442764520645142, -2.5157830715179443, -1.5003582239151, -2.2501702308654785, -1.6446913480758667, -1.1076560020446777, -2.0039334297180176, -1.883847951889038, -1.6275684833526611, -2.263206958770752, -0.9983253479003906, -1.4219145774841309, -1.3878384828567505, -2.0193963050842285, -1.3650410175323486, -2.481840133666992, -1.2481024265289307, -0.9632800817489624, -0.589238166809082, -2.142029285430908, -1.729377269744873, -0.9975323677062988]}, "Bot004_013_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy", "response": "so i can be on that . i am not sure if i could do that", "annotation_id": "Bot004_013_02", "annotations": ["O", "T", "T", "T", "T", "O", "T", "X", "X", "O", "T", "T", "X", "O", "X"], "gpt2_target_score": [-9.469642639160156, -7.449278831481934, -9.32567024230957, -11.908661842346191, -9.024950981140137, -4.743463516235352, -12.266841888427734, -8.790884971618652, -5.306005001068115, -6.426393508911133, -9.274690628051758, -7.899776458740234, -7.527318954467773, -11.361855506896973, -9.269548416137695, -6.037895202636719], "gpt2_argmax_score": [-2.1653518676757812, -1.337843656539917, -1.4721927642822266, -0.2423870712518692, -1.4335354566574097, -1.6023197174072266, -1.094570517539978, -1.8430702686309814, -1.3257498741149902, -2.0076615810394287, -2.5161452293395996, -2.076275110244751, -2.4372003078460693, -0.9964534640312195, -1.8496415615081787, -1.3711469173431396, -2.262458086013794, -1.930432915687561, -2.041158676147461, -2.537135601043701, -0.4834977984428406, -1.3295594453811646, -2.3328964710235596, -1.103127121925354, -2.2239434719085693, -2.4154763221740723, -0.6553268432617188, -1.3555501699447632, -1.0663880109786987, -1.625521183013916, -1.9803493022918701, -1.2096549272537231, -1.5380465984344482]}, "Bot004_013_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money?", "response": "i used to be , but i am not sure what that means .", "annotation_id": "Bot004_013_04", "annotations": ["O", "O", "T", "X", "T", "X", "O", "X", "X", "T", "T", "O", "T", "T", "X"], "gpt2_target_score": [-8.527595520019531, -6.936934471130371, -9.233407974243164, -11.908661842346191, -11.480189323425293, -2.5189151763916016, -1.094570517539978, -3.594062089920044, -8.008672714233398, -10.502992630004883, -7.216325283050537, -7.892101287841797, -10.580617904663086, -10.510354042053223], "gpt2_argmax_score": [-2.1653518676757812, -1.337843656539917, -1.4721927642822266, -0.2423870712518692, -1.4335354566574097, -1.6023197174072266, -1.094570517539978, -1.8430702686309814, -1.3257498741149902, -2.0076615810394287, -2.5161452293395996, -2.076275110244751, -2.4372003078460693, -0.9964534640312195, -1.8496415615081787, -1.3711469173431396, -1.7053016424179077, -1.3076859712600708, -2.7841718196868896, -1.1552437543869019, -1.2014844417572021, -2.2787787914276123, -2.1475138664245605, -2.218938112258911, -2.6572577953338623, -0.7871201634407043, -1.3727376461029053, -1.268104076385498, -1.3839694261550903, -2.388622522354126, -1.1913009881973267, -1.347981333732605, -0.21984995901584625, -1.0951287746429443, -2.2439024448394775, -2.4623501300811768, -1.725738286972046, -0.5608078241348267, -1.3012531995773315, -1.7702643871307373, -2.285407304763794, -0.0660698339343071, -1.969606637954712, -1.1072096824645996, -1.4180963039398193, -1.0556930303573608, -2.5570085048675537, -1.583404779434204, -1.070490837097168, -0.7955905199050903, -1.643641471862793, -0.7056827545166016, -1.2401224374771118, -1.2259811162948608]}, "Bot004_013_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living?", "response": "i have a secret for gordan ramsey but i did not pass the chance .", "annotation_id": "Bot004_013_06", "annotations": ["O", "T", "X", "T", "T", "O", "T", "X", "X", "O", "X", "X", "X", "O", "X"], "gpt2_target_score": [-8.527630805969238, -8.78795337677002, -8.297198295593262, -13.768107414245605, -10.297487258911133, -9.379167556762695, -21.50210189819336, -12.301628112792969, -17.129196166992188, -3.5117526054382324, -5.046106338500977, -7.886222839355469, -7.4461541175842285, -6.439969062805176, -3.2306718826293945, -15.143693923950195, -8.963319778442383], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -1.4721940755844116, -0.24238146841526031, -1.433526873588562, -1.602373480796814, -1.094570517539978, -1.8430562019348145, -1.3257447481155396, -2.0076632499694824, -2.516062021255493, -2.0762712955474854, -2.4372124671936035, -0.9964417815208435, -1.849660038948059, -1.3711106777191162, -1.7053239345550537, -1.3076527118682861, -2.784144163131714, -1.1552538871765137, -1.2014656066894531, -2.278768301010132, -2.147468328475952, -2.2189648151397705, -2.6573233604431152, -0.787106454372406, -1.3727341890335083, -1.268066167831421, -1.3839263916015625, -2.388592481613159, -1.191272258758545, -1.3479657173156738, -0.21985770761966705, -1.0951720476150513, -2.243870258331299, -2.46237850189209, -1.7257404327392578, -0.5607993006706238, -1.3012478351593018, -2.2906670570373535, -0.06295403093099594, -1.8320811986923218, -1.2023223638534546, -1.5168219804763794, -1.1605775356292725, -2.4833834171295166, -1.4706722497940063, -1.0284888744354248, -0.8209322094917297, -1.6067767143249512, -0.686355710029602, -1.413967490196228, -1.4527190923690796, -1.7052737474441528, -1.809993863105774, -1.4716225862503052, -1.7784854173660278, -1.7658514976501465, -0.08650511503219604, -0.9674375057220459, -1.2796645164489746, -0.927523136138916, -0.6948440074920654, -1.4652656316757202, -1.9016023874282837, -2.5667319297790527, -0.9704408645629883, -1.069464921951294, -2.5786185264587402, -1.8326594829559326, -1.9481762647628784, -2.424558162689209, -2.29416561126709, -1.7071568965911865, -0.8004732728004456, -1.9788634777069092, -0.7880944013595581, -1.7969053983688354, -1.6175103187561035, -1.9935338497161865, -1.2043241262435913, -1.3114824295043945]}, "Bot004_013_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets?", "response": "i am not sure . i am a very experienced person .", "annotation_id": "Bot004_013_08", "annotations": ["O", "T", "T", "T", "X", "O", "O", "X", "X", "T", "T", "T", "T", "X", "X"], "gpt2_target_score": [-8.527630805969238, -9.247654914855957, -8.452227592468262, -14.559489250183105, -9.466318130493164, -3.677767276763916, -7.30979585647583, -10.373802185058594, -8.73828125, -13.80850601196289, -7.243600845336914, -7.022270202636719], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -1.4721940755844116, -0.24238146841526031, -1.433526873588562, -1.602373480796814, -1.094570517539978, -1.8430562019348145, -1.3257447481155396, -2.0076632499694824, -2.516062021255493, -2.0762712955474854, -2.4372124671936035, -0.9964417815208435, -1.849660038948059, -1.3711106777191162, -1.7053239345550537, -1.3076527118682861, -2.784144163131714, -1.1552538871765137, -1.2014656066894531, -2.278768301010132, -2.147468328475952, -2.2189648151397705, -2.6573233604431152, -0.787106454372406, -1.3727341890335083, -1.268066167831421, -1.3839263916015625, -2.388592481613159, -1.191272258758545, -1.3479657173156738, -0.21985770761966705, -1.0951720476150513, -2.243870258331299, -2.46237850189209, -1.7257404327392578, -0.5607993006706238, -1.3012478351593018, -2.2906670570373535, -0.06295403093099594, -1.8320811986923218, -1.2023223638534546, -1.5168219804763794, -1.1605775356292725, -2.4833834171295166, -1.4706722497940063, -1.0284888744354248, -0.8209322094917297, -1.6067767143249512, -0.686355710029602, -1.413967490196228, -1.4527190923690796, -1.7052737474441528, -1.809993863105774, -1.4716225862503052, -1.7784854173660278, -1.7658514976501465, -0.08650511503219604, -0.9674375057220459, -1.2796645164489746, -0.927523136138916, -0.6948440074920654, -1.4652656316757202, -2.3861446380615234, -1.2332748174667358, -1.2210758924484253, -2.720059871673584, -1.8936409950256348, -1.7755768299102783, -2.2046475410461426, -2.573667287826538, -2.1484453678131104, -0.792374849319458, -2.0592830181121826, -0.6877542734146118, -1.8271489143371582, -1.7378225326538086, -1.9906400442123413, -1.198447585105896, -1.6830837726593018, -0.45536261796951294, -2.1442675590515137, -1.7288659811019897, -1.424009084701538, -1.8649448156356812, -2.115422487258911, -2.0514979362487793, -1.2536373138427734, -0.4479428231716156, -1.3593087196350098, -1.1374815702438354, -1.644619345664978, -1.3616459369659424, -2.866569757461548, -1.85198974609375, -1.7551662921905518, -1.5140150785446167, -0.7764549851417542]}, "Bot004_013_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets? i am not sure . i am a very experienced person . Are you sure?", "response": "i am not sure . i am a very experienced person .", "annotation_id": "Bot004_013_10", "annotations": ["O", "O", "X", "X", "O", "O", "T", "X", "X", "O", "O", "T", "O", "X", "X"], "gpt2_target_score": [-8.527630805969238, -9.247654914855957, -8.452227592468262, -14.559489250183105, -9.466318130493164, -3.677767276763916, -7.30979585647583, -10.373802185058594, -8.73828125, -13.80850601196289, -7.243600845336914, -7.022270202636719], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -1.4721940755844116, -0.24238146841526031, -1.433526873588562, -1.602373480796814, -1.094570517539978, -1.8430562019348145, -1.3257447481155396, -2.0076632499694824, -2.516062021255493, -2.0762712955474854, -2.4372124671936035, -0.9964417815208435, -1.849660038948059, -1.3711106777191162, -1.7053239345550537, -1.3076527118682861, -2.784144163131714, -1.1552538871765137, -1.2014656066894531, -2.278768301010132, -2.147468328475952, -2.2189648151397705, -2.6573233604431152, -0.787106454372406, -1.3727341890335083, -1.268066167831421, -1.3839263916015625, -2.388592481613159, -1.191272258758545, -1.3479657173156738, -0.21985770761966705, -1.0951720476150513, -2.243870258331299, -2.46237850189209, -1.7257404327392578, -0.5607993006706238, -1.3012478351593018, -2.2906670570373535, -0.06295403093099594, -1.8320811986923218, -1.2023223638534546, -1.5168219804763794, -1.1605775356292725, -2.4833834171295166, -1.4706722497940063, -1.0284888744354248, -0.8209322094917297, -1.6067767143249512, -0.686355710029602, -1.413967490196228, -1.4527190923690796, -1.7052737474441528, -1.809993863105774, -1.4716225862503052, -1.7784854173660278, -1.7658514976501465, -0.08650511503219604, -0.9674375057220459, -1.2796645164489746, -0.927523136138916, -0.6948440074920654, -1.4652656316757202, -2.3861446380615234, -1.2332748174667358, -1.2210758924484253, -2.720059871673584, -1.8936409950256348, -1.7755768299102783, -2.2046475410461426, -2.573667287826538, -2.1484453678131104, -0.792374849319458, -2.0592830181121826, -0.6877542734146118, -1.8271489143371582, -1.7378225326538086, -1.9906400442123413, -1.198447585105896, -1.6830837726593018, -0.45536261796951294, -2.1442675590515137, -1.7288659811019897, -1.424009084701538, -1.8649448156356812, -1.9771153926849365, -1.2829645872116089, -0.5721127390861511, -1.4127724170684814, -1.8330129384994507, -1.5997521877288818, -1.3350168466567993, -3.189988136291504, -1.7520767450332642, -1.7393217086791992, -1.2618753910064697, -1.3473600149154663, -0.11050359159708023, -2.390784978866577, -1.3288381099700928, -1.973079800605774, -1.9428640604019165, -1.6096214056015015, -1.3032974004745483, -0.3705332577228546, -1.507357120513916, -0.5173592567443848, -0.3754071593284607, -0.9729929566383362, -0.2049148678779602, -0.07395613938570023, -0.0565216988325119, -0.3084218204021454, -0.6989561319351196]}, "Bot004_013_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets? i am not sure . i am a very experienced person . Are you sure? i am not sure . i am a very experienced person . Got it. So how old are you?", "response": "i am a very polite person . i love to cook .", "annotation_id": "Bot004_013_12", "annotations": ["O", "O", "X", "T", "O", "X", "X", "X", "X", "T", "X", "X", "X", "X", "X"], "gpt2_target_score": [-8.527630805969238, -9.247654914855957, -8.297198295593262, -11.251795768737793, -12.82609748840332, -14.511140823364258, -12.266826629638672, -8.790916442871094, -10.554489135742188, -7.50856351852417, -8.960550308227539, -7.022270202636719], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -1.4721940755844116, -0.24238146841526031, -1.433526873588562, -1.602373480796814, -1.094570517539978, -1.8430562019348145, -1.3257447481155396, -2.0076632499694824, -2.516062021255493, -2.0762712955474854, -2.4372124671936035, -0.9964417815208435, -1.849660038948059, -1.3711106777191162, -1.7053239345550537, -1.3076527118682861, -2.784144163131714, -1.1552538871765137, -1.2014656066894531, -2.278768301010132, -2.147468328475952, -2.2189648151397705, -2.6573233604431152, -0.787106454372406, -1.3727341890335083, -1.268066167831421, -1.3839263916015625, -2.388592481613159, -1.191272258758545, -1.3479657173156738, -0.21985770761966705, -1.0951720476150513, -2.243870258331299, -2.46237850189209, -1.7257404327392578, -0.5607993006706238, -1.3012478351593018, -2.2906670570373535, -0.06295403093099594, -1.8320811986923218, -1.2023223638534546, -1.5168219804763794, -1.1605775356292725, -2.4833834171295166, -1.4706722497940063, -1.0284888744354248, -0.8209322094917297, -1.6067767143249512, -0.686355710029602, -1.413967490196228, -1.4527190923690796, -1.7052737474441528, -1.809993863105774, -1.4716225862503052, -1.7784854173660278, -1.7658514976501465, -0.08650511503219604, -0.9674375057220459, -1.2796645164489746, -0.927523136138916, -0.6948440074920654, -1.4652656316757202, -2.3861446380615234, -1.2332748174667358, -1.2210758924484253, -2.720059871673584, -1.8936409950256348, -1.7755768299102783, -2.2046475410461426, -2.573667287826538, -2.1484453678131104, -0.792374849319458, -2.0592830181121826, -0.6877542734146118, -1.8271489143371582, -1.7378225326538086, -1.9906400442123413, -1.198447585105896, -1.6830837726593018, -0.45536261796951294, -2.1442675590515137, -1.7288659811019897, -1.424009084701538, -1.8649448156356812, -1.9771153926849365, -1.2829645872116089, -0.5721127390861511, -1.4127724170684814, -1.8330001831054688, -1.5997464656829834, -1.335030198097229, -3.1899898052215576, -1.7520768642425537, -1.739335060119629, -1.2618697881698608, -1.3473824262619019, -0.11050263047218323, -2.390800952911377, -1.3288426399230957, -1.9730838537216187, -1.25325608253479, -1.1804840564727783, -0.627021074295044, -0.6728917956352234, -0.8472845554351807, -0.400663286447525, -1.4552513360977173, -0.4933326244354248, -0.4646865725517273, -0.10963159054517746, -0.21024467051029205, -1.5643824338912964, -1.29017174243927, -1.3230692148208618, -1.8872969150543213, -1.9650557041168213, -1.1820087432861328, -0.3762522339820862, -0.05284499377012253, -0.6033180356025696, -2.050294876098633, -2.2254910469055176, -1.3531534671783447, -1.7920267581939697, -0.7265574336051941, -0.08309683948755264, -0.584265947341919, -1.083343267440796, -1.2494354248046875, -1.3261384963989258, -1.114186406135559, -2.323725461959839, -1.19071626663208, -0.920175313949585]}, "Bot004_013_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets? i am not sure . i am a very experienced person . Are you sure? i am not sure . i am a very experienced person . Got it. So how old are you? i am a very polite person . i love to cook . So you like to cook. What is your favorite meal?", "response": "i have never tried that idea . i am sure it is .", "annotation_id": "Bot004_013_14", "annotations": ["O", "T", "X", "X", "T", "O", "X", "X", "X", "O", "T", "X", "X", "X", "X"], "gpt2_target_score": [-8.527630805969238, -8.78795337677002, -8.98322582244873, -12.178584098815918, -7.810487747192383, -9.822893142700195, -12.266826629638672, -8.790916442871094, -5.305938720703125, -10.50302505493164, -7.052042007446289, -7.108360290527344, -10.17613410949707], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -1.4721940755844116, -0.24238146841526031, -1.433526873588562, -1.602373480796814, -1.094570517539978, -1.8430562019348145, -1.3257447481155396, -2.0076632499694824, -2.516062021255493, -2.0762712955474854, -2.4372124671936035, -0.9964417815208435, -1.849660038948059, -1.3711106777191162, -1.7053239345550537, -1.3076527118682861, -2.784144163131714, -1.1552538871765137, -1.2014656066894531, -2.278768301010132, -2.147468328475952, -2.2189648151397705, -2.6573233604431152, -0.787106454372406, -1.3727341890335083, -1.268066167831421, -1.3839263916015625, -2.388592481613159, -1.191272258758545, -1.3479657173156738, -0.21985770761966705, -1.0951720476150513, -2.243870258331299, -2.46237850189209, -1.7257404327392578, -0.5607993006706238, -1.3012478351593018, -2.2906670570373535, -0.06295403093099594, -1.8320811986923218, -1.2023223638534546, -1.5168219804763794, -1.1605775356292725, -2.4833834171295166, -1.4706722497940063, -1.0284888744354248, -0.8209322094917297, -1.6067767143249512, -0.686355710029602, -1.413967490196228, -1.4527190923690796, -1.7052737474441528, -1.809993863105774, -1.4716225862503052, -1.7784854173660278, -1.7658514976501465, -0.08650511503219604, -0.9674375057220459, -1.2796645164489746, -0.927523136138916, -0.6948440074920654, -1.4652656316757202, -2.3861446380615234, -1.2332748174667358, -1.2210758924484253, -2.720059871673584, -1.8936409950256348, -1.7755768299102783, -2.2046475410461426, -2.573667287826538, -2.1484453678131104, -0.792374849319458, -2.0592830181121826, -0.6877542734146118, -1.8271489143371582, -1.7378225326538086, -1.9906400442123413, -1.198447585105896, -1.6830837726593018, -0.45536261796951294, -2.1442675590515137, -1.7288659811019897, -1.424009084701538, -1.8649448156356812, -1.9771153926849365, -1.2829645872116089, -0.5721127390861511, -1.4127724170684814, -1.8330129384994507, -1.5997521877288818, -1.3350168466567993, -3.189988136291504, -1.7520767450332642, -1.7393217086791992, -1.2618753910064697, -1.3473600149154663, -0.11050359159708023, -2.390784978866577, -1.3288381099700928, -1.973079800605774, -1.2532562017440796, -1.180483341217041, -0.6270163655281067, -0.6729046106338501, -0.8472877144813538, -0.40065857768058777, -1.455271601676941, -0.493322491645813, -0.46468883752822876, -0.10962977260351181, -0.2102462202310562, -1.5643904209136963, -1.2901848554611206, -1.3230812549591064, -1.8872931003570557, -1.9650617837905884, -1.1820050477981567, -0.37624591588974, -0.05284510552883148, -0.6033180952072144, -2.050295829772949, -1.1888211965560913, -1.8819881677627563, -0.7977606058120728, -0.2362479567527771, -0.5113293528556824, -0.5514870882034302, -1.7602571249008179, -1.1790775060653687, -0.6554698348045349, -2.2169547080993652, -1.1870307922363281, -1.3841710090637207, -1.6815077066421509, -1.8256011009216309, -0.3942277729511261, -0.8658573627471924, -1.2871108055114746, -1.7035032510757446, -1.3957563638687134, -1.072155237197876, -0.720800518989563, -1.363579273223877, -0.7395327687263489, -2.306898593902588, -1.9016246795654297, -1.8545470237731934, -0.763205885887146, -1.6945245265960693, -1.537445306777954, -1.5831496715545654, -1.6280039548873901, -1.0330525636672974, -1.8774279356002808, -1.319873332977295, -1.5008069276809692, -0.9254390597343445, -2.1726250648498535, -1.0352689027786255]}, "Bot004_013_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets? i am not sure . i am a very experienced person . Are you sure? i am not sure . i am a very experienced person . Got it. So how old are you? i am a very polite person . i love to cook . So you like to cook. What is your favorite meal? i have never tried that idea . i am sure it is . What do you like to cook?", "response": "i do not cook , but i am always looking for a new job .", "annotation_id": "Bot004_013_16", "annotations": ["O", "O", "T", "T", "O", "T", "X", "T", "X", "T", "T", "T", "T", "O", "X"], "gpt2_target_score": [-8.527630805969238, -10.27855396270752, -8.452227592468262, -14.37482738494873, -11.480218887329102, -2.518923282623291, -1.094570517539978, -3.5940937995910645, -11.653579711914062, -8.249866485595703, -5.497125625610352, -8.192802429199219, -9.239641189575195, -12.417981147766113, -9.27495288848877], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -1.4721940755844116, -0.24238146841526031, -1.433526873588562, -1.602373480796814, -1.094570517539978, -1.8430562019348145, -1.3257447481155396, -2.0076632499694824, -2.516062021255493, -2.0762712955474854, -2.4372124671936035, -0.9964417815208435, -1.849660038948059, -1.3711106777191162, -1.7053239345550537, -1.3076527118682861, -2.784144163131714, -1.1552538871765137, -1.2014656066894531, -2.278768301010132, -2.147468328475952, -2.2189648151397705, -2.6573233604431152, -0.787106454372406, -1.3727341890335083, -1.268066167831421, -1.3839263916015625, -2.388592481613159, -1.191272258758545, -1.3479657173156738, -0.21985770761966705, -1.0951720476150513, -2.243870258331299, -2.46237850189209, -1.7257404327392578, -0.5607993006706238, -1.3012478351593018, -2.2906670570373535, -0.06295403093099594, -1.8320811986923218, -1.2023223638534546, -1.5168219804763794, -1.1605775356292725, -2.4833834171295166, -1.4706722497940063, -1.0284888744354248, -0.8209322094917297, -1.6067767143249512, -0.686355710029602, -1.413967490196228, -1.4527190923690796, -1.7052737474441528, -1.809993863105774, -1.4716225862503052, -1.7784854173660278, -1.7658514976501465, -0.08650511503219604, -0.9674375057220459, -1.2796645164489746, -0.927523136138916, -0.6948440074920654, -1.4652656316757202, -2.3861446380615234, -1.2332748174667358, -1.2210758924484253, -2.720059871673584, -1.8936409950256348, -1.7755768299102783, -2.2046475410461426, -2.573667287826538, -2.1484453678131104, -0.792374849319458, -2.0592830181121826, -0.6877542734146118, -1.8271489143371582, -1.7378225326538086, -1.9906400442123413, -1.198447585105896, -1.6830837726593018, -0.45536261796951294, -2.1442675590515137, -1.7288659811019897, -1.424009084701538, -1.8649448156356812, -1.9771153926849365, -1.2829645872116089, -0.5721127390861511, -1.4127724170684814, -1.8330129384994507, -1.5997521877288818, -1.3350168466567993, -3.189988136291504, -1.7520767450332642, -1.7393217086791992, -1.2618753910064697, -1.3473600149154663, -0.11050359159708023, -2.390784978866577, -1.3288381099700928, -1.973079800605774, -1.2532562017440796, -1.180483341217041, -0.6270163655281067, -0.6729046106338501, -0.8472877144813538, -0.40065857768058777, -1.455271601676941, -0.493322491645813, -0.46468883752822876, -0.10962977260351181, -0.2102462202310562, -1.5643904209136963, -1.2901848554611206, -1.3230812549591064, -1.8872931003570557, -1.9650617837905884, -1.1820050477981567, -0.37624591588974, -0.05284510552883148, -0.6033180952072144, -2.050295829772949, -1.1888211965560913, -1.8819881677627563, -0.7977606058120728, -0.2362479567527771, -0.5113293528556824, -0.5514870882034302, -1.7602571249008179, -1.1790775060653687, -0.6554698348045349, -2.2169547080993652, -1.1870307922363281, -1.3841710090637207, -1.6815077066421509, -1.8256011009216309, -0.3942277729511261, -0.8658551573753357, -1.2871122360229492, -1.703505516052246, -1.3957575559616089, -1.0721435546875, -0.7207987308502197, -1.3635838031768799, -0.7395355701446533, -2.3069002628326416, -1.7240070104599, -0.9176027178764343, -1.6976637840270996, -1.585084319114685, -1.348393440246582, -0.9999401569366455, -1.3651388883590698, -1.4381860494613647, -1.2339180707931519, -1.851470708847046, -0.8761772513389587, -2.201500177383423, -1.3030279874801636, -1.5086990594863892, -0.038101546466350555, -1.3298453092575073, -0.43281054496765137, -0.7331822514533997, -0.8028889894485474, -1.3341628313064575, -1.7857182025909424, -1.8785934448242188, -1.6448148488998413, -0.9984079003334045, -2.133805513381958, -0.8056474328041077, -0.2810658812522888, -1.5286180973052979, -1.3748910427093506, -2.7629029750823975, -0.24122779071331024, -1.7118829488754272, -1.5501985549926758, -1.41408371925354, -1.1183468103408813, -0.9989500641822815]}, "Bot004_013_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets? i am not sure . i am a very experienced person . Are you sure? i am not sure . i am a very experienced person . Got it. So how old are you? i am a very polite person . i love to cook . So you like to cook. What is your favorite meal? i have never tried that idea . i am sure it is . What do you like to cook? i do not cook , but i am always looking for a new job . You said that you love to cook", "response": "i like to cook , but i am not looking for a new job .", "annotation_id": "Bot004_013_18", "annotations": ["O", "T", "T", "X", "T", "O", "X", "X", "X", "O", "T", "O", "T", "O", "X"], "gpt2_target_score": [-8.527630805969238, -6.345952033996582, -9.23340892791748, -14.37482738494873, -11.480218887329102, -2.518923282623291, -1.094570517539978, -3.5940937995910645, -8.008651733398438, -8.249866485595703, -5.497125625610352, -8.192802429199219, -9.239641189575195, -12.417981147766113, -9.27495288848877], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -1.4721940755844116, -0.24238146841526031, -1.433526873588562, -1.602373480796814, -1.094570517539978, -1.8430562019348145, -1.3257447481155396, -2.0076632499694824, -2.516062021255493, -2.0762712955474854, -2.4372124671936035, -0.9964417815208435, -1.849660038948059, -1.3711106777191162, -1.7053239345550537, -1.3076527118682861, -2.784144163131714, -1.1552538871765137, -1.2014656066894531, -2.278768301010132, -2.147468328475952, -2.2189648151397705, -2.6573233604431152, -0.787106454372406, -1.3727341890335083, -1.268066167831421, -1.3839263916015625, -2.388592481613159, -1.191272258758545, -1.3479657173156738, -0.21985770761966705, -1.0951720476150513, -2.243870258331299, -2.46237850189209, -1.7257404327392578, -0.5607993006706238, -1.3012478351593018, -2.2906670570373535, -0.06295403093099594, -1.8320811986923218, -1.2023223638534546, -1.5168219804763794, -1.1605775356292725, -2.4833834171295166, -1.4706722497940063, -1.0284888744354248, -0.8209322094917297, -1.6067767143249512, -0.686355710029602, -1.413967490196228, -1.4527190923690796, -1.7052737474441528, -1.809993863105774, -1.4716225862503052, -1.7784854173660278, -1.7658514976501465, -0.08650511503219604, -0.9674375057220459, -1.2796645164489746, -0.927523136138916, -0.6948440074920654, -1.4652656316757202, -2.3861446380615234, -1.2332748174667358, -1.2210758924484253, -2.720059871673584, -1.8936409950256348, -1.7755768299102783, -2.2046475410461426, -2.573667287826538, -2.1484453678131104, -0.792374849319458, -2.0592830181121826, -0.6877542734146118, -1.8271489143371582, -1.7378225326538086, -1.9906400442123413, -1.198447585105896, -1.6830837726593018, -0.45536261796951294, -2.1442675590515137, -1.7288659811019897, -1.424009084701538, -1.8649448156356812, -1.9771153926849365, -1.2829645872116089, -0.5721127390861511, -1.4127724170684814, -1.8330129384994507, -1.5997521877288818, -1.3350168466567993, -3.189988136291504, -1.7520767450332642, -1.7393217086791992, -1.2618753910064697, -1.3473600149154663, -0.11050359159708023, -2.390784978866577, -1.3288381099700928, -1.973079800605774, -1.2532562017440796, -1.180483341217041, -0.6270163655281067, -0.6729046106338501, -0.8472877144813538, -0.40065857768058777, -1.455271601676941, -0.493322491645813, -0.46468883752822876, -0.10962977260351181, -0.2102462202310562, -1.5643904209136963, -1.2901848554611206, -1.3230812549591064, -1.8872931003570557, -1.9650617837905884, -1.1820050477981567, -0.37624591588974, -0.05284510552883148, -0.6033180952072144, -2.050295829772949, -1.1888211965560913, -1.8819881677627563, -0.7977606058120728, -0.2362479567527771, -0.5113293528556824, -0.5514870882034302, -1.7602571249008179, -1.1790775060653687, -0.6554698348045349, -2.2169547080993652, -1.1870307922363281, -1.3841710090637207, -1.6815077066421509, -1.8256011009216309, -0.3942277729511261, -0.8658573627471924, -1.2871108055114746, -1.7035032510757446, -1.3957563638687134, -1.072155237197876, -0.720800518989563, -1.363579273223877, -0.7395327687263489, -2.306898593902588, -1.7240129709243774, -0.9176009893417358, -1.697665810585022, -1.585087537765503, -1.3483946323394775, -0.9999472498893738, -1.365125298500061, -1.4381932020187378, -1.23390793800354, -1.851479172706604, -0.8761844635009766, -2.2015037536621094, -1.3030259609222412, -1.5086942911148071, -0.03810131549835205, -1.3298494815826416, -0.4328083097934723, -0.7331699132919312, -0.8028865456581116, -1.3341453075408936, -1.4158086776733398, -1.1469905376434326, -0.9722771644592285, -2.1015212535858154, -1.0270105600357056, -0.2882905900478363, -1.199467420578003, -1.811337947845459, -2.3936359882354736, -0.23136523365974426, -1.5360008478164673, -1.5537090301513672, -1.3719655275344849, -0.4839053153991699, -1.1467243432998657, -1.8785209655761719, -0.9799618124961853, -1.796210527420044, -1.8872591257095337, -0.7144071459770203, -0.05209809169173241, -0.948723554611206, -2.1376566886901855, -1.762425184249878, -0.30113035440444946, -0.14061923325061798, -1.7807718515396118, -1.0282896757125854, -0.32335346937179565, -1.2500665187835693, -0.7222564220428467, -0.19249661266803741, -0.13759088516235352, -0.2809860408306122, -0.13027119636535645, -0.01893036440014839, -0.4866967797279358, -0.6930246949195862]}, "Bot004_013_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets? i am not sure . i am a very experienced person . Are you sure? i am not sure . i am a very experienced person . Got it. So how old are you? i am a very polite person . i love to cook . So you like to cook. What is your favorite meal? i have never tried that idea . i am sure it is . What do you like to cook? i do not cook , but i am always looking for a new job . You said that you love to cook i like to cook , but i am not looking for a new job . Man. What is your job?", "response": "i am not sure . i am a very experienced person .", "annotation_id": "Bot004_013_20", "annotations": ["T", "T", "T", "T", "T", "X", "X", "X", "X", "T", "O", "T", "T", "X", "X"], "gpt2_target_score": [-8.527630805969238, -9.247654914855957, -8.452227592468262, -14.559489250183105, -9.466318130493164, -3.677767276763916, -7.30979585647583, -10.373802185058594, -8.73828125, -13.80850601196289, -7.243600845336914, -7.022270202636719], "gpt2_argmax_score": [-2.1653337478637695, -1.337803840637207, -1.4721940755844116, -0.24238146841526031, -1.433526873588562, -1.602373480796814, -1.094570517539978, -1.8430562019348145, -1.3257447481155396, -2.0076632499694824, -2.516062021255493, -2.0762712955474854, -2.4372124671936035, -0.9964417815208435, -1.849660038948059, -1.3711106777191162, -1.7053239345550537, -1.3076527118682861, -2.784144163131714, -1.1552538871765137, -1.2014656066894531, -2.278768301010132, -2.147468328475952, -2.2189648151397705, -2.6573233604431152, -0.787106454372406, -1.3727341890335083, -1.268066167831421, -1.3839263916015625, -2.388592481613159, -1.191272258758545, -1.3479657173156738, -0.21985770761966705, -1.0951720476150513, -2.243870258331299, -2.46237850189209, -1.7257404327392578, -0.5607993006706238, -1.3012478351593018, -2.2906670570373535, -0.06295403093099594, -1.8320811986923218, -1.2023223638534546, -1.5168219804763794, -1.1605775356292725, -2.4833834171295166, -1.4706722497940063, -1.0284888744354248, -0.8209322094917297, -1.6067767143249512, -0.686355710029602, -1.413967490196228, -1.4527190923690796, -1.7052737474441528, -1.809993863105774, -1.4716225862503052, -1.7784854173660278, -1.7658514976501465, -0.08650511503219604, -0.9674375057220459, -1.2796645164489746, -0.927523136138916, -0.6948440074920654, -1.4652656316757202, -2.3861446380615234, -1.2332748174667358, -1.2210758924484253, -2.720059871673584, -1.8936409950256348, -1.7755768299102783, -2.2046475410461426, -2.573667287826538, -2.1484453678131104, -0.792374849319458, -2.0592830181121826, -0.6877542734146118, -1.8271489143371582, -1.7378225326538086, -1.9906400442123413, -1.198447585105896, -1.6830837726593018, -0.45536261796951294, -2.1442675590515137, -1.7288659811019897, -1.424009084701538, -1.8649448156356812, -1.9771153926849365, -1.2829645872116089, -0.5721127390861511, -1.4127724170684814, -1.8330129384994507, -1.5997521877288818, -1.3350168466567993, -3.189988136291504, -1.7520767450332642, -1.7393217086791992, -1.2618753910064697, -1.3473600149154663, -0.11050359159708023, -2.390784978866577, -1.3288381099700928, -1.973079800605774, -1.2532562017440796, -1.180483341217041, -0.6270163655281067, -0.6729046106338501, -0.8472877144813538, -0.40065857768058777, -1.455271601676941, -0.493322491645813, -0.46468883752822876, -0.10962977260351181, -0.2102462202310562, -1.5643904209136963, -1.2901848554611206, -1.3230812549591064, -1.8872931003570557, -1.9650617837905884, -1.1820050477981567, -0.37624591588974, -0.05284510552883148, -0.6033180952072144, -2.050295829772949, -1.1888211965560913, -1.8819881677627563, -0.7977606058120728, -0.2362479567527771, -0.5113293528556824, -0.5514870882034302, -1.7602571249008179, -1.1790775060653687, -0.6554698348045349, -2.2169547080993652, -1.1870307922363281, -1.3841710090637207, -1.6815077066421509, -1.8256011009216309, -0.3942277729511261, -0.8658573627471924, -1.2871108055114746, -1.7035032510757446, -1.3957563638687134, -1.072155237197876, -0.720800518989563, -1.363579273223877, -0.7395327687263489, -2.306898593902588, -1.7240129709243774, -0.9176009893417358, -1.697665810585022, -1.585087537765503, -1.3483946323394775, -0.9999472498893738, -1.365125298500061, -1.4381932020187378, -1.23390793800354, -1.851479172706604, -0.8761844635009766, -2.2015037536621094, -1.3030259609222412, -1.5086942911148071, -0.03810131549835205, -1.3298494815826416, -0.4328083097934723, -0.7331699132919312, -0.8028865456581116, -1.3341453075408936, -1.4158086776733398, -1.1469905376434326, -0.9722771644592285, -2.1015212535858154, -1.0270105600357056, -0.2882905900478363, -1.199467420578003, -1.811337947845459, -2.3936359882354736, -0.23136523365974426, -1.5360008478164673, -1.5537090301513672, -1.3719655275344849, -0.4839053153991699, -1.1467243432998657, -1.8785209655761719, -0.9799618124961853, -1.796210527420044, -1.8872591257095337, -0.7144071459770203, -0.05209809169173241, -0.948723554611206, -1.7836710214614868, -0.14525386691093445, -0.24574147164821625, -0.9351970553398132, -1.253696084022522, -0.77955162525177, -0.8345420956611633, -0.5010297894477844, -0.10108812898397446, -0.1672578752040863, -0.4506814181804657, -0.21811719238758087, -0.032926373183727264, -0.32750463485717773, -1.3905740976333618, -1.1358439922332764, -1.2910470962524414, -1.3398152589797974, -0.43065738677978516, -0.42300930619239807, -1.052872657775879, -1.296802043914795, -2.0158531665802, -1.602731466293335, -0.5931403040885925, -1.3439408540725708, -1.3605022430419922, -0.33173608779907227, -0.28793641924858093, -0.6665633320808411, -0.1640453189611435, -0.25764259696006775, -0.10081624984741211, -0.3476831018924713, -0.4746500551700592]}, "Bot004_014_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is?", "response": "i am a huge gamer , i love it .", "annotation_id": "Bot004_014_02", "annotations": ["O", "X", "O", "O", "T", "O", "O", "X", "O", "O", "X", "X", "O", "O", "O"], "gpt2_target_score": [-8.527595520019531, -8.089072227478027, -4.290037155151367, -10.99940013885498, -13.216371536254883, -11.381561279296875, -8.539877891540527, -12.716419219970703, -11.21757984161377, -8.296831130981445], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -1.5208110809326172, -1.8581191301345825, -1.7381155490875244, -2.452025890350342, -1.809958577156067, -0.8564032316207886, -0.8086290955543518, -1.0185264348983765, -1.1848055124282837, -1.8851200342178345, -1.2897007465362549, -0.4581134021282196, -2.2703280448913574, -1.7518459558486938, -2.0275020599365234, -3.2869927883148193, -0.9026078581809998, -1.4471607208251953, -1.1854923963546753, -2.1147966384887695, -1.4981917142868042, -1.951104760169983, -1.1804618835449219]}, "Bot004_014_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone", "response": "oh , i have not heard of that one .", "annotation_id": "Bot004_014_04", "annotations": ["T", "O", "T", "O", "T", "O", "X", "X", "O", "T", "X", "O", "T", "O", "O"], "gpt2_target_score": [-10.994644165039062, -10.484625816345215, -2.0982799530029297, -8.269434928894043, -2.4060537815093994, -12.60955810546875, -10.271124839782715, -4.576419830322266, -10.975956916809082, -8.296831130981445], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -1.5208110809326172, -1.8581191301345825, -1.7381155490875244, -2.452025890350342, -1.809958577156067, -0.8564032316207886, -0.8086290955543518, -1.0185264348983765, -1.1848055124282837, -1.8851200342178345, -1.2897007465362549, -0.4581134021282196, -1.9151676893234253, -1.9380838871002197, -3.7642226219177246, -1.0926415920257568, -1.2693791389465332, -1.2778093814849854, -2.2689208984375, -1.5216552019119263, -2.1403632164001465, -1.4296698570251465, -2.1816906929016113, -0.20009379088878632, -1.405112624168396, -1.7770746946334839, -1.7602280378341675, -0.2462078183889389, -0.8667920231819153, -1.5700005292892456, -2.339275598526001, -0.013274741359055042, -1.4625201225280762, -1.1708306074142456, -1.1408864259719849, -1.9923157691955566, -1.5564159154891968, -2.1628432273864746, -2.1082065105438232, -1.7758300304412842, -2.742145538330078, -0.6198936700820923, -1.6078147888183594, -0.5185648202896118, -1.3863695859909058, -2.1029391288757324, -1.8670830726623535, -1.9460744857788086]}, "Bot004_014_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes", "response": "i have seen that quite a few times . do you have any hobbies ?", "annotation_id": "Bot004_014_06", "annotations": ["T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O"], "gpt2_target_score": [-8.527630805969238, -9.411251068115234, -12.758329391479492, -7.06660795211792, -6.768877029418945, -8.285367012023926, -8.949393272399902, -13.260748863220215, -13.41927433013916, -10.13298225402832, -6.62166166305542, -5.26603889465332, -8.020576477050781, -12.106459617614746, -11.042765617370605], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.5208112001419067, -1.8580965995788574, -1.7380696535110474, -2.4520387649536133, -1.8099435567855835, -0.8564218878746033, -0.8086482286453247, -1.018541693687439, -1.184787392616272, -1.8850724697113037, -1.2897257804870605, -0.45811325311660767, -1.915187120437622, -1.9380905628204346, -3.764230489730835, -1.0926660299301147, -1.269360899925232, -1.2777944803237915, -2.2688822746276855, -1.5216054916381836, -2.1403260231018066, -1.4296953678131104, -2.1816866397857666, -0.20008589327335358, -1.4050761461257935, -1.7770466804504395, -1.7602566480636597, -0.24620912969112396, -0.8667635917663574, -1.5700550079345703, -2.3392515182495117, -0.013274271041154861, -1.4624660015106201, -1.170862078666687, -1.1408717632293701, -1.9922890663146973, -1.5564661026000977, -2.3807225227355957, -1.7450222969055176, -2.540332555770874, -0.8424823880195618, -1.6802568435668945, -0.6981933116912842, -1.597167730331421, -2.3367176055908203, -1.8910470008850098, -2.18664813041687, -2.302860736846924, -1.9789047241210938, -2.137824058532715, -1.439221739768982, -1.745293140411377, -1.7473655939102173, -2.2525689601898193, -0.002535464009270072, -1.558127999305725, -1.0446568727493286, -1.6649439334869385, -1.4498817920684814, -2.2004289627075195, -1.1783156394958496, -1.989973783493042, -1.9310901165008545, -1.2988163232803345, -1.3562771081924438, -2.010684013366699, -2.245009422302246, -1.0824570655822754, -1.9547756910324097, -2.8605635166168213, -0.20985981822013855, -0.40154290199279785, -0.7815185785293579, -1.6054439544677734, -1.9715791940689087, -0.11828560382127762, -0.9516209363937378, -0.9265885353088379, -1.9082146883010864, -1.3271018266677856, -0.4376339614391327]}, "Bot004_014_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do?", "response": "i like to play the piano and cook .", "annotation_id": "Bot004_014_08", "annotations": ["O", "O", "O", "T", "T", "O", "O", "X", "O", "T", "O", "T", "O", "O", "O"], "gpt2_target_score": [-8.527630805969238, -6.919994354248047, -7.194730758666992, -10.00986099243164, -1.7380696535110474, -11.467740058898926, -6.6444621086120605, -14.657065391540527, -13.41927433013916], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.5208112001419067, -1.8580965995788574, -1.7380696535110474, -2.4520387649536133, -1.8099435567855835, -0.8564218878746033, -0.8086482286453247, -1.018541693687439, -1.184787392616272, -1.8850724697113037, -1.2897257804870605, -0.45811325311660767, -1.915187120437622, -1.9380905628204346, -3.764230489730835, -1.0926660299301147, -1.269360899925232, -1.2777944803237915, -2.2688822746276855, -1.5216054916381836, -2.1403260231018066, -1.4296953678131104, -2.1816866397857666, -0.20008589327335358, -1.4050761461257935, -1.7770466804504395, -1.7602566480636597, -0.24620912969112396, -0.8667635917663574, -1.5700550079345703, -2.3392515182495117, -0.013274271041154861, -1.4624660015106201, -1.170862078666687, -1.1408717632293701, -1.9922890663146973, -1.5564661026000977, -2.3807225227355957, -1.7450222969055176, -2.540332555770874, -0.8424823880195618, -1.6802568435668945, -0.6981933116912842, -1.597167730331421, -2.3367176055908203, -1.8910470008850098, -2.18664813041687, -2.302860736846924, -1.9789047241210938, -2.137824058532715, -1.439221739768982, -1.745293140411377, -1.7473655939102173, -2.2525689601898193, -0.002535464009270072, -1.558127999305725, -1.0446568727493286, -1.6649439334869385, -1.4498817920684814, -2.2004289627075195, -1.1783156394958496, -1.989973783493042, -1.9310901165008545, -1.2988163232803345, -1.3562771081924438, -2.2807910442352295, -2.4099771976470947, -2.371628999710083, -1.779101014137268, -0.5696282386779785, -0.44121628999710083, -0.6200013756752014, -1.4207127094268799, -0.9480196237564087, -0.28418421745300293, -1.0774072408676147, -0.5817882418632507, -1.758190393447876, -1.654832363128662, -1.6314324140548706, -2.184335470199585, -2.27124285697937, -1.0906424522399902, -0.46947571635246277, -1.579030156135559, -1.0835679769515991, -0.8012354969978333, -2.0215189456939697, -1.6952152252197266, -1.4657644033432007, -1.6942087411880493, -1.6869789361953735, -0.06125811114907265, -0.7637686729431152, -1.1865465641021729, -0.09008190780878067, -0.7380011081695557, -1.373621940612793, -1.3692891597747803, -2.250629186630249, -1.050577998161316, -1.4648357629776, -1.5260437726974487, -1.2772555351257324, -1.578825831413269, -2.0925633907318115, -1.5223286151885986, -1.324990153312683]}, "Bot004_014_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do? i like to play the piano and cook . what's your favorite dish to cook?", "response": "i have to say the best dish , its my favorite dish", "annotation_id": "Bot004_014_10", "annotations": ["T", "T", "T", "O", "T", "T", "T", "X", "O", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-8.527630805969238, -9.411251068115234, -7.194730758666992, -10.356143951416016, -1.7380696535110474, -9.13451862335205, -10.41879940032959, -6.9713969230651855, -13.58480167388916, -7.776064395904541, -12.98788833618164, -10.89305305480957], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.5208112001419067, -1.8580965995788574, -1.7380696535110474, -2.4520387649536133, -1.8099435567855835, -0.8564218878746033, -0.8086482286453247, -1.018541693687439, -1.184787392616272, -1.8850724697113037, -1.2897257804870605, -0.45811325311660767, -1.915187120437622, -1.9380905628204346, -3.764230489730835, -1.0926660299301147, -1.269360899925232, -1.2777944803237915, -2.2688822746276855, -1.5216054916381836, -2.1403260231018066, -1.4296953678131104, -2.1816866397857666, -0.20008589327335358, -1.4050761461257935, -1.7770466804504395, -1.7602566480636597, -0.24620912969112396, -0.8667635917663574, -1.5700550079345703, -2.3392515182495117, -0.013274271041154861, -1.4624660015106201, -1.170862078666687, -1.1408717632293701, -1.9922890663146973, -1.5564661026000977, -2.3807225227355957, -1.7450222969055176, -2.540332555770874, -0.8424823880195618, -1.6802568435668945, -0.6981933116912842, -1.597167730331421, -2.3367176055908203, -1.8910470008850098, -2.18664813041687, -2.302860736846924, -1.9789047241210938, -2.137824058532715, -1.439221739768982, -1.745293140411377, -1.7473655939102173, -2.2525689601898193, -0.002535464009270072, -1.558127999305725, -1.0446568727493286, -1.6649439334869385, -1.4498817920684814, -2.2004289627075195, -1.1783156394958496, -1.989973783493042, -1.9310901165008545, -1.2988163232803345, -1.3562771081924438, -2.2807910442352295, -2.4099771976470947, -2.371628999710083, -1.779101014137268, -0.5696282386779785, -0.44121628999710083, -0.6200013756752014, -1.4207127094268799, -0.9480196237564087, -0.28418421745300293, -1.0774072408676147, -0.5817882418632507, -1.758190393447876, -1.654832363128662, -1.6314324140548706, -2.184335470199585, -2.27124285697937, -1.0906424522399902, -0.46947571635246277, -1.579030156135559, -1.0835679769515991, -0.8012354969978333, -2.0215189456939697, -1.6952152252197266, -1.4657644033432007, -1.6942087411880493, -1.6869789361953735, -0.06125811114907265, -0.7637686729431152, -1.186537265777588, -0.09008180350065231, -0.7379947304725647, -1.3736270666122437, -2.25877046585083, -1.0855203866958618, -1.5591721534729004, -1.0454224348068237, -1.3797153234481812, -1.5454717874526978, -2.1117751598358154, -1.4870518445968628, -1.4844326972961426, -1.692134976387024, -0.6347807049751282, -1.1683838367462158, -1.8706597089767456, -0.8246853947639465, -0.4435826539993286, -1.098267912864685, -1.424644947052002, -1.6315338611602783, -1.7764179706573486, -0.9234797358512878, -2.365722894668579, -1.3976446390151978, -1.4615548849105835, -0.857959508895874, -0.7479153871536255, -1.510137915611267, -2.11051344871521, -0.8962752819061279, -0.2578330934047699, -1.383000373840332]}, "Bot004_014_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do? i like to play the piano and cook . what's your favorite dish to cook? i have to say the best dish , its my favorite dish what is it?", "response": "i am a huge gamer , i love it .", "annotation_id": "Bot004_014_12", "annotations": ["T", "X", "X", "O", "T", "O", "X", "X", "O", "T", "X", "O", "T", "T", "T"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -4.29005241394043, -10.999439239501953, -13.216371536254883, -11.381604194641113, -8.539908409118652, -12.716422080993652, -11.21755313873291, -8.296831130981445], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.5208112001419067, -1.8580965995788574, -1.7380696535110474, -2.4520387649536133, -1.8099435567855835, -0.8564218878746033, -0.8086482286453247, -1.018541693687439, -1.184787392616272, -1.8850724697113037, -1.2897257804870605, -0.45811325311660767, -1.915187120437622, -1.9380905628204346, -3.764230489730835, -1.0926660299301147, -1.269360899925232, -1.2777944803237915, -2.2688822746276855, -1.5216054916381836, -2.1403260231018066, -1.4296953678131104, -2.1816866397857666, -0.20008589327335358, -1.4050761461257935, -1.7770466804504395, -1.7602566480636597, -0.24620912969112396, -0.8667635917663574, -1.5700550079345703, -2.3392515182495117, -0.013274271041154861, -1.4624660015106201, -1.170862078666687, -1.1408717632293701, -1.9922890663146973, -1.5564661026000977, -2.3807225227355957, -1.7450222969055176, -2.540332555770874, -0.8424823880195618, -1.6802568435668945, -0.6981933116912842, -1.597167730331421, -2.3367176055908203, -1.8910470008850098, -2.18664813041687, -2.302860736846924, -1.9789047241210938, -2.137824058532715, -1.439221739768982, -1.745293140411377, -1.7473655939102173, -2.2525689601898193, -0.002535464009270072, -1.558127999305725, -1.0446568727493286, -1.6649439334869385, -1.4498817920684814, -2.2004289627075195, -1.1783156394958496, -1.989973783493042, -1.9310901165008545, -1.2988163232803345, -1.3562771081924438, -2.2807910442352295, -2.4099771976470947, -2.371628999710083, -1.779101014137268, -0.5696282386779785, -0.44121628999710083, -0.6200013756752014, -1.4207127094268799, -0.9480196237564087, -0.28418421745300293, -1.0774072408676147, -0.5817882418632507, -1.758190393447876, -1.654832363128662, -1.6314324140548706, -2.184335470199585, -2.27124285697937, -1.0906424522399902, -0.46947571635246277, -1.579030156135559, -1.0835679769515991, -0.8012354969978333, -2.0215189456939697, -1.6952152252197266, -1.4657644033432007, -1.6942087411880493, -1.6869789361953735, -0.06125811114907265, -0.7637686729431152, -1.186537265777588, -0.09008180350065231, -0.7379947304725647, -1.3736270666122437, -2.25877046585083, -1.0855203866958618, -1.5591721534729004, -1.0454224348068237, -1.3797153234481812, -1.5454717874526978, -2.1117751598358154, -1.4870518445968628, -1.4844326972961426, -1.692134976387024, -0.6347807049751282, -1.1683838367462158, -1.8706597089767456, -0.8246853947639465, -0.4435826539993286, -1.098267912864685, -1.424644947052002, -1.4848260879516602, -0.9737374782562256, -2.2163479328155518, -1.534237027168274, -1.682051658630371, -1.0665031671524048, -0.7780216336250305, -1.4823293685913086, -2.1506080627441406, -0.8184635639190674, -0.37329334020614624, -0.998970627784729, -1.4026212692260742, -0.6352912187576294, -1.228192687034607, -1.7841778993606567, -2.0736708641052246, -1.8513147830963135, -1.0992165803909302, -1.7194725275039673, -0.539143979549408, -1.4191712141036987, -0.22310158610343933, -1.2506918907165527, -0.8851400017738342, -0.9595810770988464, -0.7246988415718079]}, "Bot004_014_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do? i like to play the piano and cook . what's your favorite dish to cook? i have to say the best dish , its my favorite dish what is it? i am a huge gamer , i love it . which are the best games?", "response": "i like the orioles , they are my favorite .", "annotation_id": "Bot004_014_14", "annotations": ["T", "O", "T", "O", "T", "O", "T", "X", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.527630805969238, -6.919994354248047, -3.282285690307617, -11.483905792236328, -16.82457160949707, -11.381604194641113, -12.775443077087402, -9.81955623626709, -9.997429847717285, -14.56419563293457, -1.4115787744522095], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.5208112001419067, -1.8580965995788574, -1.7380696535110474, -2.4520387649536133, -1.8099435567855835, -0.8564218878746033, -0.8086482286453247, -1.018541693687439, -1.184787392616272, -1.8850724697113037, -1.2897257804870605, -0.45811325311660767, -1.915187120437622, -1.9380905628204346, -3.764230489730835, -1.0926660299301147, -1.269360899925232, -1.2777944803237915, -2.2688822746276855, -1.5216054916381836, -2.1403260231018066, -1.4296953678131104, -2.1816866397857666, -0.20008589327335358, -1.4050761461257935, -1.7770466804504395, -1.7602566480636597, -0.24620912969112396, -0.8667635917663574, -1.5700550079345703, -2.3392515182495117, -0.013274271041154861, -1.4624660015106201, -1.170862078666687, -1.1408717632293701, -1.9922890663146973, -1.5564661026000977, -2.3807225227355957, -1.7450222969055176, -2.540332555770874, -0.8424823880195618, -1.6802568435668945, -0.6981933116912842, -1.597167730331421, -2.3367176055908203, -1.8910470008850098, -2.18664813041687, -2.302860736846924, -1.9789047241210938, -2.137824058532715, -1.439221739768982, -1.745293140411377, -1.7473655939102173, -2.2525689601898193, -0.002535464009270072, -1.558127999305725, -1.0446568727493286, -1.6649439334869385, -1.4498817920684814, -2.2004289627075195, -1.1783156394958496, -1.989973783493042, -1.9310901165008545, -1.2988163232803345, -1.3562771081924438, -2.2807910442352295, -2.4099771976470947, -2.371628999710083, -1.779101014137268, -0.5696282386779785, -0.44121628999710083, -0.6200013756752014, -1.4207127094268799, -0.9480196237564087, -0.28418421745300293, -1.0774072408676147, -0.5817882418632507, -1.758190393447876, -1.654832363128662, -1.6314324140548706, -2.184335470199585, -2.27124285697937, -1.0906424522399902, -0.46947571635246277, -1.579030156135559, -1.0835679769515991, -0.8012354969978333, -2.0215189456939697, -1.6952152252197266, -1.4657644033432007, -1.6942087411880493, -1.6869789361953735, -0.06125811114907265, -0.7637686729431152, -1.186537265777588, -0.09008180350065231, -0.7379947304725647, -1.3736270666122437, -2.25877046585083, -1.0855203866958618, -1.5591721534729004, -1.0454224348068237, -1.3797153234481812, -1.5454717874526978, -2.1117751598358154, -1.4870518445968628, -1.4844326972961426, -1.692134976387024, -0.6347807049751282, -1.1683838367462158, -1.8706597089767456, -0.8246853947639465, -0.4435826539993286, -1.098267912864685, -1.424644947052002, -1.4848260879516602, -0.9737374782562256, -2.2163479328155518, -1.534237027168274, -1.682051658630371, -1.0665031671524048, -0.7780216336250305, -1.4823293685913086, -2.1506080627441406, -0.8184635639190674, -0.37329334020614624, -0.998970627784729, -1.4026212692260742, -0.6352912187576294, -1.228192687034607, -1.7841778993606567, -1.9481452703475952, -1.0934038162231445, -2.037754774093628, -0.8248074650764465, -1.7134523391723633, -0.24121710658073425, -0.9954397678375244, -0.8582113981246948, -0.6695032715797424, -0.794445812702179, -0.49894848465919495, -0.8008862733840942, -1.9711978435516357, -0.6624187231063843, -0.998873233795166, -1.326238989830017, -2.0572798252105713, -2.05688214302063, -1.2266294956207275, -2.714881420135498, -0.07414543628692627, -2.0150108337402344, -1.7951130867004395, -1.0592069625854492, -2.799649715423584, -0.5031892657279968, -0.9342725276947021, -1.2507741451263428]}, "Bot004_014_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do? i like to play the piano and cook . what's your favorite dish to cook? i have to say the best dish , its my favorite dish what is it? i am a huge gamer , i love it . which are the best games? i like the orioles , they are my favorite . so you like baseball?", "response": "i love basketball , but i am not really into sports .", "annotation_id": "Bot004_014_16", "annotations": ["O", "O", "T", "O", "T", "O", "T", "X", "T", "T", "X", "X", "O", "O", "O"], "gpt2_target_score": [-8.527630805969238, -10.275463104248047, -12.750944137573242, -9.298587799072266, -6.891862869262695, -8.977566719055176, -10.511160850524902, -6.4211955070495605, -8.464882850646973, -10.536943435668945, -14.317462921142578, -7.63170051574707], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.5208112001419067, -1.8580965995788574, -1.7380696535110474, -2.4520387649536133, -1.8099435567855835, -0.8564218878746033, -0.8086482286453247, -1.018541693687439, -1.184787392616272, -1.8850724697113037, -1.2897257804870605, -0.45811325311660767, -1.915187120437622, -1.9380905628204346, -3.764230489730835, -1.0926660299301147, -1.269360899925232, -1.2777944803237915, -2.2688822746276855, -1.5216054916381836, -2.1403260231018066, -1.4296953678131104, -2.1816866397857666, -0.20008589327335358, -1.4050761461257935, -1.7770466804504395, -1.7602566480636597, -0.24620912969112396, -0.8667635917663574, -1.5700550079345703, -2.3392515182495117, -0.013274271041154861, -1.4624660015106201, -1.170862078666687, -1.1408717632293701, -1.9922890663146973, -1.5564661026000977, -2.3807225227355957, -1.7450222969055176, -2.540332555770874, -0.8424823880195618, -1.6802568435668945, -0.6981933116912842, -1.597167730331421, -2.3367176055908203, -1.8910470008850098, -2.18664813041687, -2.302860736846924, -1.9789047241210938, -2.137824058532715, -1.439221739768982, -1.745293140411377, -1.7473655939102173, -2.2525689601898193, -0.002535464009270072, -1.558127999305725, -1.0446568727493286, -1.6649439334869385, -1.4498817920684814, -2.2004289627075195, -1.1783156394958496, -1.989973783493042, -1.9310901165008545, -1.2988163232803345, -1.3562771081924438, -2.2807910442352295, -2.4099771976470947, -2.371628999710083, -1.779101014137268, -0.5696282386779785, -0.44121628999710083, -0.6200013756752014, -1.4207127094268799, -0.9480196237564087, -0.28418421745300293, -1.0774072408676147, -0.5817882418632507, -1.758190393447876, -1.654832363128662, -1.6314324140548706, -2.184335470199585, -2.27124285697937, -1.0906424522399902, -0.46947571635246277, -1.579030156135559, -1.0835679769515991, -0.8012354969978333, -2.0215189456939697, -1.6952152252197266, -1.4657644033432007, -1.6942087411880493, -1.6869789361953735, -0.06125811114907265, -0.7637686729431152, -1.186537265777588, -0.09008180350065231, -0.7379947304725647, -1.3736270666122437, -2.25877046585083, -1.0855203866958618, -1.5591721534729004, -1.0454224348068237, -1.3797153234481812, -1.5454717874526978, -2.1117751598358154, -1.4870518445968628, -1.4844326972961426, -1.692134976387024, -0.6347807049751282, -1.1683838367462158, -1.8706597089767456, -0.8246853947639465, -0.4435826539993286, -1.098267912864685, -1.424644947052002, -1.4848260879516602, -0.9737374782562256, -2.2163479328155518, -1.534237027168274, -1.682051658630371, -1.0665031671524048, -0.7780216336250305, -1.4823293685913086, -2.1506080627441406, -0.8184635639190674, -0.37329334020614624, -0.998970627784729, -1.4026212692260742, -0.6352912187576294, -1.228192687034607, -1.7841778993606567, -1.9481452703475952, -1.0934038162231445, -2.037754774093628, -0.8248074650764465, -1.7134523391723633, -0.24121710658073425, -0.9954397678375244, -0.8582113981246948, -0.6695032715797424, -0.794445812702179, -0.49894848465919495, -0.8008862733840942, -1.9711978435516357, -0.6624187231063843, -0.998873233795166, -1.326238989830017, -2.208157777786255, -1.542272686958313, -3.402205228805542, -0.10264753550291061, -1.749988079071045, -2.03783917427063, -0.935958206653595, -2.570558547973633, -0.4191930890083313, -1.3170596361160278, -1.205540657043457, -1.650123953819275, -1.9922560453414917, -1.7798213958740234, -1.61549973487854, -1.6231173276901245, -2.001779556274414, -1.5642147064208984, -1.555775761604309, -1.948531150817871, -1.1744272708892822, -0.7243160605430603, -2.312483072280884, -1.428155541419983, -1.1365301609039307, -1.3317404985427856, -1.616241455078125, -1.1661369800567627, -0.8960365653038025]}, "Bot004_014_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do? i like to play the piano and cook . what's your favorite dish to cook? i have to say the best dish , its my favorite dish what is it? i am a huge gamer , i love it . which are the best games? i like the orioles , they are my favorite . so you like baseball? i love basketball , but i am not really into sports . what's with the orioles then? or is it that you like to cook the birds???", "response": "we have a few close friends and i like to go camping .", "annotation_id": "Bot004_014_18", "annotations": ["O", "X", "T", "O", "T", "T", "O", "X", "T", "T", "X", "X", "T", "T", "T"], "gpt2_target_score": [-11.484395027160645, -9.411251068115234, -4.29005241394043, -8.929065704345703, -9.45305061340332, -11.592755317687988, -6.6444621086120605, -5.123237133026123, -7.535622596740723, -3.834322452545166, -8.938175201416016, -13.740541458129883, -6.005927562713623], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.5208112001419067, -1.8580965995788574, -1.7380696535110474, -2.4520387649536133, -1.8099435567855835, -0.8564218878746033, -0.8086482286453247, -1.018541693687439, -1.184787392616272, -1.8850724697113037, -1.2897257804870605, -0.45811325311660767, -1.915187120437622, -1.9380905628204346, -3.764230489730835, -1.0926660299301147, -1.269360899925232, -1.2777944803237915, -2.2688822746276855, -1.5216054916381836, -2.1403260231018066, -1.4296953678131104, -2.1816866397857666, -0.20008589327335358, -1.4050761461257935, -1.7770466804504395, -1.7602566480636597, -0.24620912969112396, -0.8667635917663574, -1.5700550079345703, -2.3392515182495117, -0.013274271041154861, -1.4624660015106201, -1.170862078666687, -1.1408717632293701, -1.9922890663146973, -1.5564661026000977, -2.3807225227355957, -1.7450222969055176, -2.540332555770874, -0.8424823880195618, -1.6802568435668945, -0.6981933116912842, -1.597167730331421, -2.3367176055908203, -1.8910470008850098, -2.18664813041687, -2.302860736846924, -1.9789047241210938, -2.137824058532715, -1.439221739768982, -1.745293140411377, -1.7473655939102173, -2.2525689601898193, -0.002535464009270072, -1.558127999305725, -1.0446568727493286, -1.6649439334869385, -1.4498817920684814, -2.2004289627075195, -1.1783156394958496, -1.989973783493042, -1.9310901165008545, -1.2988163232803345, -1.3562771081924438, -2.2807910442352295, -2.4099771976470947, -2.371628999710083, -1.779101014137268, -0.5696282386779785, -0.44121628999710083, -0.6200013756752014, -1.4207127094268799, -0.9480196237564087, -0.28418421745300293, -1.0774072408676147, -0.5817882418632507, -1.758190393447876, -1.654832363128662, -1.6314324140548706, -2.184335470199585, -2.27124285697937, -1.0906424522399902, -0.46947571635246277, -1.579030156135559, -1.0835679769515991, -0.8012354969978333, -2.0215189456939697, -1.6952152252197266, -1.4657644033432007, -1.6942087411880493, -1.6869789361953735, -0.06125811114907265, -0.7637686729431152, -1.186537265777588, -0.09008180350065231, -0.7379947304725647, -1.3736270666122437, -2.25877046585083, -1.0855203866958618, -1.5591721534729004, -1.0454224348068237, -1.3797153234481812, -1.5454717874526978, -2.1117751598358154, -1.4870518445968628, -1.4844326972961426, -1.692134976387024, -0.6347807049751282, -1.1683838367462158, -1.8706597089767456, -0.8246853947639465, -0.4435826539993286, -1.098267912864685, -1.424644947052002, -1.4848260879516602, -0.9737374782562256, -2.2163479328155518, -1.534237027168274, -1.682051658630371, -1.0665031671524048, -0.7780216336250305, -1.4823293685913086, -2.1506080627441406, -0.8184635639190674, -0.37329334020614624, -0.998970627784729, -1.4026212692260742, -0.6352912187576294, -1.228192687034607, -1.7841778993606567, -1.9481452703475952, -1.0934038162231445, -2.037754774093628, -0.8248074650764465, -1.7134523391723633, -0.24121710658073425, -0.9954397678375244, -0.8582113981246948, -0.6695032715797424, -0.794445812702179, -0.49894848465919495, -0.8008862733840942, -1.9711978435516357, -0.6624187231063843, -0.998873233795166, -1.326238989830017, -2.208157777786255, -1.542272686958313, -3.402205228805542, -0.10264753550291061, -1.749988079071045, -2.03783917427063, -0.935958206653595, -2.570558547973633, -0.4191930890083313, -1.3170596361160278, -1.205540657043457, -1.650123953819275, -1.9922560453414917, -1.7798213958740234, -1.61549973487854, -1.6231173276901245, -1.3260080814361572, -1.7475547790527344, -1.5006681680679321, -1.1556439399719238, -0.7997411489486694, -2.305600643157959, -1.4622935056686401, -1.2035151720046997, -1.4096887111663818, -1.692726969718933, -1.421306848526001, -1.0656471252441406, -1.6325559616088867, -0.45835503935813904, -1.7258331775665283, -2.9438345432281494, -0.07114921510219574, -0.764633059501648, -0.6025877594947815, -1.2207131385803223, -2.239783763885498, -0.6648730635643005, -1.7039475440979004, -1.7143502235412598, -1.4814356565475464, -2.0982282161712646, -1.1183371543884277, -1.3780137300491333, -2.6246414184570312, -1.1738566160202026, -1.643991231918335, -1.7700260877609253, -2.21468186378479, -1.4328820705413818, -2.2014734745025635, -2.092515707015991, -0.69947350025177, -1.4198155403137207, -1.2811464071273804, -2.2408933639526367, -1.4520540237426758, -0.317184716463089, -1.2788476943969727, -2.068187952041626, -1.4313544034957886]}, "Bot004_014_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do? i like to play the piano and cook . what's your favorite dish to cook? i have to say the best dish , its my favorite dish what is it? i am a huge gamer , i love it . which are the best games? i like the orioles , they are my favorite . so you like baseball? i love basketball , but i am not really into sports . what's with the orioles then? or is it that you like to cook the birds??? we have a few close friends and i like to go camping . where do you go camping?", "response": "i usually go camping", "annotation_id": "Bot004_014_20", "annotations": ["X", "O", "T", "T", "T", "O", "T", "X", "O", "O", "X", "X", "T", "T", "O"], "gpt2_target_score": [-8.527630805969238, -8.33260726928711, -11.10340690612793, -11.756549835205078], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -1.5208112001419067, -1.8580965995788574, -1.7380696535110474, -2.4520387649536133, -1.8099435567855835, -0.8564218878746033, -0.8086482286453247, -1.018541693687439, -1.184787392616272, -1.8850724697113037, -1.2897257804870605, -0.45811325311660767, -1.915187120437622, -1.9380905628204346, -3.764230489730835, -1.0926660299301147, -1.269360899925232, -1.2777944803237915, -2.2688822746276855, -1.5216054916381836, -2.1403260231018066, -1.4296953678131104, -2.1816866397857666, -0.20008589327335358, -1.4050761461257935, -1.7770466804504395, -1.7602566480636597, -0.24620912969112396, -0.8667635917663574, -1.5700550079345703, -2.3392515182495117, -0.013274271041154861, -1.4624660015106201, -1.170862078666687, -1.1408717632293701, -1.9922890663146973, -1.5564661026000977, -2.3807225227355957, -1.7450222969055176, -2.540332555770874, -0.8424823880195618, -1.6802568435668945, -0.6981933116912842, -1.597167730331421, -2.3367176055908203, -1.8910470008850098, -2.18664813041687, -2.302860736846924, -1.9789047241210938, -2.137824058532715, -1.439221739768982, -1.745293140411377, -1.7473655939102173, -2.2525689601898193, -0.002535464009270072, -1.558127999305725, -1.0446568727493286, -1.6649439334869385, -1.4498817920684814, -2.2004289627075195, -1.1783156394958496, -1.989973783493042, -1.9310901165008545, -1.2988163232803345, -1.3562771081924438, -2.2807910442352295, -2.4099771976470947, -2.371628999710083, -1.779101014137268, -0.5696282386779785, -0.44121628999710083, -0.6200013756752014, -1.4207127094268799, -0.9480196237564087, -0.28418421745300293, -1.0774072408676147, -0.5817882418632507, -1.758190393447876, -1.654832363128662, -1.6314324140548706, -2.184335470199585, -2.27124285697937, -1.0906424522399902, -0.46947571635246277, -1.579030156135559, -1.0835679769515991, -0.8012354969978333, -2.0215189456939697, -1.6952152252197266, -1.4657644033432007, -1.6942087411880493, -1.6869789361953735, -0.06125811114907265, -0.7637686729431152, -1.186537265777588, -0.09008180350065231, -0.7379947304725647, -1.3736270666122437, -2.25877046585083, -1.0855203866958618, -1.5591721534729004, -1.0454224348068237, -1.3797153234481812, -1.5454717874526978, -2.1117751598358154, -1.4870518445968628, -1.4844326972961426, -1.692134976387024, -0.6347807049751282, -1.1683838367462158, -1.8706597089767456, -0.8246853947639465, -0.4435826539993286, -1.098267912864685, -1.424644947052002, -1.4848260879516602, -0.9737374782562256, -2.2163479328155518, -1.534237027168274, -1.682051658630371, -1.0665031671524048, -0.7780216336250305, -1.4823293685913086, -2.1506080627441406, -0.8184635639190674, -0.37329334020614624, -0.998970627784729, -1.4026212692260742, -0.6352912187576294, -1.228192687034607, -1.7841778993606567, -1.9481452703475952, -1.0934038162231445, -2.037754774093628, -0.8248074650764465, -1.7134523391723633, -0.24121710658073425, -0.9954397678375244, -0.8582113981246948, -0.6695032715797424, -0.794445812702179, -0.49894848465919495, -0.8008862733840942, -1.9711978435516357, -0.6624187231063843, -0.998873233795166, -1.326238989830017, -2.208157777786255, -1.542272686958313, -3.402205228805542, -0.10264753550291061, -1.749988079071045, -2.03783917427063, -0.935958206653595, -2.570558547973633, -0.4191930890083313, -1.3170596361160278, -1.205540657043457, -1.650123953819275, -1.9922560453414917, -1.7798213958740234, -1.61549973487854, -1.6231173276901245, -1.3260080814361572, -1.7475547790527344, -1.5006681680679321, -1.1556439399719238, -0.7997411489486694, -2.305600643157959, -1.4622935056686401, -1.2035151720046997, -1.4096887111663818, -1.692726969718933, -1.421306848526001, -1.0656471252441406, -1.6325559616088867, -0.45835503935813904, -1.7258331775665283, -2.9438352584838867, -0.07114877551794052, -0.76463782787323, -0.6025804281234741, -1.2207021713256836, -2.2397830486297607, -0.6648760437965393, -1.703935980796814, -1.7143523693084717, -1.4814364910125732, -2.0982248783111572, -1.1183373928070068, -1.3780221939086914, -2.6246297359466553, -1.1738654375076294, -1.6439896821975708, -1.9809051752090454, -1.5072327852249146, -1.7051695585250854, -1.78351891040802, -0.6197629570960999, -1.6183481216430664, -1.2957255840301514, -2.130969524383545, -1.3687382936477661, -0.5942314267158508, -1.1850545406341553, -1.5498255491256714, -1.5779231786727905, -1.1729347705841064, -0.1986127346754074, -0.405276894569397, -0.9253853559494019, -0.910759687423706, -1.74620521068573, -2.189946174621582, -2.0564730167388916, -0.6965844035148621, -1.0998034477233887, -2.259434938430786]}, "Bot004_016_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey", "response": "i am a huge gamer", "annotation_id": "Bot004_016_02", "annotations": ["O", "X", "T", "X", "T", "O", "T", "O", "O", "T", "X", "T", "X", "X", "O"], "gpt2_target_score": [-8.527595520019531, -9.320557594299316, -3.24660325050354, -9.228792190551758, -12.027976036071777], "gpt2_argmax_score": [-2.1653518676757812, -1.7726294994354248, -2.8185484409332275, -2.4648146629333496, -1.9178686141967773, -1.3266866207122803, -1.6533619165420532, -3.29499888420105, -1.3172361850738525, -1.2636431455612183, -2.4264276027679443, -2.193371534347534, -2.2891058921813965, -2.0181803703308105, -3.702622175216675, -1.3708913326263428, -1.4412635564804077]}, "Bot004_016_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too", "response": "i am a huge gamer , i love it .", "annotation_id": "Bot004_016_04", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-8.527595520019531, -9.320557594299316, -3.24660325050354, -9.228792190551758, -12.027976036071777, -8.18484115600586, -6.929805278778076, -7.227242469787598, -7.247976303100586, -1.5444353818893433], "gpt2_argmax_score": [-2.1653518676757812, -1.7726294994354248, -2.8185484409332275, -2.4648146629333496, -1.9178686141967773, -1.3266866207122803, -1.6533619165420532, -3.29499888420105, -1.3172361850738525, -1.2636431455612183, -2.4264276027679443, -2.2765448093414307, -2.105952739715576, -3.6591782569885254, -1.8296562433242798, -1.2922446727752686, -1.1773085594177246, -1.902868628501892, -2.4004006385803223, -2.5642542839050293, -1.1024317741394043, -0.792652428150177, -0.1151551827788353, -1.9650036096572876, -1.0515412092208862, -2.250887870788574, -2.2550463676452637, -1.8191090822219849, -1.4146006107330322]}, "Bot004_016_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play", "response": "i like to play guitar and play guitar", "annotation_id": "Bot004_016_06", "annotations": ["O", "T", "X", "X", "X", "O", "T", "O", "O", "X", "O", "T", "O", "X", "O"], "gpt2_target_score": [-8.527595520019531, -6.724869728088379, -7.863958358764648, -11.84758186340332, -9.160140037536621, -2.9426686763763428, -10.10671615600586, -7.921074867248535], "gpt2_argmax_score": [-2.1653518676757812, -1.7726294994354248, -2.8185484409332275, -2.4648146629333496, -1.9178686141967773, -1.3266866207122803, -1.6533619165420532, -3.29499888420105, -1.3172361850738525, -1.2636431455612183, -2.4264276027679443, -2.2765448093414307, -2.105952739715576, -3.6591782569885254, -1.8296562433242798, -1.2922446727752686, -1.1773085594177246, -1.902868628501892, -2.5000150203704834, -1.4935507774353027, -1.9166533946990967, -0.42198407649993896, -2.101419687271118, -1.2219963073730469, -2.1411139965057373, -2.449047803878784, -2.2690463066101074, -1.4802733659744263, -1.5758129358291626, -0.3972204625606537, -1.6322847604751587, -0.6861079335212708, -0.5425834059715271, -1.0140836238861084, -2.271087884902954, -1.965798020362854, -1.2824519872665405, -0.4072522819042206, -1.2195547819137573, -1.676819086074829, -2.2389626502990723, -1.8107324838638306, -1.7439944744110107]}, "Bot004_016_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny", "response": "i am , i am a real funny guy .", "annotation_id": "Bot004_016_08", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O"], "gpt2_target_score": [-8.527595520019531, -9.320557594299316, -11.826940536499023, -7.380570888519287, -10.150092124938965, -5.420284271240234, -7.284083843231201, -11.286934852600098, -11.806127548217773, -1.5444353818893433], "gpt2_argmax_score": [-2.1653518676757812, -1.7726294994354248, -2.8185484409332275, -2.4648146629333496, -1.9178686141967773, -1.3266866207122803, -1.6533619165420532, -3.29499888420105, -1.3172361850738525, -1.2636431455612183, -2.4264276027679443, -2.2765448093414307, -2.105952739715576, -3.6591782569885254, -1.8296562433242798, -1.2922446727752686, -1.1773085594177246, -1.902868628501892, -2.5000150203704834, -1.4935507774353027, -1.9166533946990967, -0.42198407649993896, -2.101419687271118, -1.2219963073730469, -2.1411139965057373, -2.449047803878784, -2.2690463066101074, -1.4802733659744263, -1.5758129358291626, -0.3972204625606537, -1.6322847604751587, -0.6861079335212708, -0.5425834059715271, -1.0140836238861084, -2.5317771434783936, -1.042703628540039, -0.6533053517341614, -1.3891397714614868, -1.097602367401123, -2.434990406036377, -1.6663284301757812, -1.4310691356658936, -1.9518001079559326, -1.8437014818191528, -1.7679641246795654, -2.5641469955444336, -2.201955795288086, -1.743751049041748, -0.7915772199630737, -1.154465675354004, -2.0447559356689453, -1.0393553972244263, -0.5011165142059326, -0.759641170501709, -1.0248242616653442, -1.8555655479431152, -1.0881483554840088]}, "Bot004_016_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny i am , i am a real funny guy . where do you live", "response": "i live in california , how about you ?", "annotation_id": "Bot004_016_10", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.527630805969238, -5.72764778137207, -3.4839224815368652, -11.420356750488281, -16.318477630615234, -20.98015022277832, -10.984603881835938, -10.258641242980957, -7.439968109130859, -7.684358596801758, -7.057088851928711], "gpt2_argmax_score": [-2.1653337478637695, -1.7726154327392578, -2.8185629844665527, -2.4648053646087646, -1.9178663492202759, -1.3266777992248535, -1.65338134765625, -3.2949724197387695, -1.3172415494918823, -1.2636432647705078, -2.426473617553711, -2.2765538692474365, -2.1059460639953613, -3.6591837406158447, -1.8296403884887695, -1.2922728061676025, -1.177296757698059, -1.9028722047805786, -2.4999582767486572, -1.4935153722763062, -1.9166591167449951, -0.4219740629196167, -2.101411819458008, -1.2219840288162231, -2.141134023666382, -2.449026584625244, -2.268998146057129, -1.480305552482605, -1.5757650136947632, -0.39722439646720886, -1.632278323173523, -0.6861011385917664, -0.5426045060157776, -1.0140855312347412, -2.5317909717559814, -1.042711615562439, -0.653321385383606, -1.3891565799713135, -1.097611904144287, -2.43500018119812, -1.6663178205490112, -1.431101679801941, -1.9518215656280518, -1.8436903953552246, -1.7679734230041504, -2.5641608238220215, -2.1510283946990967, -1.1538619995117188, -1.113558292388916, -2.0850613117218018, -1.155774712562561, -0.8849043250083923, -0.8302398324012756, -0.6989381313323975, -1.8206496238708496, -1.3896653652191162, -1.1723816394805908, -0.2980862557888031, -1.1834988594055176, -0.9182323217391968, -2.5209522247314453, -0.5874425768852234, -0.42331475019454956, -1.7713476419448853, -0.07465094327926636, -0.0007360848248936236, -1.6170271635055542, -1.849924921989441, -2.01501202583313, -0.3847012519836426, -0.8067756295204163, -0.23783226311206818]}, "Bot004_016_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny i am , i am a real funny guy . where do you live i live in california , how about you ? i live in canada", "response": "i am from canada , i have been there once .", "annotation_id": "Bot004_016_12", "annotations": ["O", "O", "T", "X", "X", "O", "T", "O", "O", "O", "O", "T", "O", "X", "T"], "gpt2_target_score": [-8.527630805969238, -9.320528030395508, -8.450155258178711, -8.960899353027344, -14.836026191711426, -8.184877395629883, -6.9297943115234375, -11.270596504211426, -10.542903900146484, -7.991731643676758, -9.154638290405273, -10.174503326416016], "gpt2_argmax_score": [-2.1653337478637695, -1.7726154327392578, -2.8185629844665527, -2.4648053646087646, -1.9178663492202759, -1.3266777992248535, -1.65338134765625, -3.2949724197387695, -1.3172415494918823, -1.2636432647705078, -2.426473617553711, -2.2765538692474365, -2.1059460639953613, -3.6591837406158447, -1.8296403884887695, -1.2922728061676025, -1.177296757698059, -1.9028722047805786, -2.4999582767486572, -1.4935153722763062, -1.9166591167449951, -0.4219740629196167, -2.101411819458008, -1.2219840288162231, -2.141134023666382, -2.449026584625244, -2.268998146057129, -1.480305552482605, -1.5757650136947632, -0.39722439646720886, -1.632278323173523, -0.6861011385917664, -0.5426045060157776, -1.0140855312347412, -2.5317909717559814, -1.042711615562439, -0.653321385383606, -1.3891565799713135, -1.097611904144287, -2.43500018119812, -1.6663178205490112, -1.431101679801941, -1.9518027305603027, -1.8436973094940186, -1.7679704427719116, -2.564157009124756, -2.151040554046631, -1.1538723707199097, -1.1135677099227905, -2.085045576095581, -1.155777931213379, -0.8849095702171326, -0.8302386999130249, -0.6989387273788452, -1.8206449747085571, -1.3896533250808716, -1.1723846197128296, -0.29808759689331055, -1.1835033893585205, -0.9182360768318176, -1.4070837497711182, -1.7110728025436401, -1.8567748069763184, -0.07655446976423264, -0.0030307096894830465, -1.1837950944900513, -2.183789014816284, -1.7275549173355103, -0.321612149477005, -0.9021418690681458, -1.5299354791641235, -0.9091162085533142, -0.21172328293323517, -1.8245967626571655, -0.057607024908065796, -1.0093228816986084, -2.692673683166504, -0.4071789085865021, -1.3679072856903076, -1.0449955463409424, -0.011076156049966812, -2.015228271484375, -1.4700040817260742, -0.5301881432533264, -1.1123435497283936, -1.53424072265625, -1.5647425651550293, -1.543519377708435, -1.3442273139953613]}, "Bot004_016_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny i am , i am a real funny guy . where do you live i live in california , how about you ? i live in canada i am from canada , i have been there once . so what is your favorite food", "response": "i love pizza , i eat it all the time", "annotation_id": "Bot004_016_14", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O"], "gpt2_target_score": [-8.527630805969238, -5.693620681762695, -12.474187850952148, -9.020912170410156, -7.195934772491455, -11.420549392700195, -5.781982421875, -8.976033210754395, -5.608867645263672, -10.60978889465332], "gpt2_argmax_score": [-2.1653337478637695, -1.7726154327392578, -2.8185629844665527, -2.4648053646087646, -1.9178663492202759, -1.3266777992248535, -1.65338134765625, -3.2949724197387695, -1.3172415494918823, -1.2636432647705078, -2.426473617553711, -2.2765538692474365, -2.1059460639953613, -3.6591837406158447, -1.8296403884887695, -1.2922728061676025, -1.177296757698059, -1.9028722047805786, -2.4999582767486572, -1.4935153722763062, -1.9166591167449951, -0.4219740629196167, -2.101411819458008, -1.2219840288162231, -2.141134023666382, -2.449026584625244, -2.268998146057129, -1.480305552482605, -1.5757650136947632, -0.39722439646720886, -1.632278323173523, -0.6861011385917664, -0.5426045060157776, -1.0140855312347412, -2.5317909717559814, -1.042711615562439, -0.653321385383606, -1.3891565799713135, -1.097611904144287, -2.43500018119812, -1.6663178205490112, -1.431101679801941, -1.9518215656280518, -1.8436903953552246, -1.7679734230041504, -2.5641608238220215, -2.1510283946990967, -1.1538619995117188, -1.113558292388916, -2.0850613117218018, -1.155774712562561, -0.8849043250083923, -0.8302398324012756, -0.6989381313323975, -1.8206496238708496, -1.3896653652191162, -1.1723816394805908, -0.2980862557888031, -1.1834988594055176, -0.9182323217391968, -1.4070796966552734, -1.711061954498291, -1.8567636013031006, -0.07655513286590576, -0.0030307096894830465, -1.183803915977478, -2.183784246444702, -1.7275537252426147, -0.3216078281402588, -0.9021447896957397, -1.529948353767395, -0.9091319441795349, -0.21172048151493073, -1.8245941400527954, -0.05760713666677475, -1.0093224048614502, -1.0342121124267578, -1.4585511684417725, -1.799069881439209, -0.01787329837679863, -2.0695486068725586, -1.6066370010375977, -1.055370569229126, -1.0469988584518433, -1.4916675090789795, -1.8009337186813354, -1.208709955215454, -1.5004009008407593, -1.466336965560913, -1.5412523746490479, -0.5683510303497314, -1.527052640914917, -1.069535493850708, -1.2877414226531982, -2.7064156532287598, -1.5914251804351807, -2.6147429943084717, -1.501204252243042, -2.2577273845672607, -1.3752013444900513, -1.567160964012146, -2.133420467376709, -0.7726993560791016, -0.0518975555896759, -1.8903560638427734]}, "Bot004_016_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny i am , i am a real funny guy . where do you live i live in california , how about you ? i live in canada i am from canada , i have been there once . so what is your favorite food i love pizza , i eat it all the time mine is shawarma", "response": "i love to meet new people . i am sure they have some great stories about that .", "annotation_id": "Bot004_016_16", "annotations": ["O", "O", "T", "T", "T", "O", "T", "O", "O", "O", "T", "X", "O", "X", "T"], "gpt2_target_score": [-8.527630805969238, -5.693620681762695, -7.863942623138428, -11.494926452636719, -5.205631732940674, -9.470338821411133, -8.645233154296875, -7.331585884094238, -12.557003021240234, -11.029390335083008, -6.405523300170898, -2.568713903427124, -7.539921283721924, -6.165035247802734, -13.546605110168457, -6.893362045288086, -5.7491350173950195, -2.0656986236572266], "gpt2_argmax_score": [-2.1653337478637695, -1.7726154327392578, -2.8185629844665527, -2.4648053646087646, -1.9178663492202759, -1.3266777992248535, -1.65338134765625, -3.2949724197387695, -1.3172415494918823, -1.2636432647705078, -2.426473617553711, -2.2765538692474365, -2.1059460639953613, -3.6591837406158447, -1.8296403884887695, -1.2922728061676025, -1.177296757698059, -1.9028722047805786, -2.4999582767486572, -1.4935153722763062, -1.9166591167449951, -0.4219740629196167, -2.101411819458008, -1.2219840288162231, -2.141134023666382, -2.449026584625244, -2.268998146057129, -1.480305552482605, -1.5757650136947632, -0.39722439646720886, -1.632278323173523, -0.6861011385917664, -0.5426045060157776, -1.0140855312347412, -2.5317909717559814, -1.042711615562439, -0.653321385383606, -1.3891565799713135, -1.097611904144287, -2.43500018119812, -1.6663178205490112, -1.431101679801941, -1.9518215656280518, -1.8436903953552246, -1.7679734230041504, -2.5641608238220215, -2.1510283946990967, -1.1538619995117188, -1.113558292388916, -2.0850613117218018, -1.155774712562561, -0.8849043250083923, -0.8302398324012756, -0.6989381313323975, -1.8206496238708496, -1.3896653652191162, -1.1723816394805908, -0.2980862557888031, -1.1834988594055176, -0.9182323217391968, -1.4070796966552734, -1.711061954498291, -1.8567636013031006, -0.07655513286590576, -0.0030307096894830465, -1.183803915977478, -2.183784246444702, -1.7275537252426147, -0.3216078281402588, -0.9021447896957397, -1.529948353767395, -0.9091319441795349, -0.21172048151493073, -1.8245941400527954, -0.05760713666677475, -1.0093224048614502, -1.0342121124267578, -1.4585511684417725, -1.799069881439209, -0.01787329837679863, -2.0695486068725586, -1.6066370010375977, -1.055370569229126, -1.0469988584518433, -1.4916675090789795, -1.8009337186813354, -1.208709955215454, -1.5004009008407593, -1.466336965560913, -1.5412523746490479, -0.5683510303497314, -1.527052640914917, -1.069535493850708, -1.2877414226531982, -1.6365166902542114, -1.669708251953125, -1.440708875656128, -3.0397226810455322, -1.21550452709198, -2.233212947845459, -2.0664429664611816, -1.2344175577163696, -0.06104549765586853, -1.6149235963821411, -0.42305171489715576, -2.766096591949463, -1.9731438159942627, -0.8828754425048828, -1.9150595664978027, -2.5473320484161377, -1.4499831199645996, -0.7675966620445251, -0.9051779508590698, -1.0985629558563232, -0.07714395970106125, -1.6575008630752563, -1.194758415222168, -1.8969124555587769, -1.4876335859298706, -1.5794949531555176, -1.042628526687622, -1.834930419921875, -1.568102240562439, -2.086393356323242, -1.9726989269256592, -1.4280219078063965, -2.470822811126709, -1.4442239999771118]}, "Bot004_016_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny i am , i am a real funny guy . where do you live i live in california , how about you ? i live in canada i am from canada , i have been there once . so what is your favorite food i love pizza , i eat it all the time mine is shawarma i love to meet new people . i am sure they have some great stories about that . yeah i am sure they have", "response": "i am sure they are . i am sure they are .", "annotation_id": "Bot004_016_18", "annotations": ["O", "T", "X", "O", "O", "O", "O", "T", "T", "T", "T", "T", "O", "X", "O"], "gpt2_target_score": [-8.527630805969238, -9.320528030395508, -6.140584468841553, -12.406532287597656, -12.387951850891113, -7.959352970123291, -6.9297943115234375, -8.97045612335205, -12.005489349365234, -7.22648811340332, -5.620946884155273, -10.174503326416016], "gpt2_argmax_score": [-2.1653337478637695, -1.7726154327392578, -2.8185629844665527, -2.4648053646087646, -1.9178663492202759, -1.3266777992248535, -1.65338134765625, -3.2949724197387695, -1.3172415494918823, -1.2636432647705078, -2.426473617553711, -2.2765538692474365, -2.1059460639953613, -3.6591837406158447, -1.8296403884887695, -1.2922728061676025, -1.177296757698059, -1.9028722047805786, -2.4999582767486572, -1.4935153722763062, -1.9166591167449951, -0.4219740629196167, -2.101411819458008, -1.2219840288162231, -2.141134023666382, -2.449026584625244, -2.268998146057129, -1.480305552482605, -1.5757650136947632, -0.39722439646720886, -1.632278323173523, -0.6861011385917664, -0.5426045060157776, -1.0140855312347412, -2.5317909717559814, -1.042711615562439, -0.653321385383606, -1.3891565799713135, -1.097611904144287, -2.43500018119812, -1.6663178205490112, -1.431101679801941, -1.9518215656280518, -1.8436903953552246, -1.7679734230041504, -2.5641608238220215, -2.1510283946990967, -1.1538619995117188, -1.113558292388916, -2.0850613117218018, -1.155774712562561, -0.8849043250083923, -0.8302398324012756, -0.6989381313323975, -1.8206496238708496, -1.3896653652191162, -1.1723816394805908, -0.2980862557888031, -1.1834988594055176, -0.9182323217391968, -1.4070796966552734, -1.711061954498291, -1.8567636013031006, -0.07655513286590576, -0.0030307096894830465, -1.183803915977478, -2.183784246444702, -1.7275537252426147, -0.3216078281402588, -0.9021447896957397, -1.529948353767395, -0.9091319441795349, -0.21172048151493073, -1.8245941400527954, -0.05760713666677475, -1.0093224048614502, -1.0342121124267578, -1.4585511684417725, -1.799069881439209, -0.01787329837679863, -2.0695486068725586, -1.6066370010375977, -1.055370569229126, -1.0469988584518433, -1.4916675090789795, -1.8009337186813354, -1.208709955215454, -1.5004009008407593, -1.466336965560913, -1.5412523746490479, -0.5683510303497314, -1.527052640914917, -1.069535493850708, -1.2877414226531982, -1.6365166902542114, -1.669708251953125, -1.440708875656128, -3.0397226810455322, -1.21550452709198, -2.233212947845459, -2.0664429664611816, -1.2344175577163696, -0.06104549765586853, -1.6149235963821411, -0.42305171489715576, -2.766096591949463, -1.9731438159942627, -0.8828754425048828, -1.9150595664978027, -1.1365522146224976, -2.0365753173828125, -1.019464135169983, -1.153282642364502, -0.0829208567738533, -1.6579753160476685, -1.6027686595916748, -1.7936725616455078, -1.3423291444778442, -1.3088327646255493, -1.2159578800201416, -1.7965329885482788, -1.44025456905365, -1.9057574272155762, -1.928337812423706, -1.8007946014404297, -2.399050235748291, -1.5602275133132935, -0.9842085242271423, -1.655696988105774, -1.3281984329223633, -1.4108930826187134, -0.7881032824516296, -0.6519140601158142, -2.4921889305114746, -1.6096755266189575, -1.4909400939941406, -0.9094077944755554, -0.21967533230781555, -2.3197925090789795, -1.443424940109253, -1.571785807609558, -1.8943612575531006, -0.4333575665950775, -0.5177966356277466, -1.115131139755249, -0.6027924418449402]}, "Bot004_016_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny i am , i am a real funny guy . where do you live i live in california , how about you ? i live in canada i am from canada , i have been there once . so what is your favorite food i love pizza , i eat it all the time mine is shawarma i love to meet new people . i am sure they have some great stories about that . yeah i am sure they have i am sure they are . i am sure they are . lol", "response": "i am a huge fan of all types of things except country", "annotation_id": "Bot004_016_20", "annotations": ["O", "O", "O", "T", "X", "O", "T", "O", "O", "T", "O", "X", "T", "X", "T"], "gpt2_target_score": [-8.527630805969238, -9.320528030395508, -3.2466177940368652, -9.228843688964844, -9.82299518585205, -5.6436333656311035, -5.401458740234375, -13.331814765930176, -8.196575164794922, -10.446413040161133, -10.599477767944336, -15.293048858642578], "gpt2_argmax_score": [-2.1653337478637695, -1.7726154327392578, -2.8185629844665527, -2.4648053646087646, -1.9178663492202759, -1.3266777992248535, -1.65338134765625, -3.2949724197387695, -1.3172415494918823, -1.2636432647705078, -2.426473617553711, -2.2765538692474365, -2.1059460639953613, -3.6591837406158447, -1.8296403884887695, -1.2922728061676025, -1.177296757698059, -1.9028722047805786, -2.4999582767486572, -1.4935153722763062, -1.9166591167449951, -0.4219740629196167, -2.101411819458008, -1.2219840288162231, -2.141134023666382, -2.449026584625244, -2.268998146057129, -1.480305552482605, -1.5757650136947632, -0.39722439646720886, -1.632278323173523, -0.6861011385917664, -0.5426045060157776, -1.0140855312347412, -2.5317909717559814, -1.042711615562439, -0.653321385383606, -1.3891565799713135, -1.097611904144287, -2.43500018119812, -1.6663178205490112, -1.431101679801941, -1.9518215656280518, -1.8436903953552246, -1.7679734230041504, -2.5641608238220215, -2.1510283946990967, -1.1538619995117188, -1.113558292388916, -2.0850613117218018, -1.155774712562561, -0.8849043250083923, -0.8302398324012756, -0.6989381313323975, -1.8206496238708496, -1.3896653652191162, -1.1723816394805908, -0.2980862557888031, -1.1834988594055176, -0.9182323217391968, -1.4070796966552734, -1.711061954498291, -1.8567636013031006, -0.07655513286590576, -0.0030307096894830465, -1.183803915977478, -2.183784246444702, -1.7275537252426147, -0.3216078281402588, -0.9021447896957397, -1.529948353767395, -0.9091319441795349, -0.21172048151493073, -1.8245941400527954, -0.05760713666677475, -1.0093224048614502, -1.0342121124267578, -1.4585511684417725, -1.799069881439209, -0.01787329837679863, -2.0695486068725586, -1.6066370010375977, -1.055370569229126, -1.0469988584518433, -1.4916675090789795, -1.8009337186813354, -1.208709955215454, -1.5004009008407593, -1.466336965560913, -1.5412523746490479, -0.5683510303497314, -1.527052640914917, -1.069535493850708, -1.2877414226531982, -1.6365166902542114, -1.669708251953125, -1.440708875656128, -3.0397226810455322, -1.21550452709198, -2.233212947845459, -2.0664429664611816, -1.2344175577163696, -0.06104549765586853, -1.6149235963821411, -0.42305171489715576, -2.766096591949463, -1.9731438159942627, -0.8828754425048828, -1.9150595664978027, -1.1365522146224976, -2.0365753173828125, -1.019464135169983, -1.153282642364502, -0.0829208567738533, -1.6579753160476685, -1.6027686595916748, -1.7936725616455078, -1.3423291444778442, -1.3088327646255493, -1.2159578800201416, -1.7965329885482788, -1.44025456905365, -1.9057574272155762, -1.928337812423706, -1.8007946014404297, -2.399050235748291, -1.5602275133132935, -0.9842085242271423, -1.655696988105774, -1.3281984329223633, -1.4108930826187134, -0.7881032824516296, -0.6519140601158142, -2.211909532546997, -1.747409462928772, -1.3714157342910767, -0.5562838315963745, -2.8964827060699463, -1.5075424909591675, -1.6487150192260742, -1.7078745365142822, -0.7887184023857117, -0.8155307173728943, -1.586655616760254, -1.0658584833145142, -1.7437025308609009, -2.4822778701782227, -1.9004231691360474, -1.6451059579849243, -1.8561960458755493, -0.27537545561790466, -0.11146452277898788, -1.2670787572860718, -1.0743666887283325, -0.08489710092544556, -0.8193421959877014, -1.7537789344787598, -2.173988103866577, -2.1310200691223145]}, "Bot004_025_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot?", "response": "I am. I am a real estate agent.", "annotation_id": "Bot004_025_02", "annotations": ["X", "T", "X", "O", "T", "O", "O", "T", "X", "T", "T", "O", "O", "X", "X"], "gpt2_target_score": [-10.373396873474121, -9.036567687988281, -11.747302055358887, -10.749879837036133, -14.090179443359375, -6.8148579597473145, -13.472402572631836, -16.844247817993164, -15.268998146057129, -10.362021446228027], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -1.8268662691116333, -1.3612133264541626, -1.0589762926101685, -0.6189367175102234, -1.9247342348098755, -1.7781645059585571, -1.0498460531234741, -0.7893421649932861, -1.6205275058746338, -1.007100224494934, -1.353127360343933, -0.11191921681165695, -2.39491605758667, -2.7559759616851807, -0.3907749354839325, -1.6261041164398193, -1.4499542713165283, -1.312738299369812, -1.6374335289001465, -1.2046473026275635, -1.3749842643737793, -1.522626280784607, -3.3209362030029297, -1.7673976421356201, -0.15200984477996826, -0.8348363637924194, -1.0213967561721802]}, "Bot004_025_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that", "response": "It was nice talking to you", "annotation_id": "Bot004_025_04", "annotations": ["O", "X", "X", "T", "O", "O", "O", "T", "X", "T", "X", "O", "O", "T", "O"], "gpt2_target_score": [-14.548567771911621, -9.137275695800781, -13.451952934265137, -18.059816360473633, -9.77197265625, -9.931991577148438], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -1.8268662691116333, -1.3612133264541626, -1.0589762926101685, -0.6189367175102234, -1.9247342348098755, -1.7781645059585571, -1.0498460531234741, -0.7893421649932861, -1.6205275058746338, -1.007100224494934, -1.353127360343933, -0.11191921681165695, -2.3949224948883057, -2.7559750080108643, -0.3907748758792877, -1.6261032819747925, -1.3946528434753418, -2.0893397331237793, -1.4882545471191406, -1.3078994750976562, -0.7517719268798828, -3.542886257171631, -1.7153946161270142, -0.11712181568145752, -0.796248197555542, -0.9866476655006409, -1.7921136617660522, -0.9697957038879395, -0.8599672913551331, -0.6193127036094666, -1.659539818763733, -0.6416571736335754, -1.2977999448776245, -0.5935609936714172, -0.3628254532814026, -1.183691382408142, -1.25938081741333]}, "Bot004_025_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done?", "response": "I am not sure. I am just watching the kardashions.", "annotation_id": "Bot004_025_06", "annotations": ["X", "T", "X", "O", "T", "O", "O", "T", "X", "T", "X", "T", "O", "X", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -12.390130996704102, -18.33112907409668, -8.134389877319336, -6.9536943435668945, -14.125350952148438, -11.462478637695312, -16.37376594543457, -7.834090709686279, -11.152442932128906, -15.036639213562012, -15.379494667053223, -18.906320571899414, -10.65353012084961], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -0.11191964149475098, -2.394935131072998, -2.75596022605896, -0.3907909095287323, -1.626127004623413, -1.3946505784988403, -2.0893216133117676, -1.4882614612579346, -1.3078536987304688, -0.751755952835083, -3.5428595542907715, -1.7153961658477783, -0.11712022125720978, -0.7962638735771179, -0.9866436719894409, -1.7921441793441772, -0.9697996973991394, -0.8599376082420349, -0.6193153262138367, -0.6643069386482239, -1.186216115951538, -0.459672749042511, -0.4257950484752655, -0.8860428929328918, -0.9686510562896729, -0.09945506602525711, -2.2686641216278076, -1.0625720024108887, -1.6628843545913696, -2.0762133598327637, -1.520161509513855, -1.5632940530776978, -1.2747602462768555, -1.866036295890808, -1.0330085754394531, -1.2408043146133423, -2.0684776306152344, -2.044177532196045, -2.099335193634033, -2.417949914932251, -0.618633508682251, -0.9495976567268372, -2.1380181312561035, -1.6860297918319702, -1.158931016921997]}, "Bot004_025_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA", "response": "I am from the united states. I live in california.", "annotation_id": "Bot004_025_08", "annotations": ["O", "O", "X", "O", "O", "O", "O", "T", "O", "T", "O", "O", "T", "O", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.842901229858398, -10.896039009094238, -17.926565170288086, -13.917698860168457, -7.184743404388428, -7.7117533683776855, -16.46049690246582, -8.747482299804688, -15.364067077636719, -9.74573040008545, -17.642234802246094, -11.104182243347168], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -0.11191964149475098, -2.394935131072998, -2.75596022605896, -0.3907909095287323, -1.626127004623413, -1.3946505784988403, -2.0893216133117676, -1.4882614612579346, -1.3078536987304688, -0.751755952835083, -3.5428595542907715, -1.7153961658477783, -0.11712022125720978, -0.7962638735771179, -0.9866436719894409, -1.7921441793441772, -0.9697996973991394, -0.8599376082420349, -0.6193153262138367, -0.6643069386482239, -1.186216115951538, -0.459672749042511, -0.4257950484752655, -0.8860428929328918, -0.9686510562896729, -0.09945506602525711, -2.2686641216278076, -1.0625720024108887, -1.6628843545913696, -1.1748902797698975, -2.07496976852417, -1.3971949815750122, -1.8450168371200562, -1.4426153898239136, -1.01170015335083, -2.2792599201202393, -2.2801451683044434, -2.023782730102539, -2.460594654083252, -0.5677677392959595, -1.2388882637023926, -2.261666774749756, -1.5648409128189087, -1.7900458574295044, -2.331069231033325, -1.6971824169158936, -1.092729926109314, -0.15029074251651764, -1.3428683280944824, -0.16782791912555695, -1.4990074634552002, -0.6259148120880127, -0.888830304145813, -2.426736831665039, -1.8073238134384155, -0.1500117927789688, -1.8355025053024292, -0.8865953087806702, -1.9812747240066528, -1.1724082231521606, -0.8431909084320068, -2.0503883361816406, -1.833621621131897, -0.1211320236325264, -1.2128626108169556, -1.2017854452133179, -1.101525068283081, -0.1841430515050888, -1.4315755367279053, -0.12473610043525696, -0.0001517419150331989, -1.101894736289978, -1.2653930187225342]}, "Bot004_025_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA I am from the united states. I live in california. Nice! And what about your family?", "response": "I am not sure about it. I am not sure what you mean.", "annotation_id": "Bot004_025_10", "annotations": ["T", "T", "X", "O", "T", "T", "O", "T", "X", "O", "T", "T", "T", "X", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -12.390130996704102, -18.33112907409668, -11.27015495300293, -9.051342964172363, -7.184743404388428, -7.7117533683776855, -13.883517265319824, -9.417312622070312, -11.621681213378906, -10.636492729187012, -5.376259803771973, -13.80933666229248, -10.65353012084961], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -0.11191964149475098, -2.394935131072998, -2.75596022605896, -0.3907909095287323, -1.626127004623413, -1.3946505784988403, -2.0893216133117676, -1.4882614612579346, -1.3078536987304688, -0.751755952835083, -3.5428595542907715, -1.7153961658477783, -0.11712022125720978, -0.7962638735771179, -0.9866436719894409, -1.7921441793441772, -0.9697996973991394, -0.8599376082420349, -0.6193153262138367, -0.6643069386482239, -1.186216115951538, -0.459672749042511, -0.4257950484752655, -0.8860428929328918, -0.9686510562896729, -0.09945506602525711, -2.2686641216278076, -1.0625720024108887, -1.6628843545913696, -1.1748902797698975, -2.07496976852417, -1.3971949815750122, -1.8450168371200562, -1.4426153898239136, -1.01170015335083, -2.2792599201202393, -2.2801451683044434, -2.023782730102539, -2.460594654083252, -0.5677677392959595, -1.2388882637023926, -2.261666774749756, -1.5648409128189087, -1.7900458574295044, -2.331069231033325, -1.6971824169158936, -1.092729926109314, -0.15029074251651764, -1.3428683280944824, -0.16782791912555695, -1.4990074634552002, -0.6259148120880127, -0.888830304145813, -2.426736831665039, -1.8073238134384155, -0.1500117927789688, -1.8355025053024292, -0.8865953087806702, -1.5733636617660522, -0.8219286203384399, -2.1861720085144043, -1.4619628190994263, -0.16155193746089935, -1.393375277519226, -1.4158647060394287, -1.1372989416122437, -0.1931389421224594, -1.3924611806869507, -0.10830001533031464, -0.00021634146105498075, -1.3479459285736084, -1.1937675476074219, -1.610069990158081, -1.6131227016448975, -1.4080489873886108, -2.0421066284179688, -0.463797926902771, -2.596721887588501, -0.26918789744377136, -1.597280740737915, -1.7992634773254395, -1.376478910446167, -0.8164500594139099, -1.9150426387786865, -1.5663875341415405, -0.5315576791763306, -1.1054972410202026, -0.8717997670173645, -1.1992830038070679, -1.195173978805542, -1.146759271621704, -1.4939782619476318, -1.7514891624450684, -0.9134876728057861, -0.9347021579742432, -0.9724440574645996]}, "Bot004_025_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA I am from the united states. I live in california. Nice! And what about your family? I am not sure about it. I am not sure what you mean. I'm asking, if you have any family?", "response": "I have a couple of sisters that is like a parent.", "annotation_id": "Bot004_025_12", "annotations": ["O", "O", "X", "O", "T", "O", "O", "T", "O", "T", "O", "O", "T", "O", "O"], "gpt2_target_score": [-10.37339973449707, -8.69393539428711, -11.361608505249023, -15.530312538146973, -8.390783309936523, -15.5514497756958, -11.31407356262207, -10.415267944335938, -13.149210929870605, -7.418807506561279, -14.551628112792969, -9.169268608093262], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -0.11191964149475098, -2.394935131072998, -2.75596022605896, -0.3907909095287323, -1.626127004623413, -1.3946505784988403, -2.0893216133117676, -1.4882614612579346, -1.3078536987304688, -0.751755952835083, -3.5428595542907715, -1.7153961658477783, -0.11712022125720978, -0.7962638735771179, -0.9866436719894409, -1.7921441793441772, -0.9697996973991394, -0.8599376082420349, -0.6193153262138367, -0.6643069386482239, -1.186216115951538, -0.459672749042511, -0.4257950484752655, -0.8860428929328918, -0.9686510562896729, -0.09945506602525711, -2.2686641216278076, -1.0625720024108887, -1.6628843545913696, -1.1748902797698975, -2.07496976852417, -1.3971949815750122, -1.8450168371200562, -1.4426153898239136, -1.01170015335083, -2.2792599201202393, -2.2801451683044434, -2.023782730102539, -2.460594654083252, -0.5677677392959595, -1.2388882637023926, -2.261666774749756, -1.5648409128189087, -1.7900458574295044, -2.331069231033325, -1.6971824169158936, -1.092729926109314, -0.15029074251651764, -1.3428683280944824, -0.16782791912555695, -1.4990074634552002, -0.6259148120880127, -0.888830304145813, -2.426736831665039, -1.8073238134384155, -0.1500117927789688, -1.8355025053024292, -0.8865953087806702, -1.5733636617660522, -0.8219286203384399, -2.1861720085144043, -1.4619628190994263, -0.16155193746089935, -1.393375277519226, -1.4158647060394287, -1.1372989416122437, -0.1931389421224594, -1.3924611806869507, -0.10830001533031464, -0.00021634146105498075, -1.3479459285736084, -1.1937675476074219, -1.610069990158081, -1.6131227016448975, -1.4080489873886108, -2.0421066284179688, -0.463797926902771, -2.596721887588501, -0.26918789744377136, -1.597280740737915, -1.2876710891723633, -1.2490739822387695, -1.4995516538619995, -1.5805432796478271, -0.5923048257827759, -0.9765888452529907, -1.1024558544158936, -1.001759648323059, -1.6807115077972412, -1.0415986776351929, -1.2772164344787598, -1.61477792263031, -0.8316438794136047, -1.0140663385391235, -1.0534545183181763, -0.6711763143539429, -1.5530529022216797, -1.5320073366165161, -2.0182650089263916, -0.44235458970069885, -1.391781210899353, -0.7575103044509888, -0.7978756427764893, -1.785860538482666, -1.4585535526275635, -1.6869587898254395, -1.0079255104064941, -1.172203779220581, -1.0269263982772827, -1.214920997619629, -2.018955945968628, -1.6400730609893799, -1.3754686117172241, -1.4199525117874146, -2.136937379837036, -2.9831840991973877, -1.0585911273956299, -1.4197218418121338]}, "Bot004_025_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA I am from the united states. I live in california. Nice! And what about your family? I am not sure about it. I am not sure what you mean. I'm asking, if you have any family? I have a couple of sisters that is like a parent. True. What about pets?", "response": "I have a cat named radar", "annotation_id": "Bot004_025_14", "annotations": ["O", "O", "X", "O", "O", "O", "O", "T", "O", "T", "T", "T", "T", "O", "O"], "gpt2_target_score": [-10.37339973449707, -8.69393539428711, -11.361608505249023, -16.377756118774414, -14.603620529174805, -13.8099946975708], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -0.11191964149475098, -2.394935131072998, -2.75596022605896, -0.3907909095287323, -1.626127004623413, -1.3946505784988403, -2.0893216133117676, -1.4882614612579346, -1.3078536987304688, -0.751755952835083, -3.5428595542907715, -1.7153961658477783, -0.11712022125720978, -0.7962638735771179, -0.9866436719894409, -1.7921441793441772, -0.9697996973991394, -0.8599376082420349, -0.6193153262138367, -0.6643069386482239, -1.186216115951538, -0.459672749042511, -0.4257950484752655, -0.8860428929328918, -0.9686510562896729, -0.09945506602525711, -2.2686641216278076, -1.0625720024108887, -1.6628843545913696, -1.1748902797698975, -2.07496976852417, -1.3971949815750122, -1.8450168371200562, -1.4426153898239136, -1.01170015335083, -2.2792599201202393, -2.2801451683044434, -2.023782730102539, -2.460594654083252, -0.5677677392959595, -1.2388882637023926, -2.261666774749756, -1.5648409128189087, -1.7900458574295044, -2.331069231033325, -1.6971824169158936, -1.092729926109314, -0.15029074251651764, -1.3428683280944824, -0.16782791912555695, -1.4990074634552002, -0.6259148120880127, -0.888830304145813, -2.426736831665039, -1.8073238134384155, -0.1500117927789688, -1.8355025053024292, -0.8865953087806702, -1.5733636617660522, -0.8219286203384399, -2.1861720085144043, -1.4619628190994263, -0.16155193746089935, -1.393375277519226, -1.4158647060394287, -1.1372989416122437, -0.1931389421224594, -1.3924611806869507, -0.10830001533031464, -0.00021634146105498075, -1.3479459285736084, -1.1937675476074219, -1.610069990158081, -1.6131227016448975, -1.4080489873886108, -2.0421066284179688, -0.463797926902771, -2.596721887588501, -0.26918789744377136, -1.597280740737915, -1.2876710891723633, -1.2490739822387695, -1.4995516538619995, -1.5805432796478271, -0.5923048257827759, -0.9765888452529907, -1.1024558544158936, -1.001759648323059, -1.6807115077972412, -1.0415986776351929, -1.2772164344787598, -1.61477792263031, -0.8316438794136047, -1.0140663385391235, -1.0534545183181763, -0.6711763143539429, -1.5530529022216797, -1.5320073366165161, -2.0182650089263916, -0.44235458970069885, -1.391781210899353, -0.7575103044509888, -0.7978756427764893, -1.785860538482666, -1.4585535526275635, -0.8635994791984558, -1.3562284708023071, -1.4957250356674194, -1.0951651334762573, -1.678966999053955, -1.5817465782165527, -1.3002549409866333, -1.909836769104004, -2.181317090988159, -2.6644818782806396, -1.0719493627548218, -1.3281240463256836, -1.213066816329956, -1.300402283668518, -1.8432724475860596, -0.8346895575523376, -0.38306671380996704, -1.5455961227416992, -1.8472203016281128, -1.4783580303192139, -0.8825728893280029, -1.9438687562942505, -1.7116754055023193, -4.467047691345215, -1.628452181816101]}, "Bot004_025_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA I am from the united states. I live in california. Nice! And what about your family? I am not sure about it. I am not sure what you mean. I'm asking, if you have any family? I have a couple of sisters that is like a parent. True. What about pets? I have a cat named radar Strange name for a pet", "response": "I love that name.", "annotation_id": "Bot004_025_16", "annotations": ["O", "O", "X", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -11.809459686279297, -13.259023666381836, -14.884659767150879, -8.134389877319336], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -0.11191964149475098, -2.394935131072998, -2.75596022605896, -0.3907909095287323, -1.626127004623413, -1.3946505784988403, -2.0893216133117676, -1.4882614612579346, -1.3078536987304688, -0.751755952835083, -3.5428595542907715, -1.7153961658477783, -0.11712022125720978, -0.7962638735771179, -0.9866436719894409, -1.7921441793441772, -0.9697996973991394, -0.8599376082420349, -0.6193153262138367, -0.6643069386482239, -1.186216115951538, -0.459672749042511, -0.4257950484752655, -0.8860428929328918, -0.9686510562896729, -0.09945506602525711, -2.2686641216278076, -1.0625720024108887, -1.6628843545913696, -1.1748902797698975, -2.07496976852417, -1.3971949815750122, -1.8450168371200562, -1.4426153898239136, -1.01170015335083, -2.2792599201202393, -2.2801451683044434, -2.023782730102539, -2.460594654083252, -0.5677677392959595, -1.2388882637023926, -2.261666774749756, -1.5648409128189087, -1.7900458574295044, -2.331069231033325, -1.6971824169158936, -1.092729926109314, -0.15029074251651764, -1.3428683280944824, -0.16782791912555695, -1.4990074634552002, -0.6259148120880127, -0.888830304145813, -2.426736831665039, -1.8073238134384155, -0.1500117927789688, -1.8355025053024292, -0.8865953087806702, -1.5733636617660522, -0.8219286203384399, -2.1861720085144043, -1.4619628190994263, -0.16155193746089935, -1.393375277519226, -1.4158647060394287, -1.1372989416122437, -0.1931389421224594, -1.3924611806869507, -0.10830001533031464, -0.00021634146105498075, -1.3479459285736084, -1.1937675476074219, -1.610069990158081, -1.6131227016448975, -1.4080489873886108, -2.0421066284179688, -0.463797926902771, -2.596721887588501, -0.26918789744377136, -1.597280740737915, -1.2876710891723633, -1.2490739822387695, -1.4995516538619995, -1.5805432796478271, -0.5923048257827759, -0.9765888452529907, -1.1024558544158936, -1.001759648323059, -1.6807115077972412, -1.0415986776351929, -1.2772164344787598, -1.61477792263031, -0.8316438794136047, -1.0140663385391235, -1.0534545183181763, -0.6711763143539429, -1.5530529022216797, -1.5320073366165161, -2.0182650089263916, -0.44235458970069885, -1.391781210899353, -0.7575103044509888, -0.7978756427764893, -1.785860538482666, -1.4585535526275635, -0.8635994791984558, -1.3562284708023071, -1.4957250356674194, -1.0951651334762573, -1.678966999053955, -1.5817465782165527, -1.3002549409866333, -1.909836769104004, -2.181317090988159, -2.6644818782806396, -1.0719493627548218, -1.3281240463256836, -1.213066816329956, -1.300402283668518, -1.8432724475860596, -0.8346895575523376, -0.38306665420532227, -1.5455979108810425, -1.4382944107055664, -0.9413169622421265, -1.8214348554611206, -1.5065033435821533, -4.412775039672852, -1.873003363609314, -1.4909188747406006, -1.3582407236099243, -2.136669158935547, -2.550494909286499, -1.5183206796646118, -2.025225877761841, -1.8494535684585571, -2.2002789974212646, -0.5996321439743042, -1.1744964122772217, -1.3188692331314087]}, "Bot004_025_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA I am from the united states. I live in california. Nice! And what about your family? I am not sure about it. I am not sure what you mean. I'm asking, if you have any family? I have a couple of sisters that is like a parent. True. What about pets? I have a cat named radar Strange name for a pet I love that name. well, that's your choice", "response": "Yes, i like it. I am a very experienced person.", "annotation_id": "Bot004_025_18", "annotations": ["T", "T", "X", "O", "T", "T", "O", "T", "O", "T", "T", "O", "T", "T", "O"], "gpt2_target_score": [-15.500970840454102, -11.288753509521484, -12.061700820922852, -13.534985542297363, -11.858915328979492, -8.229634284973145, -8.293729782104492, -14.017776489257812, -11.06241512298584, -11.212753295898438, -14.471519470214844, -15.412875175476074, -8.850197792053223], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -0.11191964149475098, -2.394935131072998, -2.75596022605896, -0.3907909095287323, -1.626127004623413, -1.3946505784988403, -2.0893216133117676, -1.4882614612579346, -1.3078536987304688, -0.751755952835083, -3.5428595542907715, -1.7153961658477783, -0.11712022125720978, -0.7962638735771179, -0.9866436719894409, -1.7921441793441772, -0.9697996973991394, -0.8599376082420349, -0.6193153262138367, -0.6643069386482239, -1.186216115951538, -0.459672749042511, -0.4257950484752655, -0.8860428929328918, -0.9686510562896729, -0.09945506602525711, -2.2686641216278076, -1.0625720024108887, -1.6628843545913696, -1.1748902797698975, -2.07496976852417, -1.3971949815750122, -1.8450168371200562, -1.4426153898239136, -1.01170015335083, -2.2792599201202393, -2.2801451683044434, -2.023782730102539, -2.460594654083252, -0.5677677392959595, -1.2388882637023926, -2.261666774749756, -1.5648409128189087, -1.7900458574295044, -2.331069231033325, -1.6971824169158936, -1.092729926109314, -0.15029074251651764, -1.3428683280944824, -0.16782791912555695, -1.4990074634552002, -0.6259148120880127, -0.888830304145813, -2.426736831665039, -1.8073238134384155, -0.1500117927789688, -1.8355025053024292, -0.8865953087806702, -1.5733636617660522, -0.8219286203384399, -2.1861720085144043, -1.4619628190994263, -0.16155193746089935, -1.393375277519226, -1.4158647060394287, -1.1372989416122437, -0.1931389421224594, -1.3924611806869507, -0.10830001533031464, -0.00021634146105498075, -1.3479459285736084, -1.1937675476074219, -1.610069990158081, -1.6131227016448975, -1.4080489873886108, -2.0421066284179688, -0.463797926902771, -2.596721887588501, -0.26918789744377136, -1.597280740737915, -1.2876710891723633, -1.2490739822387695, -1.4995516538619995, -1.5805432796478271, -0.5923048257827759, -0.9765888452529907, -1.1024558544158936, -1.001759648323059, -1.6807115077972412, -1.0415986776351929, -1.2772164344787598, -1.61477792263031, -0.8316438794136047, -1.0140663385391235, -1.0534545183181763, -0.6711763143539429, -1.5530529022216797, -1.5320073366165161, -2.0182650089263916, -0.44235458970069885, -1.391781210899353, -0.7575103044509888, -0.7978756427764893, -1.785860538482666, -1.4585535526275635, -0.8635994791984558, -1.3562284708023071, -1.4957250356674194, -1.0951651334762573, -1.678966999053955, -1.5817465782165527, -1.3002549409866333, -1.909836769104004, -2.181317090988159, -2.6644818782806396, -1.0719544887542725, -1.3281323909759521, -1.213053822517395, -1.300401210784912, -1.843266248703003, -0.8346863389015198, -0.38306525349617004, -1.545619249343872, -1.4382961988449097, -0.9413196444511414, -1.821428656578064, -1.5064976215362549, -4.412775993347168, -1.873005747795105, -1.4909262657165527, -1.3582347631454468, -2.136654853820801, -2.5505142211914062, -1.5183175802230835, -1.9680671691894531, -0.659064769744873, -1.5730469226837158, -0.9603240489959717, -1.57838773727417, -1.094451665878296, -1.6261926889419556, -0.8579279780387878, -2.2472853660583496, -1.8897738456726074, -0.7789227962493896, -1.8993644714355469, -0.9998664855957031, -1.1875910758972168, -1.1361652612686157, -1.391930103302002, -1.0861830711364746, -1.3644882440567017, -1.9168446063995361, -1.8509212732315063, -2.6702444553375244, -2.404827356338501, -2.4424164295196533, -1.3896156549453735, -1.0844132900238037]}, "Bot004_025_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA I am from the united states. I live in california. Nice! And what about your family? I am not sure about it. I am not sure what you mean. I'm asking, if you have any family? I have a couple of sisters that is like a parent. True. What about pets? I have a cat named radar Strange name for a pet I love that name. well, that's your choice Yes, i like it. I am a very experienced person. Experience in what?", "response": "I am not sure what that means. I am not sure what you mean.", "annotation_id": "Bot004_025_20", "annotations": ["X", "X", "X", "T", "T", "T", "O", "T", "T", "T", "X", "T", "T", "X", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -12.390130996704102, -18.33112907409668, -12.59663200378418, -9.421032905578613, -15.431419372558594, -8.509025573730469, -7.201983451843262, -8.71905517578125, -9.620277404785156, -15.223650932312012, -10.620247840881348, -6.5731916427612305, -11.697887420654297, -4.739539623260498], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -0.11191964149475098, -2.394935131072998, -2.75596022605896, -0.3907909095287323, -1.626127004623413, -1.3946505784988403, -2.0893216133117676, -1.4882614612579346, -1.3078536987304688, -0.751755952835083, -3.5428595542907715, -1.7153961658477783, -0.11712022125720978, -0.7962638735771179, -0.9866436719894409, -1.7921441793441772, -0.9697996973991394, -0.8599376082420349, -0.6193153262138367, -0.6643069386482239, -1.186216115951538, -0.459672749042511, -0.4257950484752655, -0.8860428929328918, -0.9686510562896729, -0.09945506602525711, -2.2686641216278076, -1.0625720024108887, -1.6628843545913696, -1.1748902797698975, -2.07496976852417, -1.3971949815750122, -1.8450168371200562, -1.4426153898239136, -1.01170015335083, -2.2792599201202393, -2.2801451683044434, -2.023782730102539, -2.460594654083252, -0.5677677392959595, -1.2388882637023926, -2.261666774749756, -1.5648409128189087, -1.7900458574295044, -2.331069231033325, -1.6971824169158936, -1.092729926109314, -0.15029074251651764, -1.3428683280944824, -0.16782791912555695, -1.4990074634552002, -0.6259148120880127, -0.888830304145813, -2.426736831665039, -1.8073238134384155, -0.1500117927789688, -1.8355025053024292, -0.8865953087806702, -1.5733636617660522, -0.8219286203384399, -2.1861720085144043, -1.4619628190994263, -0.16155193746089935, -1.393375277519226, -1.4158647060394287, -1.1372989416122437, -0.1931389421224594, -1.3924611806869507, -0.10830001533031464, -0.00021634146105498075, -1.3479459285736084, -1.1937675476074219, -1.610069990158081, -1.6131227016448975, -1.4080489873886108, -2.0421066284179688, -0.463797926902771, -2.596721887588501, -0.26918789744377136, -1.597280740737915, -1.2876710891723633, -1.2490739822387695, -1.4995516538619995, -1.5805432796478271, -0.5923048257827759, -0.9765888452529907, -1.1024558544158936, -1.001759648323059, -1.6807115077972412, -1.0415986776351929, -1.2772164344787598, -1.61477792263031, -0.8316438794136047, -1.0140663385391235, -1.0534545183181763, -0.6711763143539429, -1.5530529022216797, -1.5320073366165161, -2.0182650089263916, -0.44235458970069885, -1.391781210899353, -0.7575103044509888, -0.7978756427764893, -1.785860538482666, -1.4585535526275635, -0.8635994791984558, -1.3562284708023071, -1.4957250356674194, -1.0951651334762573, -1.678966999053955, -1.5817465782165527, -1.3002549409866333, -1.909836769104004, -2.181317090988159, -2.6644818782806396, -1.0719493627548218, -1.3281240463256836, -1.213066816329956, -1.300402283668518, -1.8432724475860596, -0.8346895575523376, -0.38306665420532227, -1.5455979108810425, -1.4382944107055664, -0.9413169622421265, -1.8214348554611206, -1.5065033435821533, -4.412775039672852, -1.873003363609314, -1.4909188747406006, -1.3582407236099243, -2.136669158935547, -2.550494909286499, -1.5183206796646118, -1.9680746793746948, -0.6590685844421387, -1.5730451345443726, -0.9603151679039001, -1.578377366065979, -1.0944530963897705, -1.6261895895004272, -0.857930600643158, -2.24729585647583, -1.8897628784179688, -0.7789229154586792, -1.1056574583053589, -1.2308778762817383, -1.35231351852417, -1.3986464738845825, -1.0460035800933838, -1.3736460208892822, -1.83174729347229, -1.9278346300125122, -2.364142417907715, -2.4077799320220947, -2.4049124717712402, -1.3381339311599731, -1.142228603363037, -1.2946714162826538, -1.8172842264175415, -1.5310587882995605, -1.8595898151397705, -1.6809748411178589, -1.7026400566101074, -1.4101914167404175, -1.0741238594055176, -1.5883417129516602, -0.7088676691055298, -0.7307061553001404, -0.6715941429138184, -0.8690109848976135, -1.2091869115829468, -1.7365148067474365, -0.6082114577293396, -1.1421761512756348, -1.518380045890808, -0.22976335883140564, -0.8530113697052002, -0.7989933490753174]}, "Bot004_026_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u?", "response": "Hi! I am doing well. How are you?", "annotation_id": "Bot004_026_02", "annotations": ["T", "O", "O", "T", "O", "O", "O", "O", "O", "T", "T", "O", "O", "T", "O"], "gpt2_target_score": [-12.781279563903809, -8.402214050292969, -9.428755760192871, -13.440095901489258, -14.683021545410156, -11.248558044433594, -7.184747219085693, -11.267114639282227, -13.26183032989502, -8.402106285095215, -13.177885055541992], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -1.8268662691116333, -1.3612133264541626, -1.0589762926101685, -0.6189367175102234, -1.9247342348098755, -1.7781645059585571, -1.0498460531234741, -0.7893421649932861, -1.6205275058746338, -1.007100224494934, -1.353127360343933, -1.729142189025879, -1.2879544496536255, -2.715141773223877, -1.645485758781433, -2.401219606399536, -1.1619068384170532, -2.224357843399048, -2.33681058883667, -0.6825058460235596, -1.627530813217163, -1.3722138404846191, -1.8691802024841309, -1.4210824966430664, -2.116328239440918, -1.017905592918396, -1.419783115386963, -0.14177215099334717, -1.0452654361724854, -0.6382650136947632]}, "Bot004_026_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood", "response": "Lol!", "annotation_id": "Bot004_026_04", "annotations": ["T", "O", "X", "X", "X", "T", "O", "X", "X", "T", "T", "T", "O", "X", "T"], "gpt2_target_score": [-11.611273765563965, -14.609138488769531, -9.988142967224121], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -1.8268662691116333, -1.3612133264541626, -1.0589762926101685, -0.6189367175102234, -1.9247342348098755, -1.7781645059585571, -1.0498460531234741, -0.7893421649932861, -1.6205275058746338, -1.007100224494934, -1.353127360343933, -1.729142189025879, -1.2879544496536255, -2.715141773223877, -1.645485758781433, -2.401219606399536, -1.1619068384170532, -2.224357843399048, -0.6741551756858826, -1.5117928981781006, -1.4040071964263916, -2.136284589767456, -1.6126290559768677, -2.0784223079681396, -1.1540493965148926, -1.3989222049713135, -0.16389203071594238, -1.018833875656128, -1.5771684646606445, -1.2445909976959229, -2.0599377155303955, -0.8054896593093872, -1.9212602376937866, -1.6906191110610962]}, "Bot004_026_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good", "response": "I am not a fan of that. I am more into comedies.", "annotation_id": "Bot004_026_06", "annotations": ["X", "T", "O", "X", "X", "O", "X", "X", "X", "T", "X", "T", "O", "T", "T"], "gpt2_target_score": [-10.373396873474121, -9.036567687988281, -12.390120506286621, -11.486032485961914, -11.050788879394531, -9.772926330566406, -11.31407356262207, -8.509054183959961, -7.201981544494629, -8.71903133392334, -11.911848068237305, -14.911107063293457, -15.098457336425781, -17.10419464111328, -10.653519630432129], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -1.8268662691116333, -1.3612133264541626, -1.0589762926101685, -0.6189367175102234, -1.9247342348098755, -1.7781645059585571, -1.0498460531234741, -0.7893421649932861, -1.6205275058746338, -1.007100224494934, -1.353127360343933, -1.729142189025879, -1.2879544496536255, -2.715141773223877, -1.645485758781433, -2.401219606399536, -1.1619068384170532, -2.224357843399048, -0.6741880774497986, -1.5118087530136108, -1.404018759727478, -2.1362802982330322, -1.6126261949539185, -2.0784339904785156, -1.1540390253067017, -1.398923635482788, -0.16388727724552155, -1.0188391208648682, -1.577162504196167, -1.2445731163024902, -2.1130175590515137, -1.8357607126235962, -1.4142903089523315, -2.199017286300659, -1.3939540386199951, -2.4990358352661133, -2.295741319656372, -1.546190619468689, -0.11400167644023895, -1.9130256175994873, -2.203801393508911, -1.1378417015075684, -1.9232748746871948, -1.423978567123413, -0.8365564942359924, -2.722532033920288, -0.2863028645515442, -1.4195550680160522, -1.3644065856933594]}, "Bot004_026_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie", "response": "I like to play guitar", "annotation_id": "Bot004_026_08", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "T", "T", "O", "O", "O", "T", "X"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -11.755956649780273, -16.279539108276367, -14.814077377319336], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.287939429283142, -2.7152132987976074, -1.6454676389694214, -2.4011878967285156, -1.1619324684143066, -2.2243363857269287, -0.6741469502449036, -1.5118087530136108, -1.4039816856384277, -2.136263608932495, -1.612624168395996, -2.0784573554992676, -1.1540474891662598, -1.3989405632019043, -0.16388708353042603, -1.0188475847244263, -1.5771780014038086, -1.2445906400680542, -2.113029718399048, -1.8357588052749634, -1.414326548576355, -1.310990333557129, -1.9226608276367188, -2.234853982925415, -1.7107875347137451, -0.14458385109901428, -2.1793293952941895, -2.017813205718994, -1.312343955039978, -1.6803385019302368, -1.6494572162628174, -0.9316171407699585, -2.8281326293945312, -0.18031030893325806, -1.494856357574463, -1.2928731441497803, -1.4467360973358154, -0.6494212746620178, -1.2852481603622437, -0.5584492683410645, -1.4400222301483154, -1.9223037958145142, -1.5083236694335938, -2.3575727939605713, -1.907069206237793, -2.414022922515869, -1.506631851196289]}, "Bot004_026_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie I like to play guitar What else", "response": "I like to play sports", "annotation_id": "Bot004_026_10", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "O", "O", "X", "O"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -11.755956649780273, -16.279539108276367, -12.469991683959961], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.287939429283142, -2.7152132987976074, -1.6454676389694214, -2.4011878967285156, -1.1619324684143066, -2.2243363857269287, -0.6741469502449036, -1.5118087530136108, -1.4039816856384277, -2.136263608932495, -1.612624168395996, -2.0784573554992676, -1.1540507078170776, -1.3989325761795044, -0.16388556361198425, -1.018847107887268, -1.5771746635437012, -1.2445889711380005, -2.1130120754241943, -1.8357579708099365, -1.4143394231796265, -1.310992956161499, -1.9226679801940918, -2.2348480224609375, -1.710788607597351, -0.14458198845386505, -2.1793372631073, -2.017784833908081, -1.3123455047607422, -1.6803321838378906, -1.6494330167770386, -0.9316208362579346, -2.8281311988830566, -0.18031258881092072, -1.4948619604110718, -1.2928656339645386, -1.446725845336914, -0.6494181156158447, -1.2852338552474976, -0.5584447979927063, -1.4400265216827393, -1.140946388244629, -0.6649486422538757, -1.0805679559707642, -0.5266037583351135, -0.8692439794540405, -1.9117610454559326, -1.4955555200576782, -1.8420600891113281, -1.3754158020019531, -1.052473783493042, -0.257966011762619, -1.57644522190094, -1.5660443305969238]}, "Bot004_026_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie I like to play guitar What else I like to play sports Anything else?", "response": "I like to play the piano and play with my dog.", "annotation_id": "Bot004_026_12", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -11.755956649780273, -16.279539108276367, -10.491071701049805, -12.468159675598145, -10.198858261108398, -14.423526763916016, -8.93286418914795, -7.090835094451904, -13.261100769042969, -9.169268608093262], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.287939429283142, -2.7152132987976074, -1.6454676389694214, -2.4011878967285156, -1.1619324684143066, -2.2243363857269287, -0.6741469502449036, -1.5118087530136108, -1.4039816856384277, -2.136263608932495, -1.612624168395996, -2.0784573554992676, -1.1540474891662598, -1.3989405632019043, -0.16388708353042603, -1.0188475847244263, -1.5771780014038086, -1.2445906400680542, -2.113029718399048, -1.8357588052749634, -1.414326548576355, -1.310990333557129, -1.9226608276367188, -2.234853982925415, -1.7107875347137451, -0.14458385109901428, -2.1793293952941895, -2.017813205718994, -1.312343955039978, -1.6803385019302368, -1.6494572162628174, -0.9316171407699585, -2.8281326293945312, -0.18031030893325806, -1.494856357574463, -1.2928731441497803, -1.4467360973358154, -0.6494212746620178, -1.2852481603622437, -0.5584492683410645, -1.4400149583816528, -1.140947699546814, -0.664947509765625, -1.0805702209472656, -0.5266028642654419, -0.8692412972450256, -1.9117745161056519, -1.4955593347549438, -0.6814810037612915, -0.13889847695827484, -0.6992709040641785, -0.22971390187740326, -0.49025529623031616, -1.9694085121154785, -0.7521296739578247, -1.8799692392349243, -2.02913761138916, -1.2551331520080566, -1.1494477987289429, -0.5030373334884644, -2.3904480934143066, -2.561619997024536, -1.6718863248825073, -2.410856246948242, -2.054126501083374, -0.8771756887435913, -1.5499935150146484, -0.8714308738708496, -1.4814515113830566]}, "Bot004_026_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie I like to play guitar What else I like to play sports Anything else? I like to play the piano and play with my dog. What do you love", "response": "I love to drive my car around", "annotation_id": "Bot004_026_14", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-10.37339973449707, -11.809459686279297, -11.755956649780273, -13.072583198547363, -10.418279647827148, -10.510266304016113, -15.618169784545898], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.287939429283142, -2.7152132987976074, -1.6454676389694214, -2.4011878967285156, -1.1619324684143066, -2.2243363857269287, -0.6741469502449036, -1.5118087530136108, -1.4039816856384277, -2.136263608932495, -1.612624168395996, -2.0784573554992676, -1.1540474891662598, -1.3989405632019043, -0.16388708353042603, -1.0188475847244263, -1.5771780014038086, -1.2445906400680542, -2.113029718399048, -1.8357588052749634, -1.414326548576355, -1.310990333557129, -1.9226608276367188, -2.234853982925415, -1.7107875347137451, -0.14458385109901428, -2.1793293952941895, -2.017813205718994, -1.312343955039978, -1.6803385019302368, -1.6494572162628174, -0.9316171407699585, -2.8281326293945312, -0.18031030893325806, -1.494856357574463, -1.2928731441497803, -1.4467360973358154, -0.6494212746620178, -1.2852481603622437, -0.5584492683410645, -1.4400149583816528, -1.140947699546814, -0.664947509765625, -1.0805702209472656, -0.5266028642654419, -0.8692412972450256, -1.9117745161056519, -1.4955593347549438, -0.6814810037612915, -0.13889847695827484, -0.6992709040641785, -0.22971390187740326, -0.49025529623031616, -1.9694085121154785, -0.7521296739578247, -1.8799692392349243, -1.814711570739746, -1.158109188079834, -0.8703797459602356, -2.8153281211853027, -2.2531301975250244, -1.7066401243209839, -2.4616711139678955, -2.1471829414367676, -0.905532956123352, -1.3606420755386353, -0.9850144982337952, -1.4159879684448242, -2.2604403495788574, -0.08701818436384201, -0.9118428230285645, -0.6308291554450989, -1.6776418685913086, -1.4210996627807617, -1.8664519786834717, -0.2404533177614212, -1.9732741117477417, -0.9788881540298462, -2.016078233718872, -1.805371642112732]}, "Bot004_026_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie I like to play guitar What else I like to play sports Anything else? I like to play the piano and play with my dog. What do you love I love to drive my car around What is your job", "response": "I am a professional gardener.", "annotation_id": "Bot004_026_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -17.779985427856445, -18.001272201538086, -18.15921401977539, -7.184743404388428], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.287939429283142, -2.7152132987976074, -1.6454676389694214, -2.4011878967285156, -1.1619324684143066, -2.2243363857269287, -0.6741469502449036, -1.5118087530136108, -1.4039816856384277, -2.136263608932495, -1.612624168395996, -2.0784573554992676, -1.1540474891662598, -1.3989405632019043, -0.16388708353042603, -1.0188475847244263, -1.5771780014038086, -1.2445906400680542, -2.113029718399048, -1.8357588052749634, -1.414326548576355, -1.310990333557129, -1.9226608276367188, -2.234853982925415, -1.7107875347137451, -0.14458385109901428, -2.1793293952941895, -2.017813205718994, -1.312343955039978, -1.6803385019302368, -1.6494572162628174, -0.9316171407699585, -2.8281326293945312, -0.18031030893325806, -1.494856357574463, -1.2928731441497803, -1.4467360973358154, -0.6494212746620178, -1.2852481603622437, -0.5584492683410645, -1.4400149583816528, -1.140947699546814, -0.664947509765625, -1.0805702209472656, -0.5266028642654419, -0.8692412972450256, -1.9117745161056519, -1.4955593347549438, -0.6814810037612915, -0.13889847695827484, -0.6992709040641785, -0.22971390187740326, -0.49025529623031616, -1.9694085121154785, -0.7521296739578247, -1.8799692392349243, -1.814711570739746, -1.158109188079834, -0.8703797459602356, -2.8153281211853027, -2.2531301975250244, -1.7066401243209839, -2.4616711139678955, -2.1471829414367676, -0.905532956123352, -1.3606420755386353, -0.9850144982337952, -1.4159879684448242, -2.2604403495788574, -0.08701818436384201, -0.9118428230285645, -0.6308291554450989, -1.8982877731323242, -1.4570435285568237, -0.2821364998817444, -2.001284599304199, -1.3609368801116943, -2.0773122310638428, -2.1266775131225586, -1.95180344581604, -0.36643797159194946, -1.366963505744934, -0.4308527410030365, -1.806396722793579, -1.8233897686004639, -0.8004384636878967, -3.640627145767212, -1.116105556488037, -0.014129246585071087, -1.2457441091537476, -0.6888960599899292]}, "Bot004_026_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie I like to play guitar What else I like to play sports Anything else? I like to play the piano and play with my dog. What do you love I love to drive my car around What is your job I am a professional gardener. How old are you", "response": "I am york. I have been a few times.", "annotation_id": "Bot004_026_18", "annotations": ["X", "T", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "T", "T", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -13.03462028503418, -10.644867897033691, -8.134389877319336, -6.9536943435668945, -14.262487411499023, -14.162773132324219, -11.06241512298584, -13.463653564453125, -14.366493225097656, -9.169268608093262], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.287939429283142, -2.7152132987976074, -1.6454676389694214, -2.4011878967285156, -1.1619324684143066, -2.2243363857269287, -0.6741469502449036, -1.5118087530136108, -1.4039816856384277, -2.136263608932495, -1.612624168395996, -2.0784573554992676, -1.1540474891662598, -1.3989405632019043, -0.16388708353042603, -1.0188475847244263, -1.5771780014038086, -1.2445906400680542, -2.113029718399048, -1.8357588052749634, -1.414326548576355, -1.310990333557129, -1.9226608276367188, -2.234853982925415, -1.7107875347137451, -0.14458385109901428, -2.1793293952941895, -2.017813205718994, -1.312343955039978, -1.6803385019302368, -1.6494572162628174, -0.9316171407699585, -2.8281326293945312, -0.18031030893325806, -1.494856357574463, -1.2928731441497803, -1.4467360973358154, -0.6494212746620178, -1.2852481603622437, -0.5584492683410645, -1.4400149583816528, -1.140947699546814, -0.664947509765625, -1.0805702209472656, -0.5266028642654419, -0.8692412972450256, -1.9117745161056519, -1.4955593347549438, -0.6814810037612915, -0.13889847695827484, -0.6992709040641785, -0.22971390187740326, -0.49025529623031616, -1.9694085121154785, -0.7521296739578247, -1.8799692392349243, -1.814711570739746, -1.158109188079834, -0.8703797459602356, -2.8153281211853027, -2.2531301975250244, -1.7066401243209839, -2.4616711139678955, -2.1471829414367676, -0.905532956123352, -1.3606420755386353, -0.9850144982337952, -1.4159879684448242, -2.2604403495788574, -0.08701818436384201, -0.9118428230285645, -0.6308291554450989, -1.8982877731323242, -1.4570435285568237, -0.2821364998817444, -2.001284599304199, -1.3609368801116943, -2.0773122310638428, -2.1266775131225586, -1.95180344581604, -0.36643797159194946, -1.366963505744934, -0.4308527410030365, -1.421510100364685, -2.345825672149658, -3.241819381713867, -1.042043685913086, -0.008715802803635597, -2.089467763900757, -1.037289023399353, -1.3924016952514648, -0.2068091779947281, -0.027915460988879204, -0.19954635202884674, -1.9165626764297485, -0.951570451259613, -1.587248682975769, -2.6862435340881348, -2.10787296295166, -0.9429930448532104, -1.1323825120925903, -1.1545181274414062, -1.775142788887024, -2.97105073928833, -0.4788660705089569, -1.9685581922531128, -0.9559586048126221]}, "Bot004_026_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie I like to play guitar What else I like to play sports Anything else? I like to play the piano and play with my dog. What do you love I love to drive my car around What is your job I am a professional gardener. How old are you I am york. I have been a few times. What do you do at free time", "response": "You are great [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] \nGoodbye!", "annotation_id": "Bot004_026_20", "annotations": ["X", "T", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "T", "T", "T"], "gpt2_target_score": [-12.40684700012207, -8.605037689208984, -14.790773391723633, -14.387299537658691, -12.956457138061523, -6.7339677810668945, -10.662195205688477, -11.510974884033203, -6.580519676208496, -14.31903076171875, -7.567283630371094, -15.645373344421387, -20.67186737060547, -14.138606071472168, -5.342266082763672, -21.56073760986328, -16.32220458984375, -12.448594093322754, -11.350314140319824, -0.7893474698066711, -8.725903511047363, -9.224300384521484, -12.247297286987305, -11.583941459655762, -7.376654148101807], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.287939429283142, -2.7152132987976074, -1.6454676389694214, -2.4011878967285156, -1.1619324684143066, -2.2243363857269287, -0.6741469502449036, -1.5118087530136108, -1.4039816856384277, -2.136263608932495, -1.612624168395996, -2.0784573554992676, -1.1540474891662598, -1.3989405632019043, -0.16388708353042603, -1.0188475847244263, -1.5771780014038086, -1.2445906400680542, -2.113029718399048, -1.8357588052749634, -1.414326548576355, -1.310990333557129, -1.9226608276367188, -2.234853982925415, -1.7107875347137451, -0.14458385109901428, -2.1793293952941895, -2.017813205718994, -1.312343955039978, -1.6803385019302368, -1.6494572162628174, -0.9316171407699585, -2.8281326293945312, -0.18031030893325806, -1.494856357574463, -1.2928731441497803, -1.4467360973358154, -0.6494212746620178, -1.2852481603622437, -0.5584492683410645, -1.4400149583816528, -1.140947699546814, -0.664947509765625, -1.0805702209472656, -0.5266028642654419, -0.8692412972450256, -1.9117745161056519, -1.4955593347549438, -0.6814810037612915, -0.13889847695827484, -0.6992709040641785, -0.22971390187740326, -0.49025529623031616, -1.9694085121154785, -0.7521296739578247, -1.8799692392349243, -1.814711570739746, -1.158109188079834, -0.8703797459602356, -2.8153281211853027, -2.2531301975250244, -1.7066401243209839, -2.4616711139678955, -2.1471829414367676, -0.905532956123352, -1.3606420755386353, -0.9850144982337952, -1.4159879684448242, -2.2604403495788574, -0.08701818436384201, -0.9118428230285645, -0.6308291554450989, -1.8982877731323242, -1.4570435285568237, -0.2821364998817444, -2.001284599304199, -1.3609368801116943, -2.0773122310638428, -2.1266775131225586, -1.95180344581604, -0.36643797159194946, -1.366963505744934, -0.4308527410030365, -1.421510100364685, -2.345825672149658, -3.241819381713867, -1.042043685913086, -0.008715802803635597, -2.089467763900757, -1.037289023399353, -1.3924016952514648, -0.2068091779947281, -0.027915460988879204, -0.19954635202884674, -0.39415639638900757, -0.5419301986694336, -1.8673063516616821, -1.4704140424728394, -1.3087760210037231, -0.9493163228034973, -1.0421231985092163, -1.8489065170288086, -2.738783359527588, -0.5580960512161255, -1.615127682685852, -0.9407873153686523, -2.033625841140747, -0.05685567483305931, -1.2173300981521606, -1.4512511491775513, -1.2569724321365356, -1.1432502269744873, -0.3678680956363678, -1.6848870515823364, -1.9711320400238037, -1.4266302585601807, -0.8725616931915283, -3.0141215324401855, -0.5826535820960999, -1.7715067863464355, -1.9109615087509155, -1.8349782228469849, -1.9524054527282715, -2.4796810150146484, -1.2990425825119019, -1.1513806581497192, -1.6705790758132935, -3.5680363178253174, -1.777174472808838, -0.8445621132850647, -2.808526039123535, -1.1903046369552612, -1.5604560375213623, -0.5470432639122009, -0.7009780406951904, -0.36130595207214355, -1.1443061828613281, -0.7019183039665222, -0.5201935768127441]}, "Bot004_030_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good", "response": "I am not a fan of car, but my 2 dogs love it. Have you two dogs ?", "annotation_id": "Bot004_030_02", "annotations": ["X", "T", "O", "T", "X", "O", "X", "O", "T", "X", "O", "X", "O", "X", "T"], "gpt2_target_score": [-9.925350189208984, -9.09853744506836, -9.538155555725098, -4.721053600311279, -10.025696754455566, -8.134082794189453, -11.714048385620117, -13.20823860168457, -13.355941772460938, -10.663628578186035, -7.909416198730469, -15.764503479003906, -11.998771667480469, -8.97445011138916, -9.846969604492188, -10.35388469696045, -7.880375385284424, -9.364790916442871, -13.498418807983398, -12.365785598754883], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -1.295529842376709, -3.3683762550354004, -2.7933006286621094, -0.7417307496070862, -1.409972906112671, -1.4292645454406738, -0.43317461013793945, -0.464959055185318, -2.196563959121704, -1.3800381422042847, -2.343113422393799, -2.001631498336792, -1.682813286781311, -0.07580740004777908, -1.743070363998413, -2.471377372741699, -0.8790950179100037, -0.7566683292388916, -2.5079870223999023, -1.7834231853485107, -1.0446611642837524, -1.6352875232696533, -0.8564539551734924, -1.5874829292297363, -0.9149810671806335, -1.1264976263046265, -1.4179368019104004, -0.7805809378623962, -0.5022405385971069]}, "Bot004_030_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes", "response": "i love mustangs . they are my favorite .", "annotation_id": "Bot004_030_04", "annotations": ["X", "O", "T", "X", "T", "O", "X", "O", "O", "X", "O", "X", "O", "T", "T"], "gpt2_target_score": [-12.053730010986328, -12.04348373413086, -9.686654090881348, -23.049728393554688, -10.857796669006348, -13.108997344970703, -9.195783615112305, -12.534711837768555, -14.93612289428711, -12.924675941467285], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -1.295529842376709, -3.3683762550354004, -2.7933006286621094, -0.7417307496070862, -1.409972906112671, -1.4292645454406738, -0.43317461013793945, -0.464959055185318, -1.3280887603759766, -2.3770573139190674, -2.489072561264038, -2.104094982147217, -0.08439795672893524, -1.957534670829773, -2.3503577709198, -0.9824587106704712, -0.7811804413795471, -2.657705068588257, -1.8811668157577515, -1.0698591470718384, -1.6297616958618164, -0.8210185170173645, -1.781935453414917, -0.9066267609596252, -1.2706338167190552, -1.3611940145492554, -0.7833751440048218, -1.4329490661621094, -1.387983798980713, -1.9708284139633179, -1.5040998458862305, -1.8308144807815552, -1.6644752025604248, -1.3013367652893066, -1.3358696699142456, -1.2593939304351807, -2.753275156021118, -1.1448591947555542, -1.9023009538650513, -1.2811020612716675]}, "Bot004_030_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job?", "response": "I am a mechanic. What about you ?", "annotation_id": "Bot004_030_06", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.925350189208984, -9.09853744506836, -7.094826698303223, -14.886627197265625, -11.199112892150879, -12.735584259033203, -9.461698532104492, -12.146490097045898, -15.324554443359375], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -1.295529842376709, -3.3683762550354004, -2.7933006286621094, -0.7417307496070862, -1.409972906112671, -1.4292645454406738, -0.43317461013793945, -0.464959055185318, -1.3280887603759766, -2.3770573139190674, -2.489072561264038, -2.104094982147217, -0.08439795672893524, -1.957534670829773, -2.3503577709198, -0.9824587106704712, -0.7811804413795471, -2.657705068588257, -1.8811668157577515, -1.0698591470718384, -1.6297616958618164, -0.8210185170173645, -1.781935453414917, -0.9066267609596252, -1.2706338167190552, -1.3611940145492554, -0.7833751440048218, -1.4329490661621094, -1.387983798980713, -0.6626468300819397, -1.4304050207138062, -1.2775259017944336, -1.5176819562911987, -1.9188807010650635, -1.1997426748275757, -2.9382779598236084, -1.2017713785171509, -1.6896497011184692, -2.197753429412842, -1.8266489505767822, -0.5512492060661316, -1.3254746198654175, -0.9502660632133484, -1.1386700868606567, -1.921696424484253, -1.6117258071899414, -0.6911758780479431, -3.1643319129943848, -1.5051583051681519, -1.1718209981918335, -1.8197522163391113, -1.147526502609253, -0.6646336913108826, -0.3441287577152252]}, "Bot004_030_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live?", "response": "I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot004_030_08", "annotations": ["O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -11.663588523864746, -7.037046909332275, -7.534919738769531, -8.869149208068848, -16.692888259887695, -10.232390403747559, -12.671622276306152, -13.695533752441406, -8.749717712402344, -11.499732971191406, -8.567652702331543, -7.403309345245361, -10.85287094116211, -7.759930610656738, -7.217142105102539, -7.405965805053711, -18.327131271362305, -8.246354103088379, -16.625905990600586, -4.501256465911865, -16.493696212768555, -16.90241813659668, -12.88426399230957, -16.854969024658203, -12.958765983581543], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.4649621248245239, -1.3280916213989258, -2.3770081996917725, -2.48909592628479, -2.104116916656494, -0.08439730107784271, -1.9575411081314087, -2.3503470420837402, -0.9824653267860413, -0.7812020778656006, -2.6577093601226807, -1.881144642829895, -1.0698497295379639, -1.6297560930252075, -0.8210253119468689, -1.781968593597412, -0.906606137752533, -1.2706422805786133, -1.361215353012085, -0.783376932144165, -1.4329299926757812, -1.3879915475845337, -0.6626467704772949, -1.4303879737854004, -1.277518630027771, -1.5176433324813843, -1.9188323020935059, -1.1997506618499756, -2.938300371170044, -1.2017868757247925, -1.6896229982376099, -2.1977524757385254, -1.8266388177871704, -0.5512348413467407, -1.3254284858703613, -0.9502219557762146, -1.1386772394180298, -2.0099589824676514, -0.8552075624465942, -3.2724361419677734, -1.4803528785705566, -1.2469005584716797, -1.7929790019989014, -1.025454044342041, -0.7664241194725037, -1.3550738096237183, -1.1096954345703125, -1.6976557970046997, -0.643430769443512, -1.648240566253662, -1.7553505897521973, -1.6438781023025513, -0.31789323687553406, -1.9851350784301758, -1.869372844696045, -0.008972208946943283, -1.5117100477218628, -1.4916197061538696, -1.8261094093322754, -0.21128447353839874, -0.8751793503761292, -0.4419958293437958, -0.5571444630622864, -1.3306968212127686, -0.10031334310770035, -1.075690507888794, -0.2609594166278839, -2.5907132625579834, -1.8071902990341187, -3.1249606609344482, -0.7667600512504578, -2.5414602756500244, -1.2035561800003052, -1.9475786685943604, -1.506363868713379, -1.9431740045547485, -0.9001572728157043]}, "Bot004_030_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live? I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY] What is your hobby?", "response": "I like to drive my vintage ford mustangs .  Where are you? [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot004_030_10", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "T", "O", "O", "T", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -11.404372215270996, -3.3496079444885254, -11.516365051269531, -8.976571083068848, -17.138322830200195, -8.427763938903809, -8.471510887145996, -15.74337387084961, -20.33336639404297, -12.259719848632812, -8.567652702331543, -7.403309345245361, -10.85287094116211, -7.759930610656738, -7.217142105102539, -7.405965805053711, -18.327131271362305, -8.246354103088379, -16.625905990600586, -4.501256465911865, -16.493696212768555, -16.90241813659668, -12.88426399230957, -16.854969024658203, -12.958765983581543], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.4649621248245239, -1.3280916213989258, -2.3770081996917725, -2.48909592628479, -2.104116916656494, -0.08439730107784271, -1.9575411081314087, -2.3503470420837402, -0.9824653267860413, -0.7812020778656006, -2.6577093601226807, -1.881144642829895, -1.0698497295379639, -1.6297560930252075, -0.8210253119468689, -1.781968593597412, -0.906606137752533, -1.2706422805786133, -1.361215353012085, -0.783376932144165, -1.4329299926757812, -1.3879915475845337, -0.6626467704772949, -1.4303879737854004, -1.277518630027771, -1.5176433324813843, -1.9188323020935059, -1.1997506618499756, -2.938300371170044, -1.2017874717712402, -1.6896164417266846, -2.197756290435791, -1.826638102531433, -0.5512403845787048, -1.3254152536392212, -0.9502190947532654, -1.1386784315109253, -2.009965658187866, -0.8552079200744629, -3.2724368572235107, -1.4803516864776611, -1.2469055652618408, -1.7929941415786743, -1.0254658460617065, -0.7664315104484558, -1.355061650276184, -1.1096965074539185, -1.6976597309112549, -0.6434305906295776, -1.6482359170913696, -1.1487083435058594, -0.6400170922279358, -2.029381036758423, -2.0206451416015625, -0.008146865293383598, -1.4574227333068848, -1.5209715366363525, -1.9794296026229858, -0.21217617392539978, -0.8252888917922974, -1.7558386325836182, -1.5241502523422241, -1.305859088897705, -0.09538855403661728, -1.0688921213150024, -1.5994558334350586, -3.2293014526367188, -2.170415163040161, -3.0494112968444824, -0.7867187857627869, -2.6217446327209473, -0.921664834022522, -1.5972977876663208, -1.4979248046875, -1.7097159624099731, -1.1630432605743408, -1.8171992301940918, -0.28629451990127563, -0.6875762343406677, -0.6168527007102966, -1.7876557111740112, -2.082221031188965, -1.7181302309036255, -1.5309633016586304, -1.5204849243164062, -1.9810196161270142, -1.423302173614502, -1.8726943731307983, -1.9515349864959717, -2.2749533653259277, -0.10904983431100845, -1.1100114583969116, -1.1179025173187256, -1.2593687772750854, -0.7199935913085938, -0.06531209498643875, -1.127320408821106, -0.508293092250824, -1.7029114961624146, -0.24611499905586243, -0.09083810448646545, -0.04283569008111954, -0.42618536949157715, -0.0018133163684979081, -0.2689344882965088, -0.0017592919757589698, -0.023359348997473717, -1.443267822265625]}, "Bot004_030_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live? I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY] What is your hobby? I like to drive my vintage ford mustangs .  Where are you? [SEE-NO-EVIL MONKEY] Do you know Ivan?", "response": "Yes i know, it is a lot of fun", "annotation_id": "Bot004_030_12", "annotations": ["X", "X", "X", "X", "X", "O", "O", "O", "X", "X", "X", "X", "T", "X", "T"], "gpt2_target_score": [-14.430048942565918, -5.570601463317871, -11.768766403198242, -9.479774475097656, -11.022263526916504, -8.770585060119629, -8.524641990661621, -15.454123497009277, -12.025482177734375, -13.531005859375], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.4649621248245239, -1.3280916213989258, -2.3770081996917725, -2.48909592628479, -2.104116916656494, -0.08439730107784271, -1.9575411081314087, -2.3503470420837402, -0.9824653267860413, -0.7812020778656006, -2.6577093601226807, -1.881144642829895, -1.0698497295379639, -1.6297560930252075, -0.8210253119468689, -1.781968593597412, -0.906606137752533, -1.2706422805786133, -1.361215353012085, -0.783376932144165, -1.4329299926757812, -1.3879915475845337, -0.6626467704772949, -1.4303879737854004, -1.277518630027771, -1.5176433324813843, -1.9188323020935059, -1.1997506618499756, -2.938300371170044, -1.2017874717712402, -1.6896164417266846, -2.197756290435791, -1.826638102531433, -0.5512403845787048, -1.3254152536392212, -0.9502190947532654, -1.1386784315109253, -2.009965658187866, -0.8552079200744629, -3.2724368572235107, -1.4803516864776611, -1.2469055652618408, -1.7929941415786743, -1.0254658460617065, -0.7664315104484558, -1.355061650276184, -1.1096965074539185, -1.6976597309112549, -0.6434305906295776, -1.6482359170913696, -1.1487083435058594, -0.6400170922279358, -2.029381036758423, -2.0206451416015625, -0.008146865293383598, -1.4574227333068848, -1.5209715366363525, -1.9794296026229858, -0.21217617392539978, -0.8252888917922974, -1.7558386325836182, -1.5241502523422241, -1.305859088897705, -0.09538855403661728, -1.0688921213150024, -1.5994558334350586, -3.2293014526367188, -2.170415163040161, -3.0494112968444824, -0.7867187857627869, -2.6217446327209473, -0.9216654896736145, -1.5972994565963745, -1.4979232549667358, -1.709719181060791, -1.1630494594573975, -1.817200779914856, -0.28629782795906067, -0.6875731945037842, -0.6168593168258667, -1.7876497507095337, -1.201486587524414, -1.606167197227478, -1.4449952840805054, -1.8928159475326538, -1.3993620872497559, -1.7088508605957031, -1.891008973121643, -2.3485639095306396, -0.13959211111068726, -1.2670789957046509, -1.1877933740615845, -1.6766536235809326, -0.6164752840995789, -0.057369206100702286, -1.2377129793167114, -1.720649242401123, -1.773700475692749, -0.222590833902359, -0.16146886348724365, -0.04366782680153847, -0.7459947466850281, -0.0022460015024989843, -0.36677175760269165, -0.0022253054194152355, -0.018155228346586227, -1.1507803201675415, -0.08764336258172989, -0.8683081269264221, -1.7536128759384155, -2.3965227603912354, -1.8462347984313965, -1.6349209547042847, -1.9561768770217896, -1.4379630088806152, -0.05331583321094513, -1.215914249420166, -1.0379117727279663, -1.839058518409729, -3.109598398208618, -0.5045236349105835, -0.7735542058944702, -1.3065497875213623]}, "Bot004_030_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live? I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY] What is your hobby? I like to drive my vintage ford mustangs .  Where are you? [SEE-NO-EVIL MONKEY] Do you know Ivan? Yes i know, it is a lot of fun Do you know Putin?", "response": "I suppose .", "annotation_id": "Bot004_030_14", "annotations": ["X", "T", "T", "X", "O", "T", "O", "X", "T", "T", "T", "T", "O", "X", "O"], "gpt2_target_score": [-9.925333976745605, -15.714186668395996, -12.950162887573242], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.4649621248245239, -1.3280916213989258, -2.3770081996917725, -2.48909592628479, -2.104116916656494, -0.08439730107784271, -1.9575411081314087, -2.3503470420837402, -0.9824653267860413, -0.7812020778656006, -2.6577093601226807, -1.881144642829895, -1.0698497295379639, -1.6297560930252075, -0.8210253119468689, -1.781968593597412, -0.906606137752533, -1.2706422805786133, -1.361215353012085, -0.783376932144165, -1.4329299926757812, -1.3879915475845337, -0.6626467704772949, -1.4303879737854004, -1.277518630027771, -1.5176433324813843, -1.9188323020935059, -1.1997506618499756, -2.938300371170044, -1.2017874717712402, -1.6896164417266846, -2.197756290435791, -1.826638102531433, -0.5512403845787048, -1.3254152536392212, -0.9502190947532654, -1.1386784315109253, -2.009965658187866, -0.8552079200744629, -3.2724368572235107, -1.4803516864776611, -1.2469055652618408, -1.7929941415786743, -1.0254658460617065, -0.7664315104484558, -1.355061650276184, -1.1096965074539185, -1.6976597309112549, -0.6434305906295776, -1.6482359170913696, -1.1487083435058594, -0.6400170922279358, -2.029381036758423, -2.0206451416015625, -0.008146865293383598, -1.4574227333068848, -1.5209715366363525, -1.9794296026229858, -0.21217617392539978, -0.8252888917922974, -1.7558386325836182, -1.5241502523422241, -1.305859088897705, -0.09538855403661728, -1.0688921213150024, -1.5994558334350586, -3.2293014526367188, -2.170415163040161, -3.0494112968444824, -0.7867187857627869, -2.6217446327209473, -0.9216654896736145, -1.5972994565963745, -1.4979232549667358, -1.709719181060791, -1.1630494594573975, -1.817200779914856, -0.2862955927848816, -0.687576949596405, -0.6168487071990967, -1.7876591682434082, -1.2014870643615723, -1.6061667203903198, -1.4449951648712158, -1.8928289413452148, -1.3993699550628662, -1.708845853805542, -1.891015887260437, -2.3485641479492188, -0.13959014415740967, -1.267086148262024, -1.1877899169921875, -1.6766531467437744, -0.6164755821228027, -0.057369206100702286, -1.2377159595489502, -1.7206493616104126, -1.7737001180648804, -0.22258903086185455, -0.16146907210350037, -0.043668851256370544, -0.7459971308708191, -0.0022460015024989843, -0.36676928400993347, -0.0022253054194152355, -0.018155580386519432, -1.1507816314697266, -0.08764445781707764, -0.8683178424835205, -1.7536158561706543, -2.3965253829956055, -1.8462276458740234, -1.700459361076355, -1.208418846130371, -0.05115266516804695, -1.521769404411316, -0.938214123249054, -1.7987048625946045, -3.3228061199188232, -0.5152903199195862, -0.6595145463943481, -1.3375236988067627, -0.0973699688911438, -1.0126545429229736, -0.9643245935440063, -0.4473492503166199, -1.512679934501648, -1.7800811529159546, -1.747928500175476, -1.7684283256530762, -1.580100178718567]}, "Bot004_030_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live? I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY] What is your hobby? I like to drive my vintage ford mustangs .  Where are you? [SEE-NO-EVIL MONKEY] Do you know Ivan? Yes i know, it is a lot of fun Do you know Putin? I suppose . What do you think that thiw world can be destroied?", "response": "It was a secret to use, but i think it would be a good time .", "annotation_id": "Bot004_030_16", "annotations": ["X", "X", "X", "X", "T", "T", "X", "X", "X", "X", "X", "X", "T", "X", "O"], "gpt2_target_score": [-13.879229545593262, -9.520064353942871, -7.094831943511963, -10.568153381347656, -9.920502662658691, -12.037705421447754, -9.833678245544434, -14.924769401550293, -12.051040649414062, -14.738967895507812, -8.880615234375, -12.274210929870605, -12.642459869384766, -10.076473236083984, -9.92016315460205, -10.946237564086914, -8.965246200561523], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.4649621248245239, -1.3280916213989258, -2.3770081996917725, -2.48909592628479, -2.104116916656494, -0.08439730107784271, -1.9575411081314087, -2.3503470420837402, -0.9824653267860413, -0.7812020778656006, -2.6577093601226807, -1.881144642829895, -1.0698497295379639, -1.6297560930252075, -0.8210253119468689, -1.781968593597412, -0.906606137752533, -1.2706422805786133, -1.361215353012085, -0.783376932144165, -1.4329299926757812, -1.3879915475845337, -0.6626467704772949, -1.4303879737854004, -1.277518630027771, -1.5176433324813843, -1.9188323020935059, -1.1997506618499756, -2.938300371170044, -1.2017874717712402, -1.6896164417266846, -2.197756290435791, -1.826638102531433, -0.5512403845787048, -1.3254152536392212, -0.9502190947532654, -1.1386784315109253, -2.009965658187866, -0.8552079200744629, -3.2724368572235107, -1.4803516864776611, -1.2469055652618408, -1.7929941415786743, -1.0254658460617065, -0.7664315104484558, -1.355061650276184, -1.1096965074539185, -1.6976597309112549, -0.6434305906295776, -1.6482359170913696, -1.1487083435058594, -0.6400170922279358, -2.029381036758423, -2.0206451416015625, -0.008146865293383598, -1.4574227333068848, -1.5209715366363525, -1.9794296026229858, -0.21217617392539978, -0.8252888917922974, -1.7558386325836182, -1.5241502523422241, -1.305859088897705, -0.09538855403661728, -1.0688921213150024, -1.5994558334350586, -3.2293014526367188, -2.170415163040161, -3.0494112968444824, -0.7867187857627869, -2.6217446327209473, -0.9216654896736145, -1.5972994565963745, -1.4979232549667358, -1.709719181060791, -1.1630494594573975, -1.817200779914856, -0.2862955927848816, -0.687576949596405, -0.6168487071990967, -1.7876591682434082, -1.2014870643615723, -1.6061667203903198, -1.4449951648712158, -1.8928289413452148, -1.3993699550628662, -1.708845853805542, -1.891015887260437, -2.3485641479492188, -0.13959014415740967, -1.267086148262024, -1.1877899169921875, -1.6766531467437744, -0.6164755821228027, -0.057369206100702286, -1.2377159595489502, -1.7206493616104126, -1.7737001180648804, -0.22258903086185455, -0.16146907210350037, -0.043668851256370544, -0.7459971308708191, -0.0022460015024989843, -0.36676928400993347, -0.0022253054194152355, -0.018155580386519432, -1.1507816314697266, -0.08764445781707764, -0.8683178424835205, -1.7536158561706543, -2.3965253829956055, -1.8462276458740234, -1.700459361076355, -1.208418846130371, -0.05115266516804695, -1.521769404411316, -0.938214123249054, -1.7987048625946045, -3.3228061199188232, -0.5152920484542847, -0.659507155418396, -1.3375438451766968, -0.09736888110637665, -1.0126535892486572, -0.9643261432647705, -0.4473550319671631, -1.51268470287323, -1.6833305358886719, -1.8272150754928589, -1.7661182880401611, -1.261777639389038, -0.044937923550605774, -1.5166350603103638, -1.0067157745361328, -1.2855056524276733, -3.0235025882720947, -2.8117334842681885, -1.6001023054122925, -1.3972758054733276, -0.41897347569465637, -2.8217194080352783, -1.2525488138198853, -1.8670920133590698, -1.7754384279251099, -1.1398077011108398, -1.5620006322860718, -2.849675178527832, -3.0787014961242676, -0.9677445292472839, -2.354184865951538, -2.1321098804473877, -1.824170470237732, -2.635429859161377, -1.2666555643081665, -1.3400033712387085, -0.428101122379303, -1.9850314855575562, -1.6058522462844849, -0.9390957355499268, -0.2897544503211975, -1.3875255584716797]}, "Bot004_030_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live? I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY] What is your hobby? I like to drive my vintage ford mustangs .  Where are you? [SEE-NO-EVIL MONKEY] Do you know Ivan? Yes i know, it is a lot of fun Do you know Putin? I suppose . What do you think that thiw world can be destroied? It was a secret to use, but i think it would be a good time . Oh are you sure?", "response": "I am not sure what that means .", "annotation_id": "Bot004_030_18", "annotations": ["X", "O", "T", "X", "T", "X", "O", "O", "T", "T", "O", "X", "T", "T", "O"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -9.538114547729492, -11.802177429199219, -12.338044166564941, -9.101136207580566, -14.520918846130371, -14.354537010192871], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.4649621248245239, -1.3280916213989258, -2.3770081996917725, -2.48909592628479, -2.104116916656494, -0.08439730107784271, -1.9575411081314087, -2.3503470420837402, -0.9824653267860413, -0.7812020778656006, -2.6577093601226807, -1.881144642829895, -1.0698497295379639, -1.6297560930252075, -0.8210253119468689, -1.781968593597412, -0.906606137752533, -1.2706422805786133, -1.361215353012085, -0.783376932144165, -1.4329299926757812, -1.3879915475845337, -0.6626467704772949, -1.4303879737854004, -1.277518630027771, -1.5176433324813843, -1.9188323020935059, -1.1997506618499756, -2.938300371170044, -1.2017874717712402, -1.6896164417266846, -2.197756290435791, -1.826638102531433, -0.5512403845787048, -1.3254152536392212, -0.9502190947532654, -1.1386784315109253, -2.009965658187866, -0.8552079200744629, -3.2724368572235107, -1.4803516864776611, -1.2469055652618408, -1.7929941415786743, -1.0254658460617065, -0.7664315104484558, -1.355061650276184, -1.1096965074539185, -1.6976597309112549, -0.6434305906295776, -1.6482359170913696, -1.1487083435058594, -0.6400170922279358, -2.029381036758423, -2.0206451416015625, -0.008146865293383598, -1.4574227333068848, -1.5209715366363525, -1.9794296026229858, -0.21217617392539978, -0.8252888917922974, -1.7558386325836182, -1.5241502523422241, -1.305859088897705, -0.09538855403661728, -1.0688921213150024, -1.5994558334350586, -3.2293014526367188, -2.170415163040161, -3.0494112968444824, -0.7867187857627869, -2.6217446327209473, -0.9216654896736145, -1.5972994565963745, -1.4979232549667358, -1.709719181060791, -1.1630494594573975, -1.817200779914856, -0.2862955927848816, -0.687576949596405, -0.6168487071990967, -1.7876591682434082, -1.2014870643615723, -1.6061667203903198, -1.4449951648712158, -1.8928289413452148, -1.3993699550628662, -1.708845853805542, -1.891015887260437, -2.3485641479492188, -0.13959014415740967, -1.267086148262024, -1.1877899169921875, -1.6766531467437744, -0.6164755821228027, -0.057369206100702286, -1.2377159595489502, -1.7206493616104126, -1.7737001180648804, -0.22258903086185455, -0.16146907210350037, -0.043668851256370544, -0.7459971308708191, -0.0022460015024989843, -0.36676928400993347, -0.0022253054194152355, -0.018155580386519432, -1.1507816314697266, -0.08764445781707764, -0.8683178424835205, -1.7536158561706543, -2.3965253829956055, -1.8462276458740234, -1.700459361076355, -1.208418846130371, -0.05115266516804695, -1.521769404411316, -0.938214123249054, -1.7987048625946045, -3.3228061199188232, -0.5152903199195862, -0.6595145463943481, -1.3375236988067627, -0.0973699688911438, -1.0126545429229736, -0.9643245935440063, -0.4473492503166199, -1.512679934501648, -1.6833449602127075, -1.827182412147522, -1.7661267518997192, -1.2617814540863037, -0.0449371263384819, -1.5166277885437012, -1.0067185163497925, -1.2855125665664673, -3.0234994888305664, -2.811735153198242, -1.6000937223434448, -1.3972861766815186, -0.4189828336238861, -2.821711540222168, -1.2525403499603271, -1.8670870065689087, -0.9536038041114807, -1.6373622417449951, -2.950758218765259, -3.224524974822998, -0.8373088836669922, -2.1502561569213867, -2.10664963722229, -1.92494535446167, -2.7445507049560547, -1.2906227111816406, -1.2181761264801025, -0.3775334060192108, -1.9399746656417847, -1.5663683414459229, -0.9077283143997192, -0.3672541379928589, -1.684462070465088, -2.333963394165039, -0.12324830889701843, -1.4055848121643066, -1.9170782566070557, -1.5193922519683838, -1.8033034801483154, -1.3726495504379272, -1.7760905027389526, -0.9391891956329346, -1.9531127214431763, -1.2587060928344727, -0.6457343697547913, -1.1438244581222534, -1.325507402420044]}, "Bot004_030_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live? I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY] What is your hobby? I like to drive my vintage ford mustangs .  Where are you? [SEE-NO-EVIL MONKEY] Do you know Ivan? Yes i know, it is a lot of fun Do you know Putin? I suppose . What do you think that thiw world can be destroied? It was a secret to use, but i think it would be a good time . Oh are you sure? I am not sure what that means . Who are you?", "response": "I am a guy. What do you do for fun ?", "annotation_id": "Bot004_030_20", "annotations": ["T", "O", "O", "X", "O", "T", "T", "X", "T", "T", "T", "T", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -7.094831943511963, -11.504341125488281, -11.199112892150879, -12.735505104064941, -10.816176414489746, -12.14649486541748, -14.73562240600586, -8.586746215820312, -12.640380859375, -10.79345989227295], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.4649621248245239, -1.3280916213989258, -2.3770081996917725, -2.48909592628479, -2.104116916656494, -0.08439730107784271, -1.9575411081314087, -2.3503470420837402, -0.9824653267860413, -0.7812020778656006, -2.6577093601226807, -1.881144642829895, -1.0698497295379639, -1.6297560930252075, -0.8210253119468689, -1.781968593597412, -0.906606137752533, -1.2706422805786133, -1.361215353012085, -0.783376932144165, -1.4329299926757812, -1.3879915475845337, -0.6626467704772949, -1.4303879737854004, -1.277518630027771, -1.5176433324813843, -1.9188323020935059, -1.1997506618499756, -2.938300371170044, -1.2017874717712402, -1.6896164417266846, -2.197756290435791, -1.826638102531433, -0.5512403845787048, -1.3254152536392212, -0.9502190947532654, -1.1386784315109253, -2.009965658187866, -0.8552079200744629, -3.2724368572235107, -1.4803516864776611, -1.2469055652618408, -1.7929941415786743, -1.0254658460617065, -0.7664315104484558, -1.355061650276184, -1.1096965074539185, -1.6976597309112549, -0.6434305906295776, -1.6482359170913696, -1.1487083435058594, -0.6400170922279358, -2.029381036758423, -2.0206451416015625, -0.008146865293383598, -1.4574227333068848, -1.5209715366363525, -1.9794296026229858, -0.21217617392539978, -0.8252888917922974, -1.7558386325836182, -1.5241502523422241, -1.305859088897705, -0.09538855403661728, -1.0688921213150024, -1.5994558334350586, -3.2293014526367188, -2.170415163040161, -3.0494112968444824, -0.7867187857627869, -2.6217446327209473, -0.9216654896736145, -1.5972994565963745, -1.4979232549667358, -1.709719181060791, -1.1630494594573975, -1.817200779914856, -0.2862955927848816, -0.687576949596405, -0.6168487071990967, -1.7876591682434082, -1.2014870643615723, -1.6061667203903198, -1.4449951648712158, -1.8928289413452148, -1.3993699550628662, -1.708845853805542, -1.891015887260437, -2.3485641479492188, -0.13959014415740967, -1.267086148262024, -1.1877899169921875, -1.6766531467437744, -0.6164755821228027, -0.057369206100702286, -1.2377159595489502, -1.7206493616104126, -1.7737001180648804, -0.22258903086185455, -0.16146907210350037, -0.043668851256370544, -0.7459971308708191, -0.0022460015024989843, -0.36676928400993347, -0.0022253054194152355, -0.018155580386519432, -1.1507816314697266, -0.08764445781707764, -0.8683178424835205, -1.7536158561706543, -2.3965253829956055, -1.8462276458740234, -1.700459361076355, -1.208418846130371, -0.05115266516804695, -1.521769404411316, -0.938214123249054, -1.7987048625946045, -3.3228061199188232, -0.5152903199195862, -0.6595145463943481, -1.3375236988067627, -0.0973699688911438, -1.0126545429229736, -0.9643245935440063, -0.4473492503166199, -1.512679934501648, -1.6833449602127075, -1.827182412147522, -1.7661267518997192, -1.2617814540863037, -0.0449371263384819, -1.5166277885437012, -1.0067185163497925, -1.2855125665664673, -3.0234994888305664, -2.811735153198242, -1.6000937223434448, -1.3972861766815186, -0.4189828336238861, -2.821711540222168, -1.2525403499603271, -1.8670870065689087, -0.9536038041114807, -1.6373622417449951, -2.950758218765259, -3.224524974822998, -0.8373088836669922, -2.1502561569213867, -2.10664963722229, -1.92494535446167, -2.7445507049560547, -1.2906227111816406, -1.2181761264801025, -0.3775334060192108, -1.9399746656417847, -1.5663683414459229, -0.9077283143997192, -0.3672541379928589, -1.684462070465088, -2.333963394165039, -0.12324830889701843, -1.4055848121643066, -1.9170782566070557, -1.5193922519683838, -1.2190216779708862, -1.8578124046325684, -1.0833017826080322, -2.051971673965454, -1.2452934980392456, -0.7275297045707703, -1.3336796760559082, -1.5119749307632446, -1.5950303077697754, -0.10662897676229477, -1.470670223236084, -1.5969871282577515, -1.7386348247528076, -0.9271029829978943, -1.6327520608901978, -1.4378966093063354, -1.8175513744354248, -1.0150903463363647, -1.7421202659606934, -0.04349640756845474, -0.6113688349723816, -1.2818603515625, -2.310542106628418, -0.8398875594139099, -0.9428468942642212]}, "Bot004_034_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god", "response": "God is a good thing. Do you like meditation ?", "annotation_id": "Bot004_034_02", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "T"], "gpt2_target_score": [-14.041823387145996, -7.302116394042969, -11.361605644226074, -13.187807083129883, -11.989700317382812, -8.229621887207031, -16.47313690185547, -11.274770736694336, -13.149209022521973, -14.322287559509277, -10.408323287963867], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -1.8268662691116333, -1.3612133264541626, -1.0589762926101685, -0.6189367175102234, -1.9247342348098755, -1.7781645059585571, -1.0498460531234741, -0.7893421649932861, -1.6205275058746338, -1.007100224494934, -1.353127360343933, -2.106921911239624, -1.0028784275054932, -2.0062732696533203, -0.9652273058891296, -2.575770378112793, -3.0998003482818604, -2.72845196723938, -1.1040242910385132, -1.1375980377197266, -0.2996023893356323, -1.686555027961731, -2.3525547981262207, -0.34639284014701843, -0.37660279870033264]}, "Bot004_034_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you?", "response": "I am a vegan, but my job is not as good as it is .", "annotation_id": "Bot004_034_04", "annotations": ["O", "O", "O", "X", "T", "O", "T", "T", "O", "O", "O", "T", "O", "T", "T"], "gpt2_target_score": [-10.373396873474121, -9.036567687988281, -11.361605644226074, -16.36817741394043, -6.5860137939453125, -10.537353515625, -13.095443725585938, -14.336122512817383, -9.8146333694458, -9.417319297790527, -9.103925704956055, -12.886433601379395, -10.241935729980469, -1.3612133264541626, -10.247689247131348, -10.301660537719727], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -1.8268662691116333, -1.3612133264541626, -1.0589762926101685, -0.6189367175102234, -1.9247342348098755, -1.7781645059585571, -1.0498460531234741, -0.7893421649932861, -1.6205275058746338, -1.007100224494934, -1.353127360343933, -2.106921911239624, -1.0028784275054932, -2.003058910369873, -2.021618366241455, -2.9586756229400635, -2.5742430686950684, -0.9866734147071838, -1.8397544622421265, -0.29371902346611023, -1.5724208354949951, -2.384814739227295, -0.3556077778339386, -1.3813607692718506, -1.6818323135375977, -1.6392344236373901, -2.0867347717285156, -2.2487008571624756, -1.6864945888519287, -1.5152126550674438, -1.470978021621704, -1.7132757902145386, -1.5017253160476685, -1.3625261783599854, -1.3043687343597412, -0.7326954007148743, -2.6547443866729736, -0.8426239490509033, -1.308706521987915, -2.6916372776031494, -1.7018976211547852, -0.2120126336812973, -1.5067565441131592, -1.2814329862594604, -1.5634492635726929, -0.9716473817825317]}, "Bot004_034_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself", "response": "I am a vegan, and you ?", "annotation_id": "Bot004_034_06", "annotations": ["T", "O", "O", "O", "O", "O", "O", "T", "T", "T", "O", "O", "T", "T", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -16.368188858032227, -6.58607292175293, -7.741673469543457, -8.243011474609375, -11.633243560791016], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.1069302558898926, -1.0028812885284424, -2.003114938735962, -2.021571397781372, -2.958678960800171, -2.5742669105529785, -0.9866489768028259, -1.8397159576416016, -0.29373252391815186, -1.57242751121521, -2.3848040103912354, -0.35562023520469666, -1.3813817501068115, -1.681858777999878, -1.6392618417739868, -2.08673357963562, -2.2487263679504395, -1.6865131855010986, -1.8507651090621948, -1.8197910785675049, -1.671594500541687, -1.382632851600647, -1.3569399118423462, -0.735255777835846, -2.8236892223358154, -0.7373864650726318, -0.9905744791030884, -2.1064260005950928, -1.646918535232544, -0.23812466859817505, -1.5532218217849731, -1.2949414253234863, -1.3494532108306885, -1.1270651817321777, -0.06426160037517548, -1.5984058380126953, -1.284995198249817, -1.8381633758544922, -1.5358630418777466, -2.283735513687134, -1.0955203771591187, -1.1875306367874146, -1.2894811630249023, -0.8292239308357239, -0.7255557179450989, -1.6910611391067505, -0.6719635128974915]}, "Bot004_034_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby?", "response": "I love to meditate and meditation. You ?", "annotation_id": "Bot004_034_08", "annotations": ["T", "T", "O", "O", "O", "O", "T", "T", "T", "O", "O", "O", "T", "T", "T"], "gpt2_target_score": [-10.37339973449707, -11.809459686279297, -11.755956649780273, -15.736580848693848, -17.339597702026367, -7.741673469543457, -16.992189407348633, -8.509025573730469, -12.141741752624512, -9.06732177734375], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.1069302558898926, -1.0028812885284424, -2.003114938735962, -2.021571397781372, -2.958678960800171, -2.5742669105529785, -0.9866489768028259, -1.8397159576416016, -0.29373252391815186, -1.57242751121521, -2.3848040103912354, -0.35562023520469666, -1.3813817501068115, -1.681858777999878, -1.6392618417739868, -2.08673357963562, -2.2487263679504395, -1.6865131855010986, -1.8507651090621948, -1.8198028802871704, -1.6716002225875854, -1.382617473602295, -1.3569272756576538, -0.7352575063705444, -2.823685646057129, -0.7373915910720825, -0.990585207939148, -2.1064157485961914, -1.6469148397445679, -0.2381259799003601, -1.5532219409942627, -1.2949423789978027, -1.3494592905044556, -1.127057433128357, -0.06426126509904861, -1.5984113216400146, -1.2849947214126587, -1.8381521701812744, -1.5318806171417236, -1.2305684089660645, -1.3038501739501953, -1.3521814346313477, -1.3058111667633057, -1.0343329906463623, -1.645743489265442, -2.0160586833953857, -1.8558903932571411, -0.7513179779052734, -0.868924081325531, -0.6687136292457581, -1.3958336114883423, -1.833967924118042, -1.9992632865905762, -2.6782431602478027, -2.2354023456573486, -0.0018609125399962068, -1.1995201110839844, -2.341249704360962, -1.0982402563095093, -0.8609796166419983, -1.867394208908081, -1.0951359272003174]}, "Bot004_034_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby? I love to meditate and meditation. You ? how you looking?", "response": "I am doing well. Just listening to some meditation. You ?", "annotation_id": "Bot004_034_10", "annotations": ["O", "O", "O", "O", "O", "O", "T", "T", "X", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -15.021177291870117, -14.8326997756958, -8.134389877319336, -11.542851448059082, -17.25106430053711, -8.409324645996094, -13.359362602233887, -14.322280883789062, -12.300849914550781, -8.91943645477295, -10.86550235748291], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.1069302558898926, -1.0028812885284424, -2.003114938735962, -2.021571397781372, -2.958678960800171, -2.5742669105529785, -0.9866489768028259, -1.8397159576416016, -0.29373252391815186, -1.57242751121521, -2.3848040103912354, -0.35562023520469666, -1.3813817501068115, -1.681858777999878, -1.6392618417739868, -2.08673357963562, -2.2487263679504395, -1.6865131855010986, -1.8507651090621948, -1.8197910785675049, -1.671594500541687, -1.382632851600647, -1.3569399118423462, -0.735255777835846, -2.8236892223358154, -0.7373864650726318, -0.9905744791030884, -2.1064260005950928, -1.646918535232544, -0.23812466859817505, -1.5532218217849731, -1.2949414253234863, -1.3494532108306885, -1.1270651817321777, -0.06426160037517548, -1.5984058380126953, -1.284995198249817, -1.8381633758544922, -1.5318729877471924, -1.2305750846862793, -1.3038482666015625, -1.3521946668624878, -1.3058080673217773, -1.03433096408844, -1.6457443237304688, -2.016045093536377, -1.855881690979004, -0.7513178586959839, -0.8689131736755371, -0.6687132120132446, -1.3958371877670288, -1.4346160888671875, -2.922180652618408, -2.1440846920013428, -0.0023135582450777292, -1.1807585954666138, -2.1355204582214355, -1.1520887613296509, -1.0981186628341675, -1.8934279680252075, -1.9383310079574585, -1.401370644569397, -2.0048999786376953, -1.392714023590088, -1.5698541402816772, -1.2497361898422241, -1.8394675254821777, -0.6276975870132446, -1.913450002670288, -1.942431926727295, -0.6338262557983398, -3.0511081218719482, -0.12844036519527435, -1.0538042783737183, -1.4364914894104004, -1.6837438344955444, -1.3365294933319092, -1.7189558744430542, -1.5639041662216187]}, "Bot004_034_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby? I love to meditate and meditation. You ? how you looking? I am doing well. Just listening to some meditation. You ? you are crazy?", "response": "I am. You ?", "annotation_id": "Bot004_034_12", "annotations": ["X", "O", "T", "O", "O", "O", "O", "X", "O", "O", "O", "T", "T", "T", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.747304916381836, -12.792389869689941, -12.504201889038086], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.1069302558898926, -1.0028812885284424, -2.003114938735962, -2.021571397781372, -2.958678960800171, -2.5742669105529785, -0.9866489768028259, -1.8397159576416016, -0.29373252391815186, -1.57242751121521, -2.3848040103912354, -0.35562023520469666, -1.3813817501068115, -1.681858777999878, -1.6392618417739868, -2.08673357963562, -2.2487263679504395, -1.6865131855010986, -1.8507651090621948, -1.8197910785675049, -1.671594500541687, -1.382632851600647, -1.3569399118423462, -0.735255777835846, -2.8236892223358154, -0.7373864650726318, -0.9905744791030884, -2.1064260005950928, -1.646918535232544, -0.23812466859817505, -1.5532218217849731, -1.2949414253234863, -1.3494532108306885, -1.1270651817321777, -0.06426160037517548, -1.5984058380126953, -1.284995198249817, -1.8381633758544922, -1.5318729877471924, -1.2305750846862793, -1.3038482666015625, -1.3521946668624878, -1.3058080673217773, -1.03433096408844, -1.6457443237304688, -2.016045093536377, -1.855881690979004, -0.7513178586959839, -0.8689131736755371, -0.6687132120132446, -1.3958371877670288, -1.4346160888671875, -2.922180652618408, -2.1440846920013428, -0.0023135582450777292, -1.1807585954666138, -2.1355204582214355, -1.1520887613296509, -1.0981186628341675, -1.8934279680252075, -1.9383310079574585, -1.401370644569397, -2.0048999786376953, -1.392714023590088, -1.5698541402816772, -1.4229099750518799, -0.855217695236206, -2.117772340774536, -2.0440735816955566, -0.8612305521965027, -3.0947935581207275, -0.13290069997310638, -0.8840658664703369, -1.2782347202301025, -1.6054571866989136, -1.388427972793579, -1.6425368785858154, -1.9854415655136108, -1.1603608131408691, -2.159292459487915, -1.659409523010254, -1.7467659711837769, -1.4153180122375488, -1.2774800062179565, -1.9439753293991089, -0.9196687340736389, -0.7894406914710999, -1.6418243646621704]}, "Bot004_034_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby? I love to meditate and meditation. You ? how you looking? I am doing well. Just listening to some meditation. You ? you are crazy? I am. You ? how old are you?", "response": "I am 22 years old are you a buddhist ?", "annotation_id": "Bot004_034_14", "annotations": ["T", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -10.140401840209961, -14.270394325256348, -12.058820724487305, -11.920971870422363, -8.243011474609375, -11.457782745361328, -18.012174606323242, -12.684524536132812, -18.58887481689453, -13.38464641571045], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.1069302558898926, -1.0028812885284424, -2.003114938735962, -2.021571397781372, -2.958678960800171, -2.5742669105529785, -0.9866489768028259, -1.8397159576416016, -0.29373252391815186, -1.57242751121521, -2.3848040103912354, -0.35562023520469666, -1.3813817501068115, -1.681858777999878, -1.6392618417739868, -2.08673357963562, -2.2487263679504395, -1.6865131855010986, -1.8507651090621948, -1.8197910785675049, -1.671594500541687, -1.382632851600647, -1.3569399118423462, -0.735255777835846, -2.8236892223358154, -0.7373864650726318, -0.9905744791030884, -2.1064260005950928, -1.646918535232544, -0.23812466859817505, -1.5532218217849731, -1.2949414253234863, -1.3494532108306885, -1.1270651817321777, -0.06426160037517548, -1.5984058380126953, -1.284995198249817, -1.8381633758544922, -1.5318729877471924, -1.2305750846862793, -1.3038482666015625, -1.3521946668624878, -1.3058080673217773, -1.03433096408844, -1.6457443237304688, -2.016045093536377, -1.855881690979004, -0.7513178586959839, -0.8689131736755371, -0.6687132120132446, -1.3958371877670288, -1.4346160888671875, -2.922180652618408, -2.1440846920013428, -0.0023135582450777292, -1.1807585954666138, -2.1355204582214355, -1.1520887613296509, -1.0981186628341675, -1.8934279680252075, -1.9383310079574585, -1.401370644569397, -2.0048999786376953, -1.392714023590088, -1.5698541402816772, -1.4229099750518799, -0.855217695236206, -2.117772340774536, -2.0440735816955566, -0.8612305521965027, -3.0947935581207275, -0.13290069997310638, -0.8840658664703369, -1.2782347202301025, -1.605448603630066, -1.3884286880493164, -1.6425398588180542, -1.9854613542556763, -1.16035795211792, -2.159287452697754, -1.6594117879867554, -1.7467567920684814, -0.9381619095802307, -2.314523935317993, -1.3405709266662598, -0.9342250823974609, -1.7739864587783813, -1.6071745157241821, -0.23098142445087433, -0.04841368645429611, -0.4593038260936737, -1.4939157962799072, -1.656663417816162, -0.5507969260215759, -2.478708028793335, -1.4157689809799194, -0.01594272255897522, -1.2187509536743164, -0.09410426765680313, -1.6941381692886353, -1.9092410802841187, -0.9343138337135315, -0.0448438934981823, -0.8487940430641174, -0.9991618394851685]}, "Bot004_034_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby? I love to meditate and meditation. You ? how you looking? I am doing well. Just listening to some meditation. You ? you are crazy? I am. You ? how old are you? I am 22 years old are you a buddhist ? what is your name?", "response": "I am steve. How about you ?", "annotation_id": "Bot004_034_16", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -16.3386287689209, -13.374848365783691, -8.134389877319336, -11.26891803741455, -13.242088317871094, -11.274768829345703, -10.406661033630371], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.1069302558898926, -1.0028812885284424, -2.003114938735962, -2.021571397781372, -2.958678960800171, -2.5742669105529785, -0.9866489768028259, -1.8397159576416016, -0.29373252391815186, -1.57242751121521, -2.3848040103912354, -0.35562023520469666, -1.3813817501068115, -1.681858777999878, -1.6392618417739868, -2.08673357963562, -2.2487263679504395, -1.6865131855010986, -1.8507651090621948, -1.8197910785675049, -1.671594500541687, -1.382632851600647, -1.3569399118423462, -0.735255777835846, -2.8236892223358154, -0.7373864650726318, -0.9905744791030884, -2.1064260005950928, -1.646918535232544, -0.23812466859817505, -1.5532218217849731, -1.2949414253234863, -1.3494532108306885, -1.1270651817321777, -0.06426160037517548, -1.5984058380126953, -1.284995198249817, -1.8381633758544922, -1.5318729877471924, -1.2305750846862793, -1.3038482666015625, -1.3521946668624878, -1.3058080673217773, -1.03433096408844, -1.6457443237304688, -2.016045093536377, -1.855881690979004, -0.7513178586959839, -0.8689131736755371, -0.6687132120132446, -1.3958371877670288, -1.4346160888671875, -2.922180652618408, -2.1440846920013428, -0.0023135582450777292, -1.1807585954666138, -2.1355204582214355, -1.1520887613296509, -1.0981186628341675, -1.8934279680252075, -1.9383310079574585, -1.401370644569397, -2.0048999786376953, -1.392714023590088, -1.5698541402816772, -1.4229099750518799, -0.855217695236206, -2.117772340774536, -2.0440735816955566, -0.8612305521965027, -3.0947935581207275, -0.13290069997310638, -0.8840658664703369, -1.2782347202301025, -1.605448603630066, -1.3884286880493164, -1.6425398588180542, -1.9854613542556763, -1.16035795211792, -2.159287452697754, -1.6594117879867554, -1.7467567920684814, -0.9381619095802307, -2.314523935317993, -1.3405709266662598, -0.9342250823974609, -1.7739864587783813, -1.6071745157241821, -0.23098142445087433, -0.04841368645429611, -0.4593038260936737, -1.4939157962799072, -0.3174760937690735, -1.6183968782424927, -1.0771372318267822, -0.018722480162978172, -1.030049204826355, -0.056710384786129, -1.2711081504821777, -2.2525415420532227, -1.0277849435806274, -0.0547756627202034, -0.7013130784034729, -2.225675582885742, -1.4401466846466064, -0.35221123695373535, -1.5954039096832275, -0.31842461228370667, -1.6009790897369385, -1.6489468812942505, -0.4407740533351898, -1.2323276996612549, -1.6111258268356323, -1.956373929977417, -1.0581274032592773, -1.553494930267334, -0.34549790620803833, -0.45332154631614685, -1.0871481895446777]}, "Bot004_034_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby? I love to meditate and meditation. You ? how you looking? I am doing well. Just listening to some meditation. You ? you are crazy? I am. You ? how old are you? I am 22 years old are you a buddhist ? what is your name? I am steve. How about you ? you are female, yes?", "response": "I am. My parents are over protective .", "annotation_id": "Bot004_034_18", "annotations": ["O", "T", "O", "X", "T", "O", "O", "O", "T", "T", "O", "O", "T", "O", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.747304916381836, -14.188515663146973, -13.596647262573242, -11.920971870422363, -12.557750701904297, -21.23975372314453, -13.854117393493652], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.1069302558898926, -1.0028812885284424, -2.003114938735962, -2.021571397781372, -2.958678960800171, -2.5742669105529785, -0.9866489768028259, -1.8397159576416016, -0.29373252391815186, -1.57242751121521, -2.3848040103912354, -0.35562023520469666, -1.3813817501068115, -1.681858777999878, -1.6392618417739868, -2.08673357963562, -2.2487263679504395, -1.6865131855010986, -1.8507651090621948, -1.8197910785675049, -1.671594500541687, -1.382632851600647, -1.3569399118423462, -0.735255777835846, -2.8236892223358154, -0.7373864650726318, -0.9905744791030884, -2.1064260005950928, -1.646918535232544, -0.23812466859817505, -1.5532218217849731, -1.2949414253234863, -1.3494532108306885, -1.1270651817321777, -0.06426160037517548, -1.5984058380126953, -1.284995198249817, -1.8381633758544922, -1.5318729877471924, -1.2305750846862793, -1.3038482666015625, -1.3521946668624878, -1.3058080673217773, -1.03433096408844, -1.6457443237304688, -2.016045093536377, -1.855881690979004, -0.7513178586959839, -0.8689131736755371, -0.6687132120132446, -1.3958371877670288, -1.4346160888671875, -2.922180652618408, -2.1440846920013428, -0.0023135582450777292, -1.1807585954666138, -2.1355204582214355, -1.1520887613296509, -1.0981186628341675, -1.8934279680252075, -1.9383310079574585, -1.401370644569397, -2.0048999786376953, -1.392714023590088, -1.5698541402816772, -1.4229099750518799, -0.855217695236206, -2.117772340774536, -2.0440735816955566, -0.8612305521965027, -3.0947935581207275, -0.13290069997310638, -0.8840658664703369, -1.2782347202301025, -1.605448603630066, -1.3884286880493164, -1.6425398588180542, -1.9854613542556763, -1.16035795211792, -2.159287452697754, -1.6594117879867554, -1.7467567920684814, -0.9381619095802307, -2.314523935317993, -1.3405709266662598, -0.9342250823974609, -1.7739864587783813, -1.6071745157241821, -0.23098142445087433, -0.04841368645429611, -0.4593038260936737, -1.4939157962799072, -0.3174760937690735, -1.6183968782424927, -1.0771372318267822, -0.018722480162978172, -1.030049204826355, -0.056710384786129, -1.2711081504821777, -2.2525415420532227, -1.0277849435806274, -0.0547756627202034, -0.7013130784034729, -2.225675582885742, -1.4401466846466064, -0.35221123695373535, -1.5954039096832275, -0.31842461228370667, -1.6009790897369385, -0.30592280626296997, -1.2404639720916748, -1.6467869281768799, -2.2617604732513428, -1.379049301147461, -1.5734456777572632, -0.3731662929058075, -0.29233303666114807, -1.8512541055679321, -0.8697192072868347, -2.1247060298919678, -1.0281403064727783, -2.0130810737609863, -1.307027816772461, -1.6029220819473267, -1.6099406480789185, -0.48339760303497314, -1.4230138063430786, -1.2915120124816895, -1.043778896331787, -0.8068296909332275, -3.1112008094787598, -1.794198751449585, -1.0630812644958496, -1.0531506538391113]}, "Bot004_034_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby? I love to meditate and meditation. You ? how you looking? I am doing well. Just listening to some meditation. You ? you are crazy? I am. You ? how old are you? I am 22 years old are you a buddhist ? what is your name? I am steve. How about you ? you are female, yes? I am. My parents are over protective . you are male?", "response": "I am not. Do you like animals ?", "annotation_id": "Bot004_034_20", "annotations": ["X", "T", "O", "X", "O", "O", "O", "O", "X", "T", "T", "O", "T", "T", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -12.390130996704102, -7.094082832336426, -12.786443710327148, -9.93199634552002, -11.718605041503906, -17.452266693115234, -10.406661033630371], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.1069302558898926, -1.0028812885284424, -2.003114938735962, -2.021571397781372, -2.958678960800171, -2.5742669105529785, -0.9866489768028259, -1.8397159576416016, -0.29373252391815186, -1.57242751121521, -2.3848040103912354, -0.35562023520469666, -1.3813817501068115, -1.681858777999878, -1.6392618417739868, -2.08673357963562, -2.2487263679504395, -1.6865131855010986, -1.8507651090621948, -1.8197910785675049, -1.671594500541687, -1.382632851600647, -1.3569399118423462, -0.735255777835846, -2.8236892223358154, -0.7373864650726318, -0.9905744791030884, -2.1064260005950928, -1.646918535232544, -0.23812466859817505, -1.5532218217849731, -1.2949414253234863, -1.3494532108306885, -1.1270651817321777, -0.06426160037517548, -1.5984058380126953, -1.284995198249817, -1.8381633758544922, -1.5318729877471924, -1.2305750846862793, -1.3038482666015625, -1.3521946668624878, -1.3058080673217773, -1.03433096408844, -1.6457443237304688, -2.016045093536377, -1.855881690979004, -0.7513178586959839, -0.8689131736755371, -0.6687132120132446, -1.3958371877670288, -1.4346160888671875, -2.922180652618408, -2.1440846920013428, -0.0023135582450777292, -1.1807585954666138, -2.1355204582214355, -1.1520887613296509, -1.0981186628341675, -1.8934279680252075, -1.9383310079574585, -1.401370644569397, -2.0048999786376953, -1.392714023590088, -1.5698541402816772, -1.4229099750518799, -0.855217695236206, -2.117772340774536, -2.0440735816955566, -0.8612305521965027, -3.0947935581207275, -0.13290069997310638, -0.8840658664703369, -1.2782347202301025, -1.605448603630066, -1.3884286880493164, -1.6425398588180542, -1.9854613542556763, -1.16035795211792, -2.159287452697754, -1.6594117879867554, -1.7467567920684814, -0.9381619095802307, -2.314523935317993, -1.3405709266662598, -0.9342250823974609, -1.7739864587783813, -1.6071745157241821, -0.23098142445087433, -0.04841368645429611, -0.4593038260936737, -1.4939157962799072, -0.3174760937690735, -1.6183968782424927, -1.0771372318267822, -0.018722480162978172, -1.030049204826355, -0.056710384786129, -1.2711081504821777, -2.2525415420532227, -1.0277849435806274, -0.0547756627202034, -0.7013130784034729, -2.225675582885742, -1.4401466846466064, -0.35221123695373535, -1.5954039096832275, -0.31842461228370667, -1.6009790897369385, -0.30592456459999084, -1.2404687404632568, -1.646785855293274, -2.2617580890655518, -1.3790333271026611, -1.5734583139419556, -0.3731657862663269, -0.2923293113708496, -1.8512619733810425, -0.8697242140769958, -2.124706745147705, -1.0281482934951782, -2.0130867958068848, -1.3070261478424072, -1.602920651435852, -0.1745327115058899, -1.4668350219726562, -1.496509313583374, -0.72608482837677, -0.6112200617790222, -2.9181172847747803, -1.6324505805969238, -0.9496127963066101, -1.407163381576538, -0.7382520437240601, -2.171593427658081, -1.390879511833191, -1.7827637195587158, -1.8558436632156372, -0.5377641916275024, -1.7537264823913574, -1.5112024545669556, -0.9354648590087891, -0.10875391215085983, -1.0233763456344604, -0.7239729166030884, -0.6340698599815369, -1.8855111598968506]}, "Bot004_036_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ?", "response": "I am doing well. Just got done with my girlfriend .", "annotation_id": "Bot004_036_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O"], "gpt2_target_score": [-8.654443740844727, -8.556458473205566, -10.55233097076416, -13.851726531982422, -9.496721267700195, -9.359442710876465, -12.491719245910645, -14.967984199523926, -8.392602920532227, -7.1821980476379395, -13.74832820892334, -12.754915237426758], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.2974332571029663, -0.904155433177948, -0.6404743194580078, -1.9487829208374023, -0.2281389832496643, -1.4913146495819092, -2.181680679321289, -2.041862964630127, -2.01590633392334, -1.732347011566162, -0.36154812574386597, -0.7621303200721741, -1.86214017868042, -2.119828462600708, -0.05880110710859299, -0.3960197865962982, -0.879618763923645, -0.5718662142753601, -1.489709734916687, -2.5394794940948486, -0.3929976522922516, -1.8091351985931396, -1.1802717447280884, -0.7239056825637817, -0.7482896447181702, -0.2276262491941452, -1.6092638969421387, -1.2309350967407227, -2.2814881801605225, -2.0343515872955322, -1.3348793983459473, -1.368332862854004, -0.16379518806934357, -1.1890861988067627, -1.3020362854003906, -1.5612517595291138, -1.229423999786377, -1.8247119188308716, -1.6271982192993164, -1.0262089967727661, -1.0850752592086792, -3.093559503555298, -1.7187315225601196, -1.524950623512268, -1.1694562435150146, -2.451261043548584, -1.4433457851409912, -1.6899428367614746]}, "Bot004_036_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her?", "response": "She was a professional eater, but i am not looking to marry me .", "annotation_id": "Bot004_036_04", "annotations": ["T", "X", "X", "X", "O", "O", "O", "X", "T", "T", "T", "O", "T", "T", "T"], "gpt2_target_score": [-14.244125366210938, -9.056798934936523, -6.606811046600342, -18.010833740234375, -18.70953941345215, -6.99666690826416, -6.400234699249268, -11.408965110778809, -10.313176155090332, -5.632114410400391, -11.790400505065918, -8.559264183044434, -13.460620880126953, -7.736888408660889, -11.252544403076172], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.2309468984603882, -2.281494617462158, -2.034306764602661, -1.3348907232284546, -1.3683619499206543, -0.16380338370800018, -1.189121961593628, -1.3020306825637817, -0.9387660622596741, -2.050325870513916, -1.4543129205703735, -0.8493356704711914, -1.2237528562545776, -3.2007479667663574, -1.8193024396896362, -1.4395239353179932, -1.1863774061203003, -2.683021306991577, -1.4178967475891113, -1.6331862211227417, -1.7517491579055786, -0.21144919097423553, -0.9292149543762207, -1.5159565210342407, -0.7835277318954468, -0.9188225865364075, -1.663379430770874, -1.4634621143341064, -2.1412384510040283, -2.6406617164611816, -2.763731002807617, -3.0038483142852783, -1.3716161251068115, -1.866944670677185, -1.5210849046707153, -2.3627419471740723, -2.0586042404174805, -1.81605863571167, -0.7764727473258972, -1.9523621797561646, -0.31632721424102783, -0.965073823928833, -1.6571588516235352]}, "Bot004_036_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean?", "response": "I am a woman, and you ?", "annotation_id": "Bot004_036_06", "annotations": ["T", "X", "X", "X", "X", "O", "T", "T", "T", "X", "O", "O", "O", "T", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -6.606811046600342, -15.297561645507812, -9.133291244506836, -8.317879676818848, -6.781551837921143, -15.168883323669434], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.2309468984603882, -2.281494617462158, -2.034306764602661, -1.3348907232284546, -1.3683619499206543, -0.16380338370800018, -1.189121961593628, -1.3020306825637817, -0.9387660622596741, -2.050325870513916, -1.4543129205703735, -0.8493356704711914, -1.2237528562545776, -3.2007527351379395, -1.8192931413650513, -1.439528226852417, -1.1863667964935303, -2.683029890060425, -1.4178845882415771, -1.6331796646118164, -1.7517513036727905, -0.21144860982894897, -0.9292087554931641, -1.5159507989883423, -0.7835301756858826, -0.9188232421875, -1.66337251663208, -1.9095406532287598, -2.626620054244995, -2.533971071243286, -2.844099760055542, -1.4215681552886963, -1.900428295135498, -1.4523377418518066, -2.3671669960021973, -1.8411933183670044, -2.006519317626953, -0.7391648292541504, -2.0347323417663574, -0.35114842653274536, -0.9959499835968018, -1.5058737993240356, -1.8425556421279907, -0.1323593705892563, -1.090949296951294, -1.0955888032913208, -1.620671272277832, -1.6836276054382324, -1.5747277736663818, -1.6340668201446533, -0.9599145650863647, -1.2317008972167969, -1.596938133239746, -1.2680363655090332, -1.5783592462539673, -0.9520516395568848]}, "Bot004_036_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man)", "response": "I am only 22, so that is cool .", "annotation_id": "Bot004_036_08", "annotations": ["T", "O", "O", "X", "X", "O", "O", "O", "O", "O", "T", "O", "T", "T", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -10.9542236328125, -13.571533203125, -9.133291244506836, -3.7781918048858643, -2.4903533458709717, -13.112868309020996, -8.053975105285645, -11.458698272705078], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.2309468984603882, -2.281494617462158, -2.034306764602661, -1.3348907232284546, -1.3683619499206543, -0.16380338370800018, -1.189121961593628, -1.3020306825637817, -0.9387660622596741, -2.050325870513916, -1.4543129205703735, -0.8493356704711914, -1.2237528562545776, -3.2007479667663574, -1.8193024396896362, -1.4395239353179932, -1.1863774061203003, -2.683021306991577, -1.4178967475891113, -1.6331862211227417, -1.7517491579055786, -0.21144919097423553, -0.9292149543762207, -1.5159565210342407, -0.7835277318954468, -0.9188225865364075, -1.663379430770874, -1.909542202949524, -2.626619338989258, -2.53397274017334, -2.8440980911254883, -1.4215707778930664, -1.9004238843917847, -1.4523468017578125, -2.3671746253967285, -1.8411997556686401, -2.0065207481384277, -0.7391725778579712, -2.034719944000244, -0.3511539697647095, -0.9959430694580078, -1.5058746337890625, -1.842568278312683, -0.13235926628112793, -1.0909509658813477, -1.0955796241760254, -1.6206809282302856, -0.926054060459137, -1.5866622924804688, -1.590032935142517, -1.4748344421386719, -1.45114266872406, -0.8658856749534607, -1.4778695106506348, -1.619316577911377, -0.5984814167022705, -1.5899463891983032, -1.307671308517456, -1.0241405963897705, -2.0009217262268066, -1.7663911581039429, -1.2311828136444092, -1.3872277736663818, -2.184969663619995, -1.7068965435028076, -1.2673739194869995, -1.1015357971191406, -1.4123005867004395, -1.8345967531204224, -0.9310129880905151, -1.5673563480377197]}, "Bot004_036_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man) I am only 22, so that is cool . Do you have a car?", "response": "I do not. Do you ?", "annotation_id": "Bot004_036_10", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -9.207998275756836, -8.893539428710938, -10.237274169921875, -13.910055160522461, -7.224251747131348, -13.455960273742676], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.2309468984603882, -2.281494617462158, -2.034306764602661, -1.3348907232284546, -1.3683619499206543, -0.16380338370800018, -1.189121961593628, -1.3020306825637817, -0.9387660622596741, -2.050325870513916, -1.4543129205703735, -0.8493356704711914, -1.2237528562545776, -3.2007479667663574, -1.8193024396896362, -1.4395239353179932, -1.1863774061203003, -2.683021306991577, -1.4178967475891113, -1.6331862211227417, -1.7517491579055786, -0.21144919097423553, -0.9292149543762207, -1.5159565210342407, -0.7835277318954468, -0.9188225865364075, -1.663379430770874, -1.909542202949524, -2.626619338989258, -2.53397274017334, -2.8440980911254883, -1.4215707778930664, -1.9004238843917847, -1.4523468017578125, -2.3671746253967285, -1.8411997556686401, -2.0065207481384277, -0.7391725778579712, -2.034719944000244, -0.3511539697647095, -0.9959430694580078, -1.5058746337890625, -1.842568278312683, -0.13235926628112793, -1.0909509658813477, -1.0955796241760254, -1.6206809282302856, -0.926054060459137, -1.5866622924804688, -1.590032935142517, -1.4748344421386719, -1.45114266872406, -0.8658856749534607, -1.4778695106506348, -1.619316577911377, -0.5984814167022705, -1.5899463891983032, -1.307671308517456, -1.0241405963897705, -2.0009217262268066, -0.7656947374343872, -1.549144983291626, -2.1764492988586426, -1.609103798866272, -1.0323833227157593, -1.2863516807556152, -1.314456582069397, -1.764496922492981, -1.0528532266616821, -1.5582585334777832, -0.11331357806921005, -1.854831337928772, -0.6180247664451599, -2.75319242477417, -0.9926453828811646, -1.7594596147537231, -1.6835261583328247, -1.5144177675247192, -1.1836718320846558, -1.0676926374435425, -0.8687315583229065, -0.10370760411024094, -0.7498493194580078, -0.7675097584724426]}, "Bot004_036_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man) I am only 22, so that is cool . Do you have a car? I do not. Do you ? I don't have a car too", "response": "You can not do that. I am only in the process of purchasing a house .  Where are you? [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot004_036_12", "annotations": ["T", "X", "T", "X", "X", "O", "O", "T", "T", "T", "T", "T", "T", "X", "T"], "gpt2_target_score": [-11.159736633300781, -8.737981796264648, -8.893539428710938, -12.86065673828125, -10.164083480834961, -7.525918006896973, -5.43644380569458, -10.656523704528809, -8.064824104309082, -3.3656346797943115, -10.112238883972168, -16.809188842773438, -7.990863800048828, -15.50564193725586, -9.004791259765625, -15.809554100036621, -15.808252334594727, -8.405871391296387, -13.952885627746582, -13.831653594970703, -9.491299629211426, -7.857583999633789, -8.40832233428955, -22.17978858947754, -9.968618392944336, -15.446111679077148, -6.514407634735107, -19.002456665039062, -14.205751419067383, -14.44835376739502, -21.149948120117188, -12.630620002746582], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.2309468984603882, -2.281494617462158, -2.034306764602661, -1.3348907232284546, -1.3683619499206543, -0.16380338370800018, -1.189121961593628, -1.3020306825637817, -0.9387660622596741, -2.050325870513916, -1.4543129205703735, -0.8493356704711914, -1.2237528562545776, -3.2007479667663574, -1.8193024396896362, -1.4395239353179932, -1.1863774061203003, -2.683021306991577, -1.4178967475891113, -1.6331862211227417, -1.7517491579055786, -0.21144919097423553, -0.9292149543762207, -1.5159565210342407, -0.7835277318954468, -0.9188225865364075, -1.663379430770874, -1.909542202949524, -2.626619338989258, -2.53397274017334, -2.8440980911254883, -1.4215707778930664, -1.9004238843917847, -1.4523468017578125, -2.3671746253967285, -1.8411997556686401, -2.0065207481384277, -0.7391725778579712, -2.034719944000244, -0.3511539697647095, -0.9959430694580078, -1.5058746337890625, -1.842568278312683, -0.13235926628112793, -1.0909509658813477, -1.0955796241760254, -1.6206809282302856, -0.926054060459137, -1.5866622924804688, -1.590032935142517, -1.4748344421386719, -1.45114266872406, -0.8658856749534607, -1.4778695106506348, -1.619316577911377, -0.5984814167022705, -1.5899463891983032, -1.307671308517456, -1.0241405963897705, -2.0009217262268066, -0.7656947374343872, -1.549144983291626, -2.1764492988586426, -1.609103798866272, -1.0323833227157593, -1.2863516807556152, -1.314456582069397, -1.764496922492981, -1.0528532266616821, -1.5582585334777832, -0.11331357806921005, -1.854831337928772, -0.6180247664451599, -2.75319242477417, -0.9926453828811646, -1.7594596147537231, -0.9939358830451965, -0.6014297604560852, -1.1464108228683472, -1.1240097284317017, -0.03979237377643585, -0.7762683629989624, -1.3049665689468384, -0.6574418544769287, -0.08479043841362, -1.4345370531082153, -0.26669177412986755, -0.1601041555404663, -0.9070463180541992, -1.4387434720993042, -1.6425633430480957, -1.681179165840149, -1.9811674356460571, -1.5631942749023438, -1.0982416868209839, -1.2726476192474365, -1.8766764402389526, -1.5379819869995117, -1.9813854694366455, -0.6265628337860107, -1.3364239931106567, -1.6808528900146484, -0.055836502462625504, -1.6403021812438965, -0.4864022433757782, -0.34918200969696045, -0.9684080481529236, -1.3500014543533325, -0.5874542593955994, -1.4074413776397705, -0.07546786218881607, -1.1986770629882812, -0.46380165219306946, -2.034740686416626, -1.6618695259094238, -2.530673027038574, -1.292636752128601, -2.583862543106079, -1.1070476770401, -0.4129803478717804, -1.3989524841308594, -1.6152644157409668, -0.8239755034446716]}, "Bot004_036_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man) I am only 22, so that is cool . Do you have a car? I do not. Do you ? I don't have a car too You can not do that. I am only in the process of purchasing a house .  Where are you? [SEE-NO-EVIL MONKEY] I am here", "response": "I am not looking for a job .", "annotation_id": "Bot004_036_14", "annotations": ["T", "X", "X", "X", "X", "O", "T", "X", "X", "X", "O", "O", "T", "T", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -8.893539428710938, -13.530792236328125, -9.750463485717773, -3.0852291584014893, -11.384182929992676, -12.278365135192871], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.2309468984603882, -2.281494617462158, -2.034306764602661, -1.3348907232284546, -1.3683619499206543, -0.16380338370800018, -1.189121961593628, -1.3020306825637817, -0.9387660622596741, -2.050325870513916, -1.4543129205703735, -0.8493356704711914, -1.2237528562545776, -3.2007479667663574, -1.8193024396896362, -1.4395239353179932, -1.1863774061203003, -2.683021306991577, -1.4178967475891113, -1.6331862211227417, -1.7517491579055786, -0.21144919097423553, -0.9292149543762207, -1.5159565210342407, -0.7835277318954468, -0.9188225865364075, -1.663379430770874, -1.909542202949524, -2.626619338989258, -2.53397274017334, -2.8440980911254883, -1.4215707778930664, -1.9004238843917847, -1.4523468017578125, -2.3671746253967285, -1.8411997556686401, -2.0065207481384277, -0.7391725778579712, -2.034719944000244, -0.3511539697647095, -0.9959430694580078, -1.5058746337890625, -1.842568278312683, -0.13235926628112793, -1.0909509658813477, -1.0955796241760254, -1.6206809282302856, -0.926054060459137, -1.5866622924804688, -1.590032935142517, -1.4748344421386719, -1.45114266872406, -0.8658856749534607, -1.4778695106506348, -1.619316577911377, -0.5984814167022705, -1.5899463891983032, -1.307671308517456, -1.0241405963897705, -2.0009217262268066, -0.7656947374343872, -1.549144983291626, -2.1764492988586426, -1.609103798866272, -1.0323833227157593, -1.2863516807556152, -1.314456582069397, -1.764496922492981, -1.0528532266616821, -1.5582585334777832, -0.11331357806921005, -1.854831337928772, -0.6180247664451599, -2.75319242477417, -0.9926453828811646, -1.7594596147537231, -0.9939358830451965, -0.6014297604560852, -1.1464108228683472, -1.1240097284317017, -0.03979237377643585, -0.7762683629989624, -1.3049665689468384, -0.6574418544769287, -0.08479043841362, -1.4345370531082153, -0.26669177412986755, -0.1601041555404663, -0.9070463180541992, -1.4387434720993042, -1.5824189186096191, -1.8603510856628418, -1.561972737312317, -1.2409416437149048, -1.3594584465026855, -1.4665247201919556, -1.1944248676300049, -1.7889599800109863, -0.7700023055076599, -1.359859585762024, -1.9353164434432983, -0.07319703698158264, -1.6452313661575317, -0.4949130415916443, -0.31348785758018494, -0.962922990322113, -1.4071431159973145, -1.1421470642089844, -1.467519998550415, -0.07335368543863297, -1.3308689594268799, -1.3540672063827515, -2.8029866218566895, -1.8025996685028076, -2.801776885986328, -1.2104988098144531, -2.6337978839874268, -1.2813929319381714, -0.37315675616264343, -1.4535961151123047, -1.7994574308395386, -1.7603776454925537, -0.6859675049781799, -1.8251721858978271, -1.4872254133224487, -1.8144755363464355, -1.0128309726715088, -1.8293107748031616, -1.969622015953064, -0.5146223902702332, -0.6363972425460815, -0.6848089098930359, -1.3148610591888428, -0.8054285049438477]}, "Bot004_036_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man) I am only 22, so that is cool . Do you have a car? I do not. Do you ? I don't have a car too You can not do that. I am only in the process of purchasing a house .  Where are you? [SEE-NO-EVIL MONKEY] I am here I am not looking for a job . What is your profession?", "response": "I am a baker. What about you ?", "annotation_id": "Bot004_036_16", "annotations": ["O", "O", "O", "X", "X", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -6.606811046600342, -20.978042602539062, -9.496679306030273, -9.774117469787598, -8.560437202453613, -8.149214744567871, -14.338261604309082], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.2309468984603882, -2.281494617462158, -2.034306764602661, -1.3348907232284546, -1.3683619499206543, -0.16380338370800018, -1.189121961593628, -1.3020306825637817, -0.9387660622596741, -2.050325870513916, -1.4543129205703735, -0.8493356704711914, -1.2237528562545776, -3.2007479667663574, -1.8193024396896362, -1.4395239353179932, -1.1863774061203003, -2.683021306991577, -1.4178967475891113, -1.6331862211227417, -1.7517491579055786, -0.21144919097423553, -0.9292149543762207, -1.5159565210342407, -0.7835277318954468, -0.9188225865364075, -1.663379430770874, -1.909542202949524, -2.626619338989258, -2.53397274017334, -2.8440980911254883, -1.4215707778930664, -1.9004238843917847, -1.4523468017578125, -2.3671746253967285, -1.8411997556686401, -2.0065207481384277, -0.7391725778579712, -2.034719944000244, -0.3511539697647095, -0.9959430694580078, -1.5058746337890625, -1.842568278312683, -0.13235926628112793, -1.0909509658813477, -1.0955796241760254, -1.6206809282302856, -0.926054060459137, -1.5866622924804688, -1.590032935142517, -1.4748344421386719, -1.45114266872406, -0.8658856749534607, -1.4778695106506348, -1.619316577911377, -0.5984814167022705, -1.5899463891983032, -1.307671308517456, -1.0241405963897705, -2.0009217262268066, -0.7656947374343872, -1.549144983291626, -2.1764492988586426, -1.609103798866272, -1.0323833227157593, -1.2863516807556152, -1.314456582069397, -1.764496922492981, -1.0528532266616821, -1.5582585334777832, -0.11331357806921005, -1.854831337928772, -0.6180247664451599, -2.75319242477417, -0.9926453828811646, -1.7594596147537231, -0.9939358830451965, -0.6014297604560852, -1.1464108228683472, -1.1240097284317017, -0.03979237377643585, -0.7762683629989624, -1.3049665689468384, -0.6574418544769287, -0.08479043841362, -1.4345370531082153, -0.26669177412986755, -0.1601041555404663, -0.9070463180541992, -1.4387434720993042, -1.5824189186096191, -1.8603510856628418, -1.561972737312317, -1.2409416437149048, -1.3594584465026855, -1.4665247201919556, -1.1944248676300049, -1.7889599800109863, -0.7700023055076599, -1.359859585762024, -1.9353164434432983, -0.07319703698158264, -1.6452313661575317, -0.4949130415916443, -0.31348785758018494, -0.962922990322113, -1.4071431159973145, -1.1421470642089844, -1.467519998550415, -0.07335368543863297, -1.3308689594268799, -1.3540672063827515, -2.8029866218566895, -1.8025996685028076, -2.801776885986328, -1.2104988098144531, -2.6337978839874268, -1.2813929319381714, -0.37315675616264343, -1.4535961151123047, -1.7994574308395386, -1.7603776454925537, -0.6859675049781799, -1.8251721858978271, -1.4872254133224487, -0.692249059677124, -2.707274913787842, -1.7156877517700195, -0.5232240557670593, -1.0505685806274414, -1.381784439086914, -1.2761310338974, -0.957886278629303, -1.2830909490585327, -0.788038432598114, -1.6781702041625977, -0.6458814740180969, -1.0412392616271973, -1.7192054986953735, -1.0455771684646606, -1.0814099311828613, -2.2004776000976562, -1.058439016342163, -0.6677970886230469, -2.061283826828003, -1.2261583805084229, -0.8439215421676636, -1.1886857748031616]}, "Bot004_036_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man) I am only 22, so that is cool . Do you have a car? I do not. Do you ? I don't have a car too You can not do that. I am only in the process of purchasing a house .  Where are you? [SEE-NO-EVIL MONKEY] I am here I am not looking for a job . What is your profession? I am a baker. What about you ? I am a life couch", "response": "I am a waiter, but have to go to work soon .", "annotation_id": "Bot004_036_18", "annotations": ["T", "X", "X", "X", "X", "T", "O", "X", "X", "T", "O", "O", "T", "O", "T"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -6.606811046600342, -21.076522827148438, -9.133291244506836, -9.06502628326416, -9.836941719055176, -8.762633323669434, -10.842473030090332, -7.106861114501953, -12.47553539276123, -11.617430686950684, -12.50247573852539], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.2309468984603882, -2.281494617462158, -2.034306764602661, -1.3348907232284546, -1.3683619499206543, -0.16380338370800018, -1.189121961593628, -1.3020306825637817, -0.9387660622596741, -2.050325870513916, -1.4543129205703735, -0.8493356704711914, -1.2237528562545776, -3.2007479667663574, -1.8193024396896362, -1.4395239353179932, -1.1863774061203003, -2.683021306991577, -1.4178967475891113, -1.6331862211227417, -1.7517491579055786, -0.21144919097423553, -0.9292149543762207, -1.5159565210342407, -0.7835277318954468, -0.9188225865364075, -1.663379430770874, -1.909542202949524, -2.626619338989258, -2.53397274017334, -2.8440980911254883, -1.4215707778930664, -1.9004238843917847, -1.4523468017578125, -2.3671746253967285, -1.8411997556686401, -2.0065207481384277, -0.7391725778579712, -2.034719944000244, -0.3511539697647095, -0.9959430694580078, -1.5058746337890625, -1.842568278312683, -0.13235926628112793, -1.0909509658813477, -1.0955796241760254, -1.6206809282302856, -0.926054060459137, -1.5866622924804688, -1.590032935142517, -1.4748344421386719, -1.45114266872406, -0.8658856749534607, -1.4778695106506348, -1.619316577911377, -0.5984814167022705, -1.5899463891983032, -1.307671308517456, -1.0241405963897705, -2.0009217262268066, -0.7656947374343872, -1.549144983291626, -2.1764492988586426, -1.609103798866272, -1.0323833227157593, -1.2863516807556152, -1.314456582069397, -1.764496922492981, -1.0528532266616821, -1.5582585334777832, -0.11331357806921005, -1.854831337928772, -0.6180247664451599, -2.75319242477417, -0.9926453828811646, -1.7594596147537231, -0.9939358830451965, -0.6014297604560852, -1.1464108228683472, -1.1240097284317017, -0.03979237377643585, -0.7762683629989624, -1.3049665689468384, -0.6574418544769287, -0.08479043841362, -1.4345370531082153, -0.26669177412986755, -0.1601041555404663, -0.9070463180541992, -1.4387434720993042, -1.5824189186096191, -1.8603510856628418, -1.561972737312317, -1.2409416437149048, -1.3594584465026855, -1.4665247201919556, -1.1944248676300049, -1.7889599800109863, -0.7700023055076599, -1.359859585762024, -1.9353164434432983, -0.07319703698158264, -1.6452313661575317, -0.4949130415916443, -0.31348785758018494, -0.962922990322113, -1.4071431159973145, -1.1421470642089844, -1.467519998550415, -0.07335368543863297, -1.3308689594268799, -1.3540672063827515, -2.8029866218566895, -1.8025996685028076, -2.801776885986328, -1.2104988098144531, -2.6337978839874268, -1.2813929319381714, -0.37315675616264343, -1.4535961151123047, -1.7994574308395386, -1.7603776454925537, -0.6859675049781799, -1.8251721858978271, -1.4872254133224487, -0.692249059677124, -2.707274913787842, -1.7156877517700195, -0.5232240557670593, -1.0505685806274414, -1.381784439086914, -1.2761310338974, -0.957886278629303, -1.2830909490585327, -0.788038432598114, -1.6781702041625977, -0.6458814740180969, -1.0412392616271973, -0.4201469421386719, -1.1937768459320068, -2.4012560844421387, -1.2676275968551636, -0.7475600838661194, -1.7740373611450195, -1.0656821727752686, -0.5764575600624084, -0.8034123182296753, -0.2904942035675049, -0.8656580448150635, -0.9203141927719116, -1.0279287099838257, -0.3422517776489258, -1.6874228715896606, -0.9555762410163879, -1.116795301437378, -1.7830450534820557, -1.038297414779663, -1.1797579526901245, -0.745104968547821, -1.849208116531372, -1.9247902631759644, -0.8883798718452454, -1.5610320568084717, -1.7636562585830688, -0.9918199777603149, -1.1587306261062622]}, "Bot004_036_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man) I am only 22, so that is cool . Do you have a car? I do not. Do you ? I don't have a car too You can not do that. I am only in the process of purchasing a house .  Where are you? [SEE-NO-EVIL MONKEY] I am here I am not looking for a job . What is your profession? I am a baker. What about you ? I am a life couch I am a waiter, but have to go to work soon . Do you like music?", "response": "I like all music. What do you like to do ?", "annotation_id": "Bot004_036_20", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -9.354476928710938, -17.943527221679688, -9.496679306030273, -9.774117469787598, -10.701092720031738, -8.149214744567871, -8.25395679473877, -7.106861114501953, -12.915972709655762, -12.48636531829834], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.2309468984603882, -2.281494617462158, -2.034306764602661, -1.3348907232284546, -1.3683619499206543, -0.16380338370800018, -1.189121961593628, -1.3020306825637817, -0.9387660622596741, -2.050325870513916, -1.4543129205703735, -0.8493356704711914, -1.2237528562545776, -3.2007479667663574, -1.8193024396896362, -1.4395239353179932, -1.1863774061203003, -2.683021306991577, -1.4178967475891113, -1.6331862211227417, -1.7517491579055786, -0.21144919097423553, -0.9292149543762207, -1.5159565210342407, -0.7835277318954468, -0.9188225865364075, -1.663379430770874, -1.909542202949524, -2.626619338989258, -2.53397274017334, -2.8440980911254883, -1.4215707778930664, -1.9004238843917847, -1.4523468017578125, -2.3671746253967285, -1.8411997556686401, -2.0065207481384277, -0.7391725778579712, -2.034719944000244, -0.3511539697647095, -0.9959430694580078, -1.5058746337890625, -1.842568278312683, -0.13235926628112793, -1.0909509658813477, -1.0955796241760254, -1.6206809282302856, -0.926054060459137, -1.5866622924804688, -1.590032935142517, -1.4748344421386719, -1.45114266872406, -0.8658856749534607, -1.4778695106506348, -1.619316577911377, -0.5984814167022705, -1.5899463891983032, -1.307671308517456, -1.0241405963897705, -2.0009217262268066, -0.7656947374343872, -1.549144983291626, -2.1764492988586426, -1.609103798866272, -1.0323833227157593, -1.2863516807556152, -1.314456582069397, -1.764496922492981, -1.0528532266616821, -1.5582585334777832, -0.11331357806921005, -1.854831337928772, -0.6180247664451599, -2.75319242477417, -0.9926453828811646, -1.7594596147537231, -0.9939358830451965, -0.6014297604560852, -1.1464108228683472, -1.1240097284317017, -0.03979237377643585, -0.7762683629989624, -1.3049665689468384, -0.6574418544769287, -0.08479043841362, -1.4345370531082153, -0.26669177412986755, -0.1601041555404663, -0.9070463180541992, -1.4387434720993042, -1.5824189186096191, -1.8603510856628418, -1.561972737312317, -1.2409416437149048, -1.3594584465026855, -1.4665247201919556, -1.1944248676300049, -1.7889599800109863, -0.7700023055076599, -1.359859585762024, -1.9353164434432983, -0.07319703698158264, -1.6452313661575317, -0.4949130415916443, -0.31348785758018494, -0.962922990322113, -1.4071431159973145, -1.1421470642089844, -1.467519998550415, -0.07335368543863297, -1.3308689594268799, -1.3540672063827515, -2.8029866218566895, -1.8025996685028076, -2.801776885986328, -1.2104988098144531, -2.6337978839874268, -1.2813929319381714, -0.37315675616264343, -1.4535961151123047, -1.7994574308395386, -1.7603776454925537, -0.6859675049781799, -1.8251721858978271, -1.4872254133224487, -0.692249059677124, -2.707274913787842, -1.7156877517700195, -0.5232240557670593, -1.0505685806274414, -1.381784439086914, -1.2761310338974, -0.957886278629303, -1.2830909490585327, -0.788038432598114, -1.6781702041625977, -0.6458814740180969, -1.0412392616271973, -0.4201469421386719, -1.1937768459320068, -2.4012560844421387, -1.2676275968551636, -0.7475600838661194, -1.7740373611450195, -1.0656821727752686, -0.5764575600624084, -0.8034123182296753, -0.2904942035675049, -0.8656580448150635, -0.9203141927719116, -1.0279287099838257, -0.3422517776489258, -0.569132924079895, -1.7925618886947632, -2.468154191970825, -1.027642011642456, -1.234213948249817, -0.7429230809211731, -1.7572270631790161, -1.9876489639282227, -0.8720166087150574, -1.6737747192382812, -1.8652335405349731, -1.1684094667434692, -1.3645788431167603, -0.05056226998567581, -0.8573517203330994, -2.089177131652832, -0.558055579662323, -0.9465795159339905, -1.3759689331054688, -1.3252079486846924, -0.9897515773773193, -1.2075690031051636, -1.232521414756775, -0.9060580730438232, -1.3378193378448486, -0.021648647263646126, -0.412466824054718, -1.1558125019073486, -0.46309617161750793, -0.6387107372283936, -1.214221715927124]}, "Bot004_039_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi", "response": "Hello, i am a little foreign. How are you ?", "annotation_id": "Bot004_039_02", "annotations": ["O", "O", "O", "T", "T", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-13.129645347595215, -10.971116065979004, -11.62254810333252, -14.345196723937988, -11.586462020874023, -13.831836700439453, -16.814542770385742, -7.676403999328613, -14.93696117401123, -15.230493545532227, -9.66802978515625, -13.080951690673828], "gpt2_argmax_score": [-1.9562060832977295, -2.5356149673461914, -0.19698449969291687, -1.5865604877471924, -1.8357526063919067, -0.8698616027832031, -1.987577199935913, -0.6532717347145081, -1.0943937301635742, -0.9394509792327881, -0.45930516719818115, -3.4506075382232666, -2.2771613597869873, -1.5301685333251953, -1.5739091634750366, -2.272179365158081, -0.9921903610229492, -1.526279330253601, -1.4890437126159668, -2.315399646759033, -1.3299224376678467, -1.4188896417617798, -1.0979924201965332, -1.5074787139892578, -2.9277360439300537, -1.348222255706787, -1.8878376483917236, -1.1462169885635376, -1.6015194654464722, -0.11378052085638046, -1.1657075881958008, -0.5484384298324585]}, "Bot004_039_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you?", "response": "i am sorry to hear that .", "annotation_id": "Bot004_039_04", "annotations": ["T", "X", "O", "X", "X", "O", "T", "T", "X", "X", "X", "X", "O", "X", "T"], "gpt2_target_score": [-11.311614036560059, -14.871613502502441, -18.519804000854492, -12.327290534973145, -17.95075035095215, -9.96529769897461, -13.848733901977539], "gpt2_argmax_score": [-1.9562060832977295, -2.5356149673461914, -0.19698449969291687, -1.5865604877471924, -1.8357526063919067, -0.8698616027832031, -1.987577199935913, -0.6532717347145081, -1.0943937301635742, -0.9394509792327881, -0.45930516719818115, -3.4506075382232666, -2.2771613597869873, -1.5301685333251953, -1.5739091634750366, -2.272179365158081, -0.9921903610229492, -1.526279330253601, -1.4890437126159668, -1.1957943439483643, -1.286965012550354, -1.0138988494873047, -1.450104832649231, -2.832745313644409, -1.3727153539657593, -1.8595030307769775, -1.1793053150177002, -1.4512035846710205, -0.1357608288526535, -1.4172821044921875, -1.7546240091323853, -2.105123281478882, -2.0356898307800293, -1.948297381401062, -1.9822113513946533, -1.7964110374450684, -2.0038211345672607, -1.760172724723816, -1.43590247631073, -1.518654227256775, -0.9897139668464661, -0.8257507085800171, -1.415230631828308, -1.9811440706253052]}, "Bot004_039_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation?", "response": "I am a psychologist, but my parents are not so good .", "annotation_id": "Bot004_039_06", "annotations": ["O", "T", "T", "T", "T", "O", "T", "T", "T", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-10.373396873474121, -14.871613502502441, -12.167641639709473, -17.78444480895996, -8.545162200927734, -10.135272979736328, -12.020235061645508, -11.970250129699707, -13.565604209899902, -14.458169937133789, -11.245506286621094, -12.39044189453125, -15.904000282287598], "gpt2_argmax_score": [-1.9562060832977295, -2.5356149673461914, -0.19698449969291687, -1.5865604877471924, -1.8357526063919067, -0.8698616027832031, -1.987577199935913, -0.6532717347145081, -1.0943937301635742, -0.9394509792327881, -0.45930516719818115, -3.4506075382232666, -2.2771613597869873, -1.5301685333251953, -1.5739091634750366, -2.272179365158081, -0.9921903610229492, -1.526279330253601, -1.4890437126159668, -1.1957943439483643, -1.286965012550354, -1.0138988494873047, -1.450104832649231, -2.832745313644409, -1.3727153539657593, -1.8595030307769775, -1.1793053150177002, -1.4512035846710205, -0.1357608288526535, -1.4172821044921875, -1.7546300888061523, -2.105126142501831, -2.0356993675231934, -1.948289394378662, -1.9821996688842773, -1.796406626701355, -1.7180958986282349, -1.7972782850265503, -1.9018077850341797, -1.1036417484283447, -1.0066533088684082, -1.2764601707458496, -2.280789852142334, -1.8690848350524902, -0.8303050994873047, -2.477376699447632, -1.065747618675232, -1.3917299509048462, -2.4858458042144775, -1.2591874599456787, -1.0172145366668701, -3.760456085205078, -1.440041184425354, -1.3236621618270874, -0.8796754479408264, -1.8068268299102783, -1.279891014099121, -2.6050877571105957, -1.9803590774536133, -1.9651747941970825, -1.2056725025177002, -1.2480392456054688]}, "Bot004_039_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home", "response": "That is cool. I am not a very experienced person, but my job is at the soup kitchen .", "annotation_id": "Bot004_039_08", "annotations": ["O", "X", "T", "T", "T", "O", "T", "T", "T", "X", "O", "O", "T", "X", "X"], "gpt2_target_score": [-15.494501113891602, -13.43385124206543, -16.508712768554688, -9.9102783203125, -10.14354419708252, -14.476999282836914, -12.09333324432373, -11.034100532531738, -17.974063873291016, -20.691123962402344, -15.666193962097168, -9.58096694946289, -14.620573043823242, -11.922757148742676, -15.537493705749512, -11.302840232849121, -8.428559303283691, -6.546001434326172, -12.848967552185059, -13.491337776184082, -9.810342788696289], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -1.195759892463684, -1.2869513034820557, -1.0138853788375854, -1.4501113891601562, -2.8327267169952393, -1.3727222681045532, -1.859494924545288, -1.1792933940887451, -1.4511862993240356, -0.13576197624206543, -1.4172649383544922, -1.754565954208374, -2.105088949203491, -2.0356574058532715, -1.9482470750808716, -1.982252597808838, -1.7963682413101196, -1.7180956602096558, -1.7972294092178345, -1.9017703533172607, -1.1036587953567505, -1.0066593885421753, -1.2765206098556519, -2.280761241912842, -1.8690897226333618, -0.8302921056747437, -2.477418899536133, -1.065727710723877, -1.3917205333709717, -1.313115119934082, -1.187324047088623, -3.725257158279419, -1.3772481679916382, -1.2488489151000977, -0.6758866906166077, -1.7718145847320557, -1.2067724466323853, -2.647364616394043, -2.1419875621795654, -1.7204033136367798, -1.3160340785980225, -1.4203245639801025, -1.3951351642608643, -1.8713661432266235, -2.474766731262207, -1.3543078899383545, -1.3285937309265137, -1.774585485458374, -1.0856438875198364, -0.09063843637704849, -1.4685972929000854, -2.2250864505767822, -0.5767126083374023, -1.9748339653015137, -1.3266465663909912, -1.393314003944397, -2.030503511428833, -1.3635574579238892, -1.5683858394622803, -1.619011640548706, -0.8641471862792969, -1.6915786266326904, -0.889964759349823, -0.7938445210456848, -0.9138112664222717, -0.5336230397224426, -0.6515074968338013, -1.9028820991516113, -1.3160881996154785, -2.3706021308898926, -0.8138656616210938, -0.9515749216079712, -0.9638718962669373]}, "Bot004_039_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home That is cool. I am not a very experienced person, but my job is at the soup kitchen . How old are you?", "response": "I am 22 years old .", "annotation_id": "Bot004_039_10", "annotations": ["O", "O", "O", "O", "T", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -14.871622085571289, -14.744998931884766, -16.732017517089844, -14.514908790588379, -12.669633865356445], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -1.195759892463684, -1.2869513034820557, -1.0138853788375854, -1.4501113891601562, -2.8327267169952393, -1.3727222681045532, -1.859494924545288, -1.1792933940887451, -1.4511862993240356, -0.13576197624206543, -1.4172649383544922, -1.754565954208374, -2.105088949203491, -2.0356574058532715, -1.9482470750808716, -1.982252597808838, -1.7963682413101196, -1.7180956602096558, -1.7972294092178345, -1.9017703533172607, -1.1036587953567505, -1.0066593885421753, -1.2765206098556519, -2.280761241912842, -1.8690897226333618, -0.8302921056747437, -2.477418899536133, -1.065727710723877, -1.3917205333709717, -1.313115119934082, -1.187324047088623, -3.725257158279419, -1.3772481679916382, -1.2488489151000977, -0.6758866906166077, -1.7718145847320557, -1.2067724466323853, -2.647364616394043, -2.1419875621795654, -1.7204033136367798, -1.3160340785980225, -1.4203245639801025, -1.3951351642608643, -1.8713661432266235, -2.474766731262207, -1.3543078899383545, -1.3285937309265137, -1.774585485458374, -1.0856438875198364, -0.09063843637704849, -1.4685972929000854, -0.6104952692985535, -2.144441604614258, -1.1926933526992798, -1.4732166528701782, -2.025453567504883, -1.3526777029037476, -1.516809344291687, -1.9831429719924927, -0.9140881896018982, -1.6818115711212158, -0.964546799659729, -0.8274283409118652, -1.0120679140090942, -0.6466054320335388, -0.5628387928009033, -1.5882248878479004, -1.4562066793441772, -2.4569146633148193, -0.7202154397964478, -0.9929195642471313, -0.9089367985725403, -1.3535422086715698, -0.30073532462120056, -0.05801926925778389, -0.6915430426597595, -1.799611210823059, -2.001195192337036, -0.910476565361023, -2.028386116027832, -1.4534677267074585, -0.02161971665918827, -1.238563895225525, -0.7633441686630249]}, "Bot004_039_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home That is cool. I am not a very experienced person, but my job is at the soup kitchen . How old are you? I am 22 years old . I'm 35", "response": "I have not tried that. What do you do for fun ?", "annotation_id": "Bot004_039_12", "annotations": ["T", "T", "O", "X", "O", "T", "T", "T", "T", "T", "X", "X", "O", "X", "X"], "gpt2_target_score": [-10.37339973449707, -14.133516311645508, -13.21353530883789, -18.44580841064453, -13.47984790802002, -6.325295925140381, -11.563864707946777, -13.031880378723145, -12.510421752929688, -14.103607177734375, -8.4153470993042, -13.68337631225586, -14.588871002197266], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -1.195759892463684, -1.2869513034820557, -1.0138853788375854, -1.4501113891601562, -2.8327267169952393, -1.3727222681045532, -1.859494924545288, -1.1792933940887451, -1.4511862993240356, -0.13576197624206543, -1.4172649383544922, -1.754565954208374, -2.105088949203491, -2.0356574058532715, -1.9482470750808716, -1.982252597808838, -1.7963682413101196, -1.7180956602096558, -1.7972294092178345, -1.9017703533172607, -1.1036587953567505, -1.0066593885421753, -1.2765206098556519, -2.280761241912842, -1.8690897226333618, -0.8302921056747437, -2.477418899536133, -1.065727710723877, -1.3917205333709717, -1.313115119934082, -1.187324047088623, -3.725257158279419, -1.3772481679916382, -1.2488489151000977, -0.6758866906166077, -1.7718145847320557, -1.2067724466323853, -2.647364616394043, -2.1419875621795654, -1.7204033136367798, -1.3160340785980225, -1.4203245639801025, -1.3951351642608643, -1.8713661432266235, -2.474766731262207, -1.3543078899383545, -1.3285937309265137, -1.774585485458374, -1.0856438875198364, -0.09063843637704849, -1.4685972929000854, -0.6104952692985535, -2.144441604614258, -1.1926933526992798, -1.4732166528701782, -2.025453567504883, -1.3526777029037476, -1.516809344291687, -1.9831429719924927, -0.9140881896018982, -1.6818115711212158, -0.964546799659729, -0.8274283409118652, -1.0120679140090942, -0.6466054320335388, -0.5628387928009033, -1.5882248878479004, -1.4562066793441772, -2.4569146633148193, -0.7202154397964478, -0.9929195642471313, -0.9089367985725403, -1.3535422086715698, -0.30073532462120056, -0.05801926925778389, -0.6915430426597595, -1.799611210823059, -0.7887239456176758, -2.1232810020446777, -1.602776050567627, -0.021716423332691193, -1.2842223644256592, -1.030232548713684, -1.2073476314544678, -1.903847575187683, -1.5918000936508179, -1.9052224159240723, -1.2670928239822388, -1.0977321863174438, -1.7748316526412964, -1.1625220775604248, -1.7046669721603394, -0.9855007529258728, -2.197936534881592, -0.07984168082475662, -0.8976236581802368, -1.2118160724639893, -1.0356212854385376, -0.6803065538406372, -0.5901744365692139]}, "Bot004_039_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home That is cool. I am not a very experienced person, but my job is at the soup kitchen . How old are you? I am 22 years old . I'm 35 I have not tried that. What do you do for fun ? I go to the gym and watch tv", "response": "I like to go to the park and read books .", "annotation_id": "Bot004_039_14", "annotations": ["O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -13.384439468383789, -9.570930480957031, -14.0889892578125, -12.396197319030762, -9.866403579711914, -18.478879928588867, -8.630261421203613, -15.569998741149902, -17.500999450683594, -13.069727897644043], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -1.195759892463684, -1.2869513034820557, -1.0138853788375854, -1.4501113891601562, -2.8327267169952393, -1.3727222681045532, -1.859494924545288, -1.1792933940887451, -1.4511862993240356, -0.13576197624206543, -1.4172649383544922, -1.754565954208374, -2.105088949203491, -2.0356574058532715, -1.9482470750808716, -1.982252597808838, -1.7963682413101196, -1.7180956602096558, -1.7972294092178345, -1.9017703533172607, -1.1036587953567505, -1.0066593885421753, -1.2765206098556519, -2.280761241912842, -1.8690897226333618, -0.8302921056747437, -2.477418899536133, -1.065727710723877, -1.3917205333709717, -1.313115119934082, -1.187324047088623, -3.725257158279419, -1.3772481679916382, -1.2488489151000977, -0.6758866906166077, -1.7718145847320557, -1.2067724466323853, -2.647364616394043, -2.1419875621795654, -1.7204033136367798, -1.3160340785980225, -1.4203245639801025, -1.3951351642608643, -1.8713661432266235, -2.474766731262207, -1.3543078899383545, -1.3285937309265137, -1.774585485458374, -1.0856438875198364, -0.09063843637704849, -1.4685972929000854, -0.6104952692985535, -2.144441604614258, -1.1926933526992798, -1.4732166528701782, -2.025453567504883, -1.3526777029037476, -1.516809344291687, -1.9831429719924927, -0.9140881896018982, -1.6818115711212158, -0.964546799659729, -0.8274283409118652, -1.0120679140090942, -0.6466054320335388, -0.5628387928009033, -1.5882248878479004, -1.4562066793441772, -2.4569146633148193, -0.7202154397964478, -0.9929195642471313, -0.9089381098747253, -1.35354483127594, -0.30073198676109314, -0.05801926925778389, -0.6915359497070312, -1.7996156215667725, -0.7887241840362549, -2.1232895851135254, -1.602781057357788, -0.021716773509979248, -1.2842223644256592, -1.030234932899475, -1.2073283195495605, -1.9038481712341309, -1.5917799472808838, -1.5185816287994385, -1.1812503337860107, -1.7677326202392578, -1.1205748319625854, -2.1592648029327393, -1.0615918636322021, -1.7994786500930786, -0.060054048895835876, -1.463034987449646, -1.2595295906066895, -1.2760236263275146, -0.8242495656013489, -1.48700749874115, -1.6631613969802856, -0.4911554157733917, -1.6078870296478271, -1.2603987455368042, -1.953652024269104, -2.2232043743133545, -2.385866641998291, -1.5026687383651733, -1.792598843574524, -2.23197078704834, -1.1746996641159058, -0.3968302309513092, -0.8367703557014465, -0.6924188733100891, -1.1376644372940063, -1.7023638486862183, -0.636404812335968, -1.5226356983184814, -1.1236168146133423, -0.9874321222305298]}, "Bot004_039_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home That is cool. I am not a very experienced person, but my job is at the soup kitchen . How old are you? I am 22 years old . I'm 35 I have not tried that. What do you do for fun ? I go to the gym and watch tv I like to go to the park and read books . Sounds great", "response": "I am not a fan of that .", "annotation_id": "Bot004_039_16", "annotations": ["T", "X", "T", "X", "O", "O", "O", "T", "X", "X", "O", "X", "T", "T", "O"], "gpt2_target_score": [-10.37339973449707, -14.871622085571289, -13.21353530883789, -7.0523223876953125, -15.882278442382812, -9.984102249145508, -11.687163352966309, -13.68774127960205], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -1.195759892463684, -1.2869513034820557, -1.0138853788375854, -1.4501113891601562, -2.8327267169952393, -1.3727222681045532, -1.859494924545288, -1.1792933940887451, -1.4511862993240356, -0.13576197624206543, -1.4172649383544922, -1.754565954208374, -2.105088949203491, -2.0356574058532715, -1.9482470750808716, -1.982252597808838, -1.7963682413101196, -1.7180956602096558, -1.7972294092178345, -1.9017703533172607, -1.1036587953567505, -1.0066593885421753, -1.2765206098556519, -2.280761241912842, -1.8690897226333618, -0.8302921056747437, -2.477418899536133, -1.065727710723877, -1.3917205333709717, -1.313115119934082, -1.187324047088623, -3.725257158279419, -1.3772481679916382, -1.2488489151000977, -0.6758866906166077, -1.7718145847320557, -1.2067724466323853, -2.647364616394043, -2.1419875621795654, -1.7204033136367798, -1.3160340785980225, -1.4203245639801025, -1.3951351642608643, -1.8713661432266235, -2.474766731262207, -1.3543078899383545, -1.3285937309265137, -1.774585485458374, -1.0856438875198364, -0.09063843637704849, -1.4685972929000854, -0.6104952692985535, -2.144441604614258, -1.1926933526992798, -1.4732166528701782, -2.025453567504883, -1.3526777029037476, -1.516809344291687, -1.9831429719924927, -0.9140881896018982, -1.6818115711212158, -0.964546799659729, -0.8274283409118652, -1.0120679140090942, -0.6466054320335388, -0.5628387928009033, -1.5882248878479004, -1.4562066793441772, -2.4569146633148193, -0.7202154397964478, -0.9929195642471313, -0.9089367985725403, -1.3535422086715698, -0.30073532462120056, -0.05801926925778389, -0.6915430426597595, -1.799611210823059, -0.7887239456176758, -2.1232810020446777, -1.602776050567627, -0.021716423332691193, -1.2842223644256592, -1.030232548713684, -1.2073476314544678, -1.903847575187683, -1.5918000936508179, -1.5185794830322266, -1.1812537908554077, -1.7677241563796997, -1.1205711364746094, -2.1592483520507812, -1.0615780353546143, -1.7994893789291382, -0.06005416065454483, -1.4630255699157715, -1.259522557258606, -1.276033878326416, -0.8242578506469727, -1.4870142936706543, -1.6631540060043335, -0.49116116762161255, -1.6078726053237915, -1.260389804840088, -1.9536559581756592, -2.223203182220459, -2.385880470275879, -1.5026662349700928, -2.24173903465271, -1.5617632865905762, -0.29247328639030457, -1.3969159126281738, -1.327852725982666, -1.079437255859375, -1.402026891708374, -1.2118414640426636, -1.6079951524734497, -1.2741947174072266, -0.8681902289390564, -1.5141130685806274, -1.5447994470596313, -1.8132884502410889, -2.078836441040039, -2.013427257537842, -1.1747125387191772, -1.288248062133789, -0.10867627710103989, -2.889725923538208, -1.9594799280166626, -1.0256731510162354]}, "Bot004_039_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home That is cool. I am not a very experienced person, but my job is at the soup kitchen . How old are you? I am 22 years old . I'm 35 I have not tried that. What do you do for fun ? I go to the gym and watch tv I like to go to the park and read books . Sounds great I am not a fan of that . Why?", "response": "I am not sure what to do with my uncle .", "annotation_id": "Bot004_039_18", "annotations": ["T", "X", "O", "X", "X", "T", "X", "O", "T", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-10.37339973449707, -14.871622085571289, -13.21353530883789, -17.268722534179688, -14.857373237609863, -9.334360122680664, -12.052901268005371, -10.1837739944458, -15.810203552246094, -16.358585357666016, -13.069727897644043], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -1.195759892463684, -1.2869513034820557, -1.0138853788375854, -1.4501113891601562, -2.8327267169952393, -1.3727222681045532, -1.859494924545288, -1.1792933940887451, -1.4511862993240356, -0.13576197624206543, -1.4172649383544922, -1.754565954208374, -2.105088949203491, -2.0356574058532715, -1.9482470750808716, -1.982252597808838, -1.7963682413101196, -1.7180956602096558, -1.7972294092178345, -1.9017703533172607, -1.1036587953567505, -1.0066593885421753, -1.2765206098556519, -2.280761241912842, -1.8690897226333618, -0.8302921056747437, -2.477418899536133, -1.065727710723877, -1.3917205333709717, -1.313115119934082, -1.187324047088623, -3.725257158279419, -1.3772481679916382, -1.2488489151000977, -0.6758866906166077, -1.7718145847320557, -1.2067724466323853, -2.647364616394043, -2.1419875621795654, -1.7204033136367798, -1.3160340785980225, -1.4203245639801025, -1.3951351642608643, -1.8713661432266235, -2.474766731262207, -1.3543078899383545, -1.3285937309265137, -1.774585485458374, -1.0856438875198364, -0.09063843637704849, -1.4685972929000854, -0.6104952692985535, -2.144441604614258, -1.1926933526992798, -1.4732166528701782, -2.025453567504883, -1.3526777029037476, -1.516809344291687, -1.9831429719924927, -0.9140881896018982, -1.6818115711212158, -0.964546799659729, -0.8274283409118652, -1.0120679140090942, -0.6466054320335388, -0.5628387928009033, -1.5882248878479004, -1.4562066793441772, -2.4569146633148193, -0.7202154397964478, -0.9929195642471313, -0.9089367985725403, -1.3535422086715698, -0.30073532462120056, -0.05801926925778389, -0.6915430426597595, -1.799611210823059, -0.7887239456176758, -2.1232810020446777, -1.602776050567627, -0.021716423332691193, -1.2842223644256592, -1.030232548713684, -1.2073476314544678, -1.903847575187683, -1.5918000936508179, -1.5185794830322266, -1.1812537908554077, -1.7677241563796997, -1.1205711364746094, -2.1592483520507812, -1.0615780353546143, -1.7994893789291382, -0.06005416065454483, -1.4630255699157715, -1.259522557258606, -1.276033878326416, -0.8242578506469727, -1.4870142936706543, -1.6631540060043335, -0.49116116762161255, -1.6078726053237915, -1.260389804840088, -1.9536559581756592, -2.223203182220459, -2.385880470275879, -1.5026662349700928, -2.24173903465271, -1.5617632865905762, -0.29247328639030457, -1.3969159126281738, -1.327852725982666, -1.079437255859375, -1.402026891708374, -1.2118414640426636, -1.6079951524734497, -1.2741947174072266, -0.8681902289390564, -1.5141130685806274, -1.5447994470596313, -2.341083288192749, -2.057537078857422, -1.5256922245025635, -1.7849371433258057, -0.10646330565214157, -2.8349881172180176, -1.858615517616272, -1.243584156036377, -1.3619837760925293, -1.3511139154434204, -1.4228757619857788, -1.8269363641738892, -1.3997271060943604, -0.6166990995407104, -1.8913625478744507, -1.1539573669433594, -0.4470672011375427, -1.630958914756775, -1.587422490119934, -1.337428331375122, -0.997066855430603, -1.142268419265747]}, "Bot004_039_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home That is cool. I am not a very experienced person, but my job is at the soup kitchen . How old are you? I am 22 years old . I'm 35 I have not tried that. What do you do for fun ? I go to the gym and watch tv I like to go to the park and read books . Sounds great I am not a fan of that . Why? I am not sure what to do with my uncle . What's the problem with him?", "response": "We have a lot of problems in common situations, i am a bit depressed .", "annotation_id": "Bot004_039_20", "annotations": ["O", "T", "T", "X", "O", "O", "T", "T", "O", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-13.197160720825195, -14.133516311645508, -12.16763687133789, -16.2694091796875, -12.530499458312988, -14.678518295288086, -9.826128959655762, -16.467309951782227, -21.034408569335938, -5.863933563232422, -10.902544975280762, -12.589309692382812, -11.050567626953125, -15.777173042297363, -17.382488250732422, -13.067009925842285], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -1.195759892463684, -1.2869513034820557, -1.0138853788375854, -1.4501113891601562, -2.8327267169952393, -1.3727222681045532, -1.859494924545288, -1.1792933940887451, -1.4511862993240356, -0.13576197624206543, -1.4172649383544922, -1.754565954208374, -2.105088949203491, -2.0356574058532715, -1.9482470750808716, -1.982252597808838, -1.7963682413101196, -1.7180956602096558, -1.7972294092178345, -1.9017703533172607, -1.1036587953567505, -1.0066593885421753, -1.2765206098556519, -2.280761241912842, -1.8690897226333618, -0.8302921056747437, -2.477418899536133, -1.065727710723877, -1.3917205333709717, -1.313115119934082, -1.187324047088623, -3.725257158279419, -1.3772481679916382, -1.2488489151000977, -0.6758866906166077, -1.7718145847320557, -1.2067724466323853, -2.647364616394043, -2.1419875621795654, -1.7204033136367798, -1.3160340785980225, -1.4203245639801025, -1.3951351642608643, -1.8713661432266235, -2.474766731262207, -1.3543078899383545, -1.3285937309265137, -1.774585485458374, -1.0856438875198364, -0.09063843637704849, -1.4685972929000854, -0.6104952692985535, -2.144441604614258, -1.1926933526992798, -1.4732166528701782, -2.025453567504883, -1.3526777029037476, -1.516809344291687, -1.9831429719924927, -0.9140881896018982, -1.6818115711212158, -0.964546799659729, -0.8274283409118652, -1.0120679140090942, -0.6466054320335388, -0.5628387928009033, -1.5882248878479004, -1.4562066793441772, -2.4569146633148193, -0.7202154397964478, -0.9929195642471313, -0.9089367985725403, -1.3535422086715698, -0.30073532462120056, -0.05801926925778389, -0.6915430426597595, -1.799611210823059, -0.7887239456176758, -2.1232810020446777, -1.602776050567627, -0.021716423332691193, -1.2842223644256592, -1.030232548713684, -1.2073476314544678, -1.903847575187683, -1.5918000936508179, -1.5185794830322266, -1.1812537908554077, -1.7677241563796997, -1.1205711364746094, -2.1592483520507812, -1.0615780353546143, -1.7994893789291382, -0.06005416065454483, -1.4630255699157715, -1.259522557258606, -1.276033878326416, -0.8242578506469727, -1.4870142936706543, -1.6631540060043335, -0.49116116762161255, -1.6078726053237915, -1.260389804840088, -1.9536559581756592, -2.223203182220459, -2.385880470275879, -1.5026662349700928, -2.24173903465271, -1.5617632865905762, -0.29247328639030457, -1.3969159126281738, -1.327852725982666, -1.079437255859375, -1.402026891708374, -1.2118414640426636, -1.6079951524734497, -1.2741947174072266, -0.8681902289390564, -1.5141130685806274, -1.544810175895691, -2.3410823345184326, -2.0575220584869385, -1.5257025957107544, -1.7849336862564087, -0.10646320134401321, -2.8349783420562744, -1.8586113452911377, -1.243584394454956, -1.3619827032089233, -1.3511039018630981, -1.557468056678772, -1.4167951345443726, -0.7169322967529297, -1.9216370582580566, -1.3624038696289062, -0.3358193337917328, -1.8289291858673096, -1.272519826889038, -0.9807255864143372, -1.1742403507232666, -1.2370244264602661, -1.279078722000122, -0.7743964195251465, -1.780121922492981, -0.5331379175186157, -1.6806023120880127, -0.6147779226303101, -1.4423658847808838, -1.8872283697128296, -1.6451526880264282, -1.0740002393722534, -2.381920099258423, -0.14019812643527985, -2.6269795894622803, -0.8791713118553162, -1.2940080165863037, -1.22830331325531, -1.1505639553070068, -1.8740613460540771, -2.4085841178894043, -1.7960922718048096, -2.9027931690216064, -2.321833848953247, -1.4357093572616577, -1.2536520957946777]}, "Bot004_043_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you?", "response": "I am doing well. Just got done with my nightly run .", "annotation_id": "Bot004_043_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.925350189208984, -9.09853744506836, -10.141976356506348, -10.8114013671875, -11.199112892150879, -12.475421905517578, -9.49452018737793, -14.12816047668457, -12.248432159423828, -10.663628578186035, -17.522293090820312, -15.717453002929688, -7.2502827644348145], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -1.295529842376709, -3.3683762550354004, -2.7933006286621094, -0.7417307496070862, -1.409972906112671, -1.4292645454406738, -0.43317461013793945, -1.446448564529419, -0.1122548058629036, -1.603467583656311, -1.5705183744430542, -0.1904279589653015, -1.2142438888549805, -1.6566609144210815, -1.848696231842041, -1.0292868614196777, -2.5682356357574463, -1.8542722463607788, -1.9190776348114014, -1.1353044509887695, -2.912062644958496, -1.6600922346115112, -1.6601399183273315, -1.1022413969039917, -1.881058931350708, -1.6199179887771606, -1.5127509832382202, -1.743187427520752]}, "Bot004_043_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work?", "response": "I am a nurse. What about you ?", "annotation_id": "Bot004_043_04", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.925350189208984, -9.09853744506836, -7.094826698303223, -11.22943115234375, -11.199112892150879, -12.735584259033203, -9.461698532104492, -12.146490097045898, -15.324554443359375], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -1.295529842376709, -3.3683762550354004, -2.7933006286621094, -0.7417307496070862, -1.409972906112671, -1.4292645454406738, -0.43317461013793945, -1.446448564529419, -0.1122548058629036, -1.603467583656311, -1.5705183744430542, -0.1904279589653015, -1.2142438888549805, -1.6566609144210815, -1.1578826904296875, -2.762462615966797, -2.0447354316711426, -2.0523149967193604, -1.300383448600769, -2.964510917663574, -1.6807736158370972, -1.6628012657165527, -1.1613857746124268, -1.9333703517913818, -1.5701059103012085, -1.546017050743103, -1.7661141157150269, -1.5682445764541626, -0.7401800751686096, -1.0792323350906372, -0.6999817490577698, -1.39618718624115, -1.8518640995025635, -1.6285556554794312, -1.6867396831512451, -3.703178644180298, -1.6583027839660645, -0.9050788879394531, -1.791569471359253, -0.5414721965789795, -0.27344056963920593, -0.45153188705444336]}, "Bot004_043_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor", "response": "I am a nurse, what do you do ?", "annotation_id": "Bot004_043_06", "annotations": ["O", "O", "X", "T", "X", "T", "X", "T", "O", "T", "T", "O", "O", "T", "X"], "gpt2_target_score": [-9.925350189208984, -9.09853744506836, -7.094826698303223, -11.22943115234375, -9.625405311584473, -12.024356842041016, -10.816190719604492, -12.146490097045898, -14.735618591308594, -11.318245887756348], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -1.295529842376709, -3.3683762550354004, -2.7933006286621094, -0.7417307496070862, -1.409972906112671, -1.4292645454406738, -0.43317461013793945, -1.446448564529419, -0.1122548058629036, -1.603467583656311, -1.5705183744430542, -0.1904279589653015, -1.2142438888549805, -1.6566609144210815, -1.1578826904296875, -2.762462615966797, -2.0447354316711426, -2.0523149967193604, -1.300383448600769, -2.964510917663574, -1.6807736158370972, -1.6628012657165527, -1.1613857746124268, -1.9333703517913818, -1.5701184272766113, -1.5460195541381836, -1.7661244869232178, -1.5682456493377686, -0.7401778101921082, -1.079225778579712, -0.7000015377998352, -1.3961944580078125, -1.4329735040664673, -2.1777124404907227, -3.6905789375305176, -1.5745983123779297, -1.181809902191162, -1.652649998664856, -0.41695278882980347, -0.24038666486740112, -1.3527477979660034, -1.4908561706542969, -1.163535237312317, -0.28567683696746826, -1.1940281391143799, -2.11496901512146, -1.5057940483093262, -0.8096767067909241, -0.22444333136081696, -1.0355998277664185, -1.9635645151138306, -1.3934532403945923, -0.058581672608852386, -1.080820083618164, -1.0160578489303589, -0.4144890308380127]}, "Bot004_043_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you?", "response": "I am 22 and have a long time", "annotation_id": "Bot004_043_08", "annotations": ["O", "O", "T", "T", "X", "O", "T", "X", "O", "X", "X", "O", "O", "T", "T"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -12.86244010925293, -8.670265197753906, -11.502503395080566, -8.192597389221191, -11.620848655700684, -13.0385160446167], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -1.4464420080184937, -0.11225714534521103, -1.6034516096115112, -1.570508360862732, -0.19043447077274323, -1.214231014251709, -1.6566458940505981, -1.1578689813613892, -2.7624001502990723, -2.044734001159668, -2.052290201187134, -1.3003332614898682, -2.9645209312438965, -1.6807923316955566, -1.6628217697143555, -1.1614124774932861, -1.9333702325820923, -1.5701136589050293, -1.5460197925567627, -1.7661466598510742, -1.5682698488235474, -0.7401650547981262, -1.079220175743103, -0.6999787092208862, -1.3961565494537354, -1.4329677820205688, -2.1777031421661377, -3.6905760765075684, -1.5745606422424316, -1.1818177700042725, -1.652652382850647, -0.4169490337371826, -0.24038159847259521, -1.3527482748031616, -1.4908404350280762, -1.163565754890442, -0.2856720983982086, -1.194039225578308, -1.1974962949752808, -1.2662004232406616, -0.5335463285446167, -1.3646538257598877, -1.8500151634216309, -1.3442342281341553, -0.0822400152683258, -1.1807713508605957, -1.4211533069610596, -1.5889744758605957, -1.4953886270523071, -0.26786744594573975, -0.05406905338168144, -0.7166053056716919, -1.8571743965148926, -1.9963396787643433, -0.5716474652290344, -1.0820472240447998, -1.6486669778823853, -1.404395580291748, -0.8373819589614868, -3.2511425018310547, -1.9864758253097534, -2.4778947830200195]}, "Bot004_043_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you? I am 22 and have a long time are you married?", "response": "No i am not. Just stay at home .", "annotation_id": "Bot004_043_10", "annotations": ["O", "O", "O", "O", "T", "O", "T", "X", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-11.701579093933105, -5.570601463317871, -5.240782260894775, -9.369438171386719, -11.199112892150879, -12.475480079650879, -13.090010643005371, -13.271994590759277, -19.454139709472656, -12.924690246582031], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -1.4464420080184937, -0.11225714534521103, -1.6034516096115112, -1.570508360862732, -0.19043447077274323, -1.214231014251709, -1.6566458940505981, -1.1578689813613892, -2.7624001502990723, -2.044734001159668, -2.052290201187134, -1.3003332614898682, -2.9645209312438965, -1.6807923316955566, -1.6628217697143555, -1.1614124774932861, -1.9333702325820923, -1.5701136589050293, -1.5460197925567627, -1.7661466598510742, -1.5682698488235474, -0.7401650547981262, -1.079220175743103, -0.6999855637550354, -1.3961536884307861, -1.4329617023468018, -2.1776881217956543, -3.6905672550201416, -1.5745631456375122, -1.1818184852600098, -1.652651309967041, -0.4169500470161438, -0.24038609862327576, -1.3527477979660034, -1.4908372163772583, -1.163558840751648, -0.28567004203796387, -1.1940377950668335, -1.1974878311157227, -1.2662183046340942, -0.5335466861724854, -1.3646674156188965, -1.850015640258789, -1.3442317247390747, -0.08224089443683624, -1.1807551383972168, -1.4211503267288208, -1.5889692306518555, -1.4953858852386475, -0.2678667902946472, -0.05406860262155533, -0.7165992259979248, -1.8571741580963135, -0.43014711141586304, -1.4448438882827759, -1.773518681526184, -1.4017891883850098, -0.9563832879066467, -3.167200803756714, -1.889813780784607, -2.338099241256714, -0.5157239437103271, -2.0612587928771973, -0.7388309836387634, -1.8937273025512695, -1.7572801113128662, -1.481350064277649, -0.39767488837242126, -1.5011608600616455, -1.0959346294403076, -0.995734691619873, -2.1618101596832275, -1.6531412601470947, -0.12826578319072723, -0.9932301640510559, -1.7690043449401855]}, "Bot004_043_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you? I am 22 and have a long time are you married? No i am not. Just stay at home . do you like drinking alcohol?", "response": "Yes i do, especially when you drink it", "annotation_id": "Bot004_043_12", "annotations": ["O", "O", "O", "O", "T", "O", "T", "X", "T", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-14.430048942565918, -5.570601463317871, -1.618788242340088, -9.479774475097656, -14.615479469299316, -7.9260573387146, -8.401991844177246, -16.470670700073242, -13.206184387207031], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -1.4464420080184937, -0.11225714534521103, -1.6034516096115112, -1.570508360862732, -0.19043447077274323, -1.214231014251709, -1.6566458940505981, -1.1578689813613892, -2.7624001502990723, -2.044734001159668, -2.052290201187134, -1.3003332614898682, -2.9645209312438965, -1.6807923316955566, -1.6628217697143555, -1.1614124774932861, -1.9333702325820923, -1.5701136589050293, -1.5460197925567627, -1.7661466598510742, -1.5682698488235474, -0.7401650547981262, -1.079220175743103, -0.6999855637550354, -1.3961536884307861, -1.4329617023468018, -2.1776881217956543, -3.6905672550201416, -1.5745631456375122, -1.1818078756332397, -1.6526377201080322, -0.4169483184814453, -0.2403886318206787, -1.3527501821517944, -1.4908329248428345, -1.1635546684265137, -0.28567415475845337, -1.1940346956253052, -1.1974971294403076, -1.2662153244018555, -0.5335460305213928, -1.3646652698516846, -1.8500083684921265, -1.3442368507385254, -0.08224078267812729, -1.1807529926300049, -1.4211441278457642, -1.588975191116333, -1.4953895807266235, -0.2678646147251129, -0.054068487137556076, -0.7165963053703308, -1.8571730852127075, -0.4301428496837616, -1.4448364973068237, -1.7735159397125244, -1.4017871618270874, -0.9563809037208557, -3.167200803756714, -1.8898487091064453, -2.338092565536499, -0.5157256722450256, -2.0612616539001465, -0.7388250827789307, -1.8937182426452637, -1.5974513292312622, -0.37230291962623596, -1.080564022064209, -1.3044360876083374, -1.11324143409729, -2.202609062194824, -1.5886341333389282, -0.12361330538988113, -1.1031779050827026, -1.8012179136276245, -0.5889941453933716, -1.1398130655288696, -1.6739692687988281, -1.4678802490234375, -1.0815033912658691, -1.8622907400131226, -1.5724202394485474, -1.7049399614334106, -0.4876704514026642, -1.140901803970337, -1.4922542572021484, -2.0317912101745605, -1.0451066493988037, -1.314550518989563, -1.6034810543060303, -0.9512322545051575]}, "Bot004_043_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you? I am 22 and have a long time are you married? No i am not. Just stay at home . do you like drinking alcohol? Yes i do, especially when you drink it what is your favorite tv program?", "response": "I like to run, but my favorite thing to read is on sundays .", "annotation_id": "Bot004_043_14", "annotations": ["X", "O", "X", "X", "X", "T", "T", "X", "T", "X", "O", "O", "X", "T", "X"], "gpt2_target_score": [-9.925333976745605, -11.404372215270996, -3.3496079444885254, -11.012092590332031, -9.625397682189941, -8.370728492736816, -6.502669334411621, -16.62611961364746, -16.35927963256836, -7.9322123527526855, -13.197280883789062, -7.5855207443237305, -9.260684967041016, -8.91009521484375, -19.777997970581055, -8.905179023742676], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -1.4464420080184937, -0.11225714534521103, -1.6034516096115112, -1.570508360862732, -0.19043447077274323, -1.214231014251709, -1.6566458940505981, -1.1578689813613892, -2.7624001502990723, -2.044734001159668, -2.052290201187134, -1.3003332614898682, -2.9645209312438965, -1.6807923316955566, -1.6628217697143555, -1.1614124774932861, -1.9333702325820923, -1.5701136589050293, -1.5460197925567627, -1.7661466598510742, -1.5682698488235474, -0.7401650547981262, -1.079220175743103, -0.6999855637550354, -1.3961536884307861, -1.4329617023468018, -2.1776881217956543, -3.6905672550201416, -1.5745631456375122, -1.1818078756332397, -1.6526377201080322, -0.4169483184814453, -0.2403886318206787, -1.3527501821517944, -1.4908329248428345, -1.1635546684265137, -0.28567415475845337, -1.1940346956253052, -1.1974971294403076, -1.2662153244018555, -0.5335460305213928, -1.3646652698516846, -1.8500083684921265, -1.3442368507385254, -0.08224078267812729, -1.1807529926300049, -1.4211441278457642, -1.588975191116333, -1.4953895807266235, -0.2678646147251129, -0.054068487137556076, -0.7165963053703308, -1.8571730852127075, -0.4301428496837616, -1.4448364973068237, -1.7735159397125244, -1.4017871618270874, -0.9563809037208557, -3.167200803756714, -1.8898487091064453, -2.338092565536499, -0.5157256722450256, -2.0612616539001465, -0.7388250827789307, -1.8937182426452637, -1.5974513292312622, -0.37230291962623596, -1.080564022064209, -1.3044360876083374, -1.11324143409729, -2.202609062194824, -1.5886341333389282, -0.12361330538988113, -1.1031779050827026, -1.8012179136276245, -0.5889941453933716, -1.1398130655288696, -1.6739692687988281, -1.4678802490234375, -1.0815033912658691, -1.8622907400131226, -1.5234017372131348, -0.7335886359214783, -1.2327107191085815, -1.64937424659729, -2.005192518234253, -1.2633827924728394, -1.1500296592712402, -1.592713713645935, -0.9469037652015686, -1.1910196542739868, -0.9964824318885803, -1.4948065280914307, -1.361077070236206, -0.10537193715572357, -1.2322258949279785, -1.8648760318756104, -1.6510660648345947, -1.4111007452011108, -1.7547576427459717, -1.2272778749465942, -1.9316802024841309, -1.2700179815292358, -1.1573530435562134, -1.3720414638519287, -1.6740293502807617, -0.7685701847076416, -0.19940006732940674, -0.5593581199645996, -2.4873056411743164, -1.6950017213821411, -0.6393755078315735, -1.5315989255905151, -1.2752100229263306]}, "Bot004_043_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you? I am 22 and have a long time are you married? No i am not. Just stay at home . do you like drinking alcohol? Yes i do, especially when you drink it what is your favorite tv program? I like to run, but my favorite thing to read is on sundays . do you have a cat?", "response": "I do not. Do you ?", "annotation_id": "Bot004_043_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -9.638777732849121, -9.538114547729492, -10.958259582519531, -11.01265811920166, -8.899109840393066, -10.291579246520996], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -1.4464420080184937, -0.11225714534521103, -1.6034516096115112, -1.570508360862732, -0.19043447077274323, -1.214231014251709, -1.6566458940505981, -1.1578689813613892, -2.7624001502990723, -2.044734001159668, -2.052290201187134, -1.3003332614898682, -2.9645209312438965, -1.6807923316955566, -1.6628217697143555, -1.1614124774932861, -1.9333702325820923, -1.5701136589050293, -1.5460197925567627, -1.7661466598510742, -1.5682698488235474, -0.7401650547981262, -1.079220175743103, -0.6999855637550354, -1.3961536884307861, -1.4329617023468018, -2.1776881217956543, -3.6905672550201416, -1.5745631456375122, -1.1818078756332397, -1.6526377201080322, -0.4169483184814453, -0.2403886318206787, -1.3527501821517944, -1.4908329248428345, -1.1635546684265137, -0.28567415475845337, -1.1940346956253052, -1.1974971294403076, -1.2662153244018555, -0.5335460305213928, -1.3646652698516846, -1.8500083684921265, -1.3442368507385254, -0.08224078267812729, -1.1807529926300049, -1.4211441278457642, -1.588975191116333, -1.4953895807266235, -0.2678646147251129, -0.054068487137556076, -0.7165963053703308, -1.8571730852127075, -0.4301428496837616, -1.4448364973068237, -1.7735159397125244, -1.4017871618270874, -0.9563809037208557, -3.167200803756714, -1.8898487091064453, -2.338092565536499, -0.5157256722450256, -2.0612616539001465, -0.7388250827789307, -1.8937182426452637, -1.5974513292312622, -0.37230291962623596, -1.080564022064209, -1.3044360876083374, -1.11324143409729, -2.202609062194824, -1.5886341333389282, -0.12361330538988113, -1.1031779050827026, -1.8012179136276245, -0.5889941453933716, -1.1398130655288696, -1.6739692687988281, -1.4678802490234375, -1.0815033912658691, -1.8622907400131226, -1.5234017372131348, -0.7335886359214783, -1.2327107191085815, -1.64937424659729, -2.005192518234253, -1.2633827924728394, -1.1500296592712402, -1.592713713645935, -0.9469037652015686, -1.1910196542739868, -0.9964824318885803, -1.4948065280914307, -1.361077070236206, -0.10537193715572357, -1.2322258949279785, -1.8648760318756104, -1.317443609237671, -1.5614548921585083, -1.0042312145233154, -2.1452929973602295, -1.3512247800827026, -1.5660701990127563, -1.4552346467971802, -1.6812000274658203, -0.7022675275802612, -0.21163009107112885, -0.6597998142242432, -2.6637868881225586, -1.8068584203720093, -0.662331759929657, -1.625900149345398, -1.565892219543457, -0.08024860918521881, -0.7470966577529907, -0.769033670425415, -2.1540815830230713, -0.72195965051651, -1.9601573944091797, -1.9445207118988037, -1.3322532176971436, -1.9032118320465088, -1.3470336198806763, -0.8339616060256958, -0.14039218425750732, -0.876298725605011, -0.7142765522003174]}, "Bot004_043_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you? I am 22 and have a long time are you married? No i am not. Just stay at home . do you like drinking alcohol? Yes i do, especially when you drink it what is your favorite tv program? I like to run, but my favorite thing to read is on sundays . do you have a cat? I do not. Do you ? yes i have one", "response": "I have a lot of siblings so it is hard to care about", "annotation_id": "Bot004_043_18", "annotations": ["X", "O", "X", "X", "T", "T", "T", "X", "T", "O", "T", "O", "T", "T", "X"], "gpt2_target_score": [-9.925333976745605, -9.069396018981934, -7.094831943511963, -13.271888732910156, -10.715821266174316, -16.979402542114258, -9.014235496520996, -13.209254264831543, -12.204811096191406, -13.7591552734375, -4.837043285369873, -13.245196342468262, -10.09494400024414], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -1.4464420080184937, -0.11225714534521103, -1.6034516096115112, -1.570508360862732, -0.19043447077274323, -1.214231014251709, -1.6566458940505981, -1.1578689813613892, -2.7624001502990723, -2.044734001159668, -2.052290201187134, -1.3003332614898682, -2.9645209312438965, -1.6807923316955566, -1.6628217697143555, -1.1614124774932861, -1.9333702325820923, -1.5701136589050293, -1.5460197925567627, -1.7661466598510742, -1.5682698488235474, -0.7401650547981262, -1.079220175743103, -0.6999855637550354, -1.3961536884307861, -1.4329617023468018, -2.1776881217956543, -3.6905672550201416, -1.5745631456375122, -1.1818078756332397, -1.6526377201080322, -0.4169483184814453, -0.2403886318206787, -1.3527501821517944, -1.4908329248428345, -1.1635546684265137, -0.28567415475845337, -1.1940346956253052, -1.1974971294403076, -1.2662153244018555, -0.5335460305213928, -1.3646652698516846, -1.8500083684921265, -1.3442368507385254, -0.08224078267812729, -1.1807529926300049, -1.4211441278457642, -1.588975191116333, -1.4953895807266235, -0.2678646147251129, -0.054068487137556076, -0.7165963053703308, -1.8571730852127075, -0.4301428496837616, -1.4448364973068237, -1.7735159397125244, -1.4017871618270874, -0.9563809037208557, -3.167200803756714, -1.8898487091064453, -2.338092565536499, -0.5157256722450256, -2.0612616539001465, -0.7388250827789307, -1.8937182426452637, -1.5974513292312622, -0.37230291962623596, -1.080564022064209, -1.3044360876083374, -1.11324143409729, -2.202609062194824, -1.5886341333389282, -0.12361330538988113, -1.1031779050827026, -1.8012179136276245, -0.5889941453933716, -1.1398130655288696, -1.6739692687988281, -1.4678802490234375, -1.0815033912658691, -1.8622907400131226, -1.5234017372131348, -0.7335886359214783, -1.2327107191085815, -1.64937424659729, -2.005192518234253, -1.2633827924728394, -1.1500296592712402, -1.592713713645935, -0.9469037652015686, -1.1910196542739868, -0.9964824318885803, -1.4948065280914307, -1.361077070236206, -0.10537193715572357, -1.2322258949279785, -1.8648760318756104, -1.317443609237671, -1.5614548921585083, -1.0042312145233154, -2.1452929973602295, -1.3512247800827026, -1.5660701990127563, -1.4552346467971802, -1.6812000274658203, -0.7022675275802612, -0.21163009107112885, -0.6597998142242432, -2.6637868881225586, -1.8068584203720093, -0.662331759929657, -1.625900149345398, -1.565892219543457, -0.08024860918521881, -0.7470966577529907, -0.769033670425415, -2.1540815830230713, -0.72195965051651, -1.9601573944091797, -1.3721230030059814, -1.5311583280563354, -1.0319099426269531, -1.0788793563842773, -0.049208059906959534, -0.9080673456192017, -1.8033654689788818, -1.2136846780776978, -0.773478090763092, -0.21799421310424805, -1.2858352661132812, -1.808820128440857, -1.306045413017273, -0.9604339599609375, -0.08204258233308792, -0.22410239279270172, -0.29683223366737366, -1.5661160945892334, -1.186740756034851, -1.430504322052002, -2.2449653148651123, -0.37880823016166687, -2.0024592876434326, -0.470222532749176, -1.0991002321243286]}, "Bot004_043_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you? I am 22 and have a long time are you married? No i am not. Just stay at home . do you like drinking alcohol? Yes i do, especially when you drink it what is your favorite tv program? I like to run, but my favorite thing to read is on sundays . do you have a cat? I do not. Do you ? yes i have one I have a lot of siblings so it is hard to care about what is your favorite food?", "response": "I love pizza! What about you ?", "annotation_id": "Bot004_043_20", "annotations": ["O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -12.043440818786621, -13.10249137878418, -11.058097839355469, -12.456177711486816, -8.669175148010254, -8.401991844177246, -14.541312217712402], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -1.4464420080184937, -0.11225714534521103, -1.6034516096115112, -1.570508360862732, -0.19043447077274323, -1.214231014251709, -1.6566458940505981, -1.1578689813613892, -2.7624001502990723, -2.044734001159668, -2.052290201187134, -1.3003332614898682, -2.9645209312438965, -1.6807923316955566, -1.6628217697143555, -1.1614124774932861, -1.9333702325820923, -1.5701136589050293, -1.5460197925567627, -1.7661466598510742, -1.5682698488235474, -0.7401650547981262, -1.079220175743103, -0.6999855637550354, -1.3961536884307861, -1.4329617023468018, -2.1776881217956543, -3.6905672550201416, -1.5745631456375122, -1.1818078756332397, -1.6526377201080322, -0.4169483184814453, -0.2403886318206787, -1.3527501821517944, -1.4908329248428345, -1.1635546684265137, -0.28567415475845337, -1.1940346956253052, -1.1974971294403076, -1.2662153244018555, -0.5335460305213928, -1.3646652698516846, -1.8500083684921265, -1.3442368507385254, -0.08224078267812729, -1.1807529926300049, -1.4211441278457642, -1.588975191116333, -1.4953895807266235, -0.2678646147251129, -0.054068487137556076, -0.7165963053703308, -1.8571730852127075, -0.4301428496837616, -1.4448364973068237, -1.7735159397125244, -1.4017871618270874, -0.9563809037208557, -3.167200803756714, -1.8898487091064453, -2.338092565536499, -0.5157256722450256, -2.0612616539001465, -0.7388250827789307, -1.8937182426452637, -1.5974513292312622, -0.37230291962623596, -1.080564022064209, -1.3044360876083374, -1.11324143409729, -2.202609062194824, -1.5886341333389282, -0.12361330538988113, -1.1031779050827026, -1.8012179136276245, -0.5889941453933716, -1.1398130655288696, -1.6739692687988281, -1.4678802490234375, -1.0815033912658691, -1.8622907400131226, -1.5234017372131348, -0.7335886359214783, -1.2327107191085815, -1.64937424659729, -2.005192518234253, -1.2633827924728394, -1.1500296592712402, -1.592713713645935, -0.9469037652015686, -1.1910196542739868, -0.9964824318885803, -1.4948065280914307, -1.361077070236206, -0.10537193715572357, -1.2322258949279785, -1.8648760318756104, -1.317443609237671, -1.5614548921585083, -1.0042312145233154, -2.1452929973602295, -1.3512247800827026, -1.5660701990127563, -1.4552346467971802, -1.6812000274658203, -0.7022675275802612, -0.21163009107112885, -0.6597998142242432, -2.6637868881225586, -1.8068584203720093, -0.662331759929657, -1.625900149345398, -1.565892219543457, -0.08024860918521881, -0.7470966577529907, -0.769033670425415, -2.1540815830230713, -0.72195965051651, -1.9601573944091797, -1.3721204996109009, -1.5311541557312012, -1.0319055318832397, -1.0788683891296387, -0.049207717180252075, -0.908061683177948, -1.8033565282821655, -1.2136855125427246, -0.7734821438789368, -0.21799449622631073, -1.2858339548110962, -1.3820903301239014, -1.1935946941375732, -0.29854777455329895, -0.3445722162723541, -1.0411062240600586, -1.450853705406189, -1.165777564048767, -0.9737054109573364, -2.2233781814575195, -0.4405474066734314, -2.141097068786621, -0.42191457748413086, -1.9171062707901, -1.9321237802505493, -1.8408982753753662, -1.4567067623138428, -0.4933844208717346, -1.4299683570861816, -1.97079598903656, -1.6992146968841553, -1.5976314544677734, -1.0565383434295654, -1.2889468669891357, -1.3822593688964844, -1.706390142440796, -0.9597988724708557, -0.6092670559883118, -0.6103512644767761]}, "Bot004_047_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?!", "response": "I am doing well. How are you ?", "annotation_id": "Bot004_047_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.373396873474121, -14.871613502502441, -15.113141059875488, -14.198712348937988, -6.863101959228516, -12.913829803466797, -12.47673225402832, -11.758389472961426, -14.73849868774414], "gpt2_argmax_score": [-1.9562060832977295, -2.5356149673461914, -0.19698449969291687, -1.5865604877471924, -1.8357526063919067, -0.8698616027832031, -1.987577199935913, -0.6532717347145081, -1.0943937301635742, -0.9394509792327881, -0.45930516719818115, -3.4506075382232666, -2.2771613597869873, -1.5301685333251953, -1.5739091634750366, -2.272179365158081, -0.9921903610229492, -1.526279330253601, -1.8295917510986328, -1.4958655834197998, -0.27748745679855347, -1.4507784843444824, -1.6998358964920044, -2.26682186126709, -0.9665340781211853, -2.1896679401397705, -1.9117940664291382, -1.7876098155975342, -1.1483650207519531, -1.1466059684753418, -0.07055351883172989, -1.0343708992004395, -0.29732370376586914]}, "Bot004_047_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS", "response": "Do you have any hobbies ?", "annotation_id": "Bot004_047_04", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-13.371001243591309, -12.38049030303955, -13.42528247833252, -12.879590034484863, -18.114776611328125, -12.353618621826172], "gpt2_argmax_score": [-1.9562060832977295, -2.5356149673461914, -0.19698449969291687, -1.5865604877471924, -1.8357526063919067, -0.8698616027832031, -1.987577199935913, -0.6532717347145081, -1.0943937301635742, -0.9394509792327881, -0.45930516719818115, -3.4506075382232666, -2.2771613597869873, -1.5301685333251953, -1.5739091634750366, -2.272179365158081, -0.9921903610229492, -1.526279330253601, -1.8295917510986328, -1.4958655834197998, -0.27748745679855347, -1.4507784843444824, -1.6998358964920044, -1.0336813926696777, -2.2073776721954346, -1.9801307916641235, -2.1435189247131348, -1.4154495000839233, -1.0562713146209717, -0.07500900328159332, -0.9226405024528503, -1.4008362293243408, -1.7393423318862915, -0.16713625192642212, -2.2130203247070312, -2.2196290493011475, -0.19631437957286835, -1.5345045328140259, -1.1644291877746582, -3.1788277626037598, -0.8490221500396729, -0.3708537518978119]}, "Bot004_047_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight.", "response": "I love the water. Especially near the ocean. Are you 100 years old ?", "annotation_id": "Bot004_047_06", "annotations": ["O", "T", "O", "T", "O", "O", "T", "O", "T", "T", "O", "O", "X", "O", "T"], "gpt2_target_score": [-10.37339973449707, -16.876768112182617, -10.202545166015625, -12.803230285644531, -6.863107204437256, -16.39085578918457, -15.17685604095459, -10.893536567687988, -18.223955154418945, -7.765987396240234, -11.442294120788574, -9.639198303222656, -15.895967483520508, -14.854924201965332, -12.98548412322998, -13.182759284973145], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.829595923423767, -1.4958508014678955, -0.277486652135849, -1.4507595300674438, -1.699833869934082, -1.0336755514144897, -2.2073826789855957, -1.9801138639450073, -2.1434950828552246, -1.4154666662216187, -1.0562753677368164, -0.07500988245010376, -0.9226229786872864, -1.4008418321609497, -1.7393481731414795, -0.16714158654212952, -2.2130489349365234, -0.31243348121643066, -1.6364834308624268, -1.1979423761367798, -3.175708532333374, -1.0757198333740234, -1.6819204092025757, -2.1402432918548584, -2.1672911643981934, -1.612449049949646, -1.8046132326126099, -1.443745732307434, -2.692734718322754, -2.0209505558013916, -1.4703137874603271, -2.5666708946228027, -1.8453636169433594, -1.9319202899932861, -1.9247522354125977, -2.0955281257629395, -2.0869827270507812, -1.1577227115631104, -1.8356595039367676, -2.039869785308838, -1.3354113101959229, -1.5134943723678589, -0.637361466884613, -1.4568760395050049, -0.7261786460876465, -1.0295367240905762, -0.12734931707382202, -2.426750898361206, -0.1212790235877037, -0.1289866417646408, -0.7126181721687317, -0.22888152301311493]}, "Bot004_047_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :)", "response": "I have never done that .", "annotation_id": "Bot004_047_08", "annotations": ["T", "O", "X", "O", "X", "X", "X", "T", "O", "O", "X", "X", "T", "O", "X"], "gpt2_target_score": [-10.37339973449707, -14.133516311645508, -15.886005401611328, -15.55908203125, -13.47984790802002, -12.669633865356445], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.829595923423767, -1.4958508014678955, -0.277486652135849, -1.4507595300674438, -1.699833869934082, -1.0336755514144897, -2.2073826789855957, -1.9801138639450073, -2.1434950828552246, -1.4154666662216187, -1.0562753677368164, -0.07500988245010376, -0.9226229786872864, -1.4008418321609497, -1.7393481731414795, -0.16714158654212952, -2.2130489349365234, -0.31243348121643066, -1.6364883184432983, -1.1979504823684692, -3.1757125854492188, -1.0757235288619995, -1.6819180250167847, -2.1402387619018555, -2.167302370071411, -1.6124736070632935, -1.8046388626098633, -1.4437496662139893, -2.6927237510681152, -2.020932674407959, -1.470323085784912, -2.5666751861572266, -1.8453738689422607, -1.931931734085083, -1.9247404336929321, -2.5113492012023926, -1.2252002954483032, -2.3764431476593018, -1.6601980924606323, -1.4255096912384033, -1.6439239978790283, -0.6709699630737305, -1.4044626951217651, -0.7978284955024719, -1.5964878797531128, -0.08524264395236969, -2.4706599712371826, -0.14827176928520203, -0.1071975827217102, -0.8883347511291504, -1.9854545593261719, -2.1326308250427246, -1.942125678062439, -1.8465921878814697, -1.2325505018234253, -1.353265404701233, -1.4842694997787476, -1.2382596731185913, -1.3213226795196533, -1.255057454109192]}, "Bot004_047_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :) I have never done that . where are you from?", "response": "I am from the united states. How about you ?", "annotation_id": "Bot004_047_10", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -14.871622085571289, -13.012565612792969, -6.031700134277344, -19.86256217956543, -14.126951217651367, -11.271559715270996, -12.612675666809082, -14.176892280578613, -11.539058685302734, -11.51972484588623], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.829595923423767, -1.4958508014678955, -0.277486652135849, -1.4507595300674438, -1.699833869934082, -1.0336755514144897, -2.2073826789855957, -1.9801138639450073, -2.1434950828552246, -1.4154666662216187, -1.0562753677368164, -0.07500988245010376, -0.9226229786872864, -1.4008418321609497, -1.7393481731414795, -0.16714158654212952, -2.2130489349365234, -0.31243348121643066, -1.6364834308624268, -1.1979423761367798, -3.175708532333374, -1.0757198333740234, -1.6819204092025757, -2.1402432918548584, -2.1672911643981934, -1.612449049949646, -1.8046132326126099, -1.443745732307434, -2.692734718322754, -2.0209505558013916, -1.4703137874603271, -2.5666708946228027, -1.8453636169433594, -1.9319202899932861, -1.9247522354125977, -2.51134991645813, -1.2251962423324585, -2.37644362449646, -1.6601977348327637, -1.425512433052063, -1.643913745880127, -0.6709650754928589, -1.4044671058654785, -0.7978381514549255, -1.5964910984039307, -0.08524177223443985, -2.4706499576568604, -0.14827373623847961, -0.10719683021306992, -0.8883388042449951, -1.985473394393921, -2.13263201713562, -1.942126750946045, -0.9050698280334473, -1.2804657220840454, -1.558862566947937, -1.4269648790359497, -1.4581084251403809, -1.3019928932189941, -1.3410993814468384, -0.09530889987945557, -0.9720500111579895, -0.5673961043357849, -1.552658200263977, -2.1695592403411865, -0.9777671694755554, -1.3639681339263916, -2.3460490703582764, -1.7344515323638916, -0.3075033724308014, -1.379180669784546, -1.3368384838104248, -1.4916746616363525, -0.2728859484195709, -0.9560104012489319, -0.25585082173347473]}, "Bot004_047_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :) I have never done that . where are you from? I am from the united states. How about you ? me too \nwhat is your favorite food?", "response": "I love pizza! What about you ?", "annotation_id": "Bot004_047_12", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -16.876768112182617, -15.639080047607422, -8.029220581054688, -14.567347526550293, -12.05394172668457, -10.277823448181152, -12.738957405090332], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.829595923423767, -1.4958508014678955, -0.277486652135849, -1.4507595300674438, -1.699833869934082, -1.0336755514144897, -2.2073826789855957, -1.9801138639450073, -2.1434950828552246, -1.4154666662216187, -1.0562753677368164, -0.07500988245010376, -0.9226229786872864, -1.4008418321609497, -1.7393481731414795, -0.16714158654212952, -2.2130489349365234, -0.31243348121643066, -1.6364834308624268, -1.1979423761367798, -3.175708532333374, -1.0757198333740234, -1.6819204092025757, -2.1402432918548584, -2.1672911643981934, -1.612449049949646, -1.8046132326126099, -1.443745732307434, -2.692734718322754, -2.0209505558013916, -1.4703137874603271, -2.5666708946228027, -1.8453636169433594, -1.9319202899932861, -1.9247522354125977, -2.51134991645813, -1.2251962423324585, -2.37644362449646, -1.6601977348327637, -1.425512433052063, -1.643913745880127, -0.6709650754928589, -1.4044671058654785, -0.7978381514549255, -1.5964910984039307, -0.08524177223443985, -2.4706499576568604, -0.14827373623847961, -0.10719683021306992, -0.8883388042449951, -1.985473394393921, -2.13263201713562, -1.942126750946045, -0.9050698280334473, -1.2804657220840454, -1.558862566947937, -1.4269648790359497, -1.4581084251403809, -1.3019928932189941, -1.3410993814468384, -0.09530889987945557, -0.9720500111579895, -0.5673961043357849, -1.552658200263977, -1.10345458984375, -1.5125226974487305, -2.2692008018493652, -1.7555290460586548, -0.3417269289493561, -1.4647471904754639, -1.5811532735824585, -1.4903916120529175, -0.2747185528278351, -0.9975948333740234, -1.8665173053741455, -1.570089340209961, -2.459662437438965, -2.502627372741699, -0.8384647369384766, -1.7126665115356445, -0.6090142130851746, -1.9221551418304443, -2.2839677333831787, -0.9073306918144226, -1.6561869382858276, -2.2408969402313232, -1.6148394346237183, -1.9493646621704102, -1.5936121940612793, -0.9098851084709167, -1.886553406715393, -0.7164685726165771, -0.7123436331748962, -0.3963961601257324]}, "Bot004_047_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :) I have never done that . where are you from? I am from the united states. How about you ? me too \nwhat is your favorite food? I love pizza! What about you ? spagetti", "response": "Spaghetti is my favorite .", "annotation_id": "Bot004_047_14", "annotations": ["O", "O", "X", "O", "O", "T", "O", "O", "T", "O", "X", "X", "O", "O", "O"], "gpt2_target_score": [-13.365442276000977, -20.85560417175293, -10.401222229003906, -7.193748474121094, -17.261568069458008, -12.669633865356445], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.829595923423767, -1.4958508014678955, -0.277486652135849, -1.4507595300674438, -1.699833869934082, -1.0336755514144897, -2.2073826789855957, -1.9801138639450073, -2.1434950828552246, -1.4154666662216187, -1.0562753677368164, -0.07500988245010376, -0.9226229786872864, -1.4008418321609497, -1.7393481731414795, -0.16714158654212952, -2.2130489349365234, -0.31243348121643066, -1.6364834308624268, -1.1979423761367798, -3.175708532333374, -1.0757198333740234, -1.6819204092025757, -2.1402432918548584, -2.1672911643981934, -1.612449049949646, -1.8046132326126099, -1.443745732307434, -2.692734718322754, -2.0209505558013916, -1.4703137874603271, -2.5666708946228027, -1.8453636169433594, -1.9319202899932861, -1.9247522354125977, -2.51134991645813, -1.2251962423324585, -2.37644362449646, -1.6601977348327637, -1.425512433052063, -1.643913745880127, -0.6709650754928589, -1.4044671058654785, -0.7978381514549255, -1.5964910984039307, -0.08524177223443985, -2.4706499576568604, -0.14827373623847961, -0.10719683021306992, -0.8883388042449951, -1.985473394393921, -2.13263201713562, -1.942126750946045, -0.9050698280334473, -1.2804657220840454, -1.558862566947937, -1.4269648790359497, -1.4581084251403809, -1.3019928932189941, -1.3410993814468384, -0.09530889987945557, -0.9720500111579895, -0.5673961043357849, -1.552658200263977, -1.10345458984375, -1.5125226974487305, -2.2692015171051025, -1.7555254697799683, -0.3417282998561859, -1.4647462368011475, -1.5811517238616943, -1.4903910160064697, -0.2747162878513336, -0.9975943565368652, -1.8664915561676025, -1.5700922012329102, -2.4596757888793945, -2.50262188911438, -0.8384580612182617, -1.7126564979553223, -0.609014093875885, -1.9221731424331665, -2.2839787006378174, -0.9073410034179688, -1.656195044517517, -1.6632519960403442, -2.1095728874206543, -1.3818942308425903, -1.7294641733169556, -1.9021309614181519, -0.6894531846046448, -0.5635864734649658, -1.995559573173523, -1.033597469329834, -0.4962679147720337, -2.441162347793579, -1.9596971273422241, -0.26346391439437866, -1.935539722442627, -1.612706184387207, -0.38412952423095703, -1.9010173082351685, -1.5534545183181763]}, "Bot004_047_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :) I have never done that . where are you from? I am from the united states. How about you ? me too \nwhat is your favorite food? I love pizza! What about you ? spagetti Spaghetti is my favorite . do you like watching tv?", "response": "Yes i love watching shows on tv", "annotation_id": "Bot004_047_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-15.500970840454102, -14.219194412231445, -14.618816375732422, -16.191383361816406, -14.415833473205566, -8.366067886352539, -17.016855239868164], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.829595923423767, -1.4958508014678955, -0.277486652135849, -1.4507595300674438, -1.699833869934082, -1.0336755514144897, -2.2073826789855957, -1.9801138639450073, -2.1434950828552246, -1.4154666662216187, -1.0562753677368164, -0.07500988245010376, -0.9226229786872864, -1.4008418321609497, -1.7393481731414795, -0.16714158654212952, -2.2130489349365234, -0.31243348121643066, -1.6364834308624268, -1.1979423761367798, -3.175708532333374, -1.0757198333740234, -1.6819204092025757, -2.1402432918548584, -2.1672911643981934, -1.612449049949646, -1.8046132326126099, -1.443745732307434, -2.692734718322754, -2.0209505558013916, -1.4703137874603271, -2.5666708946228027, -1.8453636169433594, -1.9319202899932861, -1.9247522354125977, -2.51134991645813, -1.2251962423324585, -2.37644362449646, -1.6601977348327637, -1.425512433052063, -1.643913745880127, -0.6709650754928589, -1.4044671058654785, -0.7978381514549255, -1.5964910984039307, -0.08524177223443985, -2.4706499576568604, -0.14827373623847961, -0.10719683021306992, -0.8883388042449951, -1.985473394393921, -2.13263201713562, -1.942126750946045, -0.9050698280334473, -1.2804657220840454, -1.558862566947937, -1.4269648790359497, -1.4581084251403809, -1.3019928932189941, -1.3410993814468384, -0.09530889987945557, -0.9720500111579895, -0.5673961043357849, -1.552658200263977, -1.10345458984375, -1.5125226974487305, -2.2692008018493652, -1.7555290460586548, -0.3417269289493561, -1.4647471904754639, -1.5811532735824585, -1.4903916120529175, -0.2747170329093933, -0.9975889921188354, -1.8665024042129517, -1.5701005458831787, -2.4596779346466064, -2.5026230812072754, -0.8384555578231812, -1.712669014930725, -0.6090200543403625, -1.922170877456665, -2.2839646339416504, -0.9073389172554016, -1.656202793121338, -1.6632421016693115, -2.1095807552337646, -1.3818986415863037, -1.7294623851776123, -1.9021273851394653, -0.6894574165344238, -0.5635861754417419, -1.9955507516860962, -1.0335921049118042, -0.49626484513282776, -2.4411568641662598, -0.7058144807815552, -1.7390339374542236, -1.6892988681793213, -0.39982277154922485, -1.7424017190933228, -2.049694299697876, -0.09054915606975555, -1.078433632850647, -2.139066457748413, -2.3094191551208496, -1.5509686470031738, -1.9933876991271973, -1.7178668975830078, -1.1716302633285522, -1.341186285018921, -0.9009305238723755, -0.8214664459228516, -1.620287299156189, -1.538122534751892, -1.4600653648376465]}, "Bot004_047_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :) I have never done that . where are you from? I am from the united states. How about you ? me too \nwhat is your favorite food? I love pizza! What about you ? spagetti Spaghetti is my favorite . do you like watching tv? Yes i love watching shows on tv what is your favorite tv program?", "response": "I like to run, but not at all .", "annotation_id": "Bot004_047_18", "annotations": ["T", "X", "X", "X", "X", "X", "X", "T", "T", "T", "X", "X", "X", "X", "X"], "gpt2_target_score": [-10.37339973449707, -13.384439468383789, -9.570930480957031, -16.43206787109375, -8.545165061950684, -10.135278701782227, -12.09333324432373, -10.247715950012207, -14.145350456237793, -13.478954315185547], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.829595923423767, -1.4958508014678955, -0.277486652135849, -1.4507595300674438, -1.699833869934082, -1.0336755514144897, -2.2073826789855957, -1.9801138639450073, -2.1434950828552246, -1.4154666662216187, -1.0562753677368164, -0.07500988245010376, -0.9226229786872864, -1.4008418321609497, -1.7393481731414795, -0.16714158654212952, -2.2130489349365234, -0.31243348121643066, -1.6364834308624268, -1.1979423761367798, -3.175708532333374, -1.0757198333740234, -1.6819204092025757, -2.1402432918548584, -2.1672911643981934, -1.612449049949646, -1.8046132326126099, -1.443745732307434, -2.692734718322754, -2.0209505558013916, -1.4703137874603271, -2.5666708946228027, -1.8453636169433594, -1.9319202899932861, -1.9247522354125977, -2.51134991645813, -1.2251962423324585, -2.37644362449646, -1.6601977348327637, -1.425512433052063, -1.643913745880127, -0.6709650754928589, -1.4044671058654785, -0.7978381514549255, -1.5964910984039307, -0.08524177223443985, -2.4706499576568604, -0.14827373623847961, -0.10719683021306992, -0.8883388042449951, -1.985473394393921, -2.13263201713562, -1.942126750946045, -0.9050698280334473, -1.2804657220840454, -1.558862566947937, -1.4269648790359497, -1.4581084251403809, -1.3019928932189941, -1.3410993814468384, -0.09530889987945557, -0.9720500111579895, -0.5673961043357849, -1.552658200263977, -1.10345458984375, -1.5125226974487305, -2.2692008018493652, -1.7555290460586548, -0.3417269289493561, -1.4647471904754639, -1.5811532735824585, -1.4903916120529175, -0.2747185528278351, -0.9975948333740234, -1.8665173053741455, -1.570089340209961, -2.459662437438965, -2.502627372741699, -0.8384647369384766, -1.7126665115356445, -0.6090142130851746, -1.9221551418304443, -2.2839677333831787, -0.9073306918144226, -1.6561869382858276, -1.6632460355758667, -2.1095669269561768, -1.3818840980529785, -1.7294707298278809, -1.9021289348602295, -0.6894567608833313, -0.5635849237442017, -1.995551347732544, -1.0335971117019653, -0.4962649345397949, -2.4411542415618896, -0.7058162689208984, -1.7390419244766235, -1.689300298690796, -0.3998216688632965, -1.742394208908081, -2.0497069358825684, -0.09054882824420929, -1.0784355401992798, -2.1390655040740967, -2.309410333633423, -1.550973892211914, -1.993363618850708, -2.1574442386627197, -1.6047170162200928, -1.063398003578186, -1.1040595769882202, -1.8710954189300537, -1.5856391191482544, -1.5301092863082886, -1.4678480625152588, -0.9631596207618713, -0.25335416197776794, -2.23984956741333, -0.4635835587978363, -0.7693221569061279, -1.8356536626815796, -2.0382497310638428, -1.868165135383606, -0.8022520542144775, -0.09354336559772491, -2.2581186294555664, -1.797748327255249, -1.1850849390029907, -2.543548107147217, -0.9286259412765503, -0.9123786687850952, -1.356519103050232]}, "Bot004_047_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :) I have never done that . where are you from? I am from the united states. How about you ? me too \nwhat is your favorite food? I love pizza! What about you ? spagetti Spaghetti is my favorite . do you like watching tv? Yes i love watching shows on tv what is your favorite tv program? I like to run, but not at all . what is your favorite movie?", "response": "I like the movies. How about you ?", "annotation_id": "Bot004_047_20", "annotations": ["T", "X", "X", "O", "O", "T", "T", "O", "O", "T", "X", "O", "T", "T", "X"], "gpt2_target_score": [-10.37339973449707, -13.384439468383789, -10.202545166015625, -16.10602569580078, -6.863107204437256, -12.913843154907227, -13.677992820739746, -11.758397102355957, -14.738503456115723], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.829595923423767, -1.4958508014678955, -0.277486652135849, -1.4507595300674438, -1.699833869934082, -1.0336755514144897, -2.2073826789855957, -1.9801138639450073, -2.1434950828552246, -1.4154666662216187, -1.0562753677368164, -0.07500988245010376, -0.9226229786872864, -1.4008418321609497, -1.7393481731414795, -0.16714158654212952, -2.2130489349365234, -0.31243348121643066, -1.6364834308624268, -1.1979423761367798, -3.175708532333374, -1.0757198333740234, -1.6819204092025757, -2.1402432918548584, -2.1672911643981934, -1.612449049949646, -1.8046132326126099, -1.443745732307434, -2.692734718322754, -2.0209505558013916, -1.4703137874603271, -2.5666708946228027, -1.8453636169433594, -1.9319202899932861, -1.9247522354125977, -2.51134991645813, -1.2251962423324585, -2.37644362449646, -1.6601977348327637, -1.425512433052063, -1.643913745880127, -0.6709650754928589, -1.4044671058654785, -0.7978381514549255, -1.5964910984039307, -0.08524177223443985, -2.4706499576568604, -0.14827373623847961, -0.10719683021306992, -0.8883388042449951, -1.985473394393921, -2.13263201713562, -1.942126750946045, -0.9050698280334473, -1.2804657220840454, -1.558862566947937, -1.4269648790359497, -1.4581084251403809, -1.3019928932189941, -1.3410993814468384, -0.09530889987945557, -0.9720500111579895, -0.5673961043357849, -1.552658200263977, -1.10345458984375, -1.5125226974487305, -2.2692008018493652, -1.7555290460586548, -0.3417269289493561, -1.4647471904754639, -1.5811532735824585, -1.4903916120529175, -0.2747185528278351, -0.9975948333740234, -1.8665173053741455, -1.570089340209961, -2.459662437438965, -2.502627372741699, -0.8384647369384766, -1.7126665115356445, -0.6090142130851746, -1.9221551418304443, -2.2839677333831787, -0.9073306918144226, -1.6561869382858276, -1.6632460355758667, -2.1095669269561768, -1.3818840980529785, -1.7294707298278809, -1.9021289348602295, -0.6894567608833313, -0.5635849237442017, -1.995551347732544, -1.0335971117019653, -0.4962649345397949, -2.4411542415618896, -0.7058162689208984, -1.7390419244766235, -1.689300298690796, -0.3998216688632965, -1.742394208908081, -2.0497069358825684, -0.09054882824420929, -1.0784355401992798, -2.1390655040740967, -2.309410333633423, -1.550973892211914, -1.993363618850708, -2.1574442386627197, -1.6047170162200928, -1.063398003578186, -1.1040595769882202, -1.8710954189300537, -1.5856391191482544, -1.5301092863082886, -1.4678480625152588, -0.9631596207618713, -0.25335416197776794, -2.23984956741333, -0.4635835587978363, -0.7693221569061279, -1.8356536626815796, -1.5470025539398193, -0.946543276309967, -0.1503531038761139, -1.8606985807418823, -2.0171849727630615, -1.1322952508926392, -2.6826400756835938, -1.0625636577606201, -1.1777443885803223, -1.7989410161972046, -1.6713215112686157, -0.23348447680473328, -0.17286765575408936, -1.1296653747558594, -0.9491727948188782, -1.79473078250885, -2.333991050720215, -1.7092009782791138, -1.4429758787155151, -3.1573967933654785, -1.7941032648086548, -1.157780408859253, -0.7385672926902771, -0.1869070827960968, -0.6250805854797363, -0.6709387302398682]}, "Bot004_051_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from?", "response": "I live in the united states, how about you?", "annotation_id": "Bot004_051_02", "annotations": ["O", "T", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654443740844727, -11.817383766174316, -7.821115016937256, -11.779338836669922, -16.046829223632812, -13.25425910949707, -4.593430995941162, -7.266729354858398, -12.377216339111328, -11.059122085571289, -5.553764343261719], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.2974332571029663, -0.904155433177948, -1.7807767391204834, -0.2878440022468567, -1.27157723903656, -1.6028653383255005, -3.20628023147583, -2.3691463470458984, -0.9513093829154968, -1.7255204916000366, -1.4576081037521362, -1.3650798797607422, -1.0526117086410522, -1.350290298461914, -0.9144552946090698, -0.07484807074069977, -1.3869960308074951, -0.17677582800388336, -1.5938785076141357, -1.9559755325317383, -0.894041121006012, -0.1408338099718094, -2.0968515872955322, -1.86027991771698, -0.24902239441871643, -1.444116473197937, -1.5246727466583252, -1.072683334350586, -0.17098002135753632, -0.5020688772201538, -0.38239631056785583]}, "Bot004_051_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia", "response": "Russia is beautiful there have you a german shepherd dog?", "annotation_id": "Bot004_051_04", "annotations": ["X", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-14.689958572387695, -7.508805751800537, -11.64247989654541, -13.93947982788086, -4.2611083984375, -0.2878440022468567, -7.068604946136475, -10.204519271850586, -12.784675598144531, -21.542104721069336, -12.744422912597656, -5.786929607391357], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.2974332571029663, -0.904155433177948, -1.7807767391204834, -0.2878440022468567, -1.27157723903656, -1.6028653383255005, -3.20628023147583, -2.3691463470458984, -0.9513093829154968, -1.7255204916000366, -1.4576081037521362, -1.3650798797607422, -1.0526117086410522, -1.350290298461914, -0.9144552946090698, -0.07484807074069977, -1.3869960308074951, -0.17677582800388336, -1.5938785076141357, -0.9044026136398315, -0.14753609895706177, -2.0807061195373535, -1.7950358390808105, -0.23305577039718628, -1.4616755247116089, -1.5426656007766724, -1.0737468004226685, -0.14961053431034088, -0.407800555229187, -1.4853200912475586, -1.5196164846420288, -0.144877091050148, -1.380887508392334, -2.034132957458496, -1.0293549299240112, -2.515094518661499, -0.9371525645256042, -1.0501244068145752, -0.4068184196949005, -1.8416215181350708, -2.7938926219940186, -0.1757097989320755, -2.3033668994903564, -1.5902780294418335, -1.3917874097824097, -0.4695731997489929]}, "Bot004_051_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat", "response": "I have a dog named duke he is so cute. Do you enjoy coloring books?", "annotation_id": "Bot004_051_06", "annotations": ["T", "T", "T", "O", "T", "O", "O", "T", "O", "O", "O", "X", "X", "O", "O"], "gpt2_target_score": [-8.654426574707031, -8.791692733764648, -6.606811046600342, -16.34222412109375, -13.598872184753418, -9.286437034606934, -22.77525520324707, -11.184977531433105, -11.511940956115723, -11.34699821472168, -14.233516693115234, -6.928142547607422, -13.712262153625488, -8.315287590026855, -11.303528785705566, -14.804946899414062, -12.218790054321289, -8.120244026184082], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.0525978803634644, -1.3502806425094604, -0.9144384860992432, -0.07484950870275497, -1.3869664669036865, -0.17676883935928345, -1.5938836336135864, -0.9043938517570496, -0.14753054082393646, -2.0807037353515625, -1.7950299978256226, -0.2330576628446579, -1.4616961479187012, -1.5426597595214844, -1.0737735033035278, -0.1496066451072693, -0.4077748656272888, -1.4853425025939941, -1.5196038484573364, -0.14488358795642853, -1.380902647972107, -1.1774578094482422, -2.4496219158172607, -1.4794789552688599, -1.7675408124923706, -0.39393526315689087, -1.8562335968017578, -2.8949341773986816, -0.16737505793571472, -2.1046807765960693, -1.25319242477417, -1.501761794090271, -1.6292659044265747, -1.692143201828003, -1.6374883651733398, -1.6982156038284302, -1.0025389194488525, -0.7285999655723572, -1.5501784086227417, -2.2494118213653564, -1.7249386310577393, -0.3286281228065491, -1.2813208103179932, -1.8061609268188477, -3.719857931137085, -3.1663808822631836, -1.9490349292755127, -1.9540272951126099, -1.509917974472046, -1.1367032527923584, -0.9226765036582947, -0.9907523989677429, -0.12405840307474136, -0.9614673852920532, -1.5678619146347046, -1.349386215209961, -0.7074663639068604, -0.6476601362228394]}, "Bot004_051_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate", "response": "I feel like i am a good listener. I love my books.", "annotation_id": "Bot004_051_08", "annotations": ["X", "T", "O", "O", "T", "T", "T", "O", "X", "O", "T", "O", "T", "X", "X"], "gpt2_target_score": [-8.654426574707031, -11.070852279663086, -9.494247436523438, -9.41400146484375, -5.213160514831543, -7.697463035583496, -8.570085525512695, -17.81917953491211, -11.640793800354004, -10.620248794555664, -12.723857879638672, -8.237194061279297, -13.428483009338379, -9.174189567565918], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.0525978803634644, -1.3502806425094604, -0.9144384860992432, -0.07484950870275497, -1.3869664669036865, -0.17676883935928345, -1.5938836336135864, -0.9043938517570496, -0.14753054082393646, -2.0807037353515625, -1.7950299978256226, -0.2330576628446579, -1.4616961479187012, -1.5426597595214844, -1.0737735033035278, -0.1496066451072693, -0.4077748656272888, -1.4853425025939941, -1.5196038484573364, -0.14488358795642853, -1.380902647972107, -1.1774578094482422, -2.4496219158172607, -1.4794789552688599, -1.7675408124923706, -0.39393526315689087, -1.8562335968017578, -2.8949341773986816, -0.16737505793571472, -2.1046807765960693, -1.25319242477417, -1.501761794090271, -1.6292659044265747, -1.692143201828003, -1.6374883651733398, -1.6982156038284302, -1.0025389194488525, -0.7285999655723572, -1.5501784086227417, -2.116833448410034, -0.5613709688186646, -1.9665013551712036, -1.7893558740615845, -4.0059709548950195, -3.0666847229003906, -1.5850434303283691, -1.626543641090393, -1.393097162246704, -1.2352839708328247, -1.9035488367080688, -1.9363429546356201, -0.10063225775957108, -0.8926119208335876, -2.544717788696289, -1.2389235496520996, -0.6690309047698975, -1.8185808658599854, -0.5691704750061035, -0.9303345680236816, -1.8892792463302612, -0.003322677919641137, -0.3764898180961609, -1.2415993213653564, -2.085704803466797, -2.454394817352295, -2.3335189819335938, -2.7428741455078125, -1.8883056640625, -1.8998322486877441, -0.7685248255729675, -1.7895851135253906, -1.188595175743103, -2.098630905151367, -2.769465446472168, -2.2081658840179443, -1.5694806575775146, -1.1743839979171753, -2.3635029792785645, -2.22481369972229, -1.09177827835083, -1.614453911781311, -1.383634090423584]}, "Bot004_051_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate I feel like i am a good listener. I love my books. What are you?", "response": "I am in the country and live in the country. How about you?", "annotation_id": "Bot004_051_10", "annotations": ["O", "O", "T", "T", "T", "O", "X", "T", "T", "T", "X", "T", "X", "O", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -7.821166515350342, -11.779342651367188, -12.75983715057373, -9.531355857849121, -10.313905715942383, -8.389124870300293, -11.469868659973145, -15.982694625854492, -6.690555572509766, -11.190792083740234, -13.250798225402832, -8.315287590026855, -5.924805641174316], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.0525978803634644, -1.3502806425094604, -0.9144384860992432, -0.07484950870275497, -1.3869664669036865, -0.17676883935928345, -1.5938836336135864, -0.9043938517570496, -0.14753054082393646, -2.0807037353515625, -1.7950299978256226, -0.2330576628446579, -1.4616961479187012, -1.5426597595214844, -1.0737735033035278, -0.1496066451072693, -0.4077748656272888, -1.4853425025939941, -1.5196038484573364, -0.14488358795642853, -1.380902647972107, -1.1774578094482422, -2.4496219158172607, -1.4794789552688599, -1.7675408124923706, -0.39393526315689087, -1.8562335968017578, -2.8949341773986816, -0.16737505793571472, -2.1046807765960693, -1.25319242477417, -1.501761794090271, -1.6292659044265747, -1.692143201828003, -1.6374883651733398, -1.6982156038284302, -1.0025389194488525, -0.7285999655723572, -1.5501784086227417, -2.116833448410034, -0.5613709688186646, -1.9665013551712036, -1.7893558740615845, -4.0059709548950195, -3.0666847229003906, -1.5850434303283691, -1.626543641090393, -1.393097162246704, -1.2352839708328247, -1.9035488367080688, -1.9363429546356201, -0.10063225775957108, -0.8926119208335876, -2.544717788696289, -1.2389235496520996, -0.6690309047698975, -1.8185808658599854, -0.5691704750061035, -0.9303345680236816, -1.8892792463302612, -0.003322677919641137, -0.3764898180961609, -1.2415993213653564, -2.085704803466797, -2.454394817352295, -2.3335189819335938, -2.7428741455078125, -1.693031668663025, -0.9804900288581848, -2.011690139770508, -0.987017810344696, -1.8320304155349731, -3.1491539478302, -2.0719826221466064, -1.3818302154541016, -1.7148518562316895, -1.4976824522018433, -2.4828906059265137, -1.0168317556381226, -1.722497820854187, -1.3861154317855835, -1.641426920890808, -0.5962163805961609, -1.9159497022628784, -1.4466235637664795, -1.7337175607681274, -1.7166680097579956, -0.7836256623268127, -1.1946433782577515, -1.6479675769805908, -1.315432071685791, -1.5294709205627441, -0.17558088898658752, -1.037218451499939, -1.7073423862457275, -0.9290894865989685, -1.0292690992355347, -1.201233148574829, -0.09400791674852371, -0.2779175639152527, -0.5857775807380676]}, "Bot004_051_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate I feel like i am a good listener. I love my books. What are you? I am in the country and live in the country. How about you? What is your job?", "response": "I am a retired vet.", "annotation_id": "Bot004_051_12", "annotations": ["X", "O", "T", "O", "T", "O", "O", "O", "X", "O", "O", "T", "X", "X", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -6.606811046600342, -19.458114624023438, -15.978877067565918, -12.179289817810059], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.0525978803634644, -1.3502806425094604, -0.9144384860992432, -0.07484950870275497, -1.3869664669036865, -0.17676883935928345, -1.5938836336135864, -0.9043938517570496, -0.14753054082393646, -2.0807037353515625, -1.7950299978256226, -0.2330576628446579, -1.4616961479187012, -1.5426597595214844, -1.0737735033035278, -0.1496066451072693, -0.4077748656272888, -1.4853425025939941, -1.5196038484573364, -0.14488358795642853, -1.380902647972107, -1.1774578094482422, -2.4496219158172607, -1.4794789552688599, -1.7675408124923706, -0.39393526315689087, -1.8562335968017578, -2.8949341773986816, -0.16737505793571472, -2.1046807765960693, -1.25319242477417, -1.501761794090271, -1.6292659044265747, -1.692143201828003, -1.6374883651733398, -1.6982156038284302, -1.0025389194488525, -0.7285999655723572, -1.5501784086227417, -2.116833448410034, -0.5613709688186646, -1.9665013551712036, -1.7893558740615845, -4.0059709548950195, -3.0666847229003906, -1.5850434303283691, -1.626543641090393, -1.393097162246704, -1.2352839708328247, -1.9035488367080688, -1.9363429546356201, -0.10063225775957108, -0.8926119208335876, -2.544717788696289, -1.2389235496520996, -0.6690309047698975, -1.8185808658599854, -0.5691704750061035, -0.9303345680236816, -1.8892792463302612, -0.003322677919641137, -0.3764898180961609, -1.2415993213653564, -2.085704803466797, -2.454394817352295, -2.3335189819335938, -2.7428741455078125, -1.693031668663025, -0.9804900288581848, -2.011690139770508, -0.9870066046714783, -1.8320530652999878, -3.149136781692505, -2.0720055103302, -1.381821870803833, -1.7148520946502686, -1.4976933002471924, -2.482888698577881, -1.0168359279632568, -1.7225065231323242, -1.386114239692688, -1.6414262056350708, -0.596213698387146, -1.9159504175186157, -1.4466264247894287, -1.635225534439087, -0.8457632660865784, -1.2090553045272827, -2.503410816192627, -1.1895614862442017, -1.3192585706710815, -0.19026832282543182, -1.034227967262268, -1.9467214345932007, -0.9270943403244019, -1.2239608764648438, -1.3906679153442383, -0.096453957259655, -0.2011404037475586, -1.286319613456726, -1.5130064487457275, -0.5105602145195007, -1.224568247795105, -0.2611449956893921, -1.3817992210388184, -1.6357924938201904, -1.6727567911148071, -0.7745658755302429, -2.787621021270752, -2.5250508785247803, -1.944880723953247, -0.6481291055679321]}, "Bot004_051_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate I feel like i am a good listener. I love my books. What are you? I am in the country and live in the country. How about you? What is your job? I am a retired vet. Wow! What do you like?", "response": "I like to play sports and watch sports", "annotation_id": "Bot004_051_14", "annotations": ["X", "O", "O", "T", "T", "O", "O", "O", "X", "O", "O", "O", "O", "X", "O"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -8.140777587890625, -16.550674438476562, -13.445979118347168, -9.531355857849121, -13.261003494262695, -14.79511547088623], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.0525978803634644, -1.3502806425094604, -0.9144384860992432, -0.07484950870275497, -1.3869664669036865, -0.17676883935928345, -1.5938836336135864, -0.9043938517570496, -0.14753054082393646, -2.0807037353515625, -1.7950299978256226, -0.2330576628446579, -1.4616961479187012, -1.5426597595214844, -1.0737735033035278, -0.1496066451072693, -0.4077748656272888, -1.4853425025939941, -1.5196038484573364, -0.14488358795642853, -1.380902647972107, -1.1774578094482422, -2.4496219158172607, -1.4794789552688599, -1.7675408124923706, -0.39393526315689087, -1.8562335968017578, -2.8949341773986816, -0.16737505793571472, -2.1046807765960693, -1.25319242477417, -1.501761794090271, -1.6292659044265747, -1.692143201828003, -1.6374883651733398, -1.6982156038284302, -1.0025389194488525, -0.7285999655723572, -1.5501784086227417, -2.116833448410034, -0.5613709688186646, -1.9665013551712036, -1.7893558740615845, -4.0059709548950195, -3.0666847229003906, -1.5850434303283691, -1.626543641090393, -1.393097162246704, -1.2352839708328247, -1.9035488367080688, -1.9363429546356201, -0.10063225775957108, -0.8926119208335876, -2.544717788696289, -1.2389235496520996, -0.6690309047698975, -1.8185808658599854, -0.5691704750061035, -0.9303345680236816, -1.8892792463302612, -0.003322677919641137, -0.3764898180961609, -1.2415993213653564, -2.085704803466797, -2.454394817352295, -2.3335189819335938, -2.7428741455078125, -1.693031668663025, -0.9804900288581848, -2.011690139770508, -0.987017810344696, -1.8320304155349731, -3.1491539478302, -2.0719826221466064, -1.3818302154541016, -1.7148518562316895, -1.4976824522018433, -2.4828906059265137, -1.0168317556381226, -1.722497820854187, -1.3861154317855835, -1.641426920890808, -0.5962163805961609, -1.9159497022628784, -1.4466235637664795, -1.6352272033691406, -0.8457578420639038, -1.2090522050857544, -2.503399133682251, -1.1895637512207031, -1.3192453384399414, -0.1902627944946289, -1.0342334508895874, -1.9467227458953857, -0.927086591720581, -1.2239620685577393, -1.39064621925354, -0.09645546972751617, -0.20113922655582428, -1.2863061428070068, -1.5130221843719482, -0.5105699300765991, -1.2245675325393677, -0.2611476480960846, -1.3818004131317139, -1.3434380292892456, -0.853513777256012, -2.7503113746643066, -2.601923942565918, -1.6783673763275146, -0.8445832133293152, -1.2700512409210205, -1.428931474685669, -1.6715730428695679, -0.03408725559711456, -1.224539875984192, -0.7257476449012756, -1.1476155519485474, -1.5378717184066772, -1.839991569519043, -2.6866230964660645, -0.6702959537506104, -1.5587102174758911, -1.41605806350708, -2.151237964630127, -2.53932785987854, -0.8537309169769287]}, "Bot004_051_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate I feel like i am a good listener. I love my books. What are you? I am in the country and live in the country. How about you? What is your job? I am a retired vet. Wow! What do you like? I like to play sports and watch sports Do you love girls?", "response": "I do not really like them. I am more of a quiet guy.", "annotation_id": "Bot004_051_16", "annotations": ["X", "T", "T", "T", "T", "O", "O", "O", "X", "O", "O", "T", "X", "X", "O"], "gpt2_target_score": [-8.654426574707031, -9.207998275756836, -8.893539428710938, -13.117538452148438, -10.043498039245605, -10.841139793395996, -5.782900333404541, -1.777400255203247, -13.21873950958252, -12.251577377319336, -8.86574935913086, -7.203342437744141, -14.876893043518066, -10.119502067565918, -3.790848731994629], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.0525978803634644, -1.3502806425094604, -0.9144384860992432, -0.07484950870275497, -1.3869664669036865, -0.17676883935928345, -1.5938836336135864, -0.9043938517570496, -0.14753054082393646, -2.0807037353515625, -1.7950299978256226, -0.2330576628446579, -1.4616961479187012, -1.5426597595214844, -1.0737735033035278, -0.1496066451072693, -0.4077748656272888, -1.4853425025939941, -1.5196038484573364, -0.14488358795642853, -1.380902647972107, -1.1774578094482422, -2.4496219158172607, -1.4794789552688599, -1.7675408124923706, -0.39393526315689087, -1.8562335968017578, -2.8949341773986816, -0.16737505793571472, -2.1046807765960693, -1.25319242477417, -1.501761794090271, -1.6292659044265747, -1.692143201828003, -1.6374883651733398, -1.6982156038284302, -1.0025389194488525, -0.7285999655723572, -1.5501784086227417, -2.116833448410034, -0.5613709688186646, -1.9665013551712036, -1.7893558740615845, -4.0059709548950195, -3.0666847229003906, -1.5850434303283691, -1.626543641090393, -1.393097162246704, -1.2352839708328247, -1.9035488367080688, -1.9363429546356201, -0.10063225775957108, -0.8926119208335876, -2.544717788696289, -1.2389235496520996, -0.6690309047698975, -1.8185808658599854, -0.5691704750061035, -0.9303345680236816, -1.8892792463302612, -0.003322677919641137, -0.3764898180961609, -1.2415993213653564, -2.085704803466797, -2.454394817352295, -2.3335189819335938, -2.7428741455078125, -1.693031668663025, -0.9804900288581848, -2.011690139770508, -0.987017810344696, -1.8320304155349731, -3.1491539478302, -2.0719826221466064, -1.3818302154541016, -1.7148518562316895, -1.4976824522018433, -2.4828906059265137, -1.0168317556381226, -1.722497820854187, -1.3861154317855835, -1.641426920890808, -0.5962163805961609, -1.9159497022628784, -1.4466235637664795, -1.6352272033691406, -0.8457578420639038, -1.2090522050857544, -2.503399133682251, -1.1895637512207031, -1.3192453384399414, -0.1902627944946289, -1.0342334508895874, -1.9467227458953857, -0.927086591720581, -1.2239620685577393, -1.39064621925354, -0.09645546972751617, -0.20113922655582428, -1.2863061428070068, -1.5130221843719482, -0.5105699300765991, -1.2245675325393677, -0.2611476480960846, -1.3818004131317139, -1.3434380292892456, -0.853513777256012, -2.7503113746643066, -2.601923942565918, -1.6783673763275146, -0.8445832133293152, -1.2700512409210205, -1.428931474685669, -1.6715730428695679, -0.03408725559711456, -1.224539875984192, -0.7257476449012756, -1.1476155519485474, -1.726162314414978, -2.7701425552368164, -0.5726847052574158, -1.2682207822799683, -1.3240101337432861, -2.1982526779174805, -2.439208984375, -0.7567610740661621, -0.04011033847928047, -0.559170663356781, -2.4353108406066895, -0.5265412330627441, -1.4082266092300415, -1.3647607564926147, -1.677317500114441, -1.8870779275894165, -0.7371997237205505, -0.7503911852836609, -0.6637183427810669, -1.2623050212860107, -0.8310043215751648, -1.6892985105514526, -1.160983681678772, -1.3935880661010742, -0.145921990275383, -2.962944507598877, -0.888970673084259, -1.5904608964920044, -0.9715194702148438]}, "Bot004_051_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate I feel like i am a good listener. I love my books. What are you? I am in the country and live in the country. How about you? What is your job? I am a retired vet. Wow! What do you like? I like to play sports and watch sports Do you love girls? I do not really like them. I am more of a quiet guy. Are you man or woman?", "response": "You are crazy?", "annotation_id": "Bot004_051_18", "annotations": ["T", "T", "T", "X", "T", "T", "T", "O", "T", "T", "X", "O", "T", "O", "X"], "gpt2_target_score": [-11.159736633300781, -9.101888656616211, -12.406875610351562, -13.001083374023438], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.0525978803634644, -1.3502806425094604, -0.9144384860992432, -0.07484950870275497, -1.3869664669036865, -0.17676883935928345, -1.5938836336135864, -0.9043938517570496, -0.14753054082393646, -2.0807037353515625, -1.7950299978256226, -0.2330576628446579, -1.4616961479187012, -1.5426597595214844, -1.0737735033035278, -0.1496066451072693, -0.4077748656272888, -1.4853425025939941, -1.5196038484573364, -0.14488358795642853, -1.380902647972107, -1.1774578094482422, -2.4496219158172607, -1.4794789552688599, -1.7675408124923706, -0.39393526315689087, -1.8562335968017578, -2.8949341773986816, -0.16737505793571472, -2.1046807765960693, -1.25319242477417, -1.501761794090271, -1.6292659044265747, -1.692143201828003, -1.6374883651733398, -1.6982156038284302, -1.0025389194488525, -0.7285999655723572, -1.5501784086227417, -2.116833448410034, -0.5613709688186646, -1.9665013551712036, -1.7893558740615845, -4.0059709548950195, -3.0666847229003906, -1.5850434303283691, -1.626543641090393, -1.393097162246704, -1.2352839708328247, -1.9035488367080688, -1.9363429546356201, -0.10063225775957108, -0.8926119208335876, -2.544717788696289, -1.2389235496520996, -0.6690309047698975, -1.8185808658599854, -0.5691704750061035, -0.9303345680236816, -1.8892792463302612, -0.003322677919641137, -0.3764898180961609, -1.2415993213653564, -2.085704803466797, -2.454394817352295, -2.3335189819335938, -2.7428741455078125, -1.693031668663025, -0.9804900288581848, -2.011690139770508, -0.987017810344696, -1.8320304155349731, -3.1491539478302, -2.0719826221466064, -1.3818302154541016, -1.7148518562316895, -1.4976824522018433, -2.4828906059265137, -1.0168317556381226, -1.722497820854187, -1.3861154317855835, -1.641426920890808, -0.5962163805961609, -1.9159497022628784, -1.4466235637664795, -1.6352272033691406, -0.8457578420639038, -1.2090522050857544, -2.503399133682251, -1.1895637512207031, -1.3192453384399414, -0.1902627944946289, -1.0342334508895874, -1.9467227458953857, -0.927086591720581, -1.2239620685577393, -1.39064621925354, -0.09645546972751617, -0.20113922655582428, -1.2863061428070068, -1.5130221843719482, -0.5105699300765991, -1.2245675325393677, -0.2611476480960846, -1.3818004131317139, -1.3434380292892456, -0.853513777256012, -2.7503113746643066, -2.601923942565918, -1.6783673763275146, -0.8445832133293152, -1.2700512409210205, -1.428931474685669, -1.6715730428695679, -0.03408725559711456, -1.224539875984192, -0.7257476449012756, -1.1476155519485474, -1.7261513471603394, -2.7701339721679688, -0.5726863145828247, -1.26821768283844, -1.3240162134170532, -2.1982429027557373, -2.439207077026367, -0.7567760944366455, -0.04011079668998718, -0.5591650009155273, -2.4353084564208984, -0.5265328288078308, -1.408206820487976, -1.6720839738845825, -1.636382818222046, -0.5682108998298645, -0.750360906124115, -1.0381495952606201, -1.2248965501785278, -0.8787086009979248, -1.72983980178833, -1.1478829383850098, -1.374660849571228, -0.14665895700454712, -2.7922465801239014, -0.8531582951545715, -1.4604432582855225, -0.9278149604797363, -0.11094538867473602, -1.8023862838745117, -1.235959768295288, -0.4132387340068817, -0.35461848974227905, -1.4470595121383667, -1.2988916635513306, -1.676796317100525, -1.3955034017562866, -1.3762954473495483, -1.179901123046875]}, "Bot004_051_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate I feel like i am a good listener. I love my books. What are you? I am in the country and live in the country. How about you? What is your job? I am a retired vet. Wow! What do you like? I like to play sports and watch sports Do you love girls? I do not really like them. I am more of a quiet guy. Are you man or woman? You are crazy? Why?", "response": "I am not sure what you mean.", "annotation_id": "Bot004_051_20", "annotations": ["T", "T", "T", "X", "T", "T", "O", "T", "X", "O", "X", "T", "X", "T", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -8.893539428710938, -16.585647583007812, -10.62415599822998, -0.28784069418907166, -13.204530715942383, -9.66639232635498], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.0525978803634644, -1.3502806425094604, -0.9144384860992432, -0.07484950870275497, -1.3869664669036865, -0.17676883935928345, -1.5938836336135864, -0.9043938517570496, -0.14753054082393646, -2.0807037353515625, -1.7950299978256226, -0.2330576628446579, -1.4616961479187012, -1.5426597595214844, -1.0737735033035278, -0.1496066451072693, -0.4077748656272888, -1.4853425025939941, -1.5196038484573364, -0.14488358795642853, -1.380902647972107, -1.1774578094482422, -2.4496219158172607, -1.4794789552688599, -1.7675408124923706, -0.39393526315689087, -1.8562335968017578, -2.8949341773986816, -0.16737505793571472, -2.1046807765960693, -1.25319242477417, -1.501761794090271, -1.6292659044265747, -1.692143201828003, -1.6374883651733398, -1.6982156038284302, -1.0025389194488525, -0.7285999655723572, -1.5501784086227417, -2.116833448410034, -0.5613709688186646, -1.9665013551712036, -1.7893558740615845, -4.0059709548950195, -3.0666847229003906, -1.5850434303283691, -1.626543641090393, -1.393097162246704, -1.2352839708328247, -1.9035488367080688, -1.9363429546356201, -0.10063225775957108, -0.8926119208335876, -2.544717788696289, -1.2389235496520996, -0.6690309047698975, -1.8185808658599854, -0.5691704750061035, -0.9303345680236816, -1.8892792463302612, -0.003322677919641137, -0.3764898180961609, -1.2415993213653564, -2.085704803466797, -2.454394817352295, -2.3335189819335938, -2.7428741455078125, -1.693031668663025, -0.9804900288581848, -2.011690139770508, -0.987017810344696, -1.8320304155349731, -3.1491539478302, -2.0719826221466064, -1.3818302154541016, -1.7148518562316895, -1.4976824522018433, -2.4828906059265137, -1.0168317556381226, -1.722497820854187, -1.3861154317855835, -1.641426920890808, -0.5962163805961609, -1.9159497022628784, -1.4466235637664795, -1.6352272033691406, -0.8457578420639038, -1.2090522050857544, -2.503399133682251, -1.1895637512207031, -1.3192453384399414, -0.1902627944946289, -1.0342334508895874, -1.9467227458953857, -0.927086591720581, -1.2239620685577393, -1.39064621925354, -0.09645546972751617, -0.20113922655582428, -1.2863061428070068, -1.5130221843719482, -0.5105699300765991, -1.2245675325393677, -0.2611476480960846, -1.3818004131317139, -1.3434380292892456, -0.853513777256012, -2.7503113746643066, -2.601923942565918, -1.6783673763275146, -0.8445832133293152, -1.2700512409210205, -1.428931474685669, -1.6715730428695679, -0.03408725559711456, -1.224539875984192, -0.7257476449012756, -1.1476155519485474, -1.726162314414978, -2.7701425552368164, -0.5726847052574158, -1.2682207822799683, -1.3240101337432861, -2.1982526779174805, -2.43920636177063, -0.7567711472511292, -0.04011056572198868, -0.5591610670089722, -2.435304641723633, -0.5265370011329651, -1.408239483833313, -1.672075867652893, -1.6363697052001953, -0.5682316422462463, -0.7503688931465149, -1.0381481647491455, -1.2249019145965576, -0.8787137269973755, -1.7298303842544556, -1.147882103919983, -1.3746702671051025, -0.14665906131267548, -2.7922425270080566, -0.8531484603881836, -1.460444450378418, -0.9278246164321899, -0.11094485968351364, -1.8023697137832642, -1.2359477281570435, -0.41323935985565186, -0.3546181619167328, -1.4470465183258057, -1.5647774934768677, -1.5843838453292847, -1.4992479085922241, -1.530267357826233, -1.2827402353286743, -1.578728199005127, -1.2966898679733276, -1.5006717443466187, -0.953997790813446, -1.2762619256973267, -1.4133037328720093, -1.2500362396240234, -0.8174022436141968, -1.0347203016281128, -0.69819176197052]}, "Bot004_052_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired", "response": "Hi! I am good. How are you?", "annotation_id": "Bot004_052_02", "annotations": ["T", "O", "T", "T", "O", "O", "T", "X", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-12.781279563903809, -8.402214050292969, -9.428755760192871, -13.440095901489258, -13.803367614746094, -8.229621887207031, -14.327186584472656, -13.76609992980957, -11.009949684143066, -9.85282039642334], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -1.8268662691116333, -1.3612133264541626, -1.0589762926101685, -0.6189367175102234, -1.9247342348098755, -1.7781645059585571, -1.0498460531234741, -0.7893421649932861, -1.6205275058746338, -1.007100224494934, -1.353127360343933, -1.2695666551589966, -1.3659809827804565, -1.209612250328064, -0.0012492479290813208, -0.2120271921157837, -2.0729522705078125, -0.762631893157959, -2.1264920234680176, -0.655149519443512, -1.2187579870224, -0.7808665633201599, -2.094390630722046, -1.7473798990249634, -1.0421254634857178, -1.4089245796203613, -0.12252773344516754, -0.9301581978797913, -0.5390885472297668]}, "Bot004_052_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you?", "response": "I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states", "annotation_id": "Bot004_052_04", "annotations": ["X", "O", "T", "T", "T", "O", "X", "X", "O", "X", "X", "X", "O", "T", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -12.390130996704102, -11.486042976379395, -11.050825119018555, -9.772931098937988, -11.31407356262207, -8.509025573730469, -7.201983451843262, -8.71905517578125, -7.602912902832031, -16.800052642822266, -9.34621524810791, -9.464716911315918, -9.02920913696289, -13.398658752441406, -9.601104736328125, -14.284825325012207, -17.486331939697266, -14.567179679870605, -9.0936861038208, -14.6458740234375, -16.352338790893555, -5.9709601402282715, -1.7832030057907104, -9.699347496032715, -23.89948844909668, -16.71630096435547, -5.402420997619629, -16.81073760986328, -16.9208984375], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.2695746421813965, -1.3659971952438354, -1.2096315622329712, -0.0012492479290813208, -0.21202921867370605, -2.0729992389678955, -0.7626426815986633, -0.5044865608215332, -0.9917773008346558, -0.662238597869873, -2.282884120941162, -1.7541885375976562, -0.9449073076248169, -1.4040136337280273, -0.1233532726764679, -0.7906643152236938, -1.3584040403366089, -2.5036020278930664, -1.8172266483306885, -1.4353117942810059, -1.888930082321167, -0.056276749819517136, -0.5196502208709717, -1.6798707246780396, -1.755016803741455, -1.2788922786712646, -2.1494672298431396, -0.31159013509750366, -1.2068710327148438, -0.12291618436574936, -2.2007179260253906, -2.2320556640625, -1.0310335159301758, -1.8762184381484985, -1.4630881547927856, -1.6819970607757568, -0.2531675398349762, -0.46609586477279663, -1.1073956489562988, -1.028059482574463, -1.285828709602356, -1.4737813472747803, -0.1764703094959259, -1.101181149482727, -0.607521653175354, -1.9604721069335938, -0.4317744970321655, -0.5187722444534302, -0.6741091012954712, -0.7600815296173096, -1.59382963180542, -1.7068886756896973, -1.9089587926864624, -1.287259817123413, -0.3391129672527313, -1.2489562034606934]}, "Bot004_052_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave", "response": "You are crazy?", "annotation_id": "Bot004_052_06", "annotations": ["X", "O", "O", "T", "X", "X", "T", "X", "O", "T", "O", "X", "T", "T", "O"], "gpt2_target_score": [-12.40684700012207, -8.605037689208984, -15.958318710327148, -10.185513496398926], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.2695746421813965, -1.3659971952438354, -1.2096315622329712, -0.0012492479290813208, -0.21202921867370605, -2.0729992389678955, -0.7626426815986633, -0.5044865608215332, -0.9917773008346558, -0.662238597869873, -2.282884120941162, -1.7541885375976562, -0.9449073076248169, -1.4040136337280273, -0.1233532726764679, -0.7906643152236938, -1.3584040403366089, -2.5036020278930664, -1.8172266483306885, -1.4353047609329224, -1.8889368772506714, -0.056275397539138794, -0.5196539163589478, -1.6798590421676636, -1.1798218488693237, -2.0873658657073975, -0.2938683032989502, -1.088924527168274, -0.12837305665016174, -1.6971508264541626, -2.299159288406372, -1.0336538553237915, -1.6151589155197144, -1.4923449754714966, -1.863339900970459, -0.2579774260520935, -0.47913482785224915, -1.3397207260131836, -0.9492850303649902, -1.2131997346878052, -1.4713809490203857, -0.12490340322256088, -1.1110291481018066, -0.6276547312736511, -1.8382127285003662, -0.32076019048690796, -0.3891218900680542, -1.8363233804702759, -1.6349765062332153, -1.3609970808029175, -1.5009011030197144, -1.8971139192581177, -1.1845170259475708, -0.3387630879878998, -1.055594801902771, -1.4005681276321411, -0.9392755031585693, -1.7892085313796997, -1.871803641319275, -1.7744905948638916, -1.631929636001587, -0.9463030695915222, -0.7569141983985901]}, "Bot004_052_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe", "response": "It is indecent [UNAMUSED FACE]", "annotation_id": "Bot004_052_08", "annotations": ["X", "X", "T", "X", "X", "O", "T", "O", "O", "X", "O", "X", "O", "X", "T"], "gpt2_target_score": [-14.548547744750977, -7.302151203155518, -17.579988479614258, -14.387299537658691, -10.759916305541992, -9.35949420928955, -6.651055812835693, -5.246314525604248, -12.18030071258545, -12.406768798828125], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.2695746421813965, -1.3659971952438354, -1.2096315622329712, -0.0012492479290813208, -0.21202921867370605, -2.0729992389678955, -0.7626426815986633, -0.5044865608215332, -0.9917773008346558, -0.662238597869873, -2.282884120941162, -1.7541885375976562, -0.9449073076248169, -1.4040136337280273, -0.1233532726764679, -0.7906643152236938, -1.3584040403366089, -2.5036020278930664, -1.8172266483306885, -1.4353117942810059, -1.888930082321167, -0.056276749819517136, -0.5196502208709717, -1.6798707246780396, -1.179816722869873, -2.0873773097991943, -0.2938701808452606, -1.0889344215393066, -0.12837399542331696, -1.6971641778945923, -2.2991690635681152, -1.0336600542068481, -1.615166187286377, -1.492340087890625, -1.8633335828781128, -0.2579817771911621, -0.4791339337825775, -1.339719533920288, -0.9492882490158081, -1.213199496269226, -1.4713959693908691, -0.12490634620189667, -1.111018180847168, -0.6276474595069885, -1.8382282257080078, -0.3207632899284363, -0.38912221789360046, -1.8363301753997803, -1.6349786520004272, -1.3610143661499023, -1.500901699066162, -1.897104024887085, -1.1845200061798096, -0.33876174688339233, -1.0555977821350098, -1.400564432144165, -0.9392768144607544, -1.7891974449157715, -2.038510322570801, -2.0085995197296143, -1.4349489212036133, -1.7198532819747925, -1.507857322692871, -2.3937923908233643, -1.8666118383407593, -0.8334121704101562, -1.576770544052124, -0.9736570715904236, -1.8945873975753784, -0.8707383275032043, -1.7419497966766357, -1.1477288007736206, -3.0854837894439697, -2.2933149337768555, -1.6715222597122192, -1.3751319646835327, -0.8754415512084961, -0.45752981305122375, -0.9871230125427246]}, "Bot004_052_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe It is indecent [UNAMUSED FACE] Why not? Are you married?", "response": "I am not married. I am just a lonely person.", "annotation_id": "Bot004_052_10", "annotations": ["O", "O", "O", "T", "T", "O", "O", "T", "O", "X", "O", "X", "O", "T", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -12.390130996704102, -17.817800521850586, -8.134389877319336, -6.9536943435668945, -14.125350952148438, -11.462478637695312, -11.06241512298584, -14.775955200195312, -13.136375427246094, -9.169268608093262], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.2695746421813965, -1.3659971952438354, -1.2096315622329712, -0.0012492479290813208, -0.21202921867370605, -2.0729992389678955, -0.7626426815986633, -0.5044865608215332, -0.9917773008346558, -0.662238597869873, -2.282884120941162, -1.7541885375976562, -0.9449073076248169, -1.4040136337280273, -0.1233532726764679, -0.7906643152236938, -1.3584040403366089, -2.5036020278930664, -1.8172266483306885, -1.4353117942810059, -1.888930082321167, -0.056276749819517136, -0.5196502208709717, -1.6798707246780396, -1.179816722869873, -2.0873773097991943, -0.2938701808452606, -1.0889344215393066, -0.12837399542331696, -1.6971641778945923, -2.2991690635681152, -1.0336600542068481, -1.615166187286377, -1.492340087890625, -1.8633335828781128, -0.2579817771911621, -0.4791339337825775, -1.339719533920288, -0.9492882490158081, -1.213199496269226, -1.4713959693908691, -0.12490634620189667, -1.111018180847168, -0.6276474595069885, -1.8382282257080078, -0.3207632899284363, -0.38912221789360046, -1.8363301753997803, -1.6349786520004272, -1.3610143661499023, -1.500901699066162, -1.897104024887085, -1.1845200061798096, -0.33876174688339233, -1.0555977821350098, -1.400564432144165, -0.9392768144607544, -1.7891974449157715, -2.038510322570801, -2.0085995197296143, -1.4349489212036133, -1.7198487520217896, -1.507851243019104, -2.3937830924987793, -1.8666435480117798, -0.8334238529205322, -1.5767550468444824, -0.9736572504043579, -0.9735217690467834, -1.9461522102355957, -1.5669604539871216, -2.809185266494751, -2.3230600357055664, -1.6666760444641113, -1.364890694618225, -0.6157853007316589, -0.23282289505004883, -1.691650152206421, -1.9446825981140137, -1.2774611711502075, -1.828623652458191, -0.07875985652208328, -2.434342622756958, -0.5809392333030701, -2.105898857116699, -1.942177653312683, -1.070560336112976, -1.6497389078140259, -1.4654368162155151, -1.2558537721633911, -1.0414793491363525, -0.5946029424667358, -1.3639037609100342, -1.6756340265274048, -2.779268264770508, -2.8943605422973633, -0.8292866945266724, -1.0283280611038208]}, "Bot004_052_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe It is indecent [UNAMUSED FACE] Why not? Are you married? I am not married. I am just a lonely person. Are you girl or boy?", "response": "It is indecent [UNAMUSED FACE]", "annotation_id": "Bot004_052_12", "annotations": ["X", "X", "T", "X", "X", "T", "X", "X", "X", "X", "X", "X", "O", "X", "T"], "gpt2_target_score": [-14.548547744750977, -7.302151203155518, -17.579988479614258, -14.387299537658691, -10.759916305541992, -9.35949420928955, -6.651055812835693, -5.246314525604248, -12.18030071258545, -12.406768798828125], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.2695746421813965, -1.3659971952438354, -1.2096315622329712, -0.0012492479290813208, -0.21202921867370605, -2.0729992389678955, -0.7626426815986633, -0.5044865608215332, -0.9917773008346558, -0.662238597869873, -2.282884120941162, -1.7541885375976562, -0.9449073076248169, -1.4040136337280273, -0.1233532726764679, -0.7906643152236938, -1.3584040403366089, -2.5036020278930664, -1.8172266483306885, -1.4353117942810059, -1.888930082321167, -0.056276749819517136, -0.5196502208709717, -1.6798707246780396, -1.179816722869873, -2.0873773097991943, -0.2938701808452606, -1.0889344215393066, -0.12837399542331696, -1.6971641778945923, -2.2991690635681152, -1.0336600542068481, -1.615166187286377, -1.492340087890625, -1.8633335828781128, -0.2579817771911621, -0.4791339337825775, -1.339719533920288, -0.9492882490158081, -1.213199496269226, -1.4713959693908691, -0.12490634620189667, -1.111018180847168, -0.6276474595069885, -1.8382282257080078, -0.3207632899284363, -0.38912221789360046, -1.8363301753997803, -1.6349786520004272, -1.3610143661499023, -1.500901699066162, -1.897104024887085, -1.1845200061798096, -0.33876174688339233, -1.0555977821350098, -1.400564432144165, -0.9392768144607544, -1.7891974449157715, -2.038510322570801, -2.0085995197296143, -1.4349489212036133, -1.7198532819747925, -1.507857322692871, -2.3937923908233643, -1.8666118383407593, -0.8334121704101562, -1.576770544052124, -0.9736574292182922, -0.9735194444656372, -1.946156620979309, -1.5669574737548828, -2.809189558029175, -2.323056221008301, -1.6666826009750366, -1.364896535873413, -0.6157861351966858, -0.23282884061336517, -1.6916406154632568, -1.9446736574172974, -1.2774653434753418, -1.8286290168762207, -0.07875940948724747, -2.4343390464782715, -0.5809447765350342, -2.105912446975708, -0.931406557559967, -1.5243511199951172, -1.687859058380127, -1.271306037902832, -1.323093056678772, -0.48270028829574585, -0.9283275604248047, -1.6464608907699585, -3.030709743499756, -2.8442673683166504, -0.8520684242248535, -1.085431694984436, -0.042132362723350525, -2.5453479290008545, -0.4075215756893158, -2.273690938949585, -0.3718623220920563, -1.8496519327163696, -1.7691044807434082, -1.0965018272399902, -0.9929298758506775, -1.2341985702514648, -0.1406732052564621, -0.01574724167585373, -0.0023117740638554096, -0.0006083783227950335, -0.004273805767297745, -0.03328654170036316, -1.8470871448516846]}, "Bot004_052_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe It is indecent [UNAMUSED FACE] Why not? Are you married? I am not married. I am just a lonely person. Are you girl or boy? It is indecent [UNAMUSED FACE] Fuck you", "response": "It is indecent [UNAMUSED FACE]", "annotation_id": "Bot004_052_14", "annotations": ["T", "O", "T", "X", "X", "O", "X", "O", "X", "X", "O", "X", "X", "X", "X"], "gpt2_target_score": [-14.548547744750977, -7.302151203155518, -17.579988479614258, -14.387299537658691, -10.759916305541992, -9.35949420928955, -6.651055812835693, -5.246314525604248, -12.18030071258545, -12.406768798828125], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.2695746421813965, -1.3659971952438354, -1.2096315622329712, -0.0012492479290813208, -0.21202921867370605, -2.0729992389678955, -0.7626426815986633, -0.5044865608215332, -0.9917773008346558, -0.662238597869873, -2.282884120941162, -1.7541885375976562, -0.9449073076248169, -1.4040136337280273, -0.1233532726764679, -0.7906643152236938, -1.3584040403366089, -2.5036020278930664, -1.8172266483306885, -1.4353117942810059, -1.888930082321167, -0.056276749819517136, -0.5196502208709717, -1.6798707246780396, -1.179816722869873, -2.0873773097991943, -0.2938701808452606, -1.0889344215393066, -0.12837399542331696, -1.6971641778945923, -2.2991690635681152, -1.0336600542068481, -1.615166187286377, -1.492340087890625, -1.8633335828781128, -0.2579817771911621, -0.4791339337825775, -1.339719533920288, -0.9492882490158081, -1.213199496269226, -1.4713959693908691, -0.12490634620189667, -1.111018180847168, -0.6276474595069885, -1.8382282257080078, -0.3207632899284363, -0.38912221789360046, -1.8363301753997803, -1.6349786520004272, -1.3610143661499023, -1.500901699066162, -1.897104024887085, -1.1845200061798096, -0.33876174688339233, -1.0555977821350098, -1.400564432144165, -0.9392768144607544, -1.7891974449157715, -2.038510322570801, -2.0085995197296143, -1.4349489212036133, -1.7198532819747925, -1.507857322692871, -2.3937923908233643, -1.8666118383407593, -0.8334121704101562, -1.576770544052124, -0.9736570715904236, -0.9735133051872253, -1.9461607933044434, -1.5669546127319336, -2.809183120727539, -2.323056936264038, -1.666680097579956, -1.3648931980133057, -0.6157875061035156, -0.23282496631145477, -1.6916465759277344, -1.9446825981140137, -1.2774710655212402, -1.8286285400390625, -0.07875864207744598, -2.4343421459198, -0.5809457302093506, -2.1058874130249023, -0.9314047694206238, -1.524336338043213, -1.6878752708435059, -1.2713114023208618, -1.323102355003357, -0.48270469903945923, -0.9283256530761719, -1.6464723348617554, -3.0306966304779053, -2.8442721366882324, -0.8520752191543579, -1.085432529449463, -0.042133159935474396, -2.545342206954956, -0.40752357244491577, -2.2736830711364746, -0.37186509370803833, -1.8496493101119995, -0.5274810194969177, -0.9832738041877747, -1.3411370515823364, -0.2008456438779831, -0.02344738505780697, -0.0031619099900126457, -0.0005859803641214967, -0.005345693789422512, -0.020793190225958824, -1.9730651378631592, -1.222229242324829, -0.7730798721313477, -2.0381035804748535, -0.6686412692070007, -0.6091483235359192, -1.4010248184204102, -0.012454002164304256, -0.003360697766765952, -0.0010842165211215615, -0.0003094194398727268, -0.002387651242315769, -0.014252652414143085, -1.9835716485977173]}, "Bot004_052_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe It is indecent [UNAMUSED FACE] Why not? Are you married? I am not married. I am just a lonely person. Are you girl or boy? It is indecent [UNAMUSED FACE] Fuck you It is indecent [UNAMUSED FACE] Don\u2019t be such boring", "response": "I wish i could eat fish but i do not like it.", "annotation_id": "Bot004_052_16", "annotations": ["X", "X", "T", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "T"], "gpt2_target_score": [-10.37339973449707, -11.680583953857422, -12.061700820922852, -14.595120429992676, -15.01087760925293, -12.990674018859863, -13.6767578125, -11.55850601196289, -12.183783531188965, -9.417312622070312, -10.017311096191406, -11.941439628601074, -8.850197792053223], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.2695746421813965, -1.3659971952438354, -1.2096315622329712, -0.0012492479290813208, -0.21202921867370605, -2.0729992389678955, -0.7626426815986633, -0.5044865608215332, -0.9917773008346558, -0.662238597869873, -2.282884120941162, -1.7541885375976562, -0.9449073076248169, -1.4040136337280273, -0.1233532726764679, -0.7906643152236938, -1.3584040403366089, -2.5036020278930664, -1.8172266483306885, -1.4353117942810059, -1.888930082321167, -0.056276749819517136, -0.5196502208709717, -1.6798707246780396, -1.179816722869873, -2.0873773097991943, -0.2938701808452606, -1.0889344215393066, -0.12837399542331696, -1.6971641778945923, -2.2991690635681152, -1.0336600542068481, -1.615166187286377, -1.492340087890625, -1.8633335828781128, -0.2579817771911621, -0.4791339337825775, -1.339719533920288, -0.9492882490158081, -1.213199496269226, -1.4713959693908691, -0.12490634620189667, -1.111018180847168, -0.6276474595069885, -1.8382282257080078, -0.3207632899284363, -0.38912221789360046, -1.8363301753997803, -1.6349786520004272, -1.3610143661499023, -1.500901699066162, -1.897104024887085, -1.1845200061798096, -0.33876174688339233, -1.0555977821350098, -1.400564432144165, -0.9392768144607544, -1.7891974449157715, -2.038510322570801, -2.0085995197296143, -1.4349489212036133, -1.7198532819747925, -1.507857322692871, -2.3937923908233643, -1.8666118383407593, -0.8334121704101562, -1.576770544052124, -0.9736570715904236, -0.9735133051872253, -1.9461607933044434, -1.5669546127319336, -2.809183120727539, -2.323056936264038, -1.666680097579956, -1.3648931980133057, -0.6157875061035156, -0.23282496631145477, -1.6916465759277344, -1.9446825981140137, -1.2774710655212402, -1.8286285400390625, -0.07875864207744598, -2.4343421459198, -0.5809457302093506, -2.1058874130249023, -0.9314047694206238, -1.524336338043213, -1.6878752708435059, -1.2713114023208618, -1.323102355003357, -0.48270469903945923, -0.9283256530761719, -1.6464723348617554, -3.0306966304779053, -2.8442721366882324, -0.8520752191543579, -1.085432529449463, -0.042133159935474396, -2.545342206954956, -0.40752357244491577, -2.2736830711364746, -0.37186509370803833, -1.8496493101119995, -0.5274810194969177, -0.9832738041877747, -1.3411370515823364, -0.2008456438779831, -0.02344738505780697, -0.0031619099900126457, -0.0005859803641214967, -0.005345693789422512, -0.020792724564671516, -1.9730722904205322, -1.222241759300232, -0.7730816602706909, -0.10270723700523376, -0.10594265162944794, -0.6988466382026672, -0.0055913482792675495, -0.002403705846518278, -0.0010344398906454444, -0.00025733973598107696, -0.0027667121030390263, -0.009771255776286125, -1.984009027481079, -0.20325542986392975, -0.0022096047177910805, -0.0007618147064931691, -1.4100019931793213, -2.007089614868164, -0.16125765442848206, -1.831656813621521, -2.0260438919067383, -1.1648157835006714, -0.8809173703193665, -0.931640088558197, -1.8684172630310059, -2.0694215297698975, -1.3486429452896118, -1.2021536827087402, -2.1260287761688232, -0.4387069344520569, -1.37761652469635, -1.0606132745742798, -0.9323186278343201, -1.249673843383789]}, "Bot004_052_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe It is indecent [UNAMUSED FACE] Why not? Are you married? I am not married. I am just a lonely person. Are you girl or boy? It is indecent [UNAMUSED FACE] Fuck you It is indecent [UNAMUSED FACE] Don\u2019t be such boring I wish i could eat fish but i do not like it. Why?", "response": "I am not sure what you mean.", "annotation_id": "Bot004_052_18", "annotations": ["T", "O", "T", "X", "X", "O", "X", "X", "X", "T", "X", "X", "X", "O", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -12.390130996704102, -18.33112907409668, -12.59663200378418, -9.93199634552002, -16.231094360351562, -8.509025573730469], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.2695746421813965, -1.3659971952438354, -1.2096315622329712, -0.0012492479290813208, -0.21202921867370605, -2.0729992389678955, -0.7626426815986633, -0.5044865608215332, -0.9917773008346558, -0.662238597869873, -2.282884120941162, -1.7541885375976562, -0.9449073076248169, -1.4040136337280273, -0.1233532726764679, -0.7906643152236938, -1.3584040403366089, -2.5036020278930664, -1.8172266483306885, -1.4353117942810059, -1.888930082321167, -0.056276749819517136, -0.5196502208709717, -1.6798707246780396, -1.179816722869873, -2.0873773097991943, -0.2938701808452606, -1.0889344215393066, -0.12837399542331696, -1.6971641778945923, -2.2991690635681152, -1.0336600542068481, -1.615166187286377, -1.492340087890625, -1.8633335828781128, -0.2579817771911621, -0.4791339337825775, -1.339719533920288, -0.9492882490158081, -1.213199496269226, -1.4713959693908691, -0.12490634620189667, -1.111018180847168, -0.6276474595069885, -1.8382282257080078, -0.3207632899284363, -0.38912221789360046, -1.8363301753997803, -1.6349786520004272, -1.3610143661499023, -1.500901699066162, -1.897104024887085, -1.1845200061798096, -0.33876174688339233, -1.0555977821350098, -1.400564432144165, -0.9392768144607544, -1.7891974449157715, -2.038510322570801, -2.0085995197296143, -1.4349489212036133, -1.7198532819747925, -1.507857322692871, -2.3937923908233643, -1.8666118383407593, -0.8334121704101562, -1.576770544052124, -0.9736570715904236, -0.9735133051872253, -1.9461607933044434, -1.5669546127319336, -2.809183120727539, -2.323056936264038, -1.666680097579956, -1.3648931980133057, -0.6157875061035156, -0.23282496631145477, -1.6916465759277344, -1.9446825981140137, -1.2774710655212402, -1.8286285400390625, -0.07875864207744598, -2.4343421459198, -0.5809457302093506, -2.1058874130249023, -0.9314047694206238, -1.524336338043213, -1.6878752708435059, -1.2713114023208618, -1.323102355003357, -0.48270469903945923, -0.9283256530761719, -1.6464723348617554, -3.0306966304779053, -2.8442721366882324, -0.8520752191543579, -1.085432529449463, -0.042133159935474396, -2.545342206954956, -0.40752357244491577, -2.2736830711364746, -0.37186509370803833, -1.8496493101119995, -0.5274810194969177, -0.9832738041877747, -1.3411370515823364, -0.2008456438779831, -0.02344738505780697, -0.0031619099900126457, -0.0005859803641214967, -0.005345693789422512, -0.020793190225958824, -1.9730651378631592, -1.222229242324829, -0.7730798721313477, -0.10270766913890839, -0.10594189912080765, -0.6988561153411865, -0.0055913482792675495, -0.002403705846518278, -0.0010344398906454444, -0.00025733973598107696, -0.0027667121030390263, -0.009771255776286125, -1.9840079545974731, -0.2032579630613327, -0.0022096047177910805, -0.0007618147064931691, -1.410004734992981, -2.007087469100952, -0.16125765442848206, -1.8316526412963867, -1.0128549337387085, -0.9957932829856873, -0.9042863249778748, -1.5216997861862183, -1.6946488618850708, -1.635890007019043, -1.1895091533660889, -1.8914897441864014, -0.6409441828727722, -1.4508612155914307, -0.8407210111618042, -1.1549359560012817, -1.4233512878417969, -1.8935118913650513, -1.88164222240448, -1.7896921634674072, -1.3619598150253296, -1.1891692876815796, -1.421376347541809, -1.585729956626892, -1.1028378009796143, -0.5850620269775391, -1.1808762550354004, -1.0851860046386719]}, "Bot004_052_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe It is indecent [UNAMUSED FACE] Why not? Are you married? I am not married. I am just a lonely person. Are you girl or boy? It is indecent [UNAMUSED FACE] Fuck you It is indecent [UNAMUSED FACE] Don\u2019t be such boring I wish i could eat fish but i do not like it. Why? I am not sure what you mean. What is your hobby?", "response": "I am a closet collector and i like to play board games.", "annotation_id": "Bot004_052_20", "annotations": ["O", "T", "T", "T", "X", "O", "T", "O", "T", "X", "O", "X", "T", "T", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -16.734731674194336, -15.847440719604492, -7.741673469543457, -10.879190444946289, -12.70571517944336, -8.894881248474121, -12.37249755859375, -12.494407653808594, -16.717792510986328, -8.850197792053223], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.2695746421813965, -1.3659971952438354, -1.2096315622329712, -0.0012492479290813208, -0.21202921867370605, -2.0729992389678955, -0.7626426815986633, -0.5044865608215332, -0.9917773008346558, -0.662238597869873, -2.282884120941162, -1.7541885375976562, -0.9449073076248169, -1.4040136337280273, -0.1233532726764679, -0.7906643152236938, -1.3584040403366089, -2.5036020278930664, -1.8172266483306885, -1.4353117942810059, -1.888930082321167, -0.056276749819517136, -0.5196502208709717, -1.6798707246780396, -1.179816722869873, -2.0873773097991943, -0.2938701808452606, -1.0889344215393066, -0.12837399542331696, -1.6971641778945923, -2.2991690635681152, -1.0336600542068481, -1.615166187286377, -1.492340087890625, -1.8633335828781128, -0.2579817771911621, -0.4791339337825775, -1.339719533920288, -0.9492882490158081, -1.213199496269226, -1.4713959693908691, -0.12490634620189667, -1.111018180847168, -0.6276474595069885, -1.8382282257080078, -0.3207632899284363, -0.38912221789360046, -1.8363301753997803, -1.6349786520004272, -1.3610143661499023, -1.500901699066162, -1.897104024887085, -1.1845200061798096, -0.33876174688339233, -1.0555977821350098, -1.400564432144165, -0.9392768144607544, -1.7891974449157715, -2.038510322570801, -2.0085995197296143, -1.4349489212036133, -1.7198532819747925, -1.507857322692871, -2.3937923908233643, -1.8666118383407593, -0.8334121704101562, -1.576770544052124, -0.9736570715904236, -0.9735133051872253, -1.9461607933044434, -1.5669546127319336, -2.809183120727539, -2.323056936264038, -1.666680097579956, -1.3648931980133057, -0.6157875061035156, -0.23282496631145477, -1.6916465759277344, -1.9446825981140137, -1.2774710655212402, -1.8286285400390625, -0.07875864207744598, -2.4343421459198, -0.5809457302093506, -2.1058874130249023, -0.9314047694206238, -1.524336338043213, -1.6878752708435059, -1.2713114023208618, -1.323102355003357, -0.48270469903945923, -0.9283256530761719, -1.6464723348617554, -3.0306966304779053, -2.8442721366882324, -0.8520752191543579, -1.085432529449463, -0.042133159935474396, -2.545342206954956, -0.40752357244491577, -2.2736830711364746, -0.37186509370803833, -1.8496493101119995, -0.5274810194969177, -0.9832738041877747, -1.3411370515823364, -0.2008456438779831, -0.02344738505780697, -0.0031619099900126457, -0.0005859803641214967, -0.005345693789422512, -0.020793190225958824, -1.9730651378631592, -1.222229242324829, -0.7730798721313477, -0.10270766913890839, -0.10594189912080765, -0.6988561153411865, -0.0055913482792675495, -0.002403705846518278, -0.0010344398906454444, -0.00025733973598107696, -0.0027667121030390263, -0.009771255776286125, -1.9840079545974731, -0.2032579630613327, -0.0022096047177910805, -0.0007618147064931691, -1.410004734992981, -2.007087469100952, -0.16125765442848206, -1.8316526412963867, -1.0128549337387085, -0.9957932829856873, -0.9042863249778748, -1.5216997861862183, -1.6946488618850708, -1.635890007019043, -1.1895091533660889, -1.8914897441864014, -0.6409441828727722, -1.4508612155914307, -0.8407210111618042, -1.1549359560012817, -1.4233512878417969, -1.8935153484344482, -1.8816453218460083, -0.6910401582717896, -1.0338577032089233, -1.7071694135665894, -1.4078747034072876, -1.2561678886413574, -0.9988845586776733, -1.2754219770431519, -1.3061563968658447, -1.6386717557907104, -0.9651995301246643, -2.465270519256592, -0.33816859126091003, -1.6258959770202637, -1.933841347694397, -1.6608574390411377, -1.3267086744308472, -3.221525192260742, -0.2554314434528351, -1.2715299129486084, -1.1387776136398315, -1.789415717124939, -1.4733638763427734, -2.0674691200256348, -1.3810083866119385, -0.14416606724262238, -1.1375398635864258, -0.8383594751358032]}, "Bot004_065_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking?", "response": "For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights?", "annotation_id": "Bot004_065_02", "annotations": ["T", "O", "X", "T", "O", "T", "O", "O", "O", "T", "T", "X", "X", "X", "O"], "gpt2_target_score": [-13.521839141845703, -14.360291481018066, -8.170475006103516, -10.155275344848633, -12.908042907714844, -14.263812065124512, -19.690305709838867, -10.044313430786133, -15.156062126159668, -10.643775939941406, -10.414562225341797, -10.601691246032715, -8.366069793701172, -8.336654663085938, -6.791049003601074, -15.923988342285156, -2.5537493228912354, -5.153263092041016, -16.22049331665039, -12.413729667663574, -15.428166389465332, -12.045575141906738, -13.441110610961914, -3.680375576019287], "gpt2_argmax_score": [-1.8457903861999512, -2.4804160594940186, -1.6671870946884155, -0.6445026397705078, -0.35604116320610046, -2.6266448497772217, -0.6014607548713684, -1.457948923110962, -1.330165147781372, -1.4209672212600708, -1.1744036674499512, -0.17873302102088928, -1.6907459497451782, -0.635666012763977, -1.8147151470184326, -0.7413408756256104, -1.5390245914459229, -0.9693946242332458, -1.1305418014526367, -0.7998384237289429, -1.8332412242889404, -2.242489814758301, -1.351007103919983, -1.5365155935287476, -0.8683392405509949, -2.6445517539978027, -2.2288331985473633, -1.8545767068862915, -0.5914240479469299, -2.5478172302246094, -1.2195945978164673, -1.3924674987792969, -0.8146457076072693, -1.7725850343704224, -1.465213656425476, -1.8374325037002563, -1.6311603784561157, -0.8770222663879395, -2.809288740158081, -2.6991114616394043, -1.3272876739501953, -0.3542943298816681, -0.20663797855377197, -1.109298825263977, -1.3522988557815552, -0.7450329661369324]}, "Bot004_065_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean?", "response": "I am a woman, i am tall and tall, and i am tall.", "annotation_id": "Bot004_065_04", "annotations": ["T", "X", "X", "T", "O", "X", "O", "X", "X", "T", "X", "X", "X", "X", "O"], "gpt2_target_score": [-9.925333976745605, -13.516741752624512, -11.244465827941895, -13.421587944030762, -6.596810817718506, -10.452942848205566, -14.004814147949219, -18.115249633789062, -5.414024353027344, -13.42762565612793, -9.24521541595459, -9.362220764160156, -7.337722301483154, -11.225829124450684, -13.614852905273438, -10.96998119354248], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -1.5390288829803467, -0.9694055914878845, -1.1305564641952515, -0.7998334765434265, -1.8332082033157349, -1.283091425895691, -1.542409062385559, -1.4894397258758545, -2.763606548309326, -2.425349473953247, -2.059279203414917, -0.6262856721878052, -2.4690468311309814, -1.2197396755218506, -1.4147536754608154, -0.8235127925872803, -1.5454967021942139, -1.3233894109725952, -1.6124305725097656, -1.6181963682174683, -0.9009281992912292, -2.69197678565979, -2.449519395828247, -1.361688494682312, -0.3823089003562927, -0.20728319883346558, -0.9409568309783936, -1.115867018699646, -1.471663236618042, -1.5933277606964111, -0.06817595660686493, -0.9911953210830688, -0.7570744752883911, -1.6686886548995972, -1.423634648323059, -1.8122179508209229, -1.2937266826629639, -3.4347238540649414, -1.4464664459228516, -1.5054845809936523, -1.7259865999221802, -1.7197906970977783, -0.8287470936775208, -1.754634141921997, -0.9935219883918762, -1.041787028312683, -0.5799424052238464, -1.46748948097229, -2.378034830093384, -1.18506920337677, -1.3613466024398804]}, "Bot004_065_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol?", "response": "Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me?", "annotation_id": "Bot004_065_06", "annotations": ["T", "O", "T", "O", "O", "T", "O", "O", "O", "T", "T", "O", "X", "T", "T"], "gpt2_target_score": [-14.430048942565918, -12.677042961120605, -14.496796607971191, -6.486239910125732, -9.327249526977539, -16.289791107177734, -11.610485076904297, -15.585925102233887, -6.257072448730469, -11.843534469604492, -12.31387996673584, -5.453132152557373, -3.781768321990967, -13.013426780700684, -13.222122192382812, -10.506098747253418, -8.532940864562988, -11.980986595153809, -9.90501594543457, -8.13709831237793, -10.322206497192383, -1.283091425895691, -1.542409062385559], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -1.5390288829803467, -0.9694055914878845, -1.1305564641952515, -0.7998334765434265, -1.8332082033157349, -1.283091425895691, -1.542409062385559, -1.4894397258758545, -2.763606548309326, -2.425349473953247, -2.059279203414917, -0.6262856721878052, -2.4690468311309814, -1.2197396755218506, -1.4147536754608154, -0.8235127925872803, -1.5454967021942139, -1.3233894109725952, -1.6124305725097656, -1.6181963682174683, -0.9009281992912292, -2.69197678565979, -2.449519395828247, -1.361688494682312, -0.3823089003562927, -0.20728319883346558, -0.9409568309783936, -1.115867018699646, -1.471663236618042, -1.5933277606964111, -0.06817595660686493, -0.9911953210830688, -0.7570744752883911, -1.6686886548995972, -1.4131202697753906, -1.405778169631958, -3.496386766433716, -1.374268651008606, -1.6643396615982056, -1.4542994499206543, -1.843420147895813, -0.6923995614051819, -1.5866034030914307, -0.9313207268714905, -1.0806764364242554, -0.5208131670951843, -1.408159613609314, -2.395819664001465, -1.1261332035064697, -1.4741175174713135, -0.23022368550300598, -1.1315667629241943, -1.412400245666504, -0.5160129070281982, -1.9214407205581665, -1.5647863149642944, -1.0539600849151611, -0.28879353404045105, -1.2627205848693848, -1.2157188653945923, -0.6941729187965393, -1.6200499534606934, -0.31594017148017883, -0.7731192708015442, -0.8840098977088928, -1.3487528562545776, -1.0701900720596313, -2.779843330383301, -1.8201861381530762, -1.8825595378875732, -0.6807555556297302, -0.42250487208366394, -0.5315873622894287, -0.052337393164634705, -1.4859634637832642, -2.1767067909240723, -1.20881986618042, -0.27567219734191895, -0.46758583188056946]}, "Bot004_065_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah", "response": "I am afraid of heights.", "annotation_id": "Bot004_065_08", "annotations": ["T", "T", "X", "O", "O", "X", "O", "T", "X", "T", "X", "O", "X", "T", "X"], "gpt2_target_score": [-9.925333976745605, -13.516741752624512, -18.550180435180664, -9.1317777633667, -12.541620254516602, -6.834685325622559], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -1.5390288829803467, -0.9694055914878845, -1.1305564641952515, -0.7998334765434265, -1.8332082033157349, -1.283091425895691, -1.542409062385559, -1.4894397258758545, -2.763606548309326, -2.425349473953247, -2.059279203414917, -0.6262856721878052, -2.4690468311309814, -1.2197396755218506, -1.4147536754608154, -0.8235127925872803, -1.5454967021942139, -1.3233894109725952, -1.6124305725097656, -1.6181963682174683, -0.9009281992912292, -2.69197678565979, -2.449519395828247, -1.361688494682312, -0.3823089003562927, -0.20728319883346558, -0.9409568309783936, -1.115867018699646, -1.471663236618042, -1.5933277606964111, -0.06817595660686493, -0.9911953210830688, -0.7570744752883911, -1.6686886548995972, -1.4131202697753906, -1.405778169631958, -3.496386766433716, -1.374268651008606, -1.6643396615982056, -1.4542994499206543, -1.843420147895813, -0.6923995614051819, -1.5866034030914307, -0.9313207268714905, -1.0806764364242554, -0.5208131670951843, -1.408159613609314, -2.395819664001465, -1.1261332035064697, -1.4741175174713135, -0.23022368550300598, -1.1315667629241943, -1.412400245666504, -0.5160129070281982, -1.9214407205581665, -1.0030605792999268, -0.28399327397346497, -1.1129447221755981, -1.0510846376419067, -0.732552707195282, -1.8399772644042969, -0.29225215315818787, -0.8451257944107056, -0.8199336528778076, -1.1920967102050781, -0.80073481798172, -2.845705509185791, -2.0124833583831787, -1.8233591318130493, -0.4963347315788269, -1.7902189493179321, -1.106849193572998, -0.04247083514928818, -1.5149539709091187, -2.173982620239258, -1.0844424962997437, -0.23647543787956238, -1.951886534690857, -1.186781406402588, -1.719106674194336, -1.6212356090545654, -1.7548848390579224, -0.6763279438018799, -0.06199663504958153, -1.0991121530532837, -0.8883185982704163]}, "Bot004_065_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah I am afraid of heights. Why?", "response": "I am not sure what you mean.", "annotation_id": "Bot004_065_10", "annotations": ["T", "T", "X", "T", "T", "T", "O", "O", "X", "T", "T", "O", "T", "O", "T"], "gpt2_target_score": [-9.925333976745605, -13.516741752624512, -12.198716163635254, -16.92458724975586, -11.559938430786133, -8.255633354187012, -18.37991714477539, -7.090407371520996], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -1.5390288829803467, -0.9694055914878845, -1.1305564641952515, -0.7998334765434265, -1.8332082033157349, -1.283091425895691, -1.542409062385559, -1.4894397258758545, -2.763606548309326, -2.425349473953247, -2.059279203414917, -0.6262856721878052, -2.4690468311309814, -1.2197396755218506, -1.4147536754608154, -0.8235127925872803, -1.5454967021942139, -1.3233894109725952, -1.6124305725097656, -1.6181963682174683, -0.9009281992912292, -2.69197678565979, -2.449519395828247, -1.361688494682312, -0.3823089003562927, -0.20728319883346558, -0.9409568309783936, -1.115867018699646, -1.471663236618042, -1.5933277606964111, -0.06817595660686493, -0.9911953210830688, -0.7570744752883911, -1.6686886548995972, -1.4131202697753906, -1.405778169631958, -3.496386766433716, -1.374268651008606, -1.6643396615982056, -1.4542994499206543, -1.843420147895813, -0.6923995614051819, -1.5866034030914307, -0.9313207268714905, -1.0806764364242554, -0.5208131670951843, -1.408159613609314, -2.395819664001465, -1.1261332035064697, -1.4741175174713135, -0.23022368550300598, -1.1315667629241943, -1.412400245666504, -0.5160129070281982, -1.9214407205581665, -1.0030605792999268, -0.28399327397346497, -1.1129447221755981, -1.0510846376419067, -0.732552707195282, -1.8399772644042969, -0.29225215315818787, -0.8451257944107056, -0.8199336528778076, -1.1920967102050781, -0.80073481798172, -2.845705509185791, -2.0124833583831787, -1.8233591318130493, -0.4963347315788269, -1.7902189493179321, -1.106849193572998, -0.04247083514928818, -1.5149539709091187, -2.173982620239258, -1.0844424962997437, -0.23647543787956238, -1.951886534690857, -1.186781406402588, -1.162440299987793, -2.0340516567230225, -0.6567463874816895, -0.03440127894282341, -1.1959525346755981, -1.1694433689117432, -1.4160680770874023, -1.6637723445892334, -1.4525043964385986, -1.3917138576507568, -1.65477454662323, -1.6378438472747803, -1.5568276643753052, -1.0267565250396729, -0.6529361605644226, -1.2685000896453857, -0.8851081132888794]}, "Bot004_065_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah I am afraid of heights. Why? I am not sure what you mean. Why you afraid of heaights?", "response": "I am afraid of heights, but i am afraid of heights.", "annotation_id": "Bot004_065_12", "annotations": ["T", "X", "X", "T", "T", "O", "O", "X", "X", "T", "X", "X", "X", "T", "O"], "gpt2_target_score": [-9.925333976745605, -13.516741752624512, -18.550180435180664, -9.1317777633667, -12.541620254516602, -7.881979942321777, -11.490997314453125, -11.118395805358887, -7.236518859863281, -11.439390182495117, -11.39371395111084, -18.877281188964844, -6.061049938201904], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -1.5390288829803467, -0.9694055914878845, -1.1305564641952515, -0.7998334765434265, -1.8332082033157349, -1.283091425895691, -1.542409062385559, -1.4894397258758545, -2.763606548309326, -2.425349473953247, -2.059279203414917, -0.6262856721878052, -2.4690468311309814, -1.2197396755218506, -1.4147536754608154, -0.8235127925872803, -1.5454967021942139, -1.3233894109725952, -1.6124305725097656, -1.6181963682174683, -0.9009281992912292, -2.69197678565979, -2.449519395828247, -1.361688494682312, -0.3823089003562927, -0.20728319883346558, -0.9409568309783936, -1.115867018699646, -1.471663236618042, -1.5933277606964111, -0.06817595660686493, -0.9911953210830688, -0.7570744752883911, -1.6686886548995972, -1.4131202697753906, -1.405778169631958, -3.496386766433716, -1.374268651008606, -1.6643396615982056, -1.4542994499206543, -1.843420147895813, -0.6923995614051819, -1.5866034030914307, -0.9313207268714905, -1.0806764364242554, -0.5208131670951843, -1.408159613609314, -2.395819664001465, -1.1261332035064697, -1.4741175174713135, -0.23022368550300598, -1.1315667629241943, -1.412400245666504, -0.5160129070281982, -1.9214407205581665, -1.0030605792999268, -0.28399327397346497, -1.1129447221755981, -1.0510846376419067, -0.732552707195282, -1.8399772644042969, -0.29225215315818787, -0.8451257944107056, -0.8199336528778076, -1.1920967102050781, -0.80073481798172, -2.845705509185791, -2.0124833583831787, -1.8233591318130493, -0.4963347315788269, -1.7902189493179321, -1.106849193572998, -0.04247083514928818, -1.5149539709091187, -2.173966407775879, -1.084460735321045, -0.23647986352443695, -1.9518864154815674, -1.1867824792861938, -1.162429928779602, -2.0340609550476074, -0.6567424535751343, -0.03440162539482117, -1.1959470510482788, -1.169451355934143, -1.4160672426223755, -1.6637554168701172, -0.890725314617157, -1.6789798736572266, -1.0620808601379395, -1.3769861459732056, -1.277616262435913, -0.8305591940879822, -1.0382318496704102, -1.2293410301208496, -1.4448657035827637, -1.324767827987671, -0.3751285672187805, -0.010997634381055832, -2.6776740550994873, -1.9609003067016602, -0.5434756278991699, -2.0477750301361084, -1.5688475370407104, -1.0859726667404175, -1.5659915208816528, -0.35379400849342346, -0.13144811987876892, -0.7551270127296448, -0.9507769346237183, -0.853498637676239, -1.102594256401062, -1.4333679676055908, -0.21217434108257294, -0.16495536267757416, -0.6152631640434265, -1.5414865016937256]}, "Bot004_065_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah I am afraid of heights. Why? I am not sure what you mean. Why you afraid of heaights? I am afraid of heights, but i am afraid of heights. What color you like, what is the favorite?", "response": "I like dark color, but i like dark blonde.  Are you still with me?", "annotation_id": "Bot004_065_14", "annotations": ["T", "O", "T", "T", "T", "O", "O", "O", "O", "T", "T", "T", "O", "O", "X"], "gpt2_target_score": [-9.925333976745605, -13.221774101257324, -15.535386085510254, -13.733752250671387, -6.596810817718506, -13.455975532531738, -11.994739532470703, -13.17114543914795, -13.307441711425781, -12.547330856323242, -8.68002986907959, -9.060493469238281, -11.082321166992188, -4.147429466247559, -10.290634155273438, -10.613734245300293, -10.8112154006958, -5.225783824920654], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -1.5390288829803467, -0.9694055914878845, -1.1305564641952515, -0.7998334765434265, -1.8332082033157349, -1.283091425895691, -1.542409062385559, -1.4894397258758545, -2.763606548309326, -2.425349473953247, -2.059279203414917, -0.6262856721878052, -2.4690468311309814, -1.2197396755218506, -1.4147536754608154, -0.8235127925872803, -1.5454967021942139, -1.3233894109725952, -1.6124305725097656, -1.6181963682174683, -0.9009281992912292, -2.69197678565979, -2.449519395828247, -1.361688494682312, -0.3823089003562927, -0.20728319883346558, -0.9409568309783936, -1.115867018699646, -1.471663236618042, -1.5933277606964111, -0.06817595660686493, -0.9911953210830688, -0.7570744752883911, -1.6686886548995972, -1.4131202697753906, -1.405778169631958, -3.496386766433716, -1.374268651008606, -1.6643396615982056, -1.4542994499206543, -1.843420147895813, -0.6923995614051819, -1.5866034030914307, -0.9313207268714905, -1.0806764364242554, -0.5208131670951843, -1.408159613609314, -2.395819664001465, -1.1261332035064697, -1.4741175174713135, -0.23022368550300598, -1.1315667629241943, -1.412400245666504, -0.5160129070281982, -1.9214407205581665, -1.0030605792999268, -0.28399327397346497, -1.1129447221755981, -1.0510846376419067, -0.732552707195282, -1.8399772644042969, -0.29225215315818787, -0.8451257944107056, -0.8199336528778076, -1.1920967102050781, -0.80073481798172, -2.845705509185791, -2.0124833583831787, -1.8233591318130493, -0.4963347315788269, -1.7902189493179321, -1.106849193572998, -0.04247083514928818, -1.5149539709091187, -2.173982620239258, -1.0844424962997437, -0.23647543787956238, -1.951886534690857, -1.186781406402588, -1.162440299987793, -2.0340516567230225, -0.6567463874816895, -0.03440127894282341, -1.1959525346755981, -1.1694433689117432, -1.4160680770874023, -1.6637723445892334, -0.8907319903373718, -1.6789783239364624, -1.0620710849761963, -1.3769890069961548, -1.2776103019714355, -0.8305567502975464, -1.0382295846939087, -1.2293365001678467, -1.4448699951171875, -1.324777364730835, -0.3751288950443268, -0.010997634381055832, -2.677673578262329, -1.960919976234436, -0.5434766411781311, -2.0477733612060547, -0.7224084734916687, -0.9544804692268372, -0.40304502844810486, -0.20575326681137085, -0.7689564824104309, -0.671789824962616, -0.4904598593711853, -0.8435446619987488, -0.8539542555809021, -0.22274340689182281, -0.15221913158893585, -0.6646224856376648, -1.8400428295135498, -0.24044346809387207, -1.2337185144424438, -1.0784856081008911, -0.602723240852356, -2.0961806774139404, -1.8548362255096436, -0.6013762950897217, -2.0425243377685547, -0.5214241743087769, -1.9113001823425293, -1.4856126308441162, -1.4071727991104126, -2.301004648208618, -2.0510427951812744, -1.2378348112106323, -1.7575074434280396, -1.6395641565322876, -2.0511655807495117, -1.1105337142944336, -1.3785821199417114, -1.3910980224609375, -1.2282538414001465, -1.0712376832962036, -0.08476196229457855, -2.132875919342041, -0.4429026246070862, -0.029300762340426445, -0.09589274972677231, -0.6901109218597412]}, "Bot004_065_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah I am afraid of heights. Why? I am not sure what you mean. Why you afraid of heaights? I am afraid of heights, but i am afraid of heights. What color you like, what is the favorite? I like dark color, but i like dark blonde.  Are you still with me? Yeah", "response": "I want to be a professional eater", "annotation_id": "Bot004_065_16", "annotations": ["T", "T", "X", "T", "T", "X", "O", "O", "X", "T", "X", "X", "X", "O", "O"], "gpt2_target_score": [-9.925333976745605, -14.112544059753418, -9.966774940490723, -13.437396049499512, -7.115548610687256, -15.872117042541504, -18.921817779541016], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -1.5390288829803467, -0.9694055914878845, -1.1305564641952515, -0.7998334765434265, -1.8332082033157349, -1.283091425895691, -1.542409062385559, -1.4894397258758545, -2.763606548309326, -2.425349473953247, -2.059279203414917, -0.6262856721878052, -2.4690468311309814, -1.2197396755218506, -1.4147536754608154, -0.8235127925872803, -1.5454967021942139, -1.3233894109725952, -1.6124305725097656, -1.6181963682174683, -0.9009281992912292, -2.69197678565979, -2.449519395828247, -1.361688494682312, -0.3823089003562927, -0.20728319883346558, -0.9409568309783936, -1.115867018699646, -1.471663236618042, -1.5933277606964111, -0.06817595660686493, -0.9911953210830688, -0.7570744752883911, -1.6686886548995972, -1.4131202697753906, -1.405778169631958, -3.496386766433716, -1.374268651008606, -1.6643396615982056, -1.4542994499206543, -1.843420147895813, -0.6923995614051819, -1.5866034030914307, -0.9313207268714905, -1.0806764364242554, -0.5208131670951843, -1.408159613609314, -2.395819664001465, -1.1261332035064697, -1.4741175174713135, -0.23022368550300598, -1.1315667629241943, -1.412400245666504, -0.5160129070281982, -1.9214407205581665, -1.0030605792999268, -0.28399327397346497, -1.1129447221755981, -1.0510846376419067, -0.732552707195282, -1.8399772644042969, -0.29225215315818787, -0.8451257944107056, -0.8199336528778076, -1.1920967102050781, -0.80073481798172, -2.845705509185791, -2.0124833583831787, -1.8233591318130493, -0.4963347315788269, -1.7902189493179321, -1.106849193572998, -0.04247083514928818, -1.5149539709091187, -2.173982620239258, -1.0844424962997437, -0.23647543787956238, -1.951886534690857, -1.186781406402588, -1.162440299987793, -2.0340516567230225, -0.6567463874816895, -0.03440127894282341, -1.1959525346755981, -1.1694433689117432, -1.4160680770874023, -1.6637723445892334, -0.8907319903373718, -1.6789783239364624, -1.0620710849761963, -1.3769890069961548, -1.2776103019714355, -0.8305567502975464, -1.0382295846939087, -1.2293365001678467, -1.4448699951171875, -1.324777364730835, -0.3751288950443268, -0.010997634381055832, -2.677673578262329, -1.960919976234436, -0.5434766411781311, -2.0477733612060547, -0.7224084734916687, -0.9544804692268372, -0.40304502844810486, -0.20575326681137085, -0.7689564824104309, -0.671789824962616, -0.4904598593711853, -0.8435446619987488, -0.8539542555809021, -0.22274340689182281, -0.15221913158893585, -0.6646224856376648, -1.8400428295135498, -0.2404487133026123, -1.2337188720703125, -1.0784776210784912, -0.6027310490608215, -2.0961828231811523, -1.8548380136489868, -0.6013761162757874, -2.0425355434417725, -0.5214274525642395, -1.9112980365753174, -0.7264194488525391, -2.1053497791290283, -2.0042362213134766, -1.0053027868270874, -1.913958191871643, -1.1491711139678955, -1.349244475364685, -0.905474841594696, -1.5329972505569458, -1.3709017038345337, -1.470499873161316, -1.2516002655029297, -0.03684697300195694, -2.0572381019592285, -0.47557803988456726, -0.036440156400203705, -0.08276548236608505, -1.7422782182693481, -1.1628488302230835, -1.5146784782409668, -0.9853262305259705, -0.24610036611557007, -1.2305036783218384, -1.6902447938919067, -1.63983952999115, -1.9280738830566406, -1.1822950839996338]}, "Bot004_065_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah I am afraid of heights. Why? I am not sure what you mean. Why you afraid of heaights? I am afraid of heights, but i am afraid of heights. What color you like, what is the favorite? I like dark color, but i like dark blonde.  Are you still with me? Yeah I want to be a professional eater What do you mean?", "response": "I am a bit of a health nut but i do love to eat.", "annotation_id": "Bot004_065_18", "annotations": ["T", "O", "O", "O", "T", "O", "O", "O", "X", "T", "T", "O", "O", "T", "T"], "gpt2_target_score": [-9.925333976745605, -13.516741752624512, -11.244465827941895, -14.574572563171387, -10.411821365356445, -9.660874366760254, -16.385822296142578, -20.271751403808594, -7.190849304199219, -5.811017990112305, -11.63730525970459, -11.696876525878906, -5.756301403045654, -13.924712181091309, -1.928314208984375], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -1.5390288829803467, -0.9694055914878845, -1.1305564641952515, -0.7998334765434265, -1.8332082033157349, -1.283091425895691, -1.542409062385559, -1.4894397258758545, -2.763606548309326, -2.425349473953247, -2.059279203414917, -0.6262856721878052, -2.4690468311309814, -1.2197396755218506, -1.4147536754608154, -0.8235127925872803, -1.5454967021942139, -1.3233894109725952, -1.6124305725097656, -1.6181963682174683, -0.9009281992912292, -2.69197678565979, -2.449519395828247, -1.361688494682312, -0.3823089003562927, -0.20728319883346558, -0.9409568309783936, -1.115867018699646, -1.471663236618042, -1.5933277606964111, -0.06817595660686493, -0.9911953210830688, -0.7570744752883911, -1.6686886548995972, -1.4131202697753906, -1.405778169631958, -3.496386766433716, -1.374268651008606, -1.6643396615982056, -1.4542994499206543, -1.843420147895813, -0.6923995614051819, -1.5866034030914307, -0.9313207268714905, -1.0806764364242554, -0.5208131670951843, -1.408159613609314, -2.395819664001465, -1.1261332035064697, -1.4741175174713135, -0.23022368550300598, -1.1315667629241943, -1.412400245666504, -0.5160129070281982, -1.9214407205581665, -1.0030605792999268, -0.28399327397346497, -1.1129447221755981, -1.0510846376419067, -0.732552707195282, -1.8399772644042969, -0.29225215315818787, -0.8451257944107056, -0.8199336528778076, -1.1920967102050781, -0.80073481798172, -2.845705509185791, -2.0124833583831787, -1.8233591318130493, -0.4963347315788269, -1.7902189493179321, -1.106849193572998, -0.04247083514928818, -1.5149539709091187, -2.173982620239258, -1.0844424962997437, -0.23647543787956238, -1.951886534690857, -1.186781406402588, -1.162440299987793, -2.0340516567230225, -0.6567463874816895, -0.03440127894282341, -1.1959525346755981, -1.1694433689117432, -1.4160680770874023, -1.6637723445892334, -0.8907319903373718, -1.6789783239364624, -1.0620710849761963, -1.3769890069961548, -1.2776103019714355, -0.8305567502975464, -1.0382295846939087, -1.2293365001678467, -1.4448699951171875, -1.324777364730835, -0.3751288950443268, -0.010997634381055832, -2.677673578262329, -1.960919976234436, -0.5434766411781311, -2.0477733612060547, -0.7224084734916687, -0.9544804692268372, -0.40304502844810486, -0.20575326681137085, -0.7689564824104309, -0.671789824962616, -0.4904598593711853, -0.8435446619987488, -0.8539542555809021, -0.22274340689182281, -0.15221913158893585, -0.6646224856376648, -1.8400428295135498, -0.24044346809387207, -1.2337185144424438, -1.0784856081008911, -0.602723240852356, -2.0961806774139404, -1.8548362255096436, -0.6013762950897217, -2.0425243377685547, -0.5214241743087769, -1.9113001823425293, -0.726421058177948, -2.105353593826294, -2.0042355060577393, -1.005300760269165, -1.9139726161956787, -1.1491703987121582, -1.3492361307144165, -0.9054783582687378, -1.5329930782318115, -1.370920181274414, -1.4705144166946411, -1.2516059875488281, -0.03684697300195694, -2.057224750518799, -0.4755743145942688, -0.036440614610910416, -0.08276558667421341, -1.74228036403656, -1.1628469228744507, -0.3334791660308838, -0.3106367588043213, -0.974565863609314, -1.9560626745224, -1.9333105087280273, -1.6048775911331177, -1.078046441078186, -2.0494723320007324, -0.026099665090441704, -0.5907424092292786, -0.6960634589195251, -1.414374589920044, -1.430138111114502, -1.2696880102157593, -1.738488793373108, -1.4997366666793823, -2.2763917446136475, -0.1643335223197937, -3.7173922061920166, -1.7212854623794556, -1.5162404775619507, -1.2314715385437012, -1.6350977420806885, -0.8410411477088928, -1.0570834875106812, -1.4078364372253418, -2.0831198692321777, -0.9882614612579346]}, "Bot004_065_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah I am afraid of heights. Why? I am not sure what you mean. Why you afraid of heaights? I am afraid of heights, but i am afraid of heights. What color you like, what is the favorite? I like dark color, but i like dark blonde.  Are you still with me? Yeah I want to be a professional eater What do you mean? I am a bit of a health nut but i do love to eat. What you eat?", "response": "I eat fried chicken and chocolate cake.", "annotation_id": "Bot004_065_20", "annotations": ["T", "T", "O", "O", "X", "O", "O", "X", "X", "T", "X", "O", "O", "O", "X"], "gpt2_target_score": [-9.925333976745605, -17.77509117126465, -17.36518669128418, -14.8499174118042, -8.21586799621582, -15.523484230041504, -15.329288482666016, -7.090407371520996], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -1.5390288829803467, -0.9694055914878845, -1.1305564641952515, -0.7998334765434265, -1.8332082033157349, -1.283091425895691, -1.542409062385559, -1.4894397258758545, -2.763606548309326, -2.425349473953247, -2.059279203414917, -0.6262856721878052, -2.4690468311309814, -1.2197396755218506, -1.4147536754608154, -0.8235127925872803, -1.5454967021942139, -1.3233894109725952, -1.6124305725097656, -1.6181963682174683, -0.9009281992912292, -2.69197678565979, -2.449519395828247, -1.361688494682312, -0.3823089003562927, -0.20728319883346558, -0.9409568309783936, -1.115867018699646, -1.471663236618042, -1.5933277606964111, -0.06817595660686493, -0.9911953210830688, -0.7570744752883911, -1.6686886548995972, -1.4131202697753906, -1.405778169631958, -3.496386766433716, -1.374268651008606, -1.6643396615982056, -1.4542994499206543, -1.843420147895813, -0.6923995614051819, -1.5866034030914307, -0.9313207268714905, -1.0806764364242554, -0.5208131670951843, -1.408159613609314, -2.395819664001465, -1.1261332035064697, -1.4741175174713135, -0.23022368550300598, -1.1315667629241943, -1.412400245666504, -0.5160129070281982, -1.9214407205581665, -1.0030605792999268, -0.28399327397346497, -1.1129447221755981, -1.0510846376419067, -0.732552707195282, -1.8399772644042969, -0.29225215315818787, -0.8451257944107056, -0.8199336528778076, -1.1920967102050781, -0.80073481798172, -2.845705509185791, -2.0124833583831787, -1.8233591318130493, -0.4963347315788269, -1.7902189493179321, -1.106849193572998, -0.04247083514928818, -1.5149539709091187, -2.173982620239258, -1.0844424962997437, -0.23647543787956238, -1.951886534690857, -1.186781406402588, -1.162440299987793, -2.0340516567230225, -0.6567463874816895, -0.03440127894282341, -1.1959525346755981, -1.1694433689117432, -1.4160680770874023, -1.6637723445892334, -0.8907319903373718, -1.6789783239364624, -1.0620710849761963, -1.3769890069961548, -1.2776103019714355, -0.8305567502975464, -1.0382295846939087, -1.2293365001678467, -1.4448699951171875, -1.324777364730835, -0.3751288950443268, -0.010997634381055832, -2.677673578262329, -1.960919976234436, -0.5434766411781311, -2.0477733612060547, -0.7224084734916687, -0.9544804692268372, -0.40304502844810486, -0.20575326681137085, -0.7689564824104309, -0.671789824962616, -0.4904598593711853, -0.8435446619987488, -0.8539542555809021, -0.22274340689182281, -0.15221913158893585, -0.6646224856376648, -1.8400428295135498, -0.24044346809387207, -1.2337185144424438, -1.0784856081008911, -0.602723240852356, -2.0961806774139404, -1.8548362255096436, -0.6013762950897217, -2.0425243377685547, -0.5214241743087769, -1.9113001823425293, -0.726421058177948, -2.105353593826294, -2.0042355060577393, -1.005300760269165, -1.9139726161956787, -1.1491703987121582, -1.3492361307144165, -0.9054783582687378, -1.5329930782318115, -1.370920181274414, -1.4705144166946411, -1.2516059875488281, -0.03684697300195694, -2.057224750518799, -0.4755743145942688, -0.036440614610910416, -0.08276558667421341, -1.74228036403656, -1.1628469228744507, -0.3334791660308838, -0.3106367588043213, -0.974565863609314, -1.9560626745224, -1.9333105087280273, -1.6048775911331177, -1.078046441078186, -2.0494723320007324, -0.026099665090441704, -0.5907424092292786, -0.6960634589195251, -1.414374589920044, -1.0644842386245728, -1.1944092512130737, -1.581900715827942, -2.3051960468292236, -0.17942838370800018, -3.827313184738159, -1.6723905801773071, -1.8568273782730103, -0.9247357845306396, -1.456337332725525, -0.4467940330505371, -1.218083381652832, -1.2074058055877686, -1.9986342191696167, -1.1847763061523438, -1.0908589363098145, -0.8123407363891602, -0.8470847606658936, -1.6206326484680176, -1.5958086252212524, -1.7193522453308105, -1.9495849609375, -1.421889305114746, -1.4430599212646484, -2.9236574172973633, -1.3679261207580566, -0.9349067211151123, -1.1652183532714844]}, "Bot004_067_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you.", "response": "I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol?", "annotation_id": "Bot004_067_02", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "T", "T", "O"], "gpt2_target_score": [-10.373396873474121, -14.871613502502441, -15.113141059875488, -14.198712348937988, -6.863101959228516, -12.40200424194336, -13.377168655395508, -14.577130317687988, -12.713505744934082, -12.389383316040039, -14.385627746582031, -11.033981323242188, -16.920557022094727, -13.509363174438477, -6.791980266571045, -14.467400550842285, -9.916312217712402, -11.452762603759766, -12.4276123046875, -15.014997482299805], "gpt2_argmax_score": [-1.9562060832977295, -2.5356149673461914, -0.19698449969291687, -1.5865604877471924, -1.8357526063919067, -0.8698616027832031, -1.987577199935913, -0.6532717347145081, -1.0943937301635742, -0.9394509792327881, -0.45930516719818115, -3.4506075382232666, -2.2771613597869873, -1.5301685333251953, -1.5739091634750366, -2.272179365158081, -0.9921903610229492, -1.526279330253601, -1.4890437126159668, -0.8611432909965515, -1.8076627254486084, -0.14113613963127136, -1.3429588079452515, -1.1791843175888062, -1.7645357847213745, -1.1022305488586426, -1.9161795377731323, -1.7769488096237183, -1.3974437713623047, -1.057608723640442, -3.076416015625, -1.5135959386825562, -1.617161512374878, -1.4585750102996826, -1.6662815809249878, -1.139286994934082, -1.938912034034729, -1.9824683666229248, -0.7737046480178833, -1.644728422164917, -0.3081033527851105, -1.0994771718978882, -2.3003413677215576, -0.7756697535514832, -0.7486834526062012]}, "Bot004_067_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink.", "response": "I am a fat and a body critic.", "annotation_id": "Bot004_067_04", "annotations": ["O", "X", "O", "O", "X", "T", "T", "O", "O", "X", "X", "T", "X", "T", "T"], "gpt2_target_score": [-10.373396873474121, -14.871613502502441, -12.167641639709473, -11.81994342803955, -11.024280548095703, -10.370159149169922, -14.881479263305664, -16.515108108520508, -6.906140327453613], "gpt2_argmax_score": [-1.9562060832977295, -2.5356149673461914, -0.19698449969291687, -1.5865604877471924, -1.8357526063919067, -0.8698616027832031, -1.987577199935913, -0.6532717347145081, -1.0943937301635742, -0.9394509792327881, -0.45930516719818115, -3.4506075382232666, -2.2771613597869873, -1.5301685333251953, -1.5739091634750366, -2.272179365158081, -0.9921903610229492, -1.526279330253601, -1.4890437126159668, -0.8611432909965515, -1.8076627254486084, -0.14113613963127136, -1.3429588079452515, -1.1791843175888062, -1.0531187057495117, -1.7668863534927368, -1.8139114379882812, -1.21779203414917, -1.087235450744629, -2.9116954803466797, -1.529012680053711, -1.489330530166626, -1.4300763607025146, -1.8470985889434814, -0.9977247714996338, -1.8369452953338623, -1.6361244916915894, -0.6606245636940002, -1.4031376838684082, -0.19044826924800873, -1.0518821477890015, -2.124387264251709, -0.6949527859687805, -1.7005584239959717, -0.6630843877792358, -0.9712203145027161, -1.8455991744995117, -0.9194275140762329, -0.78810054063797, -0.9250106811523438, -1.6900663375854492, -1.7082308530807495, -2.0957541465759277, -3.229804754257202, -1.7917981147766113, -2.0827882289886475, -1.5895254611968994, -1.171678900718689, -0.7312430143356323, -1.0144917964935303]}, "Bot004_067_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic?", "response": "I am a carpenter.", "annotation_id": "Bot004_067_06", "annotations": ["X", "X", "T", "O", "X", "T", "T", "O", "T", "X", "X", "T", "X", "T", "X"], "gpt2_target_score": [-10.37339973449707, -14.871622085571289, -12.16763687133789, -13.66094970703125, -18.50042724609375, -6.325295925140381], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -0.8611517548561096, -1.8076564073562622, -0.14113779366016388, -1.3429776430130005, -1.1791843175888062, -1.0531256198883057, -1.7669391632080078, -1.8139163255691528, -1.2178175449371338, -1.0872458219528198, -2.9117250442504883, -1.5290132761001587, -1.4893549680709839, -1.4300999641418457, -1.8470983505249023, -0.9977028369903564, -1.836957573890686, -1.6361392736434937, -0.6606319546699524, -1.403151512145996, -0.1904454082250595, -1.0518790483474731, -2.1243419647216797, -0.694962739944458, -1.7005555629730225, -0.6630808115005493, -0.9712070226669312, -1.845558524131775, -0.9194657206535339, -0.7881258130073547, -0.9250094294548035, -1.9786442518234253, -2.060681104660034, -3.602898120880127, -1.8604170083999634, -1.7330485582351685, -1.3113914728164673, -1.28597891330719, -0.5211848020553589, -1.049501657485962, -1.823907494544983, -0.6082632541656494, -0.07310451567173004, -0.51707923412323, -1.4719884395599365, -1.8844960927963257, -2.154989004135132, -1.3110804557800293, -0.6526861190795898, -1.1413534879684448, -1.066646695137024, -0.9360567927360535]}, "Bot004_067_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting.", "response": "I am a construction worker", "annotation_id": "Bot004_067_08", "annotations": ["X", "O", "O", "O", "X", "T", "T", "O", "O", "T", "O", "O", "X", "T", "X"], "gpt2_target_score": [-10.37339973449707, -14.871622085571289, -12.16763687133789, -17.487258911132812, -17.730335235595703], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -0.8611517548561096, -1.8076564073562622, -0.14113779366016388, -1.3429776430130005, -1.1791843175888062, -1.0531256198883057, -1.7669391632080078, -1.8139163255691528, -1.2178175449371338, -1.0872458219528198, -2.9117250442504883, -1.5290132761001587, -1.4893549680709839, -1.4300999641418457, -1.8470983505249023, -0.9977028369903564, -1.836957573890686, -1.6361392736434937, -0.6606319546699524, -1.403151512145996, -0.1904454082250595, -1.0518790483474731, -2.1243419647216797, -0.694962739944458, -1.7005555629730225, -0.6630808115005493, -0.9712070226669312, -1.845558524131775, -0.9194657206535339, -0.7881258130073547, -0.9250094294548035, -1.9786442518234253, -2.060681104660034, -3.602898120880127, -1.8604170083999634, -1.7330485582351685, -1.3113914728164673, -1.28597891330719, -0.5211848020553589, -1.049501657485962, -1.823907494544983, -0.6082632541656494, -0.07310451567173004, -0.51707923412323, -1.4719884395599365, -1.6317040920257568, -1.3202944993972778, -1.5865386724472046, -2.1483101844787598, -0.9473168849945068, -1.1952723264694214, -1.6701583862304688, -1.6118340492248535, -1.235809326171875, -0.8676871657371521, -1.7257349491119385, -1.908063530921936, -2.188934326171875, -1.0461570024490356, -2.126840353012085, -0.20864157378673553, -0.6539399027824402]}, "Bot004_067_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting. I am a construction worker I produce music for artists.", "response": "I wish i had a job. I am not a fan of beer though.", "annotation_id": "Bot004_067_10", "annotations": ["X", "X", "O", "O", "X", "X", "T", "O", "T", "X", "X", "T", "O", "T", "T"], "gpt2_target_score": [-10.37339973449707, -19.02867317199707, -11.622570037841797, -15.512275695800781, -11.586459159851074, -14.446252822875977, -11.271559715270996, -7.6838274002075195, -15.608565330505371, -14.458175659179688, -11.22980785369873, -12.432636260986328, -13.331636428833008, -13.50939655303955, -12.843035697937012, -6.098065376281738], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -0.8611517548561096, -1.8076564073562622, -0.14113779366016388, -1.3429776430130005, -1.1791843175888062, -1.0531256198883057, -1.7669391632080078, -1.8139163255691528, -1.2178175449371338, -1.0872458219528198, -2.9117250442504883, -1.5290132761001587, -1.4893549680709839, -1.4300999641418457, -1.8470983505249023, -0.9977028369903564, -1.836957573890686, -1.6361392736434937, -0.6606319546699524, -1.403151512145996, -0.1904454082250595, -1.0518790483474731, -2.1243419647216797, -0.694962739944458, -1.7005555629730225, -0.6630808115005493, -0.9712070226669312, -1.845558524131775, -0.9194657206535339, -0.7881258130073547, -0.9250094294548035, -1.9786442518234253, -2.060681104660034, -3.602898120880127, -1.8604170083999634, -1.7330485582351685, -1.3113914728164673, -1.28597891330719, -0.5211848020553589, -1.049501657485962, -1.823907494544983, -0.6082632541656494, -0.07310451567173004, -0.51707923412323, -1.4719884395599365, -1.6317040920257568, -1.3202944993972778, -1.5865386724472046, -2.1483101844787598, -0.9473168849945068, -1.1952723264694214, -1.6701583862304688, -1.6118340492248535, -1.2358083724975586, -0.8676952123641968, -1.725732684135437, -1.5635830163955688, -1.191891074180603, -4.350624084472656, -0.21186931431293488, -0.4621119201183319, -1.270856499671936, -1.617715835571289, -1.2060588598251343, -1.2311310768127441, -0.980096697807312, -1.0394645929336548, -1.9543511867523193, -2.194869041442871, -0.7781384587287903, -0.9008700847625732, -1.2814019918441772, -2.730438232421875, -1.6258593797683716, -1.2292205095291138, -2.0828917026519775, -1.2393258810043335, -1.2373839616775513, -2.647394895553589, -0.10536903887987137, -2.4422061443328857, -1.0402500629425049, -0.4862169623374939, -1.1152063608169556]}, "Bot004_067_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting. I am a construction worker I produce music for artists. I wish i had a job. I am not a fan of beer though. What is your favoriite food?", "response": "I am not sure. I am a sucker for some italian food.", "annotation_id": "Bot004_067_12", "annotations": ["O", "O", "O", "O", "X", "T", "T", "O", "O", "T", "O", "O", "T", "T", "T"], "gpt2_target_score": [-10.37339973449707, -14.871622085571289, -13.21353530883789, -17.268722534179688, -6.863107204437256, -6.51010274887085, -13.50144100189209, -11.034100532531738, -21.515026092529297, -10.48929214477539, -13.46522045135498, -10.007003784179688, -20.308259963989258, -14.854153633117676, -6.791987895965576], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -0.8611517548561096, -1.8076564073562622, -0.14113779366016388, -1.3429776430130005, -1.1791843175888062, -1.0531256198883057, -1.7669391632080078, -1.8139163255691528, -1.2178175449371338, -1.0872458219528198, -2.9117250442504883, -1.5290132761001587, -1.4893549680709839, -1.4300999641418457, -1.8470983505249023, -0.9977028369903564, -1.836957573890686, -1.6361392736434937, -0.6606319546699524, -1.403151512145996, -0.1904454082250595, -1.0518790483474731, -2.1243419647216797, -0.694962739944458, -1.7005555629730225, -0.6630808115005493, -0.9712070226669312, -1.845558524131775, -0.9194657206535339, -0.7881258130073547, -0.9250094294548035, -1.9786442518234253, -2.060681104660034, -3.602898120880127, -1.8604170083999634, -1.7330485582351685, -1.3113914728164673, -1.28597891330719, -0.5211848020553589, -1.049501657485962, -1.823907494544983, -0.6082632541656494, -0.07310451567173004, -0.51707923412323, -1.4719884395599365, -1.6317040920257568, -1.3202944993972778, -1.5865386724472046, -2.1483101844787598, -0.9473168849945068, -1.1952723264694214, -1.6701583862304688, -1.6118340492248535, -1.2358083724975586, -0.8676952123641968, -1.725732684135437, -1.5635830163955688, -1.191891074180603, -4.350624084472656, -0.21186931431293488, -0.4621119201183319, -1.270856499671936, -1.617715835571289, -1.2060588598251343, -1.2311310768127441, -0.9800985455513, -1.039461612701416, -1.5010473728179932, -0.4883631467819214, -0.7956942319869995, -1.2755600214004517, -2.2288150787353516, -1.3263250589370728, -1.283383846282959, -1.4467041492462158, -1.0488957166671753, -1.0016415119171143, -3.3908233642578125, -0.10860880464315414, -2.54296612739563, -0.8351650834083557, -0.3790101408958435, -1.0986552238464355, -1.9378983974456787, -0.7788371443748474, -1.9866682291030884, -0.6448202133178711, -1.270949125289917, -0.8056280612945557, -0.4681275486946106, -1.827001929283142, -1.8108246326446533, -2.1911725997924805, -0.896493673324585, -0.6140113472938538, -1.5194039344787598, -0.8331362009048462, -1.5922911167144775, -1.1788603067398071, -3.1473805904388428, -0.029928486794233322, -2.575770139694214, -2.7931532859802246, -0.014762921258807182, -1.315279483795166, -0.6339304447174072, -1.1383389234542847]}, "Bot004_067_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting. I am a construction worker I produce music for artists. I wish i had a job. I am not a fan of beer though. What is your favoriite food? I am not sure. I am a sucker for some italian food. Really. I like pizza.", "response": "Pizza is my favorite food.", "annotation_id": "Bot004_067_14", "annotations": ["O", "O", "O", "O", "X", "T", "T", "O", "O", "O", "T", "T", "O", "T", "O"], "gpt2_target_score": [-11.90800666809082, -17.822298049926758, -10.401222229003906, -7.193748474121094, -17.261568069458008, -12.421915054321289, -11.271559715270996], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -0.8611517548561096, -1.8076564073562622, -0.14113779366016388, -1.3429776430130005, -1.1791843175888062, -1.0531256198883057, -1.7669391632080078, -1.8139163255691528, -1.2178175449371338, -1.0872458219528198, -2.9117250442504883, -1.5290132761001587, -1.4893549680709839, -1.4300999641418457, -1.8470983505249023, -0.9977028369903564, -1.836957573890686, -1.6361392736434937, -0.6606319546699524, -1.403151512145996, -0.1904454082250595, -1.0518790483474731, -2.1243419647216797, -0.694962739944458, -1.7005555629730225, -0.6630808115005493, -0.9712070226669312, -1.845558524131775, -0.9194657206535339, -0.7881258130073547, -0.9250094294548035, -1.9786442518234253, -2.060681104660034, -3.602898120880127, -1.8604170083999634, -1.7330485582351685, -1.3113914728164673, -1.28597891330719, -0.5211848020553589, -1.049501657485962, -1.823907494544983, -0.6082632541656494, -0.07310451567173004, -0.51707923412323, -1.4719884395599365, -1.6317040920257568, -1.3202944993972778, -1.5865386724472046, -2.1483101844787598, -0.9473168849945068, -1.1952723264694214, -1.6701583862304688, -1.6118340492248535, -1.2358083724975586, -0.8676952123641968, -1.725732684135437, -1.5635830163955688, -1.191891074180603, -4.350624084472656, -0.21186931431293488, -0.4621119201183319, -1.270856499671936, -1.617715835571289, -1.2060588598251343, -1.2311310768127441, -0.980096697807312, -1.0394645929336548, -1.5010449886322021, -0.48836299777030945, -0.7956936955451965, -1.2755513191223145, -2.2288143634796143, -1.3263123035430908, -1.2833821773529053, -1.4467012882232666, -1.0488964319229126, -1.0016454458236694, -3.39082932472229, -0.10860826820135117, -2.5429725646972656, -0.8351554870605469, -0.37900713086128235, -1.098649024963379, -1.9378963708877563, -0.7788375616073608, -1.986655592918396, -0.6448252201080322, -1.2709366083145142, -0.8056318163871765, -0.46812230348587036, -1.8269997835159302, -1.6739470958709717, -1.0801911354064941, -0.711460292339325, -1.6019526720046997, -1.2316511869430542, -1.2587631940841675, -1.1899186372756958, -3.9699807167053223, -0.039120834320783615, -2.629957675933838, -2.814235210418701, -0.01505841314792633, -1.2149568796157837, -0.5517066717147827, -1.2844949960708618, -1.769048810005188, -1.1833081245422363, -1.5372041463851929, -2.5138676166534424, -1.0837565660476685, -1.1673349142074585, -1.726173758506775, -0.05438612401485443, -1.023811936378479, -2.0833146572113037, -0.6166535019874573, -1.4623479843139648, -0.7974759340286255, -1.3891160488128662]}, "Bot004_067_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting. I am a construction worker I produce music for artists. I wish i had a job. I am not a fan of beer though. What is your favoriite food? I am not sure. I am a sucker for some italian food. Really. I like pizza. Pizza is my favorite food. It is my favorite food", "response": "I love[HEAVY BLACK HEART] food. I drink a lot of alcohol in my life.", "annotation_id": "Bot004_067_16", "annotations": ["O", "T", "O", "O", "X", "X", "T", "O", "O", "X", "O", "O", "T", "T", "T"], "gpt2_target_score": [-10.37339973449707, -16.876768112182617, -14.988910675048828, -12.887443542480469, -7.278140544891357, -3.8192687034606934, -12.037299156188965, -7.5269670486450195, -7.317101955413818, -2.1553611755371094, -16.605907440185547, -10.58688735961914, -10.841920852661133, -14.450757026672363, -9.027674674987793, -14.791916847229004, -9.191361427307129, -15.026744842529297, -7.992400169372559, -7.589926719665527, -12.806557655334473, -11.359399795532227], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -0.8611517548561096, -1.8076564073562622, -0.14113779366016388, -1.3429776430130005, -1.1791843175888062, -1.0531256198883057, -1.7669391632080078, -1.8139163255691528, -1.2178175449371338, -1.0872458219528198, -2.9117250442504883, -1.5290132761001587, -1.4893549680709839, -1.4300999641418457, -1.8470983505249023, -0.9977028369903564, -1.836957573890686, -1.6361392736434937, -0.6606319546699524, -1.403151512145996, -0.1904454082250595, -1.0518790483474731, -2.1243419647216797, -0.694962739944458, -1.7005555629730225, -0.6630808115005493, -0.9712070226669312, -1.845558524131775, -0.9194657206535339, -0.7881258130073547, -0.9250094294548035, -1.9786442518234253, -2.060681104660034, -3.602898120880127, -1.8604170083999634, -1.7330485582351685, -1.3113914728164673, -1.28597891330719, -0.5211848020553589, -1.049501657485962, -1.823907494544983, -0.6082632541656494, -0.07310451567173004, -0.51707923412323, -1.4719884395599365, -1.6317040920257568, -1.3202944993972778, -1.5865386724472046, -2.1483101844787598, -0.9473168849945068, -1.1952723264694214, -1.6701583862304688, -1.6118340492248535, -1.2358083724975586, -0.8676952123641968, -1.725732684135437, -1.5635830163955688, -1.191891074180603, -4.350624084472656, -0.21186931431293488, -0.4621119201183319, -1.270856499671936, -1.617715835571289, -1.2060588598251343, -1.2311310768127441, -0.980096697807312, -1.0394645929336548, -1.5010449886322021, -0.48836299777030945, -0.7956936955451965, -1.2755513191223145, -2.2288143634796143, -1.3263123035430908, -1.2833821773529053, -1.4467012882232666, -1.0488964319229126, -1.0016454458236694, -3.39082932472229, -0.10860826820135117, -2.5429725646972656, -0.8351554870605469, -0.37900713086128235, -1.098649024963379, -1.9378963708877563, -0.7788375616073608, -1.986655592918396, -0.6448252201080322, -1.2709366083145142, -0.8056318163871765, -0.46812230348587036, -1.8269997835159302, -1.6739470958709717, -1.0801911354064941, -0.711460292339325, -1.6019526720046997, -1.2316511869430542, -1.2587631940841675, -1.1899186372756958, -3.9699807167053223, -0.039120834320783615, -2.629957675933838, -2.814235210418701, -0.01505841314792633, -1.2149568796157837, -0.5517066717147827, -1.2844949960708618, -1.769048810005188, -1.1833081245422363, -1.5372041463851929, -2.5138676166534424, -1.0837565660476685, -1.1673349142074585, -0.886202871799469, -1.8553674221038818, -0.6168398261070251, -0.9201098680496216, -0.6239280104637146, -1.2970443964004517, -1.0672166347503662, -2.1359360218048096, -0.3512610197067261, -1.6718389987945557, -0.5651310682296753, -1.742936134338379, -2.3041374683380127, -0.2102617621421814, -1.5145423412322998, -0.8222023248672485, -0.5593236684799194, -3.320965528488159, -2.707721471786499, -0.674472451210022, -1.3452963829040527, -1.0084729194641113, -0.8872242569923401, -1.2403204441070557, -1.8406684398651123, -1.3105489015579224, -0.28097498416900635, -0.18020518124103546, -1.436511754989624, -1.1807078123092651, -0.9790664911270142, -1.315881609916687, -0.8746357560157776, -0.9538901448249817]}, "Bot004_067_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting. I am a construction worker I produce music for artists. I wish i had a job. I am not a fan of beer though. What is your favoriite food? I am not sure. I am a sucker for some italian food. Really. I like pizza. Pizza is my favorite food. It is my favorite food I love[HEAVY BLACK HEART] food. I drink a lot of alcohol in my life. Dont drink so much alcohol. :)", "response": "I think i have eaten steak in a long time, i am not a drinker.", "annotation_id": "Bot004_067_18", "annotations": ["X", "O", "O", "X", "X", "X", "T", "O", "T", "X", "X", "T", "T", "T", "T"], "gpt2_target_score": [-10.37339973449707, -14.465295791625977, -11.622570037841797, -14.605842590332031, -19.353927612304688, -18.410776138305664, -9.826128959655762, -11.034100532531738, -15.764519691467285, -12.737247467041016, -4.840685844421387, -8.49972915649414, -16.273521423339844, -12.00023365020752, -9.027674674987793, -15.851941108703613, -12.048958778381348, -9.78969955444336], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -0.8611517548561096, -1.8076564073562622, -0.14113779366016388, -1.3429776430130005, -1.1791843175888062, -1.0531256198883057, -1.7669391632080078, -1.8139163255691528, -1.2178175449371338, -1.0872458219528198, -2.9117250442504883, -1.5290132761001587, -1.4893549680709839, -1.4300999641418457, -1.8470983505249023, -0.9977028369903564, -1.836957573890686, -1.6361392736434937, -0.6606319546699524, -1.403151512145996, -0.1904454082250595, -1.0518790483474731, -2.1243419647216797, -0.694962739944458, -1.7005555629730225, -0.6630808115005493, -0.9712070226669312, -1.845558524131775, -0.9194657206535339, -0.7881258130073547, -0.9250094294548035, -1.9786442518234253, -2.060681104660034, -3.602898120880127, -1.8604170083999634, -1.7330485582351685, -1.3113914728164673, -1.28597891330719, -0.5211848020553589, -1.049501657485962, -1.823907494544983, -0.6082632541656494, -0.07310451567173004, -0.51707923412323, -1.4719884395599365, -1.6317040920257568, -1.3202944993972778, -1.5865386724472046, -2.1483101844787598, -0.9473168849945068, -1.1952723264694214, -1.6701583862304688, -1.6118340492248535, -1.2358083724975586, -0.8676952123641968, -1.725732684135437, -1.5635830163955688, -1.191891074180603, -4.350624084472656, -0.21186931431293488, -0.4621119201183319, -1.270856499671936, -1.617715835571289, -1.2060588598251343, -1.2311310768127441, -0.980096697807312, -1.0394645929336548, -1.5010449886322021, -0.48836299777030945, -0.7956936955451965, -1.2755513191223145, -2.2288143634796143, -1.3263123035430908, -1.2833821773529053, -1.4467012882232666, -1.0488964319229126, -1.0016454458236694, -3.39082932472229, -0.10860826820135117, -2.5429725646972656, -0.8351554870605469, -0.37900713086128235, -1.098649024963379, -1.9378963708877563, -0.7788375616073608, -1.986655592918396, -0.6448252201080322, -1.2709366083145142, -0.8056318163871765, -0.46812230348587036, -1.8269997835159302, -1.6739470958709717, -1.0801911354064941, -0.711460292339325, -1.6019526720046997, -1.2316511869430542, -1.2587631940841675, -1.1899186372756958, -3.9699807167053223, -0.039120834320783615, -2.629957675933838, -2.814235210418701, -0.01505841314792633, -1.2149568796157837, -0.5517066717147827, -1.2844949960708618, -1.769048810005188, -1.1833081245422363, -1.5372041463851929, -2.5138676166534424, -1.0837565660476685, -1.1673349142074585, -0.886202871799469, -1.8553674221038818, -0.6168398261070251, -0.9201098680496216, -0.6239280104637146, -1.2970443964004517, -1.0672166347503662, -2.1359360218048096, -0.3512610197067261, -1.6718389987945557, -0.5651310682296753, -0.7811611294746399, -0.4701192080974579, -3.002873182296753, -0.8644712567329407, -0.6655768156051636, -2.678321123123169, -2.6347765922546387, -0.6846744418144226, -0.8726972937583923, -1.5458956956863403, -0.9076505899429321, -1.2926599979400635, -1.924083948135376, -2.2814407348632812, -0.27184879779815674, -0.15837368369102478, -2.1845037937164307, -1.0118505954742432, -1.1126857995986938, -0.9948338866233826, -0.7303574085235596, -0.874661922454834, -0.7701098322868347, -1.9439914226531982, -2.333219051361084, -0.20355764031410217, -1.5014121532440186, -1.1432383060455322, -1.1306883096694946, -1.459712266921997, -1.6455127000808716, -2.4833059310913086, -1.484988808631897, -2.1825573444366455, -1.0277690887451172, -1.2613109350204468, -1.4083529710769653, -1.1278531551361084, -1.4929319620132446, -0.07999476790428162, -1.0547300577163696, -1.4920755624771118, -2.6795475482940674, -1.915268063545227, -1.5099983215332031, -0.9457760453224182, -0.002470895182341337, -1.0869566202163696, -1.1859636306762695]}, "Bot004_067_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting. I am a construction worker I produce music for artists. I wish i had a job. I am not a fan of beer though. What is your favoriite food? I am not sure. I am a sucker for some italian food. Really. I like pizza. Pizza is my favorite food. It is my favorite food I love[HEAVY BLACK HEART] food. I drink a lot of alcohol in my life. Dont drink so much alcohol. :) I think i have eaten steak in a long time, i am not a drinker. Do you like to listen music?", "response": "I do, but i like to listen to music when i have time[ALARM CLOCK].", "annotation_id": "Bot004_067_20", "annotations": ["O", "O", "O", "O", "X", "T", "T", "O", "O", "O", "O", "O", "T", "T", "O"], "gpt2_target_score": [-10.37339973449707, -15.155046463012695, -8.661746978759766, -14.558830261230469, -12.217204093933105, -11.455659866333008, -11.388365745544434, -16.69560432434082, -11.773521423339844, -12.033092498779297, -11.274943351745605, -8.49972915649414, -14.15361213684082, -13.629368782043457, -9.42737865447998, -6.237896919250488, -11.245865821838379, -9.866344451904297, -18.38250732421875, -16.74858856201172], "gpt2_argmax_score": [-1.9562015533447266, -2.5356202125549316, -0.19698381423950195, -1.5865782499313354, -1.8357537984848022, -0.8698592782020569, -1.9875781536102295, -0.6532641053199768, -1.0943905115127563, -0.9394570589065552, -0.45930027961730957, -3.450592517852783, -2.2771589756011963, -1.5301560163497925, -1.5739091634750366, -2.272183656692505, -0.9921881556510925, -1.5262715816497803, -1.4890433549880981, -0.8611517548561096, -1.8076564073562622, -0.14113779366016388, -1.3429776430130005, -1.1791843175888062, -1.0531256198883057, -1.7669391632080078, -1.8139163255691528, -1.2178175449371338, -1.0872458219528198, -2.9117250442504883, -1.5290132761001587, -1.4893549680709839, -1.4300999641418457, -1.8470983505249023, -0.9977028369903564, -1.836957573890686, -1.6361392736434937, -0.6606319546699524, -1.403151512145996, -0.1904454082250595, -1.0518790483474731, -2.1243419647216797, -0.694962739944458, -1.7005555629730225, -0.6630808115005493, -0.9712070226669312, -1.845558524131775, -0.9194657206535339, -0.7881258130073547, -0.9250094294548035, -1.9786442518234253, -2.060681104660034, -3.602898120880127, -1.8604170083999634, -1.7330485582351685, -1.3113914728164673, -1.28597891330719, -0.5211848020553589, -1.049501657485962, -1.823907494544983, -0.6082632541656494, -0.07310451567173004, -0.51707923412323, -1.4719884395599365, -1.6317040920257568, -1.3202944993972778, -1.5865386724472046, -2.1483101844787598, -0.9473168849945068, -1.1952723264694214, -1.6701583862304688, -1.6118340492248535, -1.2358083724975586, -0.8676952123641968, -1.725732684135437, -1.5635830163955688, -1.191891074180603, -4.350624084472656, -0.21186931431293488, -0.4621119201183319, -1.270856499671936, -1.617715835571289, -1.2060588598251343, -1.2311310768127441, -0.980096697807312, -1.0394645929336548, -1.5010449886322021, -0.48836299777030945, -0.7956936955451965, -1.2755513191223145, -2.2288143634796143, -1.3263123035430908, -1.2833821773529053, -1.4467012882232666, -1.0488964319229126, -1.0016454458236694, -3.39082932472229, -0.10860826820135117, -2.5429725646972656, -0.8351554870605469, -0.37900713086128235, -1.098649024963379, -1.9378963708877563, -0.7788375616073608, -1.986655592918396, -0.6448252201080322, -1.2709366083145142, -0.8056318163871765, -0.46812230348587036, -1.8269997835159302, -1.6739470958709717, -1.0801911354064941, -0.711460292339325, -1.6019526720046997, -1.2316511869430542, -1.2587631940841675, -1.1899186372756958, -3.9699807167053223, -0.039120834320783615, -2.629957675933838, -2.814235210418701, -0.01505841314792633, -1.2149568796157837, -0.5517066717147827, -1.2844949960708618, -1.769048810005188, -1.1833081245422363, -1.5372041463851929, -2.5138676166534424, -1.0837565660476685, -1.1673349142074585, -0.886202871799469, -1.8553674221038818, -0.6168398261070251, -0.9201098680496216, -0.6239280104637146, -1.2970443964004517, -1.0672166347503662, -2.1359360218048096, -0.3512610197067261, -1.6718389987945557, -0.5651310682296753, -0.7811611294746399, -0.4701192080974579, -3.002873182296753, -0.8644712567329407, -0.6655768156051636, -2.678321123123169, -2.6347765922546387, -0.6846744418144226, -0.8726972937583923, -1.5458956956863403, -0.9076505899429321, -1.2926599979400635, -1.924083948135376, -2.2814407348632812, -0.27184879779815674, -0.15837368369102478, -2.1845037937164307, -1.0118505954742432, -1.1126857995986938, -0.9948338866233826, -0.7303574085235596, -0.874661922454834, -0.7701098322868347, -1.9439914226531982, -2.333219051361084, -0.20355764031410217, -1.5014121532440186, -1.1432383060455322, -1.1306883096694946, -1.459712266921997, -1.993681788444519, -1.3796495199203491, -1.782019019126892, -1.071517825126648, -1.2119195461273193, -1.3455562591552734, -1.209957242012024, -1.32937490940094, -0.08618538081645966, -0.9310270547866821, -1.4564415216445923, -2.6404778957366943, -1.945719599723816, -1.5426124334335327, -1.042759895324707, -0.0016106502152979374, -0.8768817782402039, -1.014119029045105, -0.09544110298156738, -1.5512641668319702, -2.442121744155884, -1.2983732223510742, -0.23226840794086456, -0.48293039202690125, -1.3807419538497925, -1.3758243322372437, -1.6397509574890137, -1.454153299331665, -1.5092921257019043, -1.3576350212097168, -2.1252994537353516, -0.9908970594406128, -0.21883061528205872, -0.2536202669143677, -0.4978252947330475, -0.7577163577079773, -0.5836762189865112, -1.814818263053894, -1.2735687494277954, -0.6185997128486633, -2.9243276119232178, -1.8475428819656372, -1.216532588005066, -1.8439573049545288, -1.23898184299469, -1.2289472818374634]}, "Bot004_068_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate", "response": "Are you normal? [POUTING FACE]", "annotation_id": "Bot004_068_02", "annotations": ["T", "T", "X", "O", "T", "X", "O", "O", "O", "O", "O", "T", "O", "T", "T"], "gpt2_target_score": [-12.519693374633789, -8.456192970275879, -14.073494911193848, -13.001049041748047, -9.152360916137695, -13.61112117767334, -21.642324447631836, -20.795085906982422, -14.337976455688477, -13.117942810058594], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.2974332571029663, -0.904155433177948, -0.6404743194580078, -1.9487829208374023, -0.2281389832496643, -1.4913146495819092, -2.181680679321289, -2.041862964630127, -2.01590633392334, -1.732347011566162, -0.36154812574386597, -0.7621303200721741, -1.86214017868042, -2.119828462600708, -0.05880110710859299, -0.3960197865962982, -0.879618763923645, -0.5718662142753601, -1.489709734916687, -2.5394794940948486, -0.3929976522922516, -1.8091351985931396, -1.1802681684494019, -0.7239052057266235, -0.7482982277870178, -0.22762586176395416, -1.6092560291290283, -1.6099367141723633, -1.7708046436309814, -0.32720285654067993, -0.0021162275224924088, -0.01227385364472866, -2.7799181938171387, -1.1699633598327637, -1.160115122795105, -1.5474416017532349, -1.6397532224655151, -1.630258321762085, -2.3570406436920166, -0.7745296359062195, -1.715717077255249, -1.7257583141326904, -0.7945919036865234, -2.5405702590942383, -1.808528184890747, -2.3534717559814453, -0.05012323707342148, -2.9042437076568604, -0.5336409211158752, -0.5596898198127747, -3.087965965270996, -2.006969928741455, -1.6258400678634644, -1.0507766008377075, -0.31445062160491943, -0.8117660284042358]}, "Bot004_068_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why?", "response": "I am not sure what you mean.", "annotation_id": "Bot004_068_04", "annotations": ["X", "X", "O", "O", "O", "X", "O", "T", "X", "T", "T", "O", "T", "T", "T"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -8.893539428710938, -16.585647583007812, -11.851888656616211, -7.224251747131348, -16.431835174560547, -9.909956932067871], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.609958529472351, -1.7707802057266235, -0.32720664143562317, -0.0021162275224924088, -0.012274559587240219, -2.779907703399658, -1.169975996017456, -1.160109519958496, -1.547414779663086, -1.63978111743927, -1.630266547203064, -2.3569891452789307, -0.7745172381401062, -1.7157011032104492, -1.725760817527771, -0.7946001887321472, -2.540566921234131, -1.8084816932678223, -0.08056650310754776, -2.9482579231262207, -0.5163048505783081, -1.8409024477005005, -2.7507009506225586, -2.4587600231170654, -1.9941755533218384, -1.215774655342102, -0.3148651123046875, -1.293539047241211, -1.6528980731964111, -1.9126129150390625, -2.0937225818634033, -1.7054167985916138, -2.0581729412078857, -1.4252904653549194, -1.8960100412368774, -1.2236971855163574, -0.6192956566810608, -1.1097838878631592, -1.2344725131988525]}, "Bot004_068_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that?", "response": "It is a landmark museum. I am a huge fan of horror movies.", "annotation_id": "Bot004_068_06", "annotations": ["X", "X", "X", "O", "X", "X", "T", "T", "X", "X", "X", "T", "T", "T", "X"], "gpt2_target_score": [-13.282859802246094, -7.508840560913086, -6.606811046600342, -22.643310546875, -18.555150985717773, -7.525918006896973, -5.43644380569458, -10.656523704528809, -2.3620805740356445, -13.329730987548828, -14.34070873260498, -7.990164756774902, -12.52603530883789, -13.539928436279297, -5.6437835693359375], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.609958529472351, -1.7707802057266235, -0.32720664143562317, -0.0021162275224924088, -0.012274559587240219, -2.779907703399658, -1.169975996017456, -1.160109519958496, -1.547414779663086, -1.63978111743927, -1.630266547203064, -2.3569891452789307, -0.7745172381401062, -1.7157011032104492, -1.725760817527771, -0.7946001887321472, -2.540566921234131, -1.8084816932678223, -0.08056650310754776, -2.9482579231262207, -0.5163048505783081, -1.8409024477005005, -2.7507009506225586, -2.4587600231170654, -1.9941755533218384, -1.215774655342102, -0.3148651123046875, -1.293539047241211, -1.6528980731964111, -1.9126129150390625, -1.4973113536834717, -2.2455811500549316, -1.4050607681274414, -1.9438769817352295, -1.266316533088684, -0.8422657251358032, -1.6697114706039429, -1.8436951637268066, -1.9857860803604126, -0.0013594918418675661, -0.019183579832315445, -1.2043105363845825, -0.4920932948589325, -0.8889097571372986, -0.2811027765274048, -1.6567049026489258, -1.866894006729126, -1.037545084953308, -2.4643566608428955, -3.4449381828308105, -1.8262834548950195, -1.7128257751464844, -1.8146827220916748, -2.367673397064209, -1.7897775173187256, -2.78849720954895, -0.9432723522186279, -0.09725315868854523, -1.2945488691329956, -1.069012999534607, -1.2544368505477905, -1.4484121799468994]}, "Bot004_068_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too", "response": "I am in a relationship with my dad, he is a retired cop.", "annotation_id": "Bot004_068_08", "annotations": ["X", "X", "X", "O", "X", "X", "O", "O", "X", "X", "X", "O", "X", "T", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -7.821166515350342, -11.612823486328125, -16.96175193786621, -6.293267250061035, -7.874813556671143, -14.895323753356934, -6.337681770324707, -11.40109634399414, -11.783846855163574, -9.560233116149902, -13.850238800048828, -13.982402801513672, -5.6437835693359375], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.609958529472351, -1.7707802057266235, -0.32720664143562317, -0.0021162275224924088, -0.012274559587240219, -2.779907703399658, -1.169975996017456, -1.160109519958496, -1.547414779663086, -1.63978111743927, -1.630266547203064, -2.3569891452789307, -0.7745172381401062, -1.7157011032104492, -1.725760817527771, -0.7946001887321472, -2.540566921234131, -1.8084816932678223, -0.08056650310754776, -2.9482579231262207, -0.5163048505783081, -1.8409024477005005, -2.7507009506225586, -2.4587600231170654, -1.9941755533218384, -1.215774655342102, -0.3148651123046875, -1.293539047241211, -1.6528980731964111, -1.9126129150390625, -1.4973113536834717, -2.2455811500549316, -1.4050607681274414, -1.9438769817352295, -1.266316533088684, -0.8422657251358032, -1.6697114706039429, -1.8436951637268066, -1.9857860803604126, -0.0013594918418675661, -0.019183579832315445, -1.2043105363845825, -0.4920932948589325, -0.8889097571372986, -0.2811027765274048, -1.6567049026489258, -0.5805283784866333, -2.4014718532562256, -3.5987844467163086, -1.9325019121170044, -1.815590739250183, -2.1851303577423096, -2.14968204498291, -1.5514183044433594, -2.6081900596618652, -1.1889164447784424, -0.08783336728811264, -1.3852375745773315, -0.865422785282135, -1.3137471675872803, -1.392703890800476, -1.5256012678146362, -1.9982447624206543, -2.3126204013824463, -1.0152068138122559, -1.5398616790771484, -0.9726702570915222, -2.210355520248413, -2.1481564044952393, -1.7543926239013672, -1.7330737113952637, -1.6832188367843628, -0.49235159158706665, -0.7449126243591309, -2.077385902404785, -1.444444179534912, -1.4886051416397095, -1.324803113937378, -1.2872318029403687, -1.9723604917526245, -3.547652006149292, -1.5274004936218262, -1.59396493434906]}, "Bot004_068_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too I am in a relationship with my dad, he is a retired cop. what do you mean in a relationship?!  this is not okay", "response": "I am not sure what that means. I am more of a movie person.", "annotation_id": "Bot004_068_10", "annotations": ["X", "X", "T", "O", "T", "X", "X", "O", "O", "X", "X", "T", "X", "T", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -8.893539428710938, -16.585647583007812, -11.851888656616211, -5.888619422912598, -14.9128999710083, -9.909956932067871, -5.3702287673950195, -10.06564712524414, -10.803027153015137, -7.990164756774902, -9.919498443603516, -13.626850128173828, -12.551315307617188, -8.928061485290527], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.609958529472351, -1.7707802057266235, -0.32720664143562317, -0.0021162275224924088, -0.012274559587240219, -2.779907703399658, -1.169975996017456, -1.160109519958496, -1.547414779663086, -1.63978111743927, -1.630266547203064, -2.3569891452789307, -0.7745172381401062, -1.7157011032104492, -1.725760817527771, -0.7946001887321472, -2.540566921234131, -1.8084816932678223, -0.08056650310754776, -2.9482579231262207, -0.5163048505783081, -1.8409024477005005, -2.7507009506225586, -2.4587600231170654, -1.9941755533218384, -1.215774655342102, -0.3148651123046875, -1.293539047241211, -1.6528980731964111, -1.9126129150390625, -1.4973113536834717, -2.2455811500549316, -1.4050607681274414, -1.9438769817352295, -1.266316533088684, -0.8422657251358032, -1.6697114706039429, -1.8436951637268066, -1.9857860803604126, -0.0013594918418675661, -0.019183579832315445, -1.2043105363845825, -0.4920932948589325, -0.8889097571372986, -0.2811027765274048, -1.6567049026489258, -0.5805283784866333, -2.4014718532562256, -3.5987844467163086, -1.9325019121170044, -1.815590739250183, -2.1851303577423096, -2.14968204498291, -1.5514183044433594, -2.6081900596618652, -1.1889164447784424, -0.08783336728811264, -1.3852375745773315, -0.865422785282135, -1.3137471675872803, -1.392703890800476, -1.5256012678146362, -1.9982447624206543, -2.3126204013824463, -1.0152068138122559, -1.5398616790771484, -0.9726702570915222, -1.997855544090271, -1.6350253820419312, -1.857132911682129, -2.9545013904571533, -0.3704725205898285, -0.8994873762130737, -1.981217861175537, -1.4164502620697021, -1.8759175539016724, -1.2899811267852783, -1.2650156021118164, -2.2487146854400635, -3.430427312850952, -1.3516489267349243, -2.008531093597412, -2.0784237384796143, -0.19491107761859894, -0.3552338182926178, -0.9111276865005493, -1.5083118677139282, -0.08810454607009888, -0.5663357973098755, -2.0603933334350586, -1.4087625741958618, -0.45218050479888916, -1.711142659187317, -1.106225609779358, -1.5756474733352661, -2.280147075653076, -1.878239631652832, -1.3310902118682861, -2.05485463142395, -0.812271237373352, -0.500897228717804, -0.23285187780857086, -0.9854292869567871, -1.430235743522644, -1.3085606098175049, -1.5896018743515015, -1.3562541007995605, -0.162226602435112, -2.471809148788452, -2.155205011367798, -1.5894074440002441, -1.3058035373687744]}, "Bot004_068_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too I am in a relationship with my dad, he is a retired cop. what do you mean in a relationship?!  this is not okay I am not sure what that means. I am more of a movie person. do you have a lot of friends?  do you have a lot of friends?", "response": "I live in california. How about you?", "annotation_id": "Bot004_068_12", "annotations": ["X", "X", "X", "O", "X", "X", "O", "T", "X", "X", "T", "T", "T", "T", "X"], "gpt2_target_score": [-8.654426574707031, -11.817403793334961, -7.821166515350342, -17.308364868164062, -15.181173324584961, -20.997095108032227, -5.79679536819458, -16.08723258972168, -8.657658576965332, -9.459827423095703, -10.22040843963623], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.609958529472351, -1.7707802057266235, -0.32720664143562317, -0.0021162275224924088, -0.012274559587240219, -2.779907703399658, -1.169975996017456, -1.160109519958496, -1.547414779663086, -1.63978111743927, -1.630266547203064, -2.3569891452789307, -0.7745172381401062, -1.7157011032104492, -1.725760817527771, -0.7946001887321472, -2.540566921234131, -1.8084816932678223, -0.08056650310754776, -2.9482579231262207, -0.5163048505783081, -1.8409024477005005, -2.7507009506225586, -2.4587600231170654, -1.9941755533218384, -1.215774655342102, -0.3148651123046875, -1.293539047241211, -1.6528980731964111, -1.9126129150390625, -1.4973113536834717, -2.2455811500549316, -1.4050607681274414, -1.9438769817352295, -1.266316533088684, -0.8422657251358032, -1.6697114706039429, -1.8436951637268066, -1.9857860803604126, -0.0013594918418675661, -0.019183579832315445, -1.2043105363845825, -0.4920932948589325, -0.8889097571372986, -0.2811027765274048, -1.6567049026489258, -0.5805283784866333, -2.4014718532562256, -3.5987844467163086, -1.9325019121170044, -1.815590739250183, -2.1851303577423096, -2.14968204498291, -1.5514183044433594, -2.6081900596618652, -1.1889164447784424, -0.08783336728811264, -1.3852375745773315, -0.865422785282135, -1.3137471675872803, -1.392703890800476, -1.5256012678146362, -1.9982447624206543, -2.3126204013824463, -1.0152068138122559, -1.5398616790771484, -0.9726702570915222, -1.997855544090271, -1.6350253820419312, -1.857132911682129, -2.9545013904571533, -0.3704725205898285, -0.8994873762130737, -1.981217861175537, -1.4164502620697021, -1.8759175539016724, -1.2899811267852783, -1.2650156021118164, -2.2487146854400635, -3.430427312850952, -1.3516489267349243, -2.008531093597412, -2.0784237384796143, -0.19491107761859894, -0.3552338182926178, -0.9111276865005493, -1.5083118677139282, -0.08810454607009888, -0.5663357973098755, -2.0603933334350586, -1.4087625741958618, -0.45218050479888916, -1.711142659187317, -1.106225609779358, -1.5756474733352661, -1.6580613851547241, -1.2800530195236206, -2.3004724979400635, -0.8479207158088684, -0.5962287187576294, -0.23210293054580688, -1.1757328510284424, -2.031175374984741, -1.1236995458602905, -1.431381344795227, -1.4391595125198364, -0.16857822239398956, -2.6808021068573, -2.0332727432250977, -1.6831642389297485, -1.6290096044540405, -0.12412168830633163, -0.894037663936615, -0.9360178709030151, -2.154676675796509, -0.16940979659557343, -2.0247371196746826, -0.6452375054359436, -2.03985857963562, -2.143064498901367, -0.0680423229932785, -0.7901767492294312, -1.1814274787902832, -1.2082672119140625, -0.061236582696437836, -1.1044856309890747, -0.23751747608184814, -1.8795561790466309, -2.0262134075164795, -1.4769150018692017, -0.5050337314605713, -1.1772027015686035, -0.15136586129665375, -0.00031931069679558277, -1.5391016006469727, -1.3410224914550781, -1.2176238298416138, -0.3589920997619629, -0.5328630805015564, -0.4156140983104706]}, "Bot004_068_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too I am in a relationship with my dad, he is a retired cop. what do you mean in a relationship?!  this is not okay I am not sure what that means. I am more of a movie person. do you have a lot of friends?  do you have a lot of friends? I live in california. How about you? it\u2019s now what i\u2019m asking", "response": "I am not sure what that means. I am sorry.", "annotation_id": "Bot004_068_14", "annotations": ["T", "X", "O", "O", "T", "X", "O", "X", "O", "X", "T", "T", "X", "T", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -8.893539428710938, -16.585647583007812, -11.851888656616211, -5.888619422912598, -14.9128999710083, -9.909956932067871, -5.3702287673950195, -10.06564712524414, -15.562884330749512, -5.940489768981934], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.609958529472351, -1.7707802057266235, -0.32720664143562317, -0.0021162275224924088, -0.012274559587240219, -2.779907703399658, -1.169975996017456, -1.160109519958496, -1.547414779663086, -1.63978111743927, -1.630266547203064, -2.3569891452789307, -0.7745172381401062, -1.7157011032104492, -1.725760817527771, -0.7946001887321472, -2.540566921234131, -1.8084816932678223, -0.08056650310754776, -2.9482579231262207, -0.5163048505783081, -1.8409024477005005, -2.7507009506225586, -2.4587600231170654, -1.9941755533218384, -1.215774655342102, -0.3148651123046875, -1.293539047241211, -1.6528980731964111, -1.9126129150390625, -1.4973113536834717, -2.2455811500549316, -1.4050607681274414, -1.9438769817352295, -1.266316533088684, -0.8422657251358032, -1.6697114706039429, -1.8436951637268066, -1.9857860803604126, -0.0013594918418675661, -0.019183579832315445, -1.2043105363845825, -0.4920932948589325, -0.8889097571372986, -0.2811027765274048, -1.6567049026489258, -0.5805283784866333, -2.4014718532562256, -3.5987844467163086, -1.9325019121170044, -1.815590739250183, -2.1851303577423096, -2.14968204498291, -1.5514183044433594, -2.6081900596618652, -1.1889164447784424, -0.08783336728811264, -1.3852375745773315, -0.865422785282135, -1.3137471675872803, -1.392703890800476, -1.5256012678146362, -1.9982447624206543, -2.3126204013824463, -1.0152068138122559, -1.5398616790771484, -0.9726702570915222, -1.997855544090271, -1.6350253820419312, -1.857132911682129, -2.9545013904571533, -0.3704725205898285, -0.8994873762130737, -1.981217861175537, -1.4164502620697021, -1.8759175539016724, -1.2899811267852783, -1.2650156021118164, -2.2487146854400635, -3.430427312850952, -1.3516489267349243, -2.008531093597412, -2.0784237384796143, -0.19491107761859894, -0.3552338182926178, -0.9111276865005493, -1.5083118677139282, -0.08810454607009888, -0.5663357973098755, -2.0603933334350586, -1.4087625741958618, -0.45218050479888916, -1.711142659187317, -1.106225609779358, -1.5756474733352661, -1.6580613851547241, -1.2800530195236206, -2.3004724979400635, -0.8479207158088684, -0.5962287187576294, -0.23210293054580688, -1.1757328510284424, -2.031175374984741, -1.1236826181411743, -1.4313795566558838, -1.4391672611236572, -0.16857802867889404, -2.6808133125305176, -2.0332717895507812, -1.6831626892089844, -1.629008173942566, -0.12411905080080032, -0.8940364122390747, -0.9360114336013794, -2.1546764373779297, -0.16940656304359436, -2.024725914001465, -0.6452370882034302, -2.0398447513580322, -2.143075466156006, -0.06804187595844269, -0.7901788949966431, -1.18144690990448, -1.2082576751708984, -0.061235908418893814, -1.1044936180114746, -0.23751682043075562, -1.8795661926269531, -1.2842762470245361, -0.675636887550354, -1.009112000465393, -0.12156619876623154, -0.000395815703086555, -1.54680335521698, -1.6492280960083008, -1.276580572128296, -0.3819676339626312, -0.4145898222923279, -1.7711563110351562, -1.1966043710708618, -0.0025221463292837143, -0.007901010103523731, -1.6576813459396362, -2.09386944770813, -1.8560012578964233, -1.5241334438323975, -0.0006069486844353378, -0.07474066317081451, -1.3785104751586914, -1.656793236732483, -2.12898850440979, -1.7297101020812988, -1.781964898109436, -1.4266482591629028, -1.0564247369766235, -0.8797075152397156, -0.017503786832094193, -0.6769105195999146, -1.0400784015655518, -1.027051568031311, -1.6702219247817993, -1.8802778720855713, -1.1997129917144775]}, "Bot004_068_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too I am in a relationship with my dad, he is a retired cop. what do you mean in a relationship?!  this is not okay I am not sure what that means. I am more of a movie person. do you have a lot of friends?  do you have a lot of friends? I live in california. How about you? it\u2019s now what i\u2019m asking I am not sure what that means. I am sorry. do you have a lot of friends?", "response": "I want to be a geologist.", "annotation_id": "Bot004_068_16", "annotations": ["X", "X", "X", "O", "X", "X", "O", "O", "X", "X", "X", "T", "T", "T", "X"], "gpt2_target_score": [-8.654426574707031, -10.667806625366211, -8.140777587890625, -13.840484619140625, -8.982931137084961, -12.415383338928223, -20.647716522216797, -9.909956932067871], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.609958529472351, -1.7707802057266235, -0.32720664143562317, -0.0021162275224924088, -0.012274559587240219, -2.779907703399658, -1.169975996017456, -1.160109519958496, -1.547414779663086, -1.63978111743927, -1.630266547203064, -2.3569891452789307, -0.7745172381401062, -1.7157011032104492, -1.725760817527771, -0.7946001887321472, -2.540566921234131, -1.8084816932678223, -0.08056650310754776, -2.9482579231262207, -0.5163048505783081, -1.8409024477005005, -2.7507009506225586, -2.4587600231170654, -1.9941755533218384, -1.215774655342102, -0.3148651123046875, -1.293539047241211, -1.6528980731964111, -1.9126129150390625, -1.4973113536834717, -2.2455811500549316, -1.4050607681274414, -1.9438769817352295, -1.266316533088684, -0.8422657251358032, -1.6697114706039429, -1.8436951637268066, -1.9857860803604126, -0.0013594918418675661, -0.019183579832315445, -1.2043105363845825, -0.4920932948589325, -0.8889097571372986, -0.2811027765274048, -1.6567049026489258, -0.5805283784866333, -2.4014718532562256, -3.5987844467163086, -1.9325019121170044, -1.815590739250183, -2.1851303577423096, -2.14968204498291, -1.5514183044433594, -2.6081900596618652, -1.1889164447784424, -0.08783336728811264, -1.3852375745773315, -0.865422785282135, -1.3137471675872803, -1.392703890800476, -1.5256012678146362, -1.9982447624206543, -2.3126204013824463, -1.0152068138122559, -1.5398616790771484, -0.9726702570915222, -1.997855544090271, -1.6350253820419312, -1.857132911682129, -2.9545013904571533, -0.3704725205898285, -0.8994873762130737, -1.981217861175537, -1.4164502620697021, -1.8759175539016724, -1.2899811267852783, -1.2650156021118164, -2.2487146854400635, -3.430427312850952, -1.3516489267349243, -2.008531093597412, -2.0784237384796143, -0.19491107761859894, -0.3552338182926178, -0.9111276865005493, -1.5083118677139282, -0.08810454607009888, -0.5663357973098755, -2.0603933334350586, -1.4087625741958618, -0.45218050479888916, -1.711142659187317, -1.106225609779358, -1.5756474733352661, -1.6580613851547241, -1.2800530195236206, -2.3004724979400635, -0.8479207158088684, -0.5962287187576294, -0.23210293054580688, -1.1757328510284424, -2.031175374984741, -1.1236826181411743, -1.4313795566558838, -1.4391672611236572, -0.16857802867889404, -2.6808133125305176, -2.0332717895507812, -1.6831626892089844, -1.629008173942566, -0.12411905080080032, -0.8940364122390747, -0.9360114336013794, -2.1546764373779297, -0.16940656304359436, -2.024725914001465, -0.6452370882034302, -2.0398447513580322, -2.143075466156006, -0.06804187595844269, -0.7901788949966431, -1.18144690990448, -1.2082576751708984, -0.061235908418893814, -1.1044936180114746, -0.23751682043075562, -1.8795661926269531, -1.2842762470245361, -0.675636887550354, -1.009112000465393, -0.12156619876623154, -0.000395815703086555, -1.54680335521698, -1.6492280960083008, -1.276580572128296, -0.3819676339626312, -0.4145898222923279, -1.7711563110351562, -1.1966043710708618, -0.0025221463292837143, -0.007901010103523731, -1.6576813459396362, -2.09386944770813, -1.8560012578964233, -1.5241334438323975, -0.0006069486844353378, -0.07474066317081451, -1.3785104751586914, -1.656793236732483, -1.6213535070419312, -1.798524022102356, -1.0392398834228516, -1.0270410776138306, -1.1014714241027832, -0.019271869212388992, -0.8744722008705139, -1.6807599067687988, -1.0473856925964355, -1.5708361864089966, -1.827552318572998, -1.5600574016571045, -0.03930354490876198, -0.5147260427474976, -0.9618258476257324, -0.17391608655452728, -0.012890346348285675, -0.08959286659955978, -0.11908141523599625, -1.880907654762268, -2.1351940631866455, -1.536600112915039, -0.251678466796875, -1.7020930051803589, -1.3283207416534424, -0.9940733909606934, -1.022029995918274, -1.4192919731140137, -1.1502565145492554]}, "Bot004_068_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too I am in a relationship with my dad, he is a retired cop. what do you mean in a relationship?!  this is not okay I am not sure what that means. I am more of a movie person. do you have a lot of friends?  do you have a lot of friends? I live in california. How about you? it\u2019s now what i\u2019m asking I am not sure what that means. I am sorry. do you have a lot of friends? I want to be a geologist. will you answer the question?", "response": "I will try. I am not sure if i could do that.", "annotation_id": "Bot004_068_18", "annotations": ["O", "T", "O", "O", "T", "X", "O", "O", "O", "O", "O", "O", "X", "T", "X"], "gpt2_target_score": [-8.654426574707031, -9.852758407592773, -10.818634033203125, -10.237274169921875, -8.870412826538086, -8.985756874084473, -6.361599445343018, -12.388533592224121, -6.389164924621582, -10.21469497680664, -14.829134941101074, -10.77945613861084, -7.486087799072266, -6.085185527801514], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.609958529472351, -1.7707802057266235, -0.32720664143562317, -0.0021162275224924088, -0.012274559587240219, -2.779907703399658, -1.169975996017456, -1.160109519958496, -1.547414779663086, -1.63978111743927, -1.630266547203064, -2.3569891452789307, -0.7745172381401062, -1.7157011032104492, -1.725760817527771, -0.7946001887321472, -2.540566921234131, -1.8084816932678223, -0.08056650310754776, -2.9482579231262207, -0.5163048505783081, -1.8409024477005005, -2.7507009506225586, -2.4587600231170654, -1.9941755533218384, -1.215774655342102, -0.3148651123046875, -1.293539047241211, -1.6528980731964111, -1.9126129150390625, -1.4973113536834717, -2.2455811500549316, -1.4050607681274414, -1.9438769817352295, -1.266316533088684, -0.8422657251358032, -1.6697114706039429, -1.8436951637268066, -1.9857860803604126, -0.0013594918418675661, -0.019183579832315445, -1.2043105363845825, -0.4920932948589325, -0.8889097571372986, -0.2811027765274048, -1.6567049026489258, -0.5805283784866333, -2.4014718532562256, -3.5987844467163086, -1.9325019121170044, -1.815590739250183, -2.1851303577423096, -2.14968204498291, -1.5514183044433594, -2.6081900596618652, -1.1889164447784424, -0.08783336728811264, -1.3852375745773315, -0.865422785282135, -1.3137471675872803, -1.392703890800476, -1.5256012678146362, -1.9982447624206543, -2.3126204013824463, -1.0152068138122559, -1.5398616790771484, -0.9726702570915222, -1.997855544090271, -1.6350253820419312, -1.857132911682129, -2.9545013904571533, -0.3704725205898285, -0.8994873762130737, -1.981217861175537, -1.4164502620697021, -1.8759175539016724, -1.2899811267852783, -1.2650156021118164, -2.2487146854400635, -3.430427312850952, -1.3516489267349243, -2.008531093597412, -2.0784237384796143, -0.19491107761859894, -0.3552338182926178, -0.9111276865005493, -1.5083118677139282, -0.08810454607009888, -0.5663357973098755, -2.0603933334350586, -1.4087625741958618, -0.45218050479888916, -1.711142659187317, -1.106225609779358, -1.5756474733352661, -1.6580613851547241, -1.2800530195236206, -2.3004724979400635, -0.8479207158088684, -0.5962287187576294, -0.23210293054580688, -1.1757328510284424, -2.031175374984741, -1.1236826181411743, -1.4313795566558838, -1.4391672611236572, -0.16857802867889404, -2.6808133125305176, -2.0332717895507812, -1.6831626892089844, -1.629008173942566, -0.12411905080080032, -0.8940364122390747, -0.9360114336013794, -2.1546764373779297, -0.16940656304359436, -2.024725914001465, -0.6452370882034302, -2.0398447513580322, -2.143075466156006, -0.06804187595844269, -0.7901788949966431, -1.18144690990448, -1.2082576751708984, -0.061235908418893814, -1.1044936180114746, -0.23751682043075562, -1.8795661926269531, -1.2842762470245361, -0.675636887550354, -1.009112000465393, -0.12156619876623154, -0.000395815703086555, -1.54680335521698, -1.6492280960083008, -1.276580572128296, -0.3819676339626312, -0.4145898222923279, -1.7711563110351562, -1.1966043710708618, -0.0025221463292837143, -0.007901010103523731, -1.6576813459396362, -2.09386944770813, -1.8560012578964233, -1.5241334438323975, -0.0006069486844353378, -0.07474066317081451, -1.3785104751586914, -1.656793236732483, -1.6213535070419312, -1.798524022102356, -1.0392398834228516, -1.0270410776138306, -1.1014714241027832, -0.019271869212388992, -0.8744722008705139, -1.6807599067687988, -1.0473856925964355, -1.5708361864089966, -1.827552318572998, -1.5600574016571045, -0.03930354490876198, -0.5147260427474976, -0.9618258476257324, -0.17391608655452728, -0.012890346348285675, -0.08959286659955978, -0.11908141523599625, -1.880907654762268, -1.0128508806228638, -0.17381830513477325, -1.864338994026184, -1.3707877397537231, -1.6131408214569092, -1.1732912063598633, -1.3570414781570435, -1.505916953086853, -0.5216946601867676, -1.098341464996338, -1.7262306213378906, -0.5599518418312073, -0.9305822253227234, -2.02245831489563, -2.256535053253174, -1.4932504892349243, -0.7904844880104065, -0.9455800652503967, -1.362750768661499, -1.260948896408081, -1.490930199623108, -1.0849709510803223, -0.9313657879829407, -1.4428168535232544, -1.2730463743209839, -1.1754871606826782, -1.2836252450942993, -1.1544300317764282, -1.2672039270401]}, "Bot004_068_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too I am in a relationship with my dad, he is a retired cop. what do you mean in a relationship?!  this is not okay I am not sure what that means. I am more of a movie person. do you have a lot of friends?  do you have a lot of friends? I live in california. How about you? it\u2019s now what i\u2019m asking I am not sure what that means. I am sorry. do you have a lot of friends? I want to be a geologist. will you answer the question? I will try. I am not sure if i could do that. tell me about your friends", "response": "Well, i am a mom and i work at the local theater. You?", "annotation_id": "Bot004_068_20", "annotations": ["X", "X", "X", "O", "X", "X", "O", "T", "X", "O", "X", "T", "X", "T", "X"], "gpt2_target_score": [-14.194610595703125, -10.913213729858398, -5.433227062225342, -12.590606689453125, -8.982931137084961, -11.509011268615723, -5.080074787139893, -11.408965110778809, -8.948521614074707, -4.906131744384766, -10.112238883972168, -14.322745323181152, -16.874393463134766, -6.085185527801514, -11.368236541748047, -10.286993980407715], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -1.609958529472351, -1.7707802057266235, -0.32720664143562317, -0.0021162275224924088, -0.012274559587240219, -2.779907703399658, -1.169975996017456, -1.160109519958496, -1.547414779663086, -1.63978111743927, -1.630266547203064, -2.3569891452789307, -0.7745172381401062, -1.7157011032104492, -1.725760817527771, -0.7946001887321472, -2.540566921234131, -1.8084816932678223, -0.08056650310754776, -2.9482579231262207, -0.5163048505783081, -1.8409024477005005, -2.7507009506225586, -2.4587600231170654, -1.9941755533218384, -1.215774655342102, -0.3148651123046875, -1.293539047241211, -1.6528980731964111, -1.9126129150390625, -1.4973113536834717, -2.2455811500549316, -1.4050607681274414, -1.9438769817352295, -1.266316533088684, -0.8422657251358032, -1.6697114706039429, -1.8436951637268066, -1.9857860803604126, -0.0013594918418675661, -0.019183579832315445, -1.2043105363845825, -0.4920932948589325, -0.8889097571372986, -0.2811027765274048, -1.6567049026489258, -0.5805283784866333, -2.4014718532562256, -3.5987844467163086, -1.9325019121170044, -1.815590739250183, -2.1851303577423096, -2.14968204498291, -1.5514183044433594, -2.6081900596618652, -1.1889164447784424, -0.08783336728811264, -1.3852375745773315, -0.865422785282135, -1.3137471675872803, -1.392703890800476, -1.5256012678146362, -1.9982447624206543, -2.3126204013824463, -1.0152068138122559, -1.5398616790771484, -0.9726702570915222, -1.997855544090271, -1.6350253820419312, -1.857132911682129, -2.9545013904571533, -0.3704725205898285, -0.8994873762130737, -1.981217861175537, -1.4164502620697021, -1.8759175539016724, -1.2899811267852783, -1.2650156021118164, -2.2487146854400635, -3.430427312850952, -1.3516489267349243, -2.008531093597412, -2.0784237384796143, -0.19491107761859894, -0.3552338182926178, -0.9111276865005493, -1.5083118677139282, -0.08810454607009888, -0.5663357973098755, -2.0603933334350586, -1.4087625741958618, -0.45218050479888916, -1.711142659187317, -1.106225609779358, -1.5756474733352661, -1.6580613851547241, -1.2800530195236206, -2.3004724979400635, -0.8479207158088684, -0.5962287187576294, -0.23210293054580688, -1.1757328510284424, -2.031175374984741, -1.1236826181411743, -1.4313795566558838, -1.4391672611236572, -0.16857802867889404, -2.6808133125305176, -2.0332717895507812, -1.6831626892089844, -1.629008173942566, -0.12411905080080032, -0.8940364122390747, -0.9360114336013794, -2.1546764373779297, -0.16940656304359436, -2.024725914001465, -0.6452370882034302, -2.0398447513580322, -2.143075466156006, -0.06804187595844269, -0.7901788949966431, -1.18144690990448, -1.2082576751708984, -0.061235908418893814, -1.1044936180114746, -0.23751682043075562, -1.8795661926269531, -1.2842762470245361, -0.675636887550354, -1.009112000465393, -0.12156619876623154, -0.000395815703086555, -1.54680335521698, -1.6492280960083008, -1.276580572128296, -0.3819676339626312, -0.4145898222923279, -1.7711563110351562, -1.1966043710708618, -0.0025221463292837143, -0.007901010103523731, -1.6576813459396362, -2.09386944770813, -1.8560012578964233, -1.5241334438323975, -0.0006069486844353378, -0.07474066317081451, -1.3785104751586914, -1.656793236732483, -1.6213535070419312, -1.798524022102356, -1.0392398834228516, -1.0270410776138306, -1.1014714241027832, -0.019271869212388992, -0.8744722008705139, -1.6807599067687988, -1.0473856925964355, -1.5708361864089966, -1.827552318572998, -1.5600574016571045, -0.03930354490876198, -0.5147260427474976, -0.9618258476257324, -0.17391608655452728, -0.012890346348285675, -0.08959286659955978, -0.11908141523599625, -1.880907654762268, -1.0128508806228638, -0.17381830513477325, -1.864338994026184, -1.3707877397537231, -1.6131408214569092, -1.1732912063598633, -1.3570414781570435, -1.505916953086853, -0.5216946601867676, -1.098341464996338, -1.7262306213378906, -0.5599518418312073, -0.9305822253227234, -2.02245831489563, -1.1929047107696533, -0.9261713027954102, -0.8634419441223145, -1.7168798446655273, -1.116195559501648, -1.291160225868225, -0.9138919711112976, -0.9535974860191345, -1.327758550643921, -1.363016963005066, -0.6964799761772156, -1.2031583786010742, -1.1601462364196777, -1.4564026594161987, -0.7834913730621338, -1.8779351711273193, -1.3432903289794922, -2.835902214050293, -1.219130039215088, -2.0656704902648926, -1.1937611103057861, -1.6960686445236206, -1.8408434391021729, -1.2523534297943115, -0.1806420236825943, -1.6052680015563965, -1.0716837644577026, -1.368251085281372, -1.215044379234314, -0.34324347972869873, -2.9446940422058105, -2.189857006072998, -0.9072454571723938, -1.7574489116668701, -1.876102328300476, -1.2585995197296143]}, "Bot004_070_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi", "response": "I am doing well. Just got done with my band practice. Do you have five sons?", "annotation_id": "Bot004_070_02", "annotations": ["O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T", "O", "T", "T", "T"], "gpt2_target_score": [-8.654443740844727, -8.556458473205566, -10.55233097076416, -13.851726531982422, -9.198226928710938, -13.20317268371582, -8.757645606994629, -11.694631576538086, -12.401412963867188, -12.48497200012207, -13.733650207519531, -13.885233879089355, -6.813031196594238, -7.424482345581055, -6.962254047393799, -11.623615264892578, -14.317024230957031, -16.879756927490234, -11.579090118408203], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.2974332571029663, -0.904155433177948, -1.7807767391204834, -0.2878440022468567, -1.27157723903656, -1.6028653383255005, -3.20628023147583, -2.3691463470458984, -0.9513093829154968, -1.7255204916000366, -1.4576081037521362, -1.3650798797607422, -0.9886364340782166, -1.9816700220108032, -1.3053661584854126, -1.7197237014770508, -1.4471776485443115, -2.0705201625823975, -0.9826890230178833, -2.689683437347412, -1.5494673252105713, -1.4061834812164307, -1.2615512609481812, -1.4611997604370117, -1.1559360027313232, -1.4577445983886719, -1.5456526279449463, -0.25042715668678284, -1.1278127431869507, -0.4885554313659668, -1.3603358268737793, -0.44023364782333374, -0.7107654213905334]}, "Bot004_070_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids", "response": "I understand. I have a couple kids and a wife. Do you coach little league baseball?", "annotation_id": "Bot004_070_04", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "T", "T"], "gpt2_target_score": [-8.654426574707031, -15.803396224975586, -12.411895751953125, -5.9575347900390625, -4.2610883712768555, -7.697463035583496, -12.40941047668457, -13.182063102722168, -11.0892915725708, -11.059133529663086, -14.902050018310547, -6.928142547607422, -13.712262153625488, -8.315287590026855, -13.14238452911377, -11.700077056884766, -12.936717987060547, -12.625033378601074, -7.063080787658691], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -0.9886369705200195, -0.9794498682022095, -1.601894497871399, -1.1478908061981201, -2.0186927318573, -1.0109707117080688, -2.613039493560791, -1.5777757167816162, -1.3417214155197144, -1.3066556453704834, -1.4859150648117065, -1.140523076057434, -1.2899941205978394, -1.4128950834274292, -0.18738695979118347, -1.1422839164733887, -0.4221259355545044, -1.3161870241165161, -0.4718857407569885, -2.0092227458953857, -1.5517007112503052, -1.5889960527420044, -1.6818840503692627, -1.932049036026001, -1.8695476055145264, -0.8116989135742188, -1.2380033731460571, -1.1076688766479492, -1.9380378723144531, -0.24873843789100647, -0.7852827906608582, -1.787634015083313, -0.9481084942817688, -2.2022953033447266, -1.9447089433670044, -1.4153571128845215, -1.3452528715133667, -1.9400854110717773, -1.7249644994735718, -2.2497525215148926, -1.1483603715896606, -1.3184442520141602, -1.776525855064392, -1.8242641687393188, -0.9483518004417419, -1.517289161682129, -0.16429074108600616, -0.4468294680118561, -1.6269567012786865, -0.8557077050209045, -1.7801095247268677, -0.8627314567565918, -0.7929720282554626]}, "Bot004_070_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa", "response": "Oh, i see. I am a coach at the local college.", "annotation_id": "Bot004_070_06", "annotations": ["X", "O", "T", "O", "O", "O", "X", "T", "O", "O", "O", "T", "T", "T", "O"], "gpt2_target_score": [-12.629203796386719, -10.913213729858398, -5.433227062225342, -14.972427368164062, -9.198267936706543, -5.603148460388184, -11.722841262817383, -8.061152458190918, -16.658279418945312, -10.928960800170898, -9.448856353759766, -14.07094955444336, -16.910934448242188, -9.174189567565918], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -0.9886369705200195, -0.9794498682022095, -1.601894497871399, -1.1478908061981201, -2.0186927318573, -1.0109707117080688, -2.613039493560791, -1.5777757167816162, -1.3417214155197144, -1.3066556453704834, -1.4859150648117065, -1.140523076057434, -1.2899941205978394, -1.4128950834274292, -0.18738695979118347, -1.1422839164733887, -0.4221259355545044, -1.3161870241165161, -0.4718857407569885, -2.0092227458953857, -1.5517007112503052, -1.5889960527420044, -1.6818840503692627, -1.932049036026001, -1.8695476055145264, -0.8116989135742188, -1.2380033731460571, -1.1076688766479492, -1.9380282163619995, -0.24873501062393188, -0.7852773666381836, -1.7876408100128174, -0.9481201171875, -0.9193315505981445, -0.7106213569641113, -1.7028350830078125, -1.720063328742981, -1.6178176403045654, -2.3823740482330322, -1.129530429840088, -1.5933544635772705, -1.7533948421478271, -1.8633242845535278, -0.9764025211334229, -1.4981564283370972, -0.1162833720445633, -0.443055123090744, -1.6204655170440674, -0.8006625771522522, -1.7629117965698242, -0.8579834699630737, -1.761879563331604, -0.6492540240287781, -0.97294682264328, -2.2153289318084717, -0.5231902003288269, -2.524423360824585, -1.8900609016418457, -0.2925712466239929, -2.484253406524658, -1.881016492843628, -2.246192455291748, -1.7382655143737793, -2.7788052558898926, -1.0104968547821045, -1.349710464477539, -2.3565287590026855, -1.7586959600448608, -2.8973026275634766, -1.4962443113327026, -1.0513163805007935, -2.443084239959717, -2.4767343997955322, -1.3811169862747192, -1.5059069395065308]}, "Bot004_070_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports?", "response": "I do not really like football", "annotation_id": "Bot004_070_08", "annotations": ["T", "O", "T", "T", "O", "O", "T", "O", "T", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-8.654426574707031, -9.207998275756836, -8.893539428710938, -13.117538452148438, -10.043498039245605, -13.026534080505371], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -0.9886369705200195, -0.9794498682022095, -1.601894497871399, -1.1478908061981201, -2.0186927318573, -1.0109707117080688, -2.613039493560791, -1.5777757167816162, -1.3417214155197144, -1.3066556453704834, -1.4859150648117065, -1.140523076057434, -1.2899941205978394, -1.4128950834274292, -0.18738695979118347, -1.1422839164733887, -0.4221259355545044, -1.3161870241165161, -0.4718857407569885, -2.0092227458953857, -1.5517007112503052, -1.5889960527420044, -1.6818840503692627, -1.932049036026001, -1.8695476055145264, -0.8116989135742188, -1.2380033731460571, -1.1076688766479492, -1.9380378723144531, -0.24873843789100647, -0.7852827906608582, -1.787634015083313, -0.9481084942817688, -0.9193310141563416, -0.7106258869171143, -1.702833652496338, -1.720070481300354, -1.6178126335144043, -2.382352352142334, -1.1295239925384521, -1.593352198600769, -1.7533947229385376, -1.8633164167404175, -0.9764135479927063, -1.498160481452942, -0.11628379672765732, -0.44305357336997986, -1.620455265045166, -0.8006584048271179, -1.7628949880599976, -0.8579849600791931, -1.7618831396102905, -0.649260938167572, -0.97294020652771, -2.2153186798095703, -0.5231950879096985, -2.5244269371032715, -1.8900636434555054, -0.2925706207752228, -2.4842522144317627, -2.3314013481140137, -1.7721714973449707, -2.7827868461608887, -0.9932600855827332, -1.3923715353012085, -2.447579860687256, -1.8014992475509644, -2.9372260570526123, -1.3842129707336426, -1.104844570159912, -2.470702648162842, -2.469630002975464, -1.0931707620620728, -1.3877179622650146, -1.324937343597412, -1.3864425420761108, -0.08510985225439072, -0.770483136177063, -2.0876612663269043, -0.4070405960083008, -1.7005466222763062, -1.5956722497940063, -2.3333966732025146, -1.0759739875793457, -1.1284162998199463, -1.0742746591567993, -0.806471586227417, -0.7837494611740112]}, "Bot004_070_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports? I do not really like football Why? Football is nice", "response": "He is a football player, linebacker, and i play football", "annotation_id": "Bot004_070_10", "annotations": ["T", "X", "T", "O", "T", "T", "O", "T", "T", "O", "X", "T", "O", "T", "T"], "gpt2_target_score": [-13.569587707519531, -7.508840560913086, -6.606811046600342, -17.100112915039062, -13.595927238464355, -10.238982200622559, -19.67814826965332, -9.501505851745605, -11.0892915725708, -11.140832901000977, -12.800418853759766, -13.99563980102539], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -0.9886369705200195, -0.9794498682022095, -1.601894497871399, -1.1478908061981201, -2.0186927318573, -1.0109707117080688, -2.613039493560791, -1.5777757167816162, -1.3417214155197144, -1.3066556453704834, -1.4859150648117065, -1.140523076057434, -1.2899941205978394, -1.4128950834274292, -0.18738695979118347, -1.1422839164733887, -0.4221259355545044, -1.3161870241165161, -0.4718857407569885, -2.0092227458953857, -1.5517007112503052, -1.5889960527420044, -1.6818840503692627, -1.932049036026001, -1.8695476055145264, -0.8116989135742188, -1.2380033731460571, -1.1076688766479492, -1.9380378723144531, -0.24873843789100647, -0.7852827906608582, -1.787634015083313, -0.9481084942817688, -0.9193310141563416, -0.7106258869171143, -1.702833652496338, -1.720070481300354, -1.6178126335144043, -2.382352352142334, -1.1295239925384521, -1.593352198600769, -1.7533947229385376, -1.8633164167404175, -0.9764135479927063, -1.498160481452942, -0.11628379672765732, -0.44305357336997986, -1.620455265045166, -0.8006584048271179, -1.7628949880599976, -0.8579849600791931, -1.7618831396102905, -0.649260938167572, -0.97294020652771, -2.2153186798095703, -0.5231950879096985, -2.5244269371032715, -1.8900636434555054, -0.2925706207752228, -2.4842522144317627, -2.3314013481140137, -1.7721714973449707, -2.7827868461608887, -0.9932600855827332, -1.3923715353012085, -2.447579860687256, -1.8014992475509644, -2.9372260570526123, -1.3842129707336426, -1.104844570159912, -2.470702648162842, -2.469630002975464, -1.0931707620620728, -1.3877179622650146, -1.324937343597412, -1.3864425420761108, -0.08510985225439072, -0.770483136177063, -2.0876612663269043, -0.4070405960083008, -1.7005466222763062, -2.088214635848999, -1.5264508724212646, -0.747917115688324, -0.8984312415122986, -1.4068728685379028, -0.568572998046875, -1.6277111768722534, -1.353941559791565, -1.195919156074524, -1.775052547454834, -1.1876355409622192, -1.6521373987197876, -2.013418197631836, -1.0501493215560913, -2.247648239135742, -0.7913542985916138, -1.1348645687103271, -1.4124835729599, -0.46728360652923584, -0.7072224617004395, -1.879522681236267, -2.3034064769744873, -2.0542263984680176, -1.1967931985855103]}, "Bot004_070_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports? I do not really like football Why? Football is nice He is a football player, linebacker, and i play football So do you like to play football?", "response": "I love football, but i prefer to play sports", "annotation_id": "Bot004_070_12", "annotations": ["T", "O", "T", "T", "O", "T", "T", "O", "T", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-8.654426574707031, -12.058126449584961, -14.455169677734375, -10.468704223632812, -11.03821849822998, -7.652419090270996, -14.271883010864258, -9.707194328308105, -15.212651252746582, -17.67833137512207], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -0.9886369705200195, -0.9794498682022095, -1.601894497871399, -1.1478908061981201, -2.0186927318573, -1.0109707117080688, -2.613039493560791, -1.5777757167816162, -1.3417214155197144, -1.3066556453704834, -1.4859150648117065, -1.140523076057434, -1.2899941205978394, -1.4128950834274292, -0.18738695979118347, -1.1422839164733887, -0.4221259355545044, -1.3161870241165161, -0.4718857407569885, -2.0092227458953857, -1.5517007112503052, -1.5889960527420044, -1.6818840503692627, -1.932049036026001, -1.8695476055145264, -0.8116989135742188, -1.2380033731460571, -1.1076688766479492, -1.9380378723144531, -0.24873843789100647, -0.7852827906608582, -1.787634015083313, -0.9481084942817688, -0.9193310141563416, -0.7106258869171143, -1.702833652496338, -1.720070481300354, -1.6178126335144043, -2.382352352142334, -1.1295239925384521, -1.593352198600769, -1.7533947229385376, -1.8633164167404175, -0.9764135479927063, -1.498160481452942, -0.11628379672765732, -0.44305357336997986, -1.620455265045166, -0.8006584048271179, -1.7628949880599976, -0.8579849600791931, -1.7618831396102905, -0.649260938167572, -0.97294020652771, -2.2153186798095703, -0.5231950879096985, -2.5244269371032715, -1.8900636434555054, -0.2925706207752228, -2.4842522144317627, -2.3314013481140137, -1.7721714973449707, -2.7827868461608887, -0.9932600855827332, -1.3923715353012085, -2.447579860687256, -1.8014992475509644, -2.9372260570526123, -1.3842129707336426, -1.104844570159912, -2.470702648162842, -2.469630002975464, -1.0931707620620728, -1.3877179622650146, -1.324937343597412, -1.3864425420761108, -0.08510962873697281, -0.7704799771308899, -2.0876615047454834, -0.40704116225242615, -1.7005468606948853, -2.088214635848999, -1.5264462232589722, -0.747907817363739, -0.8984234929084778, -1.4068732261657715, -0.5685694217681885, -1.6277049779891968, -1.3539425134658813, -1.1959209442138672, -1.7750422954559326, -1.1876411437988281, -1.50624418258667, -1.224551796913147, -1.8901801109313965, -1.2310911417007446, -1.205949306488037, -1.49413001537323, -0.6056225299835205, -0.8836460709571838, -1.7131940126419067, -2.3217239379882812, -1.9883283376693726, -1.2560555934906006, -2.11423659324646, -0.21297921240329742, -0.8809077739715576, -1.531973958015442, -1.3508597612380981, -0.9840427041053772, -0.7836371064186096, -1.7359412908554077, -1.6714590787887573, -2.3155858516693115, -0.2948850095272064, -1.1781731843948364, -1.095070481300354, -1.1297320127487183, -1.943695306777954, -1.3551729917526245, -0.43175312876701355, -0.9471248984336853, -0.9667093753814697]}, "Bot004_070_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports? I do not really like football Why? Football is nice He is a football player, linebacker, and i play football So do you like to play football? I love football, but i prefer to play sports Okay. So what do you like to read?", "response": "I like to read books, and i like to play sports", "annotation_id": "Bot004_070_14", "annotations": ["T", "O", "T", "O", "T", "T", "X", "T", "T", "O", "O", "T", "T", "T", "T"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -8.140777587890625, -15.734634399414062, -12.431757926940918, -10.238982200622559, -4.800325870513916, -5.5955915451049805, -12.183659553527832, -10.013376235961914, -12.800418853759766, -13.711376190185547], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -0.9886369705200195, -0.9794498682022095, -1.601894497871399, -1.1478908061981201, -2.0186927318573, -1.0109707117080688, -2.613039493560791, -1.5777757167816162, -1.3417214155197144, -1.3066556453704834, -1.4859150648117065, -1.140523076057434, -1.2899941205978394, -1.4128950834274292, -0.18738695979118347, -1.1422839164733887, -0.4221259355545044, -1.3161870241165161, -0.4718857407569885, -2.0092227458953857, -1.5517007112503052, -1.5889960527420044, -1.6818840503692627, -1.932049036026001, -1.8695476055145264, -0.8116989135742188, -1.2380033731460571, -1.1076688766479492, -1.9380378723144531, -0.24873843789100647, -0.7852827906608582, -1.787634015083313, -0.9481084942817688, -0.9193310141563416, -0.7106258869171143, -1.702833652496338, -1.720070481300354, -1.6178126335144043, -2.382352352142334, -1.1295239925384521, -1.593352198600769, -1.7533947229385376, -1.8633164167404175, -0.9764135479927063, -1.498160481452942, -0.11628379672765732, -0.44305357336997986, -1.620455265045166, -0.8006584048271179, -1.7628949880599976, -0.8579849600791931, -1.7618831396102905, -0.649260938167572, -0.97294020652771, -2.2153186798095703, -0.5231950879096985, -2.5244269371032715, -1.8900636434555054, -0.2925706207752228, -2.4842522144317627, -2.3314013481140137, -1.7721714973449707, -2.7827868461608887, -0.9932600855827332, -1.3923715353012085, -2.447579860687256, -1.8014992475509644, -2.9372260570526123, -1.3842129707336426, -1.104844570159912, -2.470702648162842, -2.469630002975464, -1.0931707620620728, -1.3877179622650146, -1.324937343597412, -1.3864425420761108, -0.08510985225439072, -0.770483136177063, -2.0876612663269043, -0.4070405960083008, -1.7005466222763062, -2.088214635848999, -1.5264508724212646, -0.747917115688324, -0.8984312415122986, -1.4068728685379028, -0.568572998046875, -1.6277111768722534, -1.353941559791565, -1.195919156074524, -1.775052547454834, -1.1876355409622192, -1.5062624216079712, -1.2245447635650635, -1.8901798725128174, -1.2310853004455566, -1.2059569358825684, -1.4941327571868896, -0.6056157350540161, -0.8836504220962524, -1.7131937742233276, -2.3217227458953857, -1.988325595855713, -1.2560604810714722, -2.1142516136169434, -0.21297748386859894, -0.8809202313423157, -1.531973123550415, -1.3508557081222534, -0.9840474724769592, -0.7836460471153259, -1.7359392642974854, -2.265533447265625, -0.5035154819488525, -1.3362946510314941, -1.1649894714355469, -1.4672836065292358, -1.8124572038650513, -1.2950564622879028, -0.507673442363739, -0.8120754361152649, -1.0419739484786987, -1.2972781658172607, -1.2247439622879028, -1.9400910139083862, -1.327010154724121, -0.05030372366309166, -0.8340240716934204, -0.5547521710395813, -0.5767183303833008, -0.4865114688873291, -1.6590083837509155, -1.7655556201934814, -1.1504210233688354, -1.3731530904769897, -0.37224918603897095, -1.5494861602783203, -1.1617029905319214, -1.7360514402389526, -1.4886573553085327, -1.626697301864624, -0.5869709253311157, -0.8093456625938416, -1.607569694519043, -0.8313246369361877]}, "Bot004_070_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports? I do not really like football Why? Football is nice He is a football player, linebacker, and i play football So do you like to play football? I love football, but i prefer to play sports Okay. So what do you like to read? I like to read books, and i like to play sports You must be really healthy", "response": "I am. I am a coach for the orioles, and i play sports.", "annotation_id": "Bot004_070_16", "annotations": ["T", "O", "T", "O", "O", "T", "X", "O", "X", "O", "O", "T", "T", "T", "T"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -12.411895751953125, -5.9575347900390625, -5.213160514831543, -7.697463035583496, -15.159425735473633, -8.74293041229248, -11.469868659973145, -18.715429306030273, -18.45089340209961, -5.533473968505859, -6.81356143951416, -6.5595808029174805, -11.524617195129395, -16.405719757080078, -6.267208099365234], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -0.9886369705200195, -0.9794498682022095, -1.601894497871399, -1.1478908061981201, -2.0186927318573, -1.0109707117080688, -2.613039493560791, -1.5777757167816162, -1.3417214155197144, -1.3066556453704834, -1.4859150648117065, -1.140523076057434, -1.2899941205978394, -1.4128950834274292, -0.18738695979118347, -1.1422839164733887, -0.4221259355545044, -1.3161870241165161, -0.4718857407569885, -2.0092227458953857, -1.5517007112503052, -1.5889960527420044, -1.6818840503692627, -1.932049036026001, -1.8695476055145264, -0.8116989135742188, -1.2380033731460571, -1.1076688766479492, -1.9380378723144531, -0.24873843789100647, -0.7852827906608582, -1.787634015083313, -0.9481084942817688, -0.9193310141563416, -0.7106258869171143, -1.702833652496338, -1.720070481300354, -1.6178126335144043, -2.382352352142334, -1.1295239925384521, -1.593352198600769, -1.7533947229385376, -1.8633164167404175, -0.9764135479927063, -1.498160481452942, -0.11628379672765732, -0.44305357336997986, -1.620455265045166, -0.8006584048271179, -1.7628949880599976, -0.8579849600791931, -1.7618831396102905, -0.649260938167572, -0.97294020652771, -2.2153186798095703, -0.5231950879096985, -2.5244269371032715, -1.8900636434555054, -0.2925706207752228, -2.4842522144317627, -2.3314013481140137, -1.7721714973449707, -2.7827868461608887, -0.9932600855827332, -1.3923715353012085, -2.447579860687256, -1.8014992475509644, -2.9372260570526123, -1.3842129707336426, -1.104844570159912, -2.470702648162842, -2.469630002975464, -1.0931707620620728, -1.3877179622650146, -1.324937343597412, -1.3864425420761108, -0.08510985225439072, -0.770483136177063, -2.0876612663269043, -0.4070405960083008, -1.7005466222763062, -2.088214635848999, -1.5264508724212646, -0.747917115688324, -0.8984312415122986, -1.4068728685379028, -0.568572998046875, -1.6277111768722534, -1.353941559791565, -1.195919156074524, -1.775052547454834, -1.1876355409622192, -1.5062624216079712, -1.2245447635650635, -1.8901798725128174, -1.2310853004455566, -1.2059569358825684, -1.4941327571868896, -0.6056157350540161, -0.8836504220962524, -1.7131937742233276, -2.3217227458953857, -1.988325595855713, -1.2560604810714722, -2.1142516136169434, -0.21297748386859894, -0.8809202313423157, -1.531973123550415, -1.3508557081222534, -0.9840474724769592, -0.7836460471153259, -1.7359392642974854, -2.265533447265625, -0.5035154819488525, -1.3362946510314941, -1.1649894714355469, -1.4672836065292358, -1.8124572038650513, -1.2950564622879028, -0.507673442363739, -0.8120754361152649, -1.0419739484786987, -1.2972781658172607, -1.2247439622879028, -1.9400770664215088, -1.3270177841186523, -0.05030304566025734, -0.8340173363685608, -0.5547531843185425, -0.5767110586166382, -0.48650720715522766, -1.659002661705017, -1.6942368745803833, -1.5767772197723389, -0.5233087539672852, -1.3897346258163452, -1.07315194606781, -1.573695421218872, -1.707327961921692, -1.6545692682266235, -0.7591500878334045, -0.9595767855644226, -1.602526068687439, -1.0245453119277954, -2.1608941555023193, -1.3583389520645142, -0.9990467429161072, -1.0564180612564087, -1.5527790784835815, -1.894823670387268, -1.791265845298767, -1.195335030555725, -0.8961225748062134, -1.8957520723342896, -1.3917181491851807, -2.756361722946167, -0.6200681924819946, -1.15045964717865, -2.7398149967193604, -0.39934927225112915, -1.8779590129852295, -1.1695002317428589, -1.4064165353775024, -2.1307802200317383, -1.530600905418396, -1.338962197303772, -1.112553358078003]}, "Bot004_070_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports? I do not really like football Why? Football is nice He is a football player, linebacker, and i play football So do you like to play football? I love football, but i prefer to play sports Okay. So what do you like to read? I like to read books, and i like to play sports You must be really healthy I am. I am a coach for the orioles, and i play sports. Got it. You are coach", "response": "Yes i am. I am a coach for the orioles.", "annotation_id": "Bot004_070_18", "annotations": ["T", "O", "T", "O", "O", "T", "O", "T", "X", "O", "O", "X", "T", "T", "T"], "gpt2_target_score": [-13.873573303222656, -5.005758285522461, -6.993346691131592, -10.237274169921875, -5.581965446472168, -11.137343406677246, -7.0685601234436035, -15.312006950378418, -11.45510196685791, -10.987146377563477, -16.894115447998047, -20.925365447998047, -6.813042640686035], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -0.9886369705200195, -0.9794498682022095, -1.601894497871399, -1.1478908061981201, -2.0186927318573, -1.0109707117080688, -2.613039493560791, -1.5777757167816162, -1.3417214155197144, -1.3066556453704834, -1.4859150648117065, -1.140523076057434, -1.2899941205978394, -1.4128950834274292, -0.18738695979118347, -1.1422839164733887, -0.4221259355545044, -1.3161870241165161, -0.4718857407569885, -2.0092227458953857, -1.5517007112503052, -1.5889960527420044, -1.6818840503692627, -1.932049036026001, -1.8695476055145264, -0.8116989135742188, -1.2380033731460571, -1.1076688766479492, -1.9380378723144531, -0.24873843789100647, -0.7852827906608582, -1.787634015083313, -0.9481084942817688, -0.9193310141563416, -0.7106258869171143, -1.702833652496338, -1.720070481300354, -1.6178126335144043, -2.382352352142334, -1.1295239925384521, -1.593352198600769, -1.7533947229385376, -1.8633164167404175, -0.9764135479927063, -1.498160481452942, -0.11628379672765732, -0.44305357336997986, -1.620455265045166, -0.8006584048271179, -1.7628949880599976, -0.8579849600791931, -1.7618831396102905, -0.649260938167572, -0.97294020652771, -2.2153186798095703, -0.5231950879096985, -2.5244269371032715, -1.8900636434555054, -0.2925706207752228, -2.4842522144317627, -2.3314013481140137, -1.7721714973449707, -2.7827868461608887, -0.9932600855827332, -1.3923715353012085, -2.447579860687256, -1.8014992475509644, -2.9372260570526123, -1.3842129707336426, -1.104844570159912, -2.470702648162842, -2.469630002975464, -1.0931707620620728, -1.3877179622650146, -1.324937343597412, -1.3864425420761108, -0.08510985225439072, -0.770483136177063, -2.0876612663269043, -0.4070405960083008, -1.7005466222763062, -2.088214635848999, -1.5264508724212646, -0.747917115688324, -0.8984312415122986, -1.4068728685379028, -0.568572998046875, -1.6277111768722534, -1.353941559791565, -1.195919156074524, -1.775052547454834, -1.1876355409622192, -1.5062624216079712, -1.2245447635650635, -1.8901798725128174, -1.2310853004455566, -1.2059569358825684, -1.4941327571868896, -0.6056157350540161, -0.8836504220962524, -1.7131937742233276, -2.3217227458953857, -1.988325595855713, -1.2560604810714722, -2.1142516136169434, -0.21297748386859894, -0.8809202313423157, -1.531973123550415, -1.3508557081222534, -0.9840474724769592, -0.7836460471153259, -1.7359392642974854, -2.265533447265625, -0.5035154819488525, -1.3362946510314941, -1.1649894714355469, -1.4672836065292358, -1.8124572038650513, -1.2950564622879028, -0.507673442363739, -0.8120754361152649, -1.0419739484786987, -1.2972781658172607, -1.2247439622879028, -1.9400910139083862, -1.327010154724121, -0.05030372366309166, -0.8340240716934204, -0.5547521710395813, -0.5767183303833008, -0.4865094721317291, -1.6590005159378052, -1.6942421197891235, -1.5767730474472046, -0.5233092308044434, -1.3897408246994019, -1.073157548904419, -1.5737026929855347, -1.707330346107483, -1.6545711755752563, -0.7591556310653687, -0.9595720171928406, -1.6025290489196777, -1.024546504020691, -2.1608991622924805, -1.358322262763977, -0.9990482330322266, -1.0564080476760864, -1.5527751445770264, -1.5019865036010742, -2.11732816696167, -1.3452776670455933, -2.0082850456237793, -1.4967166185379028, -2.8930740356445312, -0.9491725564002991, -1.446766972541809, -3.329150438308716, -0.512852668762207, -1.691024661064148, -1.3350719213485718, -1.1070173978805542, -2.035935401916504, -1.594905972480774, -1.9307525157928467, -1.3185632228851318, -1.2348965406417847, -1.0386112928390503, -1.579364538192749, -1.9664846658706665, -1.7665815353393555, -1.1552239656448364, -2.0666542053222656, -1.3588918447494507, -1.3620545864105225, -0.6430811285972595, -0.9702973365783691, -1.377336859703064, -0.859227180480957, -0.427482545375824, -0.5380595326423645, -0.19176040589809418, -0.37950965762138367, -0.041603054851293564, -0.9402095079421997, -1.2205910682678223]}, "Bot004_070_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports? I do not really like football Why? Football is nice He is a football player, linebacker, and i play football So do you like to play football? I love football, but i prefer to play sports Okay. So what do you like to read? I like to read books, and i like to play sports You must be really healthy I am. I am a coach for the orioles, and i play sports. Got it. You are coach Yes i am. I am a coach for the orioles. Say it again", "response": "I am sure it is. I am a coach for the orioles.", "annotation_id": "Bot004_070_20", "annotations": ["X", "O", "T", "T", "O", "T", "O", "T", "T", "T", "O", "X", "T", "T", "T"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -12.042465209960938, -12.458908081054688, -2.7640485763549805, -12.179289817810059, -8.31755256652832, -8.867335319519043, -11.00170612335205, -15.562177658081055, -8.132854461669922, -7.472995758056641, -18.226947784423828, -18.513256072998047, -4.010960578918457], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -0.9886369705200195, -0.9794498682022095, -1.601894497871399, -1.1478908061981201, -2.0186927318573, -1.0109707117080688, -2.613039493560791, -1.5777757167816162, -1.3417214155197144, -1.3066556453704834, -1.4859150648117065, -1.140523076057434, -1.2899941205978394, -1.4128950834274292, -0.18738695979118347, -1.1422839164733887, -0.4221259355545044, -1.3161870241165161, -0.4718857407569885, -2.0092227458953857, -1.5517007112503052, -1.5889960527420044, -1.6818840503692627, -1.932049036026001, -1.8695476055145264, -0.8116989135742188, -1.2380033731460571, -1.1076688766479492, -1.9380378723144531, -0.24873843789100647, -0.7852827906608582, -1.787634015083313, -0.9481084942817688, -0.9193310141563416, -0.7106258869171143, -1.702833652496338, -1.720070481300354, -1.6178126335144043, -2.382352352142334, -1.1295239925384521, -1.593352198600769, -1.7533947229385376, -1.8633164167404175, -0.9764135479927063, -1.498160481452942, -0.11628379672765732, -0.44305357336997986, -1.620455265045166, -0.8006584048271179, -1.7628949880599976, -0.8579849600791931, -1.7618831396102905, -0.649260938167572, -0.97294020652771, -2.2153186798095703, -0.5231950879096985, -2.5244269371032715, -1.8900636434555054, -0.2925706207752228, -2.4842522144317627, -2.3314013481140137, -1.7721714973449707, -2.7827868461608887, -0.9932600855827332, -1.3923715353012085, -2.447579860687256, -1.8014992475509644, -2.9372260570526123, -1.3842129707336426, -1.104844570159912, -2.470702648162842, -2.469630002975464, -1.0931707620620728, -1.3877179622650146, -1.324937343597412, -1.3864425420761108, -0.08510985225439072, -0.770483136177063, -2.0876612663269043, -0.4070405960083008, -1.7005466222763062, -2.088214635848999, -1.5264508724212646, -0.747917115688324, -0.8984312415122986, -1.4068728685379028, -0.568572998046875, -1.6277111768722534, -1.353941559791565, -1.195919156074524, -1.775052547454834, -1.1876355409622192, -1.5062624216079712, -1.2245447635650635, -1.8901798725128174, -1.2310853004455566, -1.2059569358825684, -1.4941327571868896, -0.6056157350540161, -0.8836504220962524, -1.7131937742233276, -2.3217227458953857, -1.988325595855713, -1.2560604810714722, -2.1142516136169434, -0.21297748386859894, -0.8809202313423157, -1.531973123550415, -1.3508557081222534, -0.9840474724769592, -0.7836460471153259, -1.7359392642974854, -2.265533447265625, -0.5035154819488525, -1.3362946510314941, -1.1649894714355469, -1.4672836065292358, -1.8124572038650513, -1.2950564622879028, -0.507673442363739, -0.8120754361152649, -1.0419739484786987, -1.2972781658172607, -1.2247439622879028, -1.9400910139083862, -1.327010154724121, -0.05030372366309166, -0.8340240716934204, -0.5547521710395813, -0.5767183303833008, -0.4865094721317291, -1.6590005159378052, -1.6942421197891235, -1.5767730474472046, -0.5233092308044434, -1.3897408246994019, -1.073157548904419, -1.5737026929855347, -1.707330346107483, -1.6545711755752563, -0.7591556310653687, -0.9595720171928406, -1.6025290489196777, -1.024546504020691, -2.1608991622924805, -1.358322262763977, -0.9990482330322266, -1.0564080476760864, -1.5527751445770264, -1.5019865036010742, -2.11732816696167, -1.3452776670455933, -2.0082850456237793, -1.4967166185379028, -2.8930740356445312, -0.9491725564002991, -1.446766972541809, -3.329150438308716, -0.512852668762207, -1.691024661064148, -1.3350719213485718, -1.1070173978805542, -2.035935401916504, -1.594905972480774, -1.9307525157928467, -1.3185632228851318, -1.2348999977111816, -1.0385960340499878, -1.5793468952178955, -1.9664936065673828, -1.766569972038269, -1.1552151441574097, -1.0953515768051147, -1.6355292797088623, -0.6180143356323242, -1.1057446002960205, -1.2385441064834595, -1.0722280740737915, -0.4226551949977875, -0.7458062767982483, -0.1757849007844925, -0.6674083471298218, -0.05085620656609535, -1.0443116426467896, -1.3093897104263306, -1.8305524587631226, -1.6023054122924805, -1.095990538597107, -2.13334059715271, -1.777567744255066, -0.5623974204063416, -0.9155251979827881, -0.8208276033401489, -2.059793710708618, -1.123668909072876, -1.4397940635681152, -1.0740880966186523, -0.4021085798740387, -0.4965197741985321, -0.17056387662887573, -0.16157789528369904, -0.04298004135489464, -0.7538177967071533, -1.4670277833938599]}, "Bot004_072_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you?", "response": "I am doing well. Just got done working out. Do you work from home?", "annotation_id": "Bot004_072_02", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T"], "gpt2_target_score": [-8.654443740844727, -8.556458473205566, -10.55233097076416, -13.851726531982422, -9.198226928710938, -13.20317268371582, -8.757645606994629, -11.694631576538086, -15.120067596435547, -12.876791000366211, -6.6905517578125, -11.933329582214355, -9.53832721710205, -11.007978439331055, -6.475779056549072, -10.420459747314453, -3.9698233604431152], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.2974332571029663, -0.904155433177948, -1.7807767391204834, -0.2878440022468567, -1.27157723903656, -1.6028653383255005, -3.20628023147583, -2.3691463470458984, -0.9513093829154968, -1.7255204916000366, -1.4576081037521362, -1.3650798797607422, -1.7269693613052368, -1.2230260372161865, -1.5181785821914673, -0.10419280081987381, -0.6659899950027466, -1.6655750274658203, -1.8132121562957764, -1.1007946729660034, -2.077592372894287, -1.7272838354110718, -1.8931406736373901, -1.0677409172058105, -2.9743881225585938, -1.517628788948059, -1.4997862577438354, -0.9191099405288696, -1.19544517993927, -1.631018877029419, -0.5145995020866394, -1.099710464477539, -1.312136173248291, -0.041393883526325226, -0.5703292489051819, -0.6161365509033203]}, "Bot004_072_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work?", "response": "I work at home. How about you?", "annotation_id": "Bot004_072_04", "annotations": ["O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-8.654443740844727, -11.669709205627441, -9.454628944396973, -16.519145965576172, -9.198226928710938, -13.503511428833008, -6.085801601409912, -7.966787338256836, -11.17593765258789], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.2974332571029663, -0.904155433177948, -1.7807767391204834, -0.2878440022468567, -1.27157723903656, -1.6028653383255005, -3.20628023147583, -2.3691463470458984, -0.9513093829154968, -1.7255204916000366, -1.4576081037521362, -1.3650798797607422, -1.7269693613052368, -1.2230260372161865, -1.5181785821914673, -0.10419280081987381, -0.6659899950027466, -1.6655750274658203, -1.2701877355575562, -2.2503459453582764, -1.8756903409957886, -2.0151777267456055, -1.2244398593902588, -3.057471513748169, -1.5301989316940308, -1.4897712469100952, -0.9309202432632446, -1.2021375894546509, -1.6103847026824951, -0.27091094851493835, -1.099197506904602, -1.2567869424819946, -0.034371793270111084, -0.5146059989929199, -1.6242133378982544, -1.8447157144546509, -1.699958086013794, -0.260236918926239, -0.882547914981842, -0.4379552900791168, -1.8539286851882935, -1.7569739818572998, -0.445406436920166, -0.34827324748039246, -0.5190035104751587, -1.11875581741333, -1.1135518550872803, -1.3924275636672974, -0.7377591133117676, -0.45978063344955444, -0.4063473343849182]}, "Bot004_072_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too", "response": "I am a huge gamer, i love[HEAVY BLACK HEART] it.", "annotation_id": "Bot004_072_06", "annotations": ["T", "T", "O", "O", "O", "O", "O", "X", "T", "X", "X", "O", "T", "O", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -6.606811046600342, -16.34100341796875, -14.91553783416748, -10.238982200622559, -10.179170608520508, -11.042780876159668, -11.206341743469238, -12.868581771850586, -12.309757232666016, -9.200824737548828, -9.404507637023926, -11.099238395690918, -17.256067276000977, -13.19565486907959, -5.7763848304748535, -10.446173667907715], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.726983666419983, -1.2230442762374878, -1.518175482749939, -0.10419344156980515, -0.6660026907920837, -1.6656042337417603, -1.2701420783996582, -2.250392436981201, -1.8756605386734009, -2.0151326656341553, -1.2244648933410645, -3.0575525760650635, -1.5301862955093384, -1.4897381067276, -0.9309601783752441, -1.2021089792251587, -1.6103602647781372, -0.27091050148010254, -1.0992164611816406, -1.256795048713684, -0.03437225520610809, -0.5146195292472839, -1.6242327690124512, -1.8447006940841675, -1.6998748779296875, -0.26023969054222107, -0.8825304508209229, -0.43794167041778564, -1.8539174795150757, -0.7917591333389282, -0.4766816794872284, -0.6391072273254395, -1.2215194702148438, -1.2334403991699219, -1.4279768466949463, -0.7988929152488708, -0.38697004318237305, -1.6734158992767334, -1.7542425394058228, -1.070434331893921, -1.785639762878418, -0.3970896899700165, -1.444624423980713, -3.1890203952789307, -0.9183696508407593, -1.6156957149505615, -1.817967414855957, -1.5897243022918701, -1.4567095041275024, -1.3591841459274292, -0.6868177056312561, -0.35849103331565857, -3.6346404552459717, -3.1725735664367676, -0.8055213093757629, -0.6374322772026062, -1.6908519268035889, -0.732692301273346, -1.6484761238098145]}, "Bot004_072_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love?", "response": "I like to play games and play cards.", "annotation_id": "Bot004_072_08", "annotations": ["T", "T", "T", "O", "T", "O", "O", "X", "T", "X", "T", "T", "O", "T", "T"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -8.140777587890625, -16.550674438476562, -10.176875114440918, -9.531355857849121, -11.63127326965332, -15.462077140808105, -11.640793800354004], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.726983666419983, -1.2230442762374878, -1.518175482749939, -0.10419344156980515, -0.6660026907920837, -1.6656042337417603, -1.2701420783996582, -2.250392436981201, -1.8756605386734009, -2.0151326656341553, -1.2244648933410645, -3.0575525760650635, -1.5301862955093384, -1.4897381067276, -0.9309601783752441, -1.2021089792251587, -1.6103602647781372, -0.27091050148010254, -1.0992164611816406, -1.256795048713684, -0.03437225520610809, -0.5146195292472839, -1.6242358684539795, -1.8446764945983887, -1.6998720169067383, -0.2602396011352539, -0.8825326561927795, -0.4379490613937378, -1.8539137840270996, -0.7917507886886597, -0.4766792953014374, -0.6391080021858215, -1.2215092182159424, -1.2334553003311157, -1.4279755353927612, -0.7988927364349365, -0.3869762718677521, -1.6734012365341187, -1.7542270421981812, -1.0704351663589478, -0.7621440291404724, -1.5983026027679443, -3.088233470916748, -1.0403989553451538, -1.4553395509719849, -1.877425193786621, -1.8962219953536987, -1.3454242944717407, -1.515397310256958, -0.7047044634819031, -0.507099449634552, -3.1676979064941406, -3.2463021278381348, -1.147323727607727, -0.310770183801651, -1.8567779064178467, -0.7807550430297852, -1.7200051546096802, -1.4542566537857056, -1.3140920400619507, -0.05824613571166992, -0.7009364366531372, -0.49923384189605713, -1.7802791595458984, -1.9917141199111938, -2.0957088470458984, -1.9588100910186768, -0.8307654857635498, -1.9035190343856812, -1.5400594472885132, -1.9986048936843872, -1.7682439088821411, -1.2691233158111572, -1.198655366897583]}, "Bot004_072_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love? I like to play games and play cards. what is your favorite tv program?", "response": "I like to watch old sitcoms.", "annotation_id": "Bot004_072_10", "annotations": ["T", "T", "O", "O", "O", "O", "O", "X", "T", "X", "X", "O", "T", "T", "X"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -8.140777587890625, -16.948638916015625, -4.445796012878418, -12.927855491638184, -10.248598098754883, -9.66639232635498], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.726983666419983, -1.2230442762374878, -1.518175482749939, -0.10419344156980515, -0.6660026907920837, -1.6656042337417603, -1.2701420783996582, -2.250392436981201, -1.8756605386734009, -2.0151326656341553, -1.2244648933410645, -3.0575525760650635, -1.5301862955093384, -1.4897381067276, -0.9309601783752441, -1.2021089792251587, -1.6103602647781372, -0.27091050148010254, -1.0992164611816406, -1.256795048713684, -0.03437225520610809, -0.5146195292472839, -1.6242358684539795, -1.8446764945983887, -1.6998720169067383, -0.2602396011352539, -0.8825326561927795, -0.4379490613937378, -1.8539079427719116, -0.7917593121528625, -0.47667568922042847, -0.6391064524650574, -1.2215083837509155, -1.2334524393081665, -1.4279814958572388, -0.7989000082015991, -0.386973112821579, -1.6734040975570679, -1.754233956336975, -1.070424199104309, -0.7621368169784546, -1.5982991456985474, -3.0882441997528076, -1.0403938293457031, -1.455337405204773, -1.8774272203445435, -1.8962440490722656, -1.3454288244247437, -1.5153892040252686, -0.7047038674354553, -0.5071008205413818, -3.1677019596099854, -3.246302366256714, -1.147324562072754, -0.3107715845108032, -1.8567711114883423, -0.7807575464248657, -1.7199870347976685, -1.454261064529419, -1.3140983581542969, -0.05824647471308708, -0.7009364366531372, -0.4992428719997406, -1.7802796363830566, -2.0017497539520264, -2.1621949672698975, -0.7960809469223022, -1.9546343088150024, -1.5412976741790771, -2.119692325592041, -1.7528076171875, -1.287946343421936, -1.508569359779358, -1.157405972480774, -0.7850630283355713, -0.6934013962745667, -1.6307967901229858, -0.2955924868583679, -0.4679318070411682, -1.598990797996521, -2.2000110149383545, -1.7664728164672852, -1.6469075679779053, -0.9483820796012878, -2.232567071914673, -2.073352098464966, -0.07580330967903137, -1.6598100662231445, -1.4055073261260986]}, "Bot004_072_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love? I like to play games and play cards. what is your favorite tv program? I like to watch old sitcoms. are you fan of something?", "response": "I am not really into movies.", "annotation_id": "Bot004_072_12", "annotations": ["T", "T", "O", "O", "O", "O", "T", "X", "T", "X", "X", "T", "T", "T", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -8.893539428710938, -13.117538452148438, -10.010493278503418, -9.666625022888184, -5.782900333404541], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.726983666419983, -1.2230442762374878, -1.518175482749939, -0.10419344156980515, -0.6660026907920837, -1.6656042337417603, -1.2701420783996582, -2.250392436981201, -1.8756605386734009, -2.0151326656341553, -1.2244648933410645, -3.0575525760650635, -1.5301862955093384, -1.4897381067276, -0.9309601783752441, -1.2021089792251587, -1.6103602647781372, -0.27091050148010254, -1.0992164611816406, -1.256795048713684, -0.03437225520610809, -0.5146195292472839, -1.6242358684539795, -1.8446764945983887, -1.6998720169067383, -0.2602396011352539, -0.8825326561927795, -0.4379490613937378, -1.8539079427719116, -0.7917593121528625, -0.47667568922042847, -0.6391064524650574, -1.2215083837509155, -1.2334524393081665, -1.4279814958572388, -0.7989000082015991, -0.386973112821579, -1.6734040975570679, -1.754233956336975, -1.070424199104309, -0.7621368169784546, -1.5982991456985474, -3.0882441997528076, -1.0403938293457031, -1.455337405204773, -1.8774272203445435, -1.8962440490722656, -1.3454288244247437, -1.5153892040252686, -0.7047038674354553, -0.5071008205413818, -3.1677019596099854, -3.246302366256714, -1.147324562072754, -0.3107715845108032, -1.8567711114883423, -0.7807575464248657, -1.7199870347976685, -1.454261064529419, -1.3140983581542969, -0.05824647471308708, -0.7009364366531372, -0.4992428719997406, -1.7802796363830566, -2.0017497539520264, -2.1621949672698975, -0.7960809469223022, -1.9546343088150024, -1.5412976741790771, -2.119692325592041, -1.7528076171875, -1.287946343421936, -1.508569359779358, -1.157405972480774, -0.7850630283355713, -0.6934013962745667, -1.6307967901229858, -0.2955924868583679, -0.4679318070411682, -1.598990797996521, -1.6500060558319092, -1.5592886209487915, -0.9089840650558472, -2.4659876823425293, -1.9991587400436401, -0.047087498009204865, -1.573771595954895, -1.6057029962539673, -0.2882990837097168, -2.342369794845581, -0.7128409743309021, -2.693549394607544, -1.8735252618789673, -1.9523762464523315, -1.6935430765151978, -1.8192319869995117, -1.3212482929229736, -1.2159451246261597, -1.3137843608856201, -2.0285587310791016, -1.1525688171386719, -0.7858883738517761]}, "Bot004_072_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love? I like to play games and play cards. what is your favorite tv program? I like to watch old sitcoms. are you fan of something? I am not really into movies. are you terrified of something?", "response": "No i am not a fan of that. I do like to watch tv.", "annotation_id": "Bot004_072_14", "annotations": ["T", "T", "T", "T", "X", "O", "O", "X", "T", "X", "T", "T", "O", "O", "T"], "gpt2_target_score": [-10.930343627929688, -5.005758285522461, -6.993346691131592, -12.597381591796875, -7.233576774597168, -12.407652854919434, -9.359163284301758, -9.115534782409668, -11.640793800354004, -10.620248794555664, -10.803112030029297, -9.323688507080078, -7.007950782775879, -12.363932609558105, -10.379465103149414, -3.21030330657959], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.726983666419983, -1.2230442762374878, -1.518175482749939, -0.10419344156980515, -0.6660026907920837, -1.6656042337417603, -1.2701420783996582, -2.250392436981201, -1.8756605386734009, -2.0151326656341553, -1.2244648933410645, -3.0575525760650635, -1.5301862955093384, -1.4897381067276, -0.9309601783752441, -1.2021089792251587, -1.6103602647781372, -0.27091050148010254, -1.0992164611816406, -1.256795048713684, -0.03437225520610809, -0.5146195292472839, -1.6242358684539795, -1.8446764945983887, -1.6998720169067383, -0.2602396011352539, -0.8825326561927795, -0.4379490613937378, -1.8539079427719116, -0.7917593121528625, -0.47667568922042847, -0.6391064524650574, -1.2215083837509155, -1.2334524393081665, -1.4279814958572388, -0.7989000082015991, -0.386973112821579, -1.6734040975570679, -1.754233956336975, -1.070424199104309, -0.7621368169784546, -1.5982991456985474, -3.0882441997528076, -1.0403938293457031, -1.455337405204773, -1.8774272203445435, -1.8962440490722656, -1.3454288244247437, -1.5153892040252686, -0.7047038674354553, -0.5071008205413818, -3.1677019596099854, -3.246302366256714, -1.147324562072754, -0.3107715845108032, -1.8567711114883423, -0.7807575464248657, -1.7199870347976685, -1.454261064529419, -1.3140983581542969, -0.05824647471308708, -0.7009364366531372, -0.4992428719997406, -1.7802796363830566, -2.0017497539520264, -2.1621949672698975, -0.7960809469223022, -1.9546343088150024, -1.5412976741790771, -2.119692325592041, -1.7528076171875, -1.287946343421936, -1.508569359779358, -1.157405972480774, -0.7850630283355713, -0.6934013962745667, -1.6307929754257202, -0.29558584094047546, -0.46793240308761597, -1.5989798307418823, -1.6500146389007568, -1.5592845678329468, -0.9089699387550354, -2.4659876823425293, -1.9991579055786133, -0.04708795249462128, -1.5737664699554443, -1.6057077646255493, -0.28829658031463623, -2.342373847961426, -0.712843656539917, -2.6935462951660156, -1.873533844947815, -1.9523738622665405, -1.6903092861175537, -1.30314302444458, -1.2384147644042969, -1.0778939723968506, -1.7905158996582031, -1.4417237043380737, -1.2481886148452759, -0.07709375023841858, -2.0143754482269287, -0.5479138493537903, -2.881732940673828, -0.7847259044647217, -1.9369388818740845, -1.4283941984176636, -1.4186904430389404, -1.0643230676651, -1.1302152872085571, -0.8087286353111267, -0.10984598100185394, -0.18868061900138855, -1.9836374521255493, -1.080410361289978, -1.4072043895721436, -1.3696165084838867, -1.3997865915298462, -1.5799235105514526, -0.2557237148284912, -2.033370018005371, -1.0655072927474976, -1.42918860912323]}, "Bot004_072_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love? I like to play games and play cards. what is your favorite tv program? I like to watch old sitcoms. are you fan of something? I am not really into movies. are you terrified of something? No i am not a fan of that. I do like to watch tv. do you like sports?", "response": "I like sports. I like to watch sports.", "annotation_id": "Bot004_072_16", "annotations": ["T", "T", "O", "O", "O", "O", "O", "X", "T", "X", "X", "O", "T", "X", "X"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -14.550704956054688, -10.237274169921875, -5.581965446472168, -11.887557029724121, -7.273012638092041, -13.203547477722168, -16.650611877441406, -6.735933780670166], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.726983666419983, -1.2230442762374878, -1.518175482749939, -0.10419344156980515, -0.6660026907920837, -1.6656042337417603, -1.2701420783996582, -2.250392436981201, -1.8756605386734009, -2.0151326656341553, -1.2244648933410645, -3.0575525760650635, -1.5301862955093384, -1.4897381067276, -0.9309601783752441, -1.2021089792251587, -1.6103602647781372, -0.27091050148010254, -1.0992164611816406, -1.256795048713684, -0.03437225520610809, -0.5146195292472839, -1.6242358684539795, -1.8446764945983887, -1.6998720169067383, -0.2602396011352539, -0.8825326561927795, -0.4379490613937378, -1.8539079427719116, -0.7917593121528625, -0.47667568922042847, -0.6391064524650574, -1.2215083837509155, -1.2334524393081665, -1.4279814958572388, -0.7989000082015991, -0.386973112821579, -1.6734040975570679, -1.754233956336975, -1.070424199104309, -0.7621368169784546, -1.5982991456985474, -3.0882441997528076, -1.0403938293457031, -1.455337405204773, -1.8774272203445435, -1.8962440490722656, -1.3454288244247437, -1.5153892040252686, -0.7047038674354553, -0.5071008205413818, -3.1677019596099854, -3.246302366256714, -1.147324562072754, -0.3107715845108032, -1.8567711114883423, -0.7807575464248657, -1.7199870347976685, -1.454261064529419, -1.3140983581542969, -0.05824647471308708, -0.7009364366531372, -0.4992428719997406, -1.7802796363830566, -2.0017497539520264, -2.1621949672698975, -0.7960809469223022, -1.9546343088150024, -1.5412976741790771, -2.119692325592041, -1.7528076171875, -1.287946343421936, -1.508569359779358, -1.157405972480774, -0.7850630283355713, -0.6934013962745667, -1.6307967901229858, -0.2955924868583679, -0.4679318070411682, -1.598990797996521, -1.6500060558319092, -1.5592886209487915, -0.9089840650558472, -2.4659876823425293, -1.9991587400436401, -0.047087498009204865, -1.573771595954895, -1.6057029962539673, -0.2882990837097168, -2.342369794845581, -0.7128409743309021, -2.693549394607544, -1.8735252618789673, -1.9523762464523315, -1.6902996301651, -1.303131103515625, -1.2384154796600342, -1.0778923034667969, -1.790510654449463, -1.4417235851287842, -1.2481770515441895, -0.0770931988954544, -2.014376640319824, -0.5479142665863037, -2.8817474842071533, -0.7847210168838501, -1.9369553327560425, -1.3835334777832031, -0.9498811960220337, -1.137613296508789, -0.9179331064224243, -0.1247488334774971, -0.1707058995962143, -1.9161514043807983, -1.0954283475875854, -1.6552375555038452, -1.1283073425292969, -1.1427383422851562, -1.6060670614242554, -0.3231636583805084, -2.121793270111084, -1.1647526025772095, -1.6225162744522095, -0.04134298488497734, -1.1378377676010132, -2.5975682735443115, -0.4370424747467041, -2.147703170776367, -1.5620540380477905, -1.66521418094635, -0.8399845361709595, -0.9681171178817749, -1.1753169298171997, -1.1910334825515747, -1.5309333801269531, -0.17083141207695007, -1.4913444519042969, -0.7202068567276001, -1.0095834732055664]}, "Bot004_072_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love? I like to play games and play cards. what is your favorite tv program? I like to watch old sitcoms. are you fan of something? I am not really into movies. are you terrified of something? No i am not a fan of that. I do like to watch tv. do you like sports? I like sports. I like to watch sports. what are your hobbies?", "response": "I like to watch tv and watch tv.", "annotation_id": "Bot004_072_18", "annotations": ["O", "T", "T", "O", "T", "O", "O", "X", "X", "X", "X", "O", "O", "T", "T"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -8.140777587890625, -16.948638916015625, -13.310755729675293, -9.531355857849121, -13.261003494262695, -14.366236686706543, -11.640793800354004], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.726983666419983, -1.2230442762374878, -1.518175482749939, -0.10419344156980515, -0.6660026907920837, -1.6656042337417603, -1.2701420783996582, -2.250392436981201, -1.8756605386734009, -2.0151326656341553, -1.2244648933410645, -3.0575525760650635, -1.5301862955093384, -1.4897381067276, -0.9309601783752441, -1.2021089792251587, -1.6103602647781372, -0.27091050148010254, -1.0992164611816406, -1.256795048713684, -0.03437225520610809, -0.5146195292472839, -1.6242358684539795, -1.8446764945983887, -1.6998720169067383, -0.2602396011352539, -0.8825326561927795, -0.4379490613937378, -1.8539079427719116, -0.7917593121528625, -0.47667568922042847, -0.6391064524650574, -1.2215083837509155, -1.2334524393081665, -1.4279814958572388, -0.7989000082015991, -0.386973112821579, -1.6734040975570679, -1.754233956336975, -1.070424199104309, -0.7621368169784546, -1.5982991456985474, -3.0882441997528076, -1.0403938293457031, -1.455337405204773, -1.8774272203445435, -1.8962440490722656, -1.3454288244247437, -1.5153892040252686, -0.7047038674354553, -0.5071008205413818, -3.1677019596099854, -3.246302366256714, -1.147324562072754, -0.3107715845108032, -1.8567711114883423, -0.7807575464248657, -1.7199870347976685, -1.454261064529419, -1.3140983581542969, -0.05824647471308708, -0.7009364366531372, -0.4992428719997406, -1.7802796363830566, -2.0017497539520264, -2.1621949672698975, -0.7960809469223022, -1.9546343088150024, -1.5412976741790771, -2.119692325592041, -1.7528076171875, -1.287946343421936, -1.508569359779358, -1.157405972480774, -0.7850630283355713, -0.6934013962745667, -1.6307967901229858, -0.2955924868583679, -0.4679318070411682, -1.598990797996521, -1.6500060558319092, -1.5592886209487915, -0.9089840650558472, -2.4659876823425293, -1.9991587400436401, -0.047087498009204865, -1.573771595954895, -1.6057029962539673, -0.2882990837097168, -2.342369794845581, -0.7128409743309021, -2.693549394607544, -1.8735252618789673, -1.9523762464523315, -1.6902996301651, -1.303131103515625, -1.2384154796600342, -1.0778923034667969, -1.790510654449463, -1.4417235851287842, -1.2481770515441895, -0.0770931988954544, -2.014376640319824, -0.5479142665863037, -2.8817474842071533, -0.7847210168838501, -1.9369553327560425, -1.3835334777832031, -0.9498811960220337, -1.137613296508789, -0.9179331064224243, -0.1247488334774971, -0.1707058995962143, -1.9161514043807983, -1.0954283475875854, -1.6552375555038452, -1.1283073425292969, -1.1427383422851562, -1.6060670614242554, -0.3231636583805084, -2.121793270111084, -1.1647526025772095, -1.6225162744522095, -0.04134298488497734, -1.1378377676010132, -2.5975682735443115, -0.4370424747467041, -2.147703170776367, -1.4730702638626099, -1.6069469451904297, -1.2265856266021729, -1.406326174736023, -1.0047199726104736, -1.7176851034164429, -0.32650449872016907, -1.7137283086776733, -0.6519254446029663, -1.0551248788833618, -1.5598877668380737, -0.7403436303138733, -0.47781243920326233, -0.23265135288238525, -1.8955544233322144, -1.7124786376953125, -1.369297742843628, -1.3022384643554688, -0.20213711261749268, -1.182433009147644, -0.6332077383995056, -1.9499928951263428, -1.5829641819000244, -0.6775569319725037, -1.1172871589660645]}, "Bot004_072_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love? I like to play games and play cards. what is your favorite tv program? I like to watch old sitcoms. are you fan of something? I am not really into movies. are you terrified of something? No i am not a fan of that. I do like to watch tv. do you like sports? I like sports. I like to watch sports. what are your hobbies? I like to watch tv and watch tv. do you like cooking?", "response": "I love[HEAVY BLACK HEART] cooking and i love to cook.", "annotation_id": "Bot004_072_20", "annotations": ["T", "T", "O", "O", "O", "O", "O", "X", "T", "X", "T", "O", "T", "T", "X"], "gpt2_target_score": [-8.654426574707031, -12.058126449584961, -12.04913330078125, -11.432952880859375, -16.372339248657227, -18.228116989135742, -18.256059646606445, -13.011073112487793, -9.070626258850098, -2.369162082672119, -15.556873321533203, -7.482067108154297, -9.826512336730957, -10.61866283416748, -5.711038112640381, -11.668204307556152, -6.135866641998291], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -1.7807873487472534, -0.28784069418907166, -1.271593451499939, -1.6028854846954346, -3.206284523010254, -2.369162082672119, -0.951312780380249, -1.7255055904388428, -1.4576042890548706, -1.36506187915802, -1.726983666419983, -1.2230442762374878, -1.518175482749939, -0.10419344156980515, -0.6660026907920837, -1.6656042337417603, -1.2701420783996582, -2.250392436981201, -1.8756605386734009, -2.0151326656341553, -1.2244648933410645, -3.0575525760650635, -1.5301862955093384, -1.4897381067276, -0.9309601783752441, -1.2021089792251587, -1.6103602647781372, -0.27091050148010254, -1.0992164611816406, -1.256795048713684, -0.03437225520610809, -0.5146195292472839, -1.6242358684539795, -1.8446764945983887, -1.6998720169067383, -0.2602396011352539, -0.8825326561927795, -0.4379490613937378, -1.8539079427719116, -0.7917593121528625, -0.47667568922042847, -0.6391064524650574, -1.2215083837509155, -1.2334524393081665, -1.4279814958572388, -0.7989000082015991, -0.386973112821579, -1.6734040975570679, -1.754233956336975, -1.070424199104309, -0.7621368169784546, -1.5982991456985474, -3.0882441997528076, -1.0403938293457031, -1.455337405204773, -1.8774272203445435, -1.8962440490722656, -1.3454288244247437, -1.5153892040252686, -0.7047038674354553, -0.5071008205413818, -3.1677019596099854, -3.246302366256714, -1.147324562072754, -0.3107715845108032, -1.8567711114883423, -0.7807575464248657, -1.7199870347976685, -1.454261064529419, -1.3140983581542969, -0.05824647471308708, -0.7009364366531372, -0.4992428719997406, -1.7802796363830566, -2.0017497539520264, -2.1621949672698975, -0.7960809469223022, -1.9546343088150024, -1.5412976741790771, -2.119692325592041, -1.7528076171875, -1.287946343421936, -1.508569359779358, -1.157405972480774, -0.7850630283355713, -0.6934013962745667, -1.6307967901229858, -0.2955924868583679, -0.4679318070411682, -1.598990797996521, -1.6500060558319092, -1.5592886209487915, -0.9089840650558472, -2.4659876823425293, -1.9991587400436401, -0.047087498009204865, -1.573771595954895, -1.6057029962539673, -0.2882990837097168, -2.342369794845581, -0.7128409743309021, -2.693549394607544, -1.8735252618789673, -1.9523762464523315, -1.6902996301651, -1.303131103515625, -1.2384154796600342, -1.0778923034667969, -1.790510654449463, -1.4417235851287842, -1.2481770515441895, -0.0770931988954544, -2.014376640319824, -0.5479142665863037, -2.8817474842071533, -0.7847210168838501, -1.9369553327560425, -1.3835334777832031, -0.9498811960220337, -1.137613296508789, -0.9179331064224243, -0.1247488334774971, -0.1707058995962143, -1.9161514043807983, -1.0954283475875854, -1.6552375555038452, -1.1283073425292969, -1.1427383422851562, -1.6060670614242554, -0.3231636583805084, -2.121793270111084, -1.1647526025772095, -1.6225162744522095, -0.04134298488497734, -1.1378377676010132, -2.5975682735443115, -0.4370424747467041, -2.147703170776367, -1.4730702638626099, -1.6069469451904297, -1.2265856266021729, -1.406326174736023, -1.0047199726104736, -1.7176851034164429, -0.32650449872016907, -1.7137283086776733, -0.6519254446029663, -1.0551248788833618, -1.5598877668380737, -0.7403436303138733, -0.47781243920326233, -0.23265135288238525, -1.8955544233322144, -1.156568169593811, -1.2455166578292847, -0.3779759407043457, -1.4769154787063599, -0.4116547405719757, -1.9849164485931396, -1.773911714553833, -0.488407164812088, -1.5176690816879272, -0.01848670095205307, -0.4240958094596863, -1.3227617740631104, -0.3030506670475006, -1.4376487731933594, -1.3822767734527588, -1.4358453750610352, -0.36484968662261963, -1.7306067943572998, -0.006444505415856838, -0.004806512035429478, -0.6735755801200867, -0.042522016912698746, -0.00821508839726448, -0.12305142730474472, -1.2203314304351807, -0.5841437578201294, -1.2684619426727295, -1.1128995418548584, -1.1223230361938477, -0.45750635862350464, -0.6447579264640808, -1.1792746782302856]}, "Bot004_081_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you?", "response": "I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot004_081_02", "annotations": ["X", "X", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "T", "T"], "gpt2_target_score": [-9.925350189208984, -9.09853744506836, -10.141976356506348, -10.8114013671875, -11.199112892150879, -11.785924911499023, -10.325081825256348, -13.74626636505127, -11.275850296020508, -10.739816665649414, -13.152344703674316, -12.057449340820312, -10.645113945007324, -9.719764709472656, -8.849180221557617, -10.786153793334961, -9.712882995605469, -5.830821990966797, -9.214876174926758, -14.209348678588867, -7.666354179382324, -11.57988452911377, -11.92845630645752, -5.871499061584473, -22.43460464477539, -6.813774108886719, -17.53289222717285, -9.458192825317383, -19.313758850097656, -16.893085479736328, -12.559568405151367, -18.08371925354004, -12.982592582702637], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -1.3758147954940796, -0.7255483269691467, -2.9526262283325195, -2.9433534145355225, -0.7415481209754944, -1.2536094188690186, -1.5253710746765137, -0.3956782817840576, -1.303046703338623, -2.241940975189209, -1.2528287172317505, -1.4454425573349, -1.7452505826950073, -0.1593642234802246, -1.2219524383544922, -1.6170532703399658, -1.5001188516616821, -1.2503713369369507, -2.082329750061035, -2.2085602283477783, -1.4576339721679688, -0.8708901405334473, -2.9541497230529785, -1.5638808012008667, -1.444828748703003, -1.192945957183838, -1.6469511985778809, -0.9274774789810181, -1.41937255859375, -1.4360151290893555, -1.0154767036437988, -1.7541402578353882, -0.5072425603866577, -1.0175234079360962, -1.2713991403579712, -0.43300074338912964, -1.2595417499542236, -0.10473863780498505, -1.9998114109039307, -0.29239943623542786, -2.4763424396514893, -1.7283791303634644, -2.8719563484191895, -0.9097554683685303, -2.359940528869629, -1.3401172161102295, -1.6481825113296509, -1.0571733713150024, -1.7654240131378174, -0.7314720153808594]}, "Bot004_081_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No", "response": "I am not a fan of that.", "annotation_id": "Bot004_081_04", "annotations": ["X", "X", "O", "X", "O", "X", "T", "O", "X", "O", "O", "O", "T", "T", "X"], "gpt2_target_score": [-9.925350189208984, -9.09853744506836, -9.538155555725098, -4.721053600311279, -10.025696754455566, -7.799475193023682, -9.973305702209473, -12.18843936920166], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -1.3758147954940796, -0.7255483269691467, -2.9526262283325195, -2.9433534145355225, -0.7415481209754944, -1.2536094188690186, -1.5253710746765137, -0.3956782817840576, -1.303046703338623, -2.241940975189209, -1.2528287172317505, -1.4454425573349, -1.7452505826950073, -0.1593642234802246, -1.2219524383544922, -1.6170532703399658, -1.2491966485977173, -2.5929508209228516, -2.0521175861358643, -1.3370790481567383, -0.9038909673690796, -3.0560083389282227, -1.6060127019882202, -1.4002301692962646, -1.1987749338150024, -1.8353019952774048, -0.9385353922843933, -1.3592551946640015, -1.3778471946716309, -0.8204460144042969, -1.635899305343628, -0.4984036684036255, -0.988955020904541, -1.8304322957992554, -1.3307573795318604, -1.3081389665603638, -0.10123530775308609, -1.869807481765747, -1.5193240642547607, -2.448375940322876, -1.855031967163086, -2.8256096839904785, -0.9450467824935913, -2.4111673831939697, -1.4972267150878906, -1.3170852661132812, -1.0726370811462402, -1.230232834815979, -1.3811438083648682, -0.9534624814987183, -1.8623157739639282, -1.6334396600723267, -2.150630474090576, -1.124193787574768, -1.7223623991012573, -0.08978848904371262, -0.7595341801643372, -1.9622138738632202, -1.047716736793518]}, "Bot004_081_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ?", "response": "I am a huge fan of all sports myself.", "annotation_id": "Bot004_081_06", "annotations": ["O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -7.094831943511963, -12.655784606933594, -10.025681495666504, -7.799461841583252, -9.948335647583008, -16.479585647583008, -15.404361724853516, -7.061988830566406], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.303072214126587, -2.241945266723633, -1.25283944606781, -1.445439338684082, -1.7452436685562134, -0.1593622863292694, -1.2219771146774292, -1.617032766342163, -1.2491787672042847, -2.5929975509643555, -2.0521292686462402, -1.337132215499878, -0.9038729071617126, -3.055962562561035, -1.6060258150100708, -1.4002180099487305, -1.1987133026123047, -1.8353161811828613, -0.9385190606117249, -1.3592565059661865, -1.3778685331344604, -0.8204400539398193, -1.635896921157837, -0.4984032213687897, -0.9889678955078125, -1.830426812171936, -1.3307536840438843, -1.308139443397522, -0.10123907774686813, -1.8697553873062134, -1.5193134546279907, -2.448364734649658, -1.8550440073013306, -2.825601100921631, -0.9450546503067017, -2.4111664295196533, -1.4972258806228638, -1.31707763671875, -1.0726388692855835, -1.2302429676055908, -1.381173014640808, -0.9534313082695007, -1.232808232307434, -0.8517464995384216, -1.1232670545578003, -1.5126649141311646, -0.18362638354301453, -1.0165847539901733, -1.5065010786056519, -1.0738623142242432, -1.7901986837387085, -0.5170649886131287, -0.6087404489517212, -0.5219743251800537, -0.20402668416500092, -1.2053825855255127, -1.50309419631958, -1.6618751287460327, -1.3681416511535645, -1.192861795425415, -0.14381076395511627, -0.07017407566308975, -2.0228264331817627, -0.9530485272407532, -1.2623097896575928, -0.8459554314613342, -0.9373039603233337]}, "Bot004_081_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do?", "response": "I love[HEAVY BLACK HEART] to surf, and barre.", "annotation_id": "Bot004_081_08", "annotations": ["X", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -12.043440818786621, -12.576642990112305, -17.504844665527344, -20.01488494873047, -14.335624694824219, -16.72734260559082, -16.069353103637695, -10.447704315185547, -0.7415543794631958, -5.162031173706055, -14.445834159851074, -11.041655540466309, -9.638399124145508, -11.93327522277832, -14.787705421447754, -10.86375904083252], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.303072214126587, -2.241945266723633, -1.25283944606781, -1.445439338684082, -1.7452436685562134, -0.1593622863292694, -1.2219771146774292, -1.617032766342163, -1.2491787672042847, -2.5929975509643555, -2.0521292686462402, -1.337132215499878, -0.9038729071617126, -3.055962562561035, -1.6060258150100708, -1.4002180099487305, -1.1987133026123047, -1.8353161811828613, -0.9385190606117249, -1.3592565059661865, -1.3778685331344604, -0.8204400539398193, -1.635896921157837, -0.4984032213687897, -0.9889678955078125, -1.830426812171936, -1.3307536840438843, -1.308139443397522, -0.10123907774686813, -1.8697553873062134, -1.5193134546279907, -2.448364734649658, -1.8550440073013306, -2.825601100921631, -0.9450546503067017, -2.4111664295196533, -1.4972258806228638, -1.31707763671875, -1.0726388692855835, -1.2302429676055908, -1.381173014640808, -0.9534313082695007, -1.232808232307434, -0.8517464995384216, -1.1232670545578003, -1.5126649141311646, -0.18362638354301453, -1.0165847539901733, -1.5065010786056519, -1.0738623142242432, -1.7901986837387085, -0.5170649886131287, -0.6087404489517212, -0.5219743251800537, -0.20402668416500092, -1.2053825855255127, -1.3705358505249023, -1.428788423538208, -1.871480107307434, -0.227945014834404, -0.06556421518325806, -2.061495065689087, -0.9522200226783752, -1.2150040864944458, -0.7789773941040039, -1.1048346757888794, -1.8214577436447144, -0.03828433156013489, -1.3744597434997559, -0.5628467202186584, -0.6334496140480042, -0.7179796695709229, -1.597990870475769, -1.4896013736724854, -1.5052047967910767, -2.1272222995758057, -1.4385576248168945, -0.7104887366294861, -0.5048667788505554, -2.976980686187744, -2.785956382751465, -0.49718713760375977, -0.5513571500778198, -0.8321197032928467, -2.5143799781799316, -1.6549867391586304, -2.309372901916504, -1.6275097131729126, -2.548276424407959, -0.5273001194000244, -1.1577434539794922]}, "Bot004_081_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do? I love[HEAVY BLACK HEART] to surf, and barre. Can you help me?", "response": "Sure i can help you", "annotation_id": "Bot004_081_10", "annotations": ["O", "X", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-16.346858978271484, -5.570601463317871, -3.3595871925354004, -10.609657287597656, -10.685044288635254], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.303072214126587, -2.241945266723633, -1.25283944606781, -1.445439338684082, -1.7452436685562134, -0.1593622863292694, -1.2219771146774292, -1.617032766342163, -1.2491787672042847, -2.5929975509643555, -2.0521292686462402, -1.337132215499878, -0.9038729071617126, -3.055962562561035, -1.6060258150100708, -1.4002180099487305, -1.1987133026123047, -1.8353161811828613, -0.9385190606117249, -1.3592565059661865, -1.3778685331344604, -0.8204400539398193, -1.635896921157837, -0.4984032213687897, -0.9889678955078125, -1.830426812171936, -1.3307536840438843, -1.308139443397522, -0.10123907774686813, -1.8697553873062134, -1.5193134546279907, -2.448364734649658, -1.8550440073013306, -2.825601100921631, -0.9450546503067017, -2.4111664295196533, -1.4972258806228638, -1.31707763671875, -1.0726388692855835, -1.2302429676055908, -1.381173014640808, -0.9534313082695007, -1.232808232307434, -0.8517464995384216, -1.1232670545578003, -1.5126649141311646, -0.18362638354301453, -1.0165847539901733, -1.5065010786056519, -1.0738623142242432, -1.7901986837387085, -0.5170649886131287, -0.6087404489517212, -0.5219743251800537, -0.20402668416500092, -1.2053825855255127, -1.3705358505249023, -1.428788423538208, -1.871480107307434, -0.227945014834404, -0.06556421518325806, -2.061495065689087, -0.9522200226783752, -1.2150040864944458, -0.7789773941040039, -1.1048346757888794, -1.8214577436447144, -0.03828433156013489, -1.3744597434997559, -0.5628467202186584, -0.6334496140480042, -0.7179796695709229, -1.597990870475769, -1.6112805604934692, -2.0197343826293945, -2.160087823867798, -0.7298760414123535, -0.542584240436554, -2.7672789096832275, -2.7322404384613037, -0.6125779151916504, -0.3060664236545563, -1.0143173933029175, -2.534902572631836, -1.7078726291656494, -2.5222671031951904, -1.7096960544586182, -2.4672601222991943, -0.6790512204170227, -1.204366683959961, -1.1069313287734985, -2.10467267036438, -0.07529407739639282, -1.560092806816101, -1.4235808849334717, -1.5325809717178345, -1.240150809288025, -1.81849205493927, -1.4111469984054565, -0.6224614381790161, -1.753711462020874]}, "Bot004_081_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do? I love[HEAVY BLACK HEART] to surf, and barre. Can you help me? Sure i can help you Tell me about yourself", "response": "I am a health nut, and i am a big thumb.  Are you bored talking to me? [LOUDLY CRYING FACE]", "annotation_id": "Bot004_081_12", "annotations": ["X", "X", "T", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -7.094831943511963, -10.010459899902344, -11.081109046936035, -4.0008015632629395, -6.9934563636779785, -12.568056106567383, -13.083515167236328, -10.457389831542969, -13.168180465698242, -17.603437423706055, -10.645079612731934, -8.30070686340332, -13.273683547973633, -6.959825038909912, -7.550358772277832, -12.614033699035645, -10.939620018005371, -11.350242614746094, -10.980833053588867, -7.745715141296387, -14.097376823425293, -17.202749252319336, -14.901799201965332, -17.04251480102539, -14.09835147857666, -23.027183532714844, -14.152918815612793, -13.782529830932617], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.303072214126587, -2.241945266723633, -1.25283944606781, -1.445439338684082, -1.7452436685562134, -0.1593622863292694, -1.2219771146774292, -1.617032766342163, -1.2491787672042847, -2.5929975509643555, -2.0521292686462402, -1.337132215499878, -0.9038729071617126, -3.055962562561035, -1.6060258150100708, -1.4002180099487305, -1.1987133026123047, -1.8353161811828613, -0.9385190606117249, -1.3592565059661865, -1.3778685331344604, -0.8204400539398193, -1.635896921157837, -0.4984032213687897, -0.9889678955078125, -1.830426812171936, -1.3307536840438843, -1.308139443397522, -0.10123907774686813, -1.8697553873062134, -1.5193134546279907, -2.448364734649658, -1.8550440073013306, -2.825601100921631, -0.9450546503067017, -2.4111664295196533, -1.4972258806228638, -1.31707763671875, -1.0726388692855835, -1.2302429676055908, -1.381173014640808, -0.9534313082695007, -1.232808232307434, -0.8517464995384216, -1.1232670545578003, -1.5126649141311646, -0.18362638354301453, -1.0165847539901733, -1.5065010786056519, -1.0738623142242432, -1.7901986837387085, -0.5170649886131287, -0.6087404489517212, -0.5219743251800537, -0.20402668416500092, -1.2053825855255127, -1.3705358505249023, -1.428788423538208, -1.871480107307434, -0.227945014834404, -0.06556421518325806, -2.061495065689087, -0.9522200226783752, -1.2150040864944458, -0.7789773941040039, -1.1048346757888794, -1.8214577436447144, -0.03828433156013489, -1.3744597434997559, -0.5628467202186584, -0.6334496140480042, -0.7179796695709229, -1.597990870475769, -1.6112805604934692, -2.0197343826293945, -2.160087823867798, -0.7298760414123535, -0.542584240436554, -2.7672789096832275, -2.7322404384613037, -0.6125779151916504, -0.3060664236545563, -1.0143173933029175, -2.534902572631836, -1.7078726291656494, -2.5222671031951904, -1.7096960544586182, -2.4672601222991943, -0.6790512204170227, -1.204366683959961, -1.1069313287734985, -2.10467267036438, -0.07529407739639282, -1.560092806816101, -1.4235808849334717, -1.4205268621444702, -1.7040752172470093, -1.666709303855896, -0.8569558262825012, -1.6671769618988037, -0.23820190131664276, -1.7628729343414307, -1.0791347026824951, -1.5762720108032227, -1.6740010976791382, -1.9749565124511719, -1.063656210899353, -1.8649711608886719, -1.7124475240707397, -2.0146095752716064, -1.722855806350708, -1.0735228061676025, -1.9184958934783936, -1.5675420761108398, -3.2861623764038086, -0.4878917336463928, -1.473162055015564, -0.9929146766662598, -1.1145213842391968, -0.10599808394908905, -2.0309367179870605, -0.7155362963676453, -0.5834449529647827, -0.9994666576385498, -0.5539121031761169, -0.7158482074737549, -2.793982744216919, -1.2950351238250732, -0.677358090877533, -1.277716040611267, -2.7489795684814453, -2.0599145889282227, -2.2283096313476562, -0.22421033680438995, -1.3307534456253052]}, "Bot004_081_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do? I love[HEAVY BLACK HEART] to surf, and barre. Can you help me? Sure i can help you Tell me about yourself I am a health nut, and i am a big thumb.  Are you bored talking to me? [LOUDLY CRYING FACE] Fuck you", "response": "Are you normal? [POUTING FACE]", "annotation_id": "Bot004_081_14", "annotations": ["X", "X", "X", "T", "T", "O", "O", "O", "T", "X", "X", "T", "O", "T", "X"], "gpt2_target_score": [-13.218592643737793, -8.333571434020996, -11.491727828979492, -10.333168029785156, -8.295029640197754, -13.486930847167969, -20.32505989074707, -12.893976211547852, -17.342090606689453, -0.7415543794631958], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.303072214126587, -2.241945266723633, -1.25283944606781, -1.445439338684082, -1.7452436685562134, -0.1593622863292694, -1.2219771146774292, -1.617032766342163, -1.2491787672042847, -2.5929975509643555, -2.0521292686462402, -1.337132215499878, -0.9038729071617126, -3.055962562561035, -1.6060258150100708, -1.4002180099487305, -1.1987133026123047, -1.8353161811828613, -0.9385190606117249, -1.3592565059661865, -1.3778685331344604, -0.8204400539398193, -1.635896921157837, -0.4984032213687897, -0.9889678955078125, -1.830426812171936, -1.3307536840438843, -1.308139443397522, -0.10123907774686813, -1.8697553873062134, -1.5193134546279907, -2.448364734649658, -1.8550440073013306, -2.825601100921631, -0.9450546503067017, -2.4111664295196533, -1.4972258806228638, -1.31707763671875, -1.0726388692855835, -1.2302429676055908, -1.381173014640808, -0.9534313082695007, -1.232808232307434, -0.8517464995384216, -1.1232670545578003, -1.5126649141311646, -0.18362638354301453, -1.0165847539901733, -1.5065010786056519, -1.0738623142242432, -1.7901986837387085, -0.5170649886131287, -0.6087404489517212, -0.5219743251800537, -0.20402668416500092, -1.2053825855255127, -1.3705358505249023, -1.428788423538208, -1.871480107307434, -0.227945014834404, -0.06556421518325806, -2.061495065689087, -0.9522200226783752, -1.2150040864944458, -0.7789773941040039, -1.1048346757888794, -1.8214577436447144, -0.03828433156013489, -1.3744597434997559, -0.5628467202186584, -0.6334496140480042, -0.7179796695709229, -1.597990870475769, -1.6112805604934692, -2.0197343826293945, -2.160087823867798, -0.7298760414123535, -0.542584240436554, -2.7672789096832275, -2.7322404384613037, -0.6125779151916504, -0.3060664236545563, -1.0143173933029175, -2.534902572631836, -1.7078726291656494, -2.5222671031951904, -1.7096960544586182, -2.4672601222991943, -0.6790512204170227, -1.204366683959961, -1.1069313287734985, -2.10467267036438, -0.07529407739639282, -1.560092806816101, -1.4235808849334717, -1.4205268621444702, -1.7040752172470093, -1.666709303855896, -0.8569558262825012, -1.6671769618988037, -0.23820190131664276, -1.7628729343414307, -1.0791347026824951, -1.5762720108032227, -1.3396844863891602, -0.9317170977592468, -2.2700510025024414, -1.9387121200561523, -1.8150891065597534, -1.5679429769515991, -1.1798452138900757, -1.507100224494934, -1.225108027458191, -3.014878273010254, -0.591278612613678, -1.6381394863128662, -1.2922114133834839, -1.3696339130401611, -0.06863462179899216, -1.8283573389053345, -0.6455962657928467, -0.6999092102050781, -1.455997109413147, -0.5269002318382263, -1.6127854585647583, -3.1340324878692627, -1.3306550979614258, -0.7178323268890381, -1.0687264204025269, -2.525238275527954, -1.9105427265167236, -1.8935258388519287, -0.10502587258815765, -1.121482014656067, -1.9630581140518188, -1.1156070232391357, -1.8579245805740356, -0.04807165265083313, -1.4012895822525024, -0.44970372319221497, -0.8132367134094238, -2.266608953475952, -2.8569419384002686, -0.80295729637146, -0.24336372315883636, -0.04613993689417839, -1.4002128839492798]}, "Bot004_081_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do? I love[HEAVY BLACK HEART] to surf, and barre. Can you help me? Sure i can help you Tell me about yourself I am a health nut, and i am a big thumb.  Are you bored talking to me? [LOUDLY CRYING FACE] Fuck you Are you normal? [POUTING FACE] Yes", "response": "I am a huge reader.", "annotation_id": "Bot004_081_16", "annotations": ["X", "X", "X", "X", "T", "X", "O", "O", "X", "T", "O", "T", "T", "T", "X"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -7.094831943511963, -12.655784606933594, -13.245896339416504, -5.728966236114502], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.303072214126587, -2.241945266723633, -1.25283944606781, -1.445439338684082, -1.7452436685562134, -0.1593622863292694, -1.2219771146774292, -1.617032766342163, -1.2491787672042847, -2.5929975509643555, -2.0521292686462402, -1.337132215499878, -0.9038729071617126, -3.055962562561035, -1.6060258150100708, -1.4002180099487305, -1.1987133026123047, -1.8353161811828613, -0.9385190606117249, -1.3592565059661865, -1.3778685331344604, -0.8204400539398193, -1.635896921157837, -0.4984032213687897, -0.9889678955078125, -1.830426812171936, -1.3307536840438843, -1.308139443397522, -0.10123907774686813, -1.8697553873062134, -1.5193134546279907, -2.448364734649658, -1.8550440073013306, -2.825601100921631, -0.9450546503067017, -2.4111664295196533, -1.4972258806228638, -1.31707763671875, -1.0726388692855835, -1.2302429676055908, -1.381173014640808, -0.9534313082695007, -1.232808232307434, -0.8517464995384216, -1.1232670545578003, -1.5126649141311646, -0.18362638354301453, -1.0165847539901733, -1.5065010786056519, -1.0738623142242432, -1.7901986837387085, -0.5170649886131287, -0.6087404489517212, -0.5219743251800537, -0.20402668416500092, -1.2053825855255127, -1.3705358505249023, -1.428788423538208, -1.871480107307434, -0.227945014834404, -0.06556421518325806, -2.061495065689087, -0.9522200226783752, -1.2150040864944458, -0.7789773941040039, -1.1048346757888794, -1.8214577436447144, -0.03828433156013489, -1.3744597434997559, -0.5628467202186584, -0.6334496140480042, -0.7179796695709229, -1.597990870475769, -1.6112805604934692, -2.0197343826293945, -2.160087823867798, -0.7298760414123535, -0.542584240436554, -2.7672789096832275, -2.7322404384613037, -0.6125779151916504, -0.3060664236545563, -1.0143173933029175, -2.534902572631836, -1.7078726291656494, -2.5222671031951904, -1.7096960544586182, -2.4672601222991943, -0.6790512204170227, -1.204366683959961, -1.1069313287734985, -2.10467267036438, -0.07529407739639282, -1.560092806816101, -1.4235808849334717, -1.4205268621444702, -1.7040752172470093, -1.666709303855896, -0.8569558262825012, -1.6671769618988037, -0.23820190131664276, -1.7628729343414307, -1.0791347026824951, -1.5762720108032227, -1.3396844863891602, -0.9317170977592468, -2.2700510025024414, -1.9387121200561523, -1.8150891065597534, -1.5679429769515991, -1.1798452138900757, -1.507100224494934, -1.225108027458191, -3.014878273010254, -0.591278612613678, -1.6381394863128662, -1.2922114133834839, -1.3696339130401611, -0.06863462179899216, -1.8283573389053345, -0.6455962657928467, -0.6999092102050781, -1.455997109413147, -0.5269002318382263, -1.6127854585647583, -3.1340324878692627, -1.3306550979614258, -0.7178323268890381, -1.0687264204025269, -2.525238275527954, -1.9105427265167236, -1.8935258388519287, -0.10502587258815765, -1.121482014656067, -1.9630581140518188, -1.1156070232391357, -0.08700408786535263, -1.3117265701293945, -0.43770408630371094, -1.7678053379058838, -2.361443519592285, -2.896296262741089, -0.8023417592048645, -0.2717781066894531, -0.022235605865716934, -1.1879470348358154, -1.335693597793579, -1.9039000272750854, -0.8517711162567139, -1.697209358215332, -2.448444366455078, -0.9846723675727844, -1.1694591045379639, -0.8091666102409363]}, "Bot004_081_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do? I love[HEAVY BLACK HEART] to surf, and barre. Can you help me? Sure i can help you Tell me about yourself I am a health nut, and i am a big thumb.  Are you bored talking to me? [LOUDLY CRYING FACE] Fuck you Are you normal? [POUTING FACE] Yes I am a huge reader. Yes", "response": "I am a huge proofreader.", "annotation_id": "Bot004_081_18", "annotations": ["X", "X", "X", "X", "T", "T", "O", "O", "X", "T", "O", "O", "O", "O", "X"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -7.094831943511963, -12.655784606933594, -11.603928565979004, -20.96295928955078, -10.815813064575195], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.303072214126587, -2.241945266723633, -1.25283944606781, -1.445439338684082, -1.7452436685562134, -0.1593622863292694, -1.2219771146774292, -1.617032766342163, -1.2491787672042847, -2.5929975509643555, -2.0521292686462402, -1.337132215499878, -0.9038729071617126, -3.055962562561035, -1.6060258150100708, -1.4002180099487305, -1.1987133026123047, -1.8353161811828613, -0.9385190606117249, -1.3592565059661865, -1.3778685331344604, -0.8204400539398193, -1.635896921157837, -0.4984032213687897, -0.9889678955078125, -1.830426812171936, -1.3307536840438843, -1.308139443397522, -0.10123907774686813, -1.8697553873062134, -1.5193134546279907, -2.448364734649658, -1.8550440073013306, -2.825601100921631, -0.9450546503067017, -2.4111664295196533, -1.4972258806228638, -1.31707763671875, -1.0726388692855835, -1.2302429676055908, -1.381173014640808, -0.9534313082695007, -1.232808232307434, -0.8517464995384216, -1.1232670545578003, -1.5126649141311646, -0.18362638354301453, -1.0165847539901733, -1.5065010786056519, -1.0738623142242432, -1.7901986837387085, -0.5170649886131287, -0.6087404489517212, -0.5219743251800537, -0.20402668416500092, -1.2053825855255127, -1.3705358505249023, -1.428788423538208, -1.871480107307434, -0.227945014834404, -0.06556421518325806, -2.061495065689087, -0.9522200226783752, -1.2150040864944458, -0.7789773941040039, -1.1048346757888794, -1.8214577436447144, -0.03828433156013489, -1.3744597434997559, -0.5628467202186584, -0.6334496140480042, -0.7179796695709229, -1.597990870475769, -1.6112805604934692, -2.0197343826293945, -2.160087823867798, -0.7298760414123535, -0.542584240436554, -2.7672789096832275, -2.7322404384613037, -0.6125779151916504, -0.3060664236545563, -1.0143173933029175, -2.534902572631836, -1.7078726291656494, -2.5222671031951904, -1.7096960544586182, -2.4672601222991943, -0.6790512204170227, -1.204366683959961, -1.1069313287734985, -2.10467267036438, -0.07529407739639282, -1.560092806816101, -1.4235808849334717, -1.4205268621444702, -1.7040752172470093, -1.666709303855896, -0.8569558262825012, -1.6671769618988037, -0.23820190131664276, -1.7628729343414307, -1.0791347026824951, -1.5762720108032227, -1.3396844863891602, -0.9317170977592468, -2.2700510025024414, -1.9387121200561523, -1.8150891065597534, -1.5679429769515991, -1.1798452138900757, -1.507100224494934, -1.225108027458191, -3.014878273010254, -0.591278612613678, -1.6381394863128662, -1.2922114133834839, -1.3696339130401611, -0.06863462179899216, -1.8283573389053345, -0.6455962657928467, -0.6999092102050781, -1.455997109413147, -0.5269002318382263, -1.6127854585647583, -3.1340324878692627, -1.3306550979614258, -0.7178323268890381, -1.0687264204025269, -2.525238275527954, -1.9105427265167236, -1.8935258388519287, -0.10502587258815765, -1.121482014656067, -1.9630581140518188, -1.1156070232391357, -0.08700408786535263, -1.3117265701293945, -0.43770408630371094, -1.7678053379058838, -2.361443519592285, -2.896296262741089, -0.8023417592048645, -0.2717781066894531, -0.022235605865716934, -1.1879470348358154, -1.335693597793579, -0.09270555526018143, -1.2122678756713867, -2.548203706741333, -1.15360689163208, -1.2820771932601929, -0.9332868456840515, -1.0883702039718628, -1.908982276916504, -0.7153685688972473, -1.822312593460083, -2.031123161315918, -0.5134417414665222, -1.0771304368972778, -0.8757491707801819, -0.9484652280807495]}, "Bot004_081_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do? I love[HEAVY BLACK HEART] to surf, and barre. Can you help me? Sure i can help you Tell me about yourself I am a health nut, and i am a big thumb.  Are you bored talking to me? [LOUDLY CRYING FACE] Fuck you Are you normal? [POUTING FACE] Yes I am a huge reader. Yes I am a huge proofreader. Yes", "response": "I like all kinds. I am more into jazz and hip hop.", "annotation_id": "Bot004_081_20", "annotations": ["X", "X", "X", "X", "T", "X", "X", "O", "X", "T", "O", "X", "X", "T", "X"], "gpt2_target_score": [-9.925333976745605, -11.404372215270996, -8.02979850769043, -17.330284118652344, -11.199112892150879, -7.8906941413879395, -9.53660774230957, -12.101728439331055, -13.758567810058594, -15.068145751953125, -7.525869369506836, -16.209585189819336, -15.694624900817871, -9.13121223449707], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.303072214126587, -2.241945266723633, -1.25283944606781, -1.445439338684082, -1.7452436685562134, -0.1593622863292694, -1.2219771146774292, -1.617032766342163, -1.2491787672042847, -2.5929975509643555, -2.0521292686462402, -1.337132215499878, -0.9038729071617126, -3.055962562561035, -1.6060258150100708, -1.4002180099487305, -1.1987133026123047, -1.8353161811828613, -0.9385190606117249, -1.3592565059661865, -1.3778685331344604, -0.8204400539398193, -1.635896921157837, -0.4984032213687897, -0.9889678955078125, -1.830426812171936, -1.3307536840438843, -1.308139443397522, -0.10123907774686813, -1.8697553873062134, -1.5193134546279907, -2.448364734649658, -1.8550440073013306, -2.825601100921631, -0.9450546503067017, -2.4111664295196533, -1.4972258806228638, -1.31707763671875, -1.0726388692855835, -1.2302429676055908, -1.381173014640808, -0.9534313082695007, -1.232808232307434, -0.8517464995384216, -1.1232670545578003, -1.5126649141311646, -0.18362638354301453, -1.0165847539901733, -1.5065010786056519, -1.0738623142242432, -1.7901986837387085, -0.5170649886131287, -0.6087404489517212, -0.5219743251800537, -0.20402668416500092, -1.2053825855255127, -1.3705358505249023, -1.428788423538208, -1.871480107307434, -0.227945014834404, -0.06556421518325806, -2.061495065689087, -0.9522200226783752, -1.2150040864944458, -0.7789773941040039, -1.1048346757888794, -1.8214577436447144, -0.03828433156013489, -1.3744597434997559, -0.5628467202186584, -0.6334496140480042, -0.7179796695709229, -1.597990870475769, -1.6112805604934692, -2.0197343826293945, -2.160087823867798, -0.7298760414123535, -0.542584240436554, -2.7672789096832275, -2.7322404384613037, -0.6125779151916504, -0.3060664236545563, -1.0143173933029175, -2.534902572631836, -1.7078726291656494, -2.5222671031951904, -1.7096960544586182, -2.4672601222991943, -0.6790512204170227, -1.204366683959961, -1.1069313287734985, -2.10467267036438, -0.07529407739639282, -1.560092806816101, -1.4235808849334717, -1.4205268621444702, -1.7040752172470093, -1.666709303855896, -0.8569558262825012, -1.6671769618988037, -0.23820190131664276, -1.7628729343414307, -1.0791347026824951, -1.5762720108032227, -1.3396844863891602, -0.9317170977592468, -2.2700510025024414, -1.9387121200561523, -1.8150891065597534, -1.5679429769515991, -1.1798452138900757, -1.507100224494934, -1.225108027458191, -3.014878273010254, -0.591278612613678, -1.6381394863128662, -1.2922114133834839, -1.3696339130401611, -0.06863462179899216, -1.8283573389053345, -0.6455962657928467, -0.6999092102050781, -1.455997109413147, -0.5269002318382263, -1.6127854585647583, -3.1340324878692627, -1.3306550979614258, -0.7178323268890381, -1.0687264204025269, -2.525238275527954, -1.9105427265167236, -1.8935258388519287, -0.10502587258815765, -1.121482014656067, -1.9630581140518188, -1.1156070232391357, -0.08700408786535263, -1.3117265701293945, -0.43770408630371094, -1.7678053379058838, -2.361443519592285, -2.896296262741089, -0.8023417592048645, -0.2717781066894531, -0.022235605865716934, -1.1879470348358154, -1.335693597793579, -0.09270555526018143, -1.2122678756713867, -2.548203706741333, -1.15360689163208, -1.2820771932601929, -0.9332868456840515, -1.0883702039718628, -0.05552823841571808, -0.9411507248878479, -1.883582592010498, -0.5262500643730164, -1.1333987712860107, -0.500812292098999, -1.1169627904891968, -0.9103748798370361, -1.9373059272766113, -0.8037033677101135, -1.0604873895645142, -0.6483597159385681, -0.027981886640191078, -1.040374755859375, -1.7698582410812378, -1.5652551651000977, -1.9819979667663574, -2.338416576385498, -1.5511493682861328, -2.5818562507629395, -0.4003792107105255, -1.0177265405654907, -1.0779047012329102]}, "Bot004_084_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours?", "response": "Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD].", "annotation_id": "Bot004_084_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-15.856111526489258, -11.714112281799316, -9.241663932800293, -11.000968933105469, -11.697868347167969, -8.29674243927002, -14.093119621276855, -12.621417045593262, -16.73973846435547, -12.408286094665527, -11.340982437133789, -8.452971458435059, -20.821611404418945, -17.491254806518555, -16.47666358947754, -19.37553596496582, -16.65169906616211], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -1.6916579008102417, -0.8464279770851135, -0.5279898047447205, -1.3608198165893555, -3.481208086013794, -2.374230146408081, -0.7802417278289795, -1.4723907709121704, -1.3898345232009888, -0.43365687131881714, -1.0414408445358276, -1.0151922702789307, -1.2283350229263306, -1.2715413570404053, -1.6342206001281738, -1.7350772619247437, -0.6380091309547424, -0.1752004623413086, -1.6794602870941162, -1.8425943851470947, -1.41713547706604, -1.544762134552002, -1.5044677257537842, -2.3684349060058594, -1.6450806856155396, -1.3030744791030884, -2.1363234519958496, -1.9381760358810425, -1.5172557830810547, -3.7244513034820557, -2.6055896282196045, -0.12401501834392548, -1.9664087295532227, -1.4341232776641846, -0.030635476112365723, -0.5964683294296265, -1.720751166343689]}, "Bot004_084_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch", "response": "What did you study?", "annotation_id": "Bot004_084_04", "annotations": ["O", "T", "O", "X", "X", "O", "X", "T", "O", "O", "O", "T", "T", "O", "T"], "gpt2_target_score": [-11.566843032836914, -9.202622413635254, -5.974757194519043, -12.395500183105469, -9.9705810546875], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -1.6916579008102417, -0.8464279770851135, -0.5279898047447205, -1.3608198165893555, -3.481208086013794, -2.374230146408081, -0.7802417278289795, -1.4723907709121704, -1.3898345232009888, -0.43365687131881714, -1.0414408445358276, -1.0151922702789307, -1.2283350229263306, -1.2715413570404053, -1.6342206001281738, -1.7350772619247437, -0.6380091309547424, -0.1752004623413086, -1.6794602870941162, -1.7395082712173462, -1.681451678276062, -1.6172536611557007, -2.3699533939361572, -1.6607025861740112, -1.316658854484558, -2.1462135314941406, -2.294192314147949, -1.54425048828125, -3.368264675140381, -2.349250316619873, -0.13697372376918793, -1.6473482847213745, -1.4812337160110474, -0.025020623579621315, -0.4626045823097229, -1.6351248025894165, -1.2159082889556885, -1.912123441696167, -1.4815306663513184, -1.8525487184524536, -0.1572301834821701, -1.9661710262298584, -1.7250874042510986, -2.2293691635131836, -1.7308510541915894, -2.4770560264587402, -1.6985591650009155, -0.05624959245324135, -0.6611349582672119, -0.6450415253639221, -0.3968968689441681]}, "Bot004_084_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything?", "response": "I do not cook, i am more of a homebody.", "annotation_id": "Bot004_084_06", "annotations": ["O", "O", "O", "O", "T", "T", "X", "O", "O", "O", "T", "O", "O", "O", "T"], "gpt2_target_score": [-8.654426574707031, -9.207998275756836, -9.391737937927246, -10.94542407989502, -9.526121139526367, -9.852741241455078, -9.109121322631836, -12.415424346923828, -12.076643943786621, -10.472784996032715, -9.97630786895752, -17.483015060424805, -10.792129516601562], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.041487455368042, -1.0152019262313843, -1.2283204793930054, -1.2715402841567993, -1.6342097520828247, -1.7350763082504272, -0.6380260586738586, -0.17520126700401306, -1.6795214414596558, -1.7395113706588745, -1.6814420223236084, -1.6172447204589844, -2.3699722290039062, -1.6606833934783936, -1.3167169094085693, -2.146170139312744, -2.294194459915161, -1.5442839860916138, -3.3682353496551514, -2.3492419719696045, -0.13696998357772827, -1.6473511457443237, -1.4812431335449219, -0.025020739063620567, -0.4625985026359558, -1.6351361274719238, -1.2158889770507812, -1.912086844444275, -1.4815162420272827, -1.852515697479248, -0.15723171830177307, -1.966163992881775, -1.7251020669937134, -2.2293667793273926, -1.7308443784713745, -1.5766457319259644, -0.06862349063158035, -0.685402512550354, -0.7701972126960754, -1.4109779596328735, -1.5755683183670044, -1.60159170627594, -0.124745674431324, -1.1894440650939941, -1.6225277185440063, -0.8547542095184326, -1.6289355754852295, -1.6947482824325562, -1.17453932762146, -1.7743717432022095, -0.6890611052513123, -0.9906283020973206, -1.2706960439682007, -1.2934483289718628, -1.4534265995025635, -1.4277911186218262, -0.16734248399734497, -1.8102788925170898, -1.677786111831665, -1.7078595161437988, -1.162887454032898]}, "Bot004_084_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it", "response": "I love[HEAVY BLACK HEART] to cook, but i am not good at it.", "annotation_id": "Bot004_084_08", "annotations": ["X", "O", "O", "O", "O", "X", "X", "O", "O", "X", "O", "T", "X", "O", "O"], "gpt2_target_score": [-8.654426574707031, -12.058126449584961, -12.435408592224121, -17.383319854736328, -19.408658981323242, -15.517841339111328, -16.235754013061523, -16.709308624267578, -11.4557523727417, -0.7802192568778992, -4.846593379974365, -16.730775833129883, -11.02984619140625, -9.712645530700684, -5.438923358917236, -12.004595756530762, -6.22118616104126, -3.61788272857666, -9.298048973083496, -1.1894938945770264, -4.8320770263671875], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.041487455368042, -1.0152019262313843, -1.2283204793930054, -1.2715402841567993, -1.6342097520828247, -1.7350763082504272, -0.6380260586738586, -0.17520126700401306, -1.6795214414596558, -1.7395113706588745, -1.6814420223236084, -1.6172447204589844, -2.3699722290039062, -1.6606833934783936, -1.3167169094085693, -2.146170139312744, -2.294194459915161, -1.5442839860916138, -3.3682353496551514, -2.3492419719696045, -0.13696998357772827, -1.6473511457443237, -1.4812431335449219, -0.02502085454761982, -0.4625956416130066, -1.6351382732391357, -1.2158873081207275, -1.9120800495147705, -1.4815317392349243, -1.8525110483169556, -0.15723028779029846, -1.966158390045166, -1.7250996828079224, -2.2293741703033447, -1.730858325958252, -1.5766470432281494, -0.0686219334602356, -0.6853964328765869, -0.770196795463562, -1.4109787940979004, -1.5755634307861328, -1.6015875339508057, -0.12474493682384491, -1.1894538402557373, -1.6225271224975586, -0.8547511696815491, -1.6289281845092773, -1.9506072998046875, -2.97084641456604, -1.2875829935073853, -1.2517601251602173, -1.4950268268585205, -1.7006381750106812, -1.5541397333145142, -1.411449670791626, -0.1680983006954193, -1.8217272758483887, -1.699332594871521, -1.4160394668579102, -1.2805390357971191, -1.9129794836044312, -0.11129410564899445, -0.007019146345555782, -0.00017593742813915014, -2.1988637447357178, -1.4995771646499634, -0.7814958691596985, -1.2330145835876465, -0.8959416747093201, -0.9310429692268372, -1.5836700201034546, -2.081273317337036, -0.8864644765853882, -0.7769017219543457, -1.7186602354049683, -1.8767285346984863, -0.4148608446121216, -1.2042263746261597, -0.921596109867096, -0.5411297678947449, -3.40139102935791, -3.2388501167297363, -0.4952523708343506, -1.217501163482666, -1.2011157274246216, -2.4936740398406982, -1.7575362920761108, -1.685341477394104, -0.8775975704193115, -2.1272952556610107, -1.3828758001327515, -1.8569879531860352, -0.7360518574714661, -0.6038439273834229, -0.8051309585571289, -1.0018424987792969]}, "Bot004_084_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it I love[HEAVY BLACK HEART] to cook, but i am not good at it. Me too. What cuisines do you like?", "response": "I like to play piano and piano", "annotation_id": "Bot004_084_10", "annotations": ["X", "O", "O", "X", "X", "O", "X", "T", "O", "O", "X", "X", "X", "T", "X"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -3.2021324634552, -9.493229866027832, -10.216268539428711, -4.753864288330078, -14.654684066772461], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.041487455368042, -1.0152019262313843, -1.2283204793930054, -1.2715402841567993, -1.6342097520828247, -1.7350763082504272, -0.6380260586738586, -0.17520126700401306, -1.6795214414596558, -1.7395113706588745, -1.6814420223236084, -1.6172447204589844, -2.3699722290039062, -1.6606833934783936, -1.3167169094085693, -2.146170139312744, -2.294194459915161, -1.5442839860916138, -3.3682353496551514, -2.3492419719696045, -0.13696998357772827, -1.6473511457443237, -1.4812431335449219, -0.02502085454761982, -0.4625956416130066, -1.6351382732391357, -1.2158873081207275, -1.9120800495147705, -1.4815317392349243, -1.8525110483169556, -0.15723028779029846, -1.966158390045166, -1.7250996828079224, -2.2293741703033447, -1.730858325958252, -1.5766470432281494, -0.0686219334602356, -0.6853964328765869, -0.770196795463562, -1.4109787940979004, -1.5755634307861328, -1.6015875339508057, -0.12474493682384491, -1.1894538402557373, -1.6225271224975586, -0.8547511696815491, -1.6289281845092773, -1.9506072998046875, -2.97084641456604, -1.2875829935073853, -1.2517601251602173, -1.4950268268585205, -1.7006381750106812, -1.5541397333145142, -1.411449670791626, -0.1680983006954193, -1.8217272758483887, -1.699332594871521, -1.4160394668579102, -1.2805390357971191, -1.9129794836044312, -0.11129410564899445, -0.007019146345555782, -0.00017593742813915014, -2.1988637447357178, -1.4995771646499634, -0.7814958691596985, -1.2330145835876465, -0.8959416747093201, -0.9310429692268372, -1.5836700201034546, -2.081273317337036, -0.8864644765853882, -0.7769017219543457, -2.1630616188049316, -0.8538527488708496, -1.8116215467453003, -0.9553149938583374, -0.4992485046386719, -3.317656993865967, -3.2060837745666504, -0.6222114562988281, -0.8849855065345764, -1.6689504384994507, -2.6510558128356934, -1.6505311727523804, -1.8692384958267212, -0.968754768371582, -2.048518657684326, -1.4725762605667114, -1.8187531232833862, -0.8228265047073364, -0.5683638453483582, -1.2973980903625488, -0.9717642068862915, -1.1196696758270264, -1.3029134273529053, -1.0960159301757812, -2.0021047592163086, -0.6547154784202576, -0.006069324444979429, -0.9984117150306702, -0.018213175237178802, -1.0236629247665405, -0.7026511430740356, -1.5034047365188599, -1.6853994131088257, -1.219717264175415, -2.499290943145752, -1.065082311630249, -2.3699934482574463, -1.298844814300537, -1.7965419292449951, -1.2786530256271362]}, "Bot004_084_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it I love[HEAVY BLACK HEART] to cook, but i am not good at it. Me too. What cuisines do you like? I like to play piano and piano I wish i could play piano. How long have you been playing piano?", "response": "About seven years. Right now i am trying to get into music.", "annotation_id": "Bot004_084_12", "annotations": ["O", "O", "O", "O", "O", "T", "X", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-14.591064453125, -14.025426864624023, -11.274748802185059, -11.061619758605957, -13.047323226928711, -6.008716583251953, -5.910802841186523, -14.082347869873047, -14.738120079040527, -7.776412010192871, -13.878972053527832, -10.0586519241333, -12.583160400390625, -4.310957908630371], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.041487455368042, -1.0152019262313843, -1.2283204793930054, -1.2715402841567993, -1.6342097520828247, -1.7350763082504272, -0.6380260586738586, -0.17520126700401306, -1.6795214414596558, -1.7395113706588745, -1.6814420223236084, -1.6172447204589844, -2.3699722290039062, -1.6606833934783936, -1.3167169094085693, -2.146170139312744, -2.294194459915161, -1.5442839860916138, -3.3682353496551514, -2.3492419719696045, -0.13696998357772827, -1.6473511457443237, -1.4812431335449219, -0.02502085454761982, -0.4625956416130066, -1.6351382732391357, -1.2158873081207275, -1.9120800495147705, -1.4815317392349243, -1.8525110483169556, -0.15723028779029846, -1.966158390045166, -1.7250996828079224, -2.2293741703033447, -1.730858325958252, -1.5766470432281494, -0.0686219334602356, -0.6853964328765869, -0.770196795463562, -1.4109787940979004, -1.5755634307861328, -1.6015875339508057, -0.12474493682384491, -1.1894538402557373, -1.6225271224975586, -0.8547511696815491, -1.6289281845092773, -1.9506072998046875, -2.97084641456604, -1.2875829935073853, -1.2517601251602173, -1.4950268268585205, -1.7006381750106812, -1.5541397333145142, -1.411449670791626, -0.1680983006954193, -1.8217272758483887, -1.699332594871521, -1.4160394668579102, -1.2805390357971191, -1.9129794836044312, -0.11129410564899445, -0.007019146345555782, -0.00017593742813915014, -2.1988637447357178, -1.4995771646499634, -0.7814958691596985, -1.2330145835876465, -0.8959416747093201, -0.9310429692268372, -1.5836700201034546, -2.081273317337036, -0.8864644765853882, -0.7769017219543457, -2.1630616188049316, -0.8538527488708496, -1.8116215467453003, -0.9553149938583374, -0.4992485046386719, -3.317656993865967, -3.2060837745666504, -0.6222114562988281, -0.8849855065345764, -1.6689504384994507, -2.6510558128356934, -1.6505311727523804, -1.8692384958267212, -0.968754768371582, -2.048518657684326, -1.4725762605667114, -1.8187531232833862, -0.8228265047073364, -0.5683638453483582, -1.2973980903625488, -0.9717642068862915, -1.1196696758270264, -1.3029134273529053, -1.0960159301757812, -2.0021047592163086, -0.6547154784202576, -0.006069324444979429, -0.9984117150306702, -0.018213175237178802, -1.0236629247665405, -0.7026511430740356, -1.5034047365188599, -1.4250667095184326, -2.4879143238067627, -1.2576655149459839, -2.49934720993042, -1.3834736347198486, -1.9384753704071045, -1.3048920631408691, -1.3166613578796387, -0.9104856848716736, -0.593784511089325, -1.7726199626922607, -2.3977060317993164, -1.8052711486816406, -1.180944800376892, -1.468388319015503, -0.8620854020118713, -0.03840111941099167, -0.07077588886022568, -1.2539044618606567, -0.37613528966903687, -0.27498653531074524, -1.195366621017456, -1.281337022781372, -1.9674237966537476, -0.8073502779006958, -1.4595482349395752, -0.9088770151138306, -0.11326269805431366, -0.6865906715393066, -1.0173338651657104, -1.9899431467056274, -0.1487603783607483, -1.7059340476989746, -1.345857858657837, -1.0719883441925049, -1.8243374824523926, -0.7532151341438293]}, "Bot004_084_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it I love[HEAVY BLACK HEART] to cook, but i am not good at it. Me too. What cuisines do you like? I like to play piano and piano I wish i could play piano. How long have you been playing piano? About seven years. Right now i am trying to get into music. Wow it\u2019s a lot. How old are you?", "response": "I am in my 30s. I have a hard time choosing between between jobs", "annotation_id": "Bot004_084_14", "annotations": ["O", "O", "X", "O", "O", "X", "X", "O", "O", "T", "O", "O", "O", "X", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -6.938017845153809, -2.9213454723358154, -9.149015426635742, -10.692340850830078, -10.334051132202148, -10.936229705810547, -12.551505088806152, -10.472784996032715, -11.738591194152832, -10.755219459533691, -16.635101318359375, -12.582457542419434, -13.820743560791016, -9.010836601257324], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.041487455368042, -1.0152019262313843, -1.2283204793930054, -1.2715402841567993, -1.6342097520828247, -1.7350763082504272, -0.6380260586738586, -0.17520126700401306, -1.6795214414596558, -1.7395113706588745, -1.6814420223236084, -1.6172447204589844, -2.3699722290039062, -1.6606833934783936, -1.3167169094085693, -2.146170139312744, -2.294194459915161, -1.5442839860916138, -3.3682353496551514, -2.3492419719696045, -0.13696998357772827, -1.6473511457443237, -1.4812431335449219, -0.02502085454761982, -0.4625956416130066, -1.6351382732391357, -1.2158873081207275, -1.9120800495147705, -1.4815317392349243, -1.8525110483169556, -0.15723028779029846, -1.966158390045166, -1.7250996828079224, -2.2293741703033447, -1.730858325958252, -1.5766470432281494, -0.0686219334602356, -0.6853964328765869, -0.770196795463562, -1.4109787940979004, -1.5755634307861328, -1.6015875339508057, -0.12474493682384491, -1.1894538402557373, -1.6225271224975586, -0.8547511696815491, -1.6289281845092773, -1.9506072998046875, -2.97084641456604, -1.2875829935073853, -1.2517601251602173, -1.4950268268585205, -1.7006381750106812, -1.5541397333145142, -1.411449670791626, -0.1680983006954193, -1.8217272758483887, -1.699332594871521, -1.4160394668579102, -1.2805390357971191, -1.9129794836044312, -0.11129410564899445, -0.007019146345555782, -0.00017593742813915014, -2.1988637447357178, -1.4995771646499634, -0.7814958691596985, -1.2330145835876465, -0.8959416747093201, -0.9310429692268372, -1.5836700201034546, -2.081273317337036, -0.8864644765853882, -0.7769017219543457, -2.1630616188049316, -0.8538527488708496, -1.8116215467453003, -0.9553149938583374, -0.4992485046386719, -3.317656993865967, -3.2060837745666504, -0.6222114562988281, -0.8849855065345764, -1.6689504384994507, -2.6510558128356934, -1.6505311727523804, -1.8692384958267212, -0.968754768371582, -2.048518657684326, -1.4725762605667114, -1.8187531232833862, -0.8228265047073364, -0.5683638453483582, -1.2973980903625488, -0.9717642068862915, -1.1196696758270264, -1.3029134273529053, -1.0960159301757812, -2.0021047592163086, -0.6547154784202576, -0.006069324444979429, -0.9984117150306702, -0.018213175237178802, -1.0236629247665405, -0.7026511430740356, -1.5034047365188599, -1.4250667095184326, -2.4879143238067627, -1.2576655149459839, -2.49934720993042, -1.3834736347198486, -1.9384753704071045, -1.3048920631408691, -1.3166613578796387, -0.9104856848716736, -0.593784511089325, -1.7726199626922607, -2.3977060317993164, -1.8052711486816406, -1.180944800376892, -1.468388319015503, -0.8620854020118713, -0.03840111941099167, -0.07077588886022568, -1.2539044618606567, -0.37613505125045776, -0.27498364448547363, -1.1953686475753784, -2.1798291206359863, -0.9988864064216614, -1.7919367551803589, -1.0895488262176514, -0.23257294297218323, -0.7464556694030762, -0.9184638857841492, -1.7532788515090942, -0.13701197504997253, -1.708566665649414, -1.2684111595153809, -1.0376744270324707, -1.7682892084121704, -0.8012827634811401, -1.2633212804794312, -1.1213864088058472, -0.0016747985500842333, -0.0037738310638815165, -2.300785779953003, -2.0044217109680176, -0.9052807092666626, -0.964311957359314, -0.8133202195167542, -0.2703012228012085, -0.023185113444924355, -0.13764086365699768, -1.4305055141448975, -1.8118973970413208, -1.5715675354003906, -2.852504014968872, -0.9284223318099976, -1.248849868774414, -0.2592301666736603, -1.236486554145813, -0.6115107536315918, -1.7724883556365967, -1.5098506212234497, -2.542672872543335, -0.021076751872897148, -2.185487747192383, -1.5044437646865845, -2.167296886444092, -2.0563533306121826, -1.0849913358688354]}, "Bot004_084_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it I love[HEAVY BLACK HEART] to cook, but i am not good at it. Me too. What cuisines do you like? I like to play piano and piano I wish i could play piano. How long have you been playing piano? About seven years. Right now i am trying to get into music. Wow it\u2019s a lot. How old are you? I am in my 30s. I have a hard time choosing between between jobs True. I\u2019m 23", "response": "I hate my parents. I am independent.", "annotation_id": "Bot004_084_16", "annotations": ["O", "X", "O", "T", "T", "O", "X", "O", "O", "X", "T", "T", "X", "X", "O"], "gpt2_target_score": [-8.654426574707031, -14.922628402709961, -7.498564720153809, -12.65306568145752, -11.216405868530273, -7.902301788330078, -9.109121322631836, -18.55868148803711, -7.525588035583496], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.041487455368042, -1.0152019262313843, -1.2283204793930054, -1.2715402841567993, -1.6342097520828247, -1.7350763082504272, -0.6380260586738586, -0.17520126700401306, -1.6795214414596558, -1.7395113706588745, -1.6814420223236084, -1.6172447204589844, -2.3699722290039062, -1.6606833934783936, -1.3167169094085693, -2.146170139312744, -2.294194459915161, -1.5442839860916138, -3.3682353496551514, -2.3492419719696045, -0.13696998357772827, -1.6473511457443237, -1.4812431335449219, -0.02502085454761982, -0.4625956416130066, -1.6351382732391357, -1.2158873081207275, -1.9120800495147705, -1.4815317392349243, -1.8525110483169556, -0.15723028779029846, -1.966158390045166, -1.7250996828079224, -2.2293741703033447, -1.730858325958252, -1.5766470432281494, -0.0686219334602356, -0.6853964328765869, -0.770196795463562, -1.4109787940979004, -1.5755634307861328, -1.6015875339508057, -0.12474493682384491, -1.1894538402557373, -1.6225271224975586, -0.8547511696815491, -1.6289281845092773, -1.9506072998046875, -2.97084641456604, -1.2875829935073853, -1.2517601251602173, -1.4950268268585205, -1.7006381750106812, -1.5541397333145142, -1.411449670791626, -0.1680983006954193, -1.8217272758483887, -1.699332594871521, -1.4160394668579102, -1.2805390357971191, -1.9129794836044312, -0.11129410564899445, -0.007019146345555782, -0.00017593742813915014, -2.1988637447357178, -1.4995771646499634, -0.7814958691596985, -1.2330145835876465, -0.8959416747093201, -0.9310429692268372, -1.5836700201034546, -2.081273317337036, -0.8864644765853882, -0.7769017219543457, -2.1630616188049316, -0.8538527488708496, -1.8116215467453003, -0.9553149938583374, -0.4992485046386719, -3.317656993865967, -3.2060837745666504, -0.6222114562988281, -0.8849855065345764, -1.6689504384994507, -2.6510558128356934, -1.6505311727523804, -1.8692384958267212, -0.968754768371582, -2.048518657684326, -1.4725762605667114, -1.8187531232833862, -0.8228265047073364, -0.5683638453483582, -1.2973980903625488, -0.9717642068862915, -1.1196696758270264, -1.3029134273529053, -1.0960159301757812, -2.0021047592163086, -0.6547154784202576, -0.006069324444979429, -0.9984117150306702, -0.018213175237178802, -1.0236629247665405, -0.7026511430740356, -1.5034047365188599, -1.4250667095184326, -2.4879143238067627, -1.2576655149459839, -2.49934720993042, -1.3834736347198486, -1.9384753704071045, -1.3048920631408691, -1.3166613578796387, -0.9104856848716736, -0.593784511089325, -1.7726199626922607, -2.3977060317993164, -1.8052711486816406, -1.180944800376892, -1.468388319015503, -0.8620854020118713, -0.03840111941099167, -0.07077588886022568, -1.2539044618606567, -0.37613528966903687, -0.27498653531074524, -1.195366621017456, -2.179856777191162, -0.9988725185394287, -1.791944980621338, -1.089558720588684, -0.2325735092163086, -0.7464550733566284, -0.9184614419937134, -1.7532764673233032, -0.13701166212558746, -1.7085691690444946, -1.2684088945388794, -1.0376654863357544, -1.7682889699935913, -0.8012818098068237, -1.2633198499679565, -1.1213792562484741, -0.0016747985500842333, -0.0037738310638815165, -2.300793409347534, -2.0044362545013428, -0.9052816033363342, -0.9643301367759705, -0.8133281469345093, -0.2703014314174652, -0.023184996098279953, -0.13763950765132904, -1.4304996728897095, -1.3050373792648315, -2.9837512969970703, -0.7815775871276855, -1.2160944938659668, -0.2626665234565735, -1.1892398595809937, -0.8255602121353149, -1.876831293106079, -1.6571682691574097, -2.5291049480438232, -0.02191109023988247, -2.2329952716827393, -1.6144689321517944, -2.0855751037597656, -2.066537618637085, -1.1175278425216675, -1.1815651655197144, -0.7765421271324158, -1.9344834089279175, -0.001005025114864111, -0.301864355802536, -2.2877249717712402, -1.2426033020019531, -1.8677079677581787, -1.7642585039138794, -1.8892496824264526, -1.4854565858840942, -1.2359405755996704, -1.0208402872085571, -2.0008130073547363, -2.22247314453125, -1.5023161172866821, -0.8993162512779236]}, "Bot004_084_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it I love[HEAVY BLACK HEART] to cook, but i am not good at it. Me too. What cuisines do you like? I like to play piano and piano I wish i could play piano. How long have you been playing piano? About seven years. Right now i am trying to get into music. Wow it\u2019s a lot. How old are you? I am in my 30s. I have a hard time choosing between between jobs True. I\u2019m 23 I hate my parents. I am independent. Do you live by yourself?", "response": "I live in the united states, how about you?", "annotation_id": "Bot004_084_18", "annotations": ["O", "O", "O", "T", "T", "T", "X", "O", "O", "O", "T", "T", "O", "O", "T"], "gpt2_target_score": [-8.654426574707031, -11.817403793334961, -6.938017845153809, -1.8963210582733154, -14.60328483581543, -18.035266876220703, -9.875265121459961, -13.785209655761719, -13.669520378112793, -8.615805625915527, -6.721494197845459], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.041487455368042, -1.0152019262313843, -1.2283204793930054, -1.2715402841567993, -1.6342097520828247, -1.7350763082504272, -0.6380260586738586, -0.17520126700401306, -1.6795214414596558, -1.7395113706588745, -1.6814420223236084, -1.6172447204589844, -2.3699722290039062, -1.6606833934783936, -1.3167169094085693, -2.146170139312744, -2.294194459915161, -1.5442839860916138, -3.3682353496551514, -2.3492419719696045, -0.13696998357772827, -1.6473511457443237, -1.4812431335449219, -0.02502085454761982, -0.4625956416130066, -1.6351382732391357, -1.2158873081207275, -1.9120800495147705, -1.4815317392349243, -1.8525110483169556, -0.15723028779029846, -1.966158390045166, -1.7250996828079224, -2.2293741703033447, -1.730858325958252, -1.5766470432281494, -0.0686219334602356, -0.6853964328765869, -0.770196795463562, -1.4109787940979004, -1.5755634307861328, -1.6015875339508057, -0.12474493682384491, -1.1894538402557373, -1.6225271224975586, -0.8547511696815491, -1.6289281845092773, -1.9506072998046875, -2.97084641456604, -1.2875829935073853, -1.2517601251602173, -1.4950268268585205, -1.7006381750106812, -1.5541397333145142, -1.411449670791626, -0.1680983006954193, -1.8217272758483887, -1.699332594871521, -1.4160394668579102, -1.2805390357971191, -1.9129794836044312, -0.11129410564899445, -0.007019146345555782, -0.00017593742813915014, -2.1988637447357178, -1.4995771646499634, -0.7814958691596985, -1.2330145835876465, -0.8959416747093201, -0.9310429692268372, -1.5836700201034546, -2.081273317337036, -0.8864644765853882, -0.7769017219543457, -2.1630616188049316, -0.8538527488708496, -1.8116215467453003, -0.9553149938583374, -0.4992485046386719, -3.317656993865967, -3.2060837745666504, -0.6222114562988281, -0.8849855065345764, -1.6689504384994507, -2.6510558128356934, -1.6505311727523804, -1.8692384958267212, -0.968754768371582, -2.048518657684326, -1.4725762605667114, -1.8187531232833862, -0.8228265047073364, -0.5683638453483582, -1.2973980903625488, -0.9717642068862915, -1.1196696758270264, -1.3029134273529053, -1.0960159301757812, -2.0021047592163086, -0.6547154784202576, -0.006069324444979429, -0.9984117150306702, -0.018213175237178802, -1.0236629247665405, -0.7026511430740356, -1.5034047365188599, -1.4250667095184326, -2.4879143238067627, -1.2576655149459839, -2.49934720993042, -1.3834736347198486, -1.9384753704071045, -1.3048920631408691, -1.3166613578796387, -0.9104856848716736, -0.593784511089325, -1.7726199626922607, -2.3977060317993164, -1.8052711486816406, -1.180944800376892, -1.468388319015503, -0.8620854020118713, -0.03840111941099167, -0.07077588886022568, -1.2539044618606567, -0.37613528966903687, -0.27498653531074524, -1.195366621017456, -2.179856777191162, -0.9988725185394287, -1.791944980621338, -1.089558720588684, -0.2325735092163086, -0.7464550733566284, -0.9184614419937134, -1.7532764673233032, -0.13701166212558746, -1.7085691690444946, -1.2684088945388794, -1.0376654863357544, -1.7682889699935913, -0.8012818098068237, -1.2633198499679565, -1.1213792562484741, -0.0016747985500842333, -0.0037738310638815165, -2.300793409347534, -2.0044362545013428, -0.9052816033363342, -0.9643301367759705, -0.8133281469345093, -0.2703014314174652, -0.023184996098279953, -0.13763950765132904, -1.4304996728897095, -1.3050373792648315, -2.9837512969970703, -0.7815775871276855, -1.2160944938659668, -0.2626665234565735, -1.1892398595809937, -0.8255602121353149, -1.876831293106079, -1.6571682691574097, -2.5291049480438232, -0.02191109023988247, -2.2329952716827393, -1.6144670248031616, -2.085578203201294, -2.0665431022644043, -1.1175206899642944, -1.1815569400787354, -0.7765411734580994, -1.9344813823699951, -0.001005025114864111, -0.30186372995376587, -2.2876970767974854, -1.242618441581726, -1.784365177154541, -2.2761714458465576, -0.8327198028564453, -1.242678165435791, -0.9281818866729736, -1.8259657621383667, -2.1751999855041504, -1.446418285369873, -0.7259834408760071, -0.09879640489816666, -1.177709698677063, -0.5056679844856262, -0.9219356179237366, -0.290004163980484, -1.3519721031188965, -1.650335431098938, -1.0129683017730713, -0.14813002943992615, -1.4153612852096558, -2.063704252243042, -0.11084253340959549, -1.2692829370498657, -1.5648118257522583, -1.3590699434280396, -0.41397932171821594, -0.2862511873245239, -0.6604408025741577]}, "Bot004_084_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it I love[HEAVY BLACK HEART] to cook, but i am not good at it. Me too. What cuisines do you like? I like to play piano and piano I wish i could play piano. How long have you been playing piano? About seven years. Right now i am trying to get into music. Wow it\u2019s a lot. How old are you? I am in my 30s. I have a hard time choosing between between jobs True. I\u2019m 23 I hate my parents. I am independent. Do you live by yourself? I live in the united states, how about you? I live in Russia but i have been travelling the world for a years", "response": "That is awesome. I am a big fan of travel so i never learned to play guitar.", "annotation_id": "Bot004_084_20", "annotations": ["O", "O", "O", "X", "T", "X", "X", "T", "O", "O", "T", "O", "X", "T", "O"], "gpt2_target_score": [-14.3984375, -7.508840560913086, -7.537856101989746, -11.061619758605957, -9.460798263549805, -11.661212921142578, -8.470891952514648, -15.633907318115234, -16.853858947753906, -9.580443382263184, -15.10777759552002, -10.505143165588379, -7.081329822540283, -11.376387596130371, -15.52316665649414, -2.2140536308288574, -9.838862419128418, -14.911110877990723, -8.738265037536621], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.041487455368042, -1.0152019262313843, -1.2283204793930054, -1.2715402841567993, -1.6342097520828247, -1.7350763082504272, -0.6380260586738586, -0.17520126700401306, -1.6795214414596558, -1.7395113706588745, -1.6814420223236084, -1.6172447204589844, -2.3699722290039062, -1.6606833934783936, -1.3167169094085693, -2.146170139312744, -2.294194459915161, -1.5442839860916138, -3.3682353496551514, -2.3492419719696045, -0.13696998357772827, -1.6473511457443237, -1.4812431335449219, -0.02502085454761982, -0.4625956416130066, -1.6351382732391357, -1.2158873081207275, -1.9120800495147705, -1.4815317392349243, -1.8525110483169556, -0.15723028779029846, -1.966158390045166, -1.7250996828079224, -2.2293741703033447, -1.730858325958252, -1.5766470432281494, -0.0686219334602356, -0.6853964328765869, -0.770196795463562, -1.4109787940979004, -1.5755634307861328, -1.6015875339508057, -0.12474493682384491, -1.1894538402557373, -1.6225271224975586, -0.8547511696815491, -1.6289281845092773, -1.9506072998046875, -2.97084641456604, -1.2875829935073853, -1.2517601251602173, -1.4950268268585205, -1.7006381750106812, -1.5541397333145142, -1.411449670791626, -0.1680983006954193, -1.8217272758483887, -1.699332594871521, -1.4160394668579102, -1.2805390357971191, -1.9129794836044312, -0.11129410564899445, -0.007019146345555782, -0.00017593742813915014, -2.1988637447357178, -1.4995771646499634, -0.7814958691596985, -1.2330145835876465, -0.8959416747093201, -0.9310429692268372, -1.5836700201034546, -2.081273317337036, -0.8864644765853882, -0.7769017219543457, -2.1630616188049316, -0.8538527488708496, -1.8116215467453003, -0.9553149938583374, -0.4992485046386719, -3.317656993865967, -3.2060837745666504, -0.6222114562988281, -0.8849855065345764, -1.6689504384994507, -2.6510558128356934, -1.6505311727523804, -1.8692384958267212, -0.968754768371582, -2.048518657684326, -1.4725762605667114, -1.8187531232833862, -0.8228265047073364, -0.5683638453483582, -1.2973980903625488, -0.9717642068862915, -1.1196696758270264, -1.3029134273529053, -1.0960159301757812, -2.0021047592163086, -0.6547154784202576, -0.006069324444979429, -0.9984117150306702, -0.018213175237178802, -1.0236629247665405, -0.7026511430740356, -1.5034047365188599, -1.4250667095184326, -2.4879143238067627, -1.2576655149459839, -2.49934720993042, -1.3834736347198486, -1.9384753704071045, -1.3048920631408691, -1.3166613578796387, -0.9104856848716736, -0.593784511089325, -1.7726199626922607, -2.3977060317993164, -1.8052711486816406, -1.180944800376892, -1.468388319015503, -0.8620854020118713, -0.03840111941099167, -0.07077588886022568, -1.2539044618606567, -0.37613528966903687, -0.27498653531074524, -1.195366621017456, -2.179856777191162, -0.9988725185394287, -1.791944980621338, -1.089558720588684, -0.2325735092163086, -0.7464550733566284, -0.9184614419937134, -1.7532764673233032, -0.13701166212558746, -1.7085691690444946, -1.2684088945388794, -1.0376654863357544, -1.7682889699935913, -0.8012818098068237, -1.2633198499679565, -1.1213792562484741, -0.0016747985500842333, -0.0037738310638815165, -2.300793409347534, -2.0044362545013428, -0.9052816033363342, -0.9643301367759705, -0.8133281469345093, -0.2703014314174652, -0.023184996098279953, -0.13763950765132904, -1.4304996728897095, -1.3050373792648315, -2.9837512969970703, -0.7815775871276855, -1.2160944938659668, -0.2626665234565735, -1.1892398595809937, -0.8255602121353149, -1.876831293106079, -1.6571682691574097, -2.5291049480438232, -0.02191109023988247, -2.2329952716827393, -1.6144689321517944, -2.0855751037597656, -2.066537618637085, -1.1175278425216675, -1.1815651655197144, -0.7765421271324158, -1.9344834089279175, -0.001005025114864111, -0.301864355802536, -2.2877249717712402, -1.2426033020019531, -1.7843666076660156, -2.2761647701263428, -0.8327120542526245, -1.2426910400390625, -0.9281818866729736, -1.8259745836257935, -2.175198554992676, -1.4464246034622192, -0.7259793281555176, -0.09879597276449203, -1.177709937095642, -0.5056638121604919, -0.9219385981559753, -0.2900075614452362, -1.3519786596298218, -2.1244521141052246, -0.2618181109428406, -1.0990809202194214, -2.361398696899414, -0.08766727894544601, -1.077918291091919, -1.583407998085022, -1.3041359186172485, -0.43591898679733276, -0.20465144515037537, -1.2767151594161987, -1.6081373691558838, -0.5367773175239563, -0.8918875455856323, -1.2160273790359497, -0.9057394862174988, -1.6916102170944214, -1.4457484483718872, -1.879012942314148, -1.7280815839767456, -0.6704859733581543, -1.1895720958709717, -1.4428296089172363, -1.4445840120315552, -1.0646535158157349, -1.602583885192871, -0.9233378171920776, -2.293248176574707, -0.7100926637649536, -0.9127317667007446, -2.1827731132507324, -2.512214183807373, -3.0473520755767822, -0.47605276107788086, -0.08306732773780823, -2.547551393508911, -1.478219747543335, -0.9956607818603516, -1.9907475709915161, -1.7354861497879028, -1.4867826700210571, -0.9228436350822449, -1.1255477666854858, -1.1263753175735474, -0.8720240592956543]}, "Bot004_086_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond", "response": "I only have one, but i want to be a music teacher. Do you listen to rap music?", "annotation_id": "Bot004_086_02", "annotations": ["T", "X", "O", "T", "X", "T", "X", "T", "T", "X", "X", "X", "T", "O", "X"], "gpt2_target_score": [-10.675424575805664, -6.583173751831055, -8.946073532104492, -9.225325584411621, -2.096798896789551, -9.438396453857422, -8.627288818359375, -9.595735549926758, -11.655394554138184, -11.779528617858887, -8.466711044311523, -11.007152557373047, -12.81326961517334, -4.198959827423096, -6.251372337341309, -11.647989273071289, -15.904634475708008, -5.666024684906006, -11.948576927185059, -11.826741218566895, -9.773612976074219], "gpt2_argmax_score": [-1.731363296508789, -1.6892073154449463, -2.279188394546509, -1.8260794878005981, -1.9539765119552612, -3.322986125946045, -0.7879330515861511, -0.5768523812294006, -1.3879271745681763, -1.3337892293930054, -0.5759260654449463, -1.4603232145309448, -0.44034525752067566, -0.3532717525959015, -1.3022907972335815, -0.6488585472106934, -0.13751401007175446, -1.7639555931091309, -0.589049220085144, -2.0327041149139404, -0.8255693316459656, -2.8373656272888184, -2.2045156955718994, -0.21124866604804993, -1.600157618522644, -0.3843853175640106, -1.8546262979507446, -2.50138521194458, -1.6347169876098633, -2.024899482727051, -1.7173935174942017, -2.3651700019836426, -1.354305624961853, -1.8727399110794067, -1.5131242275238037, -2.0197412967681885, -1.9441617727279663, -1.1066726446151733, -1.7158597707748413, -0.26310452818870544, -1.5601998567581177, -2.165174961090088, -2.293006181716919, -1.5546824932098389, -1.1723008155822754, -0.6561957597732544, -0.2378966361284256, -0.8678990006446838, -0.04152986779808998, -2.0826127529144287, -1.2376755475997925, -0.6465616226196289, -0.5281112194061279]}, "Bot004_086_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar", "response": "I have a lot of piercings that i drive around.", "annotation_id": "Bot004_086_04", "annotations": ["O", "X", "O", "T", "X", "O", "X", "X", "X", "X", "X", "X", "X", "O", "X"], "gpt2_target_score": [-10.675421714782715, -9.812728881835938, -6.617650985717773, -13.927437782287598, -2.5461745262145996, -15.19389533996582, -11.139002799987793, -16.625308990478516, -11.782002449035645, -8.924431800842285, -13.251666069030762, -12.558143615722656, -8.150327682495117], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -2.8374478816986084, -2.2045154571533203, -0.21124866604804993, -1.600175142288208, -0.38439375162124634, -1.854602336883545, -2.5013809204101562, -1.634726643562317, -2.024911403656006, -1.7173852920532227, -0.9439884424209595, -1.6402031183242798, -1.4975908994674683, -2.635852336883545, -2.206545352935791, -1.1836811304092407, -1.4269847869873047, -0.23362226784229279, -1.149685025215149, -2.1725192070007324, -2.348355531692505, -1.5267235040664673, -1.4090346097946167, -1.6699050664901733, -0.32566261291503906, -0.8959897756576538, -0.03335791453719139, -2.066930055618286, -1.1891077756881714, -0.5813410878181458, -1.862890362739563, -1.9728987216949463, -1.1516399383544922, -1.3641395568847656, -1.1521705389022827, -0.6506639719009399, -1.8707964420318604, -1.8605870008468628, -1.075646996498108, -0.42330124974250793, -2.8101046085357666, -2.135852098464966, -2.0811030864715576, -1.1873092651367188, -2.5272624492645264, -0.17275463044643402, -1.9590857028961182, -0.1804409921169281, -0.0005007919971831143, -1.9118646383285522, -1.2348906993865967, -2.227194309234619, -2.0916411876678467, -1.9979548454284668, -1.686448574066162]}, "Bot004_086_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos?", "response": "No tattoos. I have a honda civic. Do you produce music for artists?", "annotation_id": "Bot004_086_06", "annotations": ["O", "X", "O", "T", "X", "O", "O", "O", "T", "T", "O", "O", "T", "O", "O"], "gpt2_target_score": [-12.93625545501709, -15.260284423828125, -5.345769882202148, -9.361245155334473, -11.252381324768066, -9.582216262817383, -11.607008934020996, -21.124225616455078, -20.429658889770508, -7.386109352111816, -11.638354301452637, -9.984600067138672, -16.823591232299805, -13.544095039367676, -6.536244869232178, -18.93187141418457, -8.787192344665527], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -2.8374478816986084, -2.2045154571533203, -0.21124866604804993, -1.600175142288208, -0.38439375162124634, -1.854602336883545, -2.5013809204101562, -1.634726643562317, -2.024911403656006, -1.7173852920532227, -0.9439884424209595, -1.6402031183242798, -1.4975908994674683, -2.635852336883545, -2.206545352935791, -1.1836730241775513, -1.426997423171997, -0.23362359404563904, -1.1496872901916504, -2.1725077629089355, -2.3483598232269287, -1.5267248153686523, -1.4090372323989868, -1.6699144840240479, -0.3256657123565674, -0.8959896564483643, -0.0333581417798996, -2.0669219493865967, -1.1891008615493774, -0.5813423991203308, -1.8628917932510376, -1.9729012250900269, -1.1516284942626953, -1.3641538619995117, -1.1521767377853394, -0.6506662964820862, -1.870797872543335, -1.8605940341949463, -1.0756489038467407, -0.4233035147190094, -2.8101072311401367, -1.987795114517212, -0.9533976316452026, -2.2579901218414307, -0.20468465983867645, -1.8678218126296997, -0.22746293246746063, -0.0003813969960901886, -1.729419469833374, -0.8065111041069031, -1.7367274761199951, -2.2222681045532227, -1.926738977432251, -1.3392020463943481, -1.2304726839065552, -1.4622429609298706, -0.11205052584409714, -1.3867664337158203, -0.6570807695388794, -0.4339979887008667, -1.5723408460617065, -2.0768043994903564, -1.0303478240966797, -1.2999054193496704, -1.5479882955551147, -1.9653974771499634, -1.3641533851623535, -1.349500060081482, -1.8740439414978027, -3.044940710067749, -2.2282192707061768, -0.9169244170188904, -0.13761946558952332, -0.4973371624946594, -1.587994933128357, -0.36366474628448486, -2.282454252243042, -0.4500192105770111, -0.5036067962646484]}, "Bot004_086_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar", "response": "I drive a ton of my car[AUTOMOBILE].", "annotation_id": "Bot004_086_08", "annotations": ["O", "X", "O", "T", "X", "T", "X", "X", "X", "T", "X", "T", "X", "O", "X"], "gpt2_target_score": [-10.675421714782715, -14.965744018554688, -6.617650985717773, -13.277153968811035, -2.5461745262145996, -10.257890701293945, -12.867022514343262, -10.286670684814453, -13.879380226135254, -10.912247657775879, -9.977274894714355, -8.29465103149414, -15.110151290893555, -13.682202339172363], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -2.8374478816986084, -2.2045154571533203, -0.21124866604804993, -1.600175142288208, -0.38439375162124634, -1.854602336883545, -2.5013809204101562, -1.634726643562317, -2.024911403656006, -1.7173852920532227, -0.9439884424209595, -1.6402031183242798, -1.4975908994674683, -2.635852336883545, -2.206545352935791, -1.1836730241775513, -1.426997423171997, -0.23362359404563904, -1.1496872901916504, -2.1725077629089355, -2.3483598232269287, -1.5267248153686523, -1.4090372323989868, -1.6699144840240479, -0.3256657123565674, -0.8959896564483643, -0.0333581417798996, -2.0669219493865967, -1.1891008615493774, -0.5813423991203308, -1.8628917932510376, -1.9729012250900269, -1.1516284942626953, -1.3641538619995117, -1.1521767377853394, -0.6506662964820862, -1.870797872543335, -1.8605940341949463, -1.0756489038467407, -0.4233035147190094, -2.8101072311401367, -1.987795114517212, -0.9533976316452026, -2.2579901218414307, -0.20468465983867645, -1.8678218126296997, -0.22746293246746063, -0.0003813969960901886, -1.729419469833374, -0.8065111041069031, -1.7367274761199951, -2.2222681045532227, -1.926738977432251, -1.3392020463943481, -1.2304726839065552, -1.4622429609298706, -0.11205052584409714, -1.3867664337158203, -0.6570807695388794, -0.4339979887008667, -1.5723408460617065, -1.039772391319275, -1.4339131116867065, -1.4854187965393066, -1.8266855478286743, -1.2913811206817627, -1.1838347911834717, -1.825764775276184, -3.1261065006256104, -2.255849838256836, -2.1317946910858154, -0.06983907520771027, -0.5506755709648132, -1.223344087600708, -0.2753899395465851, -2.2985129356384277, -0.3930608928203583, -2.278440237045288, -0.777283787727356, -1.3068113327026367, -1.9606395959854126, -1.220367670059204, -0.7658129334449768, -1.486544132232666, -1.7362643480300903, -1.135645866394043, -1.9565672874450684, -1.4745787382125854, -0.5742199420928955, -1.2100157737731934, -1.5313774347305298, -2.0539817810058594, -2.1603524684906006, -1.6955056190490723, -0.33075934648513794, -0.9518080353736877, -1.3381085395812988, -1.9196697473526, -1.4819920063018799, -3.228848934173584, -0.9460745453834534, -0.9737907648086548, -1.167271375656128, -1.0164000988006592, -1.7429728507995605, -1.3670392036437988]}, "Bot004_086_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar I drive a ton of my car[AUTOMOBILE]. nice for you. which car do you have?", "response": "I drive a ford civic. It is a ford focus.", "annotation_id": "Bot004_086_10", "annotations": ["O", "X", "O", "T", "O", "O", "O", "X", "O", "X", "X", "X", "X", "O", "X"], "gpt2_target_score": [-10.675421714782715, -14.965744018554688, -6.617650985717773, -8.803536415100098, -12.803055763244629, -15.75486946105957, -7.787391185760498, -11.102436065673828, -9.354596138000488, -9.550911903381348, -8.0958890914917, -13.628997802734375, -14.197355270385742, -4.199017524719238], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -2.8374478816986084, -2.2045154571533203, -0.21124866604804993, -1.600175142288208, -0.38439375162124634, -1.854602336883545, -2.5013809204101562, -1.634726643562317, -2.024911403656006, -1.7173852920532227, -0.9439884424209595, -1.6402031183242798, -1.4975908994674683, -2.635852336883545, -2.206545352935791, -1.1836730241775513, -1.426997423171997, -0.23362359404563904, -1.1496872901916504, -2.1725077629089355, -2.3483598232269287, -1.5267248153686523, -1.4090372323989868, -1.6699144840240479, -0.3256657123565674, -0.8959896564483643, -0.0333581417798996, -2.0669219493865967, -1.1891008615493774, -0.5813423991203308, -1.8628917932510376, -1.9729012250900269, -1.1516284942626953, -1.3641538619995117, -1.1521767377853394, -0.6506662964820862, -1.870797872543335, -1.8605940341949463, -1.0756489038467407, -0.4233035147190094, -2.8101072311401367, -1.987795114517212, -0.9533976316452026, -2.2579901218414307, -0.20468465983867645, -1.8678218126296997, -0.22746293246746063, -0.0003813969960901886, -1.729419469833374, -0.8065111041069031, -1.7367274761199951, -2.2222681045532227, -1.926738977432251, -1.3392020463943481, -1.2304726839065552, -1.4622429609298706, -0.11205052584409714, -1.3867664337158203, -0.6570807695388794, -0.4339979887008667, -1.5723408460617065, -1.039772391319275, -1.4339131116867065, -1.4854187965393066, -1.8266855478286743, -1.2913811206817627, -1.1838347911834717, -1.825764775276184, -3.1261065006256104, -2.255849838256836, -2.1317946910858154, -0.06983907520771027, -0.5506755709648132, -1.223344087600708, -0.2753899395465851, -2.2985129356384277, -0.3930608928203583, -2.278440237045288, -0.777283787727356, -1.3068113327026367, -1.9606395959854126, -1.220367670059204, -0.7658129334449768, -1.486544132232666, -1.7362643480300903, -1.135645866394043, -1.9565672874450684, -1.4745787382125854, -0.5742199420928955, -1.2100157737731934, -1.5313774347305298, -0.8308469653129578, -1.373616099357605, -0.1339721530675888, -1.1480998992919922, -2.2757227420806885, -2.111567974090576, -1.2502151727676392, -2.9597647190093994, -0.8147218227386475, -1.0452476739883423, -1.4278206825256348, -1.1366066932678223, -1.7995864152908325, -1.8491261005401611, -1.73317289352417, -0.5773500800132751, -1.5339701175689697, -1.3507468700408936, -2.0305027961730957, -1.2441468238830566, -0.0418480783700943, -0.2555859088897705, -0.21484534442424774, -1.4158523082733154, -2.2465784549713135, -1.4165318012237549, -0.5843088030815125, -1.060865879058838, -2.32246470451355, -3.089684247970581, -1.137357234954834, -1.7588355541229248, -0.6049500703811646, -1.4467769861221313, -3.8939626216888428, -0.021231980994343758, -1.149240493774414, -1.7386400699615479, -1.1514052152633667]}, "Bot004_086_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar I drive a ton of my car[AUTOMOBILE]. nice for you. which car do you have? I drive a ford civic. It is a ford focus. good car. i don't have enoygh money for this.", "response": "I have no idea what that is. I am more of a car[AUTOMOBILE] person.", "annotation_id": "Bot004_086_12", "annotations": ["O", "X", "O", "T", "X", "T", "O", "X", "T", "T", "T", "T", "T", "T", "X"], "gpt2_target_score": [-10.675421714782715, -9.812728881835938, -7.957754135131836, -13.75209903717041, -8.468110084533691, -10.50547981262207, -6.5280375480651855, -6.500492095947266, -9.82601261138916, -12.413483619689941, -11.452998161315918, -7.531002521514893, -7.556562900543213, -14.464459419250488, -11.235143661499023, -14.199799537658691, -14.75620174407959, -15.650080680847168, -18.540348052978516, -15.238958358764648, -12.306971549987793, -10.289291381835938, -9.635042190551758], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -2.8374478816986084, -2.2045154571533203, -0.21124866604804993, -1.600175142288208, -0.38439375162124634, -1.854602336883545, -2.5013809204101562, -1.634726643562317, -2.024911403656006, -1.7173852920532227, -0.9439884424209595, -1.6402031183242798, -1.4975908994674683, -2.635852336883545, -2.206545352935791, -1.1836730241775513, -1.426997423171997, -0.23362359404563904, -1.1496872901916504, -2.1725077629089355, -2.3483598232269287, -1.5267248153686523, -1.4090372323989868, -1.6699144840240479, -0.3256657123565674, -0.8959896564483643, -0.0333581417798996, -2.0669219493865967, -1.1891008615493774, -0.5813423991203308, -1.8628917932510376, -1.9729012250900269, -1.1516284942626953, -1.3641538619995117, -1.1521767377853394, -0.6506662964820862, -1.870797872543335, -1.8605940341949463, -1.0756489038467407, -0.4233035147190094, -2.8101072311401367, -1.987795114517212, -0.9533976316452026, -2.2579901218414307, -0.20468465983867645, -1.8678218126296997, -0.22746293246746063, -0.0003813969960901886, -1.729419469833374, -0.8065111041069031, -1.7367274761199951, -2.2222681045532227, -1.926738977432251, -1.3392020463943481, -1.2304726839065552, -1.4622429609298706, -0.11205052584409714, -1.3867664337158203, -0.6570807695388794, -0.4339979887008667, -1.5723408460617065, -1.039772391319275, -1.4339131116867065, -1.4854187965393066, -1.8266855478286743, -1.2913811206817627, -1.1838347911834717, -1.825764775276184, -3.1261065006256104, -2.255849838256836, -2.1317946910858154, -0.06983907520771027, -0.5506755709648132, -1.223344087600708, -0.2753899395465851, -2.2985129356384277, -0.3930608928203583, -2.278440237045288, -0.777283787727356, -1.3068113327026367, -1.9606395959854126, -1.220367670059204, -0.7658129334449768, -1.486544132232666, -1.7362643480300903, -1.135645866394043, -1.9565672874450684, -1.4745787382125854, -0.5742199420928955, -1.2100157737731934, -1.5313774347305298, -0.8308469653129578, -1.373616099357605, -0.1339721530675888, -1.1480998992919922, -2.2757227420806885, -2.111567974090576, -1.2502151727676392, -2.9597647190093994, -0.8147218227386475, -1.0452476739883423, -1.4278206825256348, -1.1366066932678223, -1.7995864152908325, -1.8491261005401611, -1.73317289352417, -0.5773500800132751, -1.5339701175689697, -1.3507468700408936, -2.0305027961730957, -1.2441468238830566, -0.0418480783700943, -0.2555859088897705, -0.21484534442424774, -1.4158523082733154, -1.5149422883987427, -0.6257259845733643, -0.8404254913330078, -2.5118772983551025, -3.254235029220581, -1.171094536781311, -2.0180704593658447, -0.5893799662590027, -1.3753048181533813, -3.770563840866089, -0.01890147104859352, -1.053845763206482, -1.6955903768539429, -2.034266948699951, -1.5661377906799316, -1.546233892440796, -1.9154168367385864, -1.7410768270492554, -0.11824874579906464, -1.3434267044067383, -1.1240355968475342, -2.3465404510498047, -2.3875863552093506, -1.5725258588790894, -1.6588536500930786, -1.6667439937591553, -1.1617834568023682, -1.4349746704101562, -2.1667652130126953, -1.7687623500823975, -0.8602859377861023, -0.9424105286598206, -1.2609344720840454, -1.5433119535446167, -1.1763135194778442, -1.1081416606903076, -1.4842450618743896, -1.9857802391052246, -1.5247676372528076, -1.508344054222107, -0.1937476396560669, -1.8264786005020142, -2.1489553451538086, -2.6283328533172607, -0.19037553668022156, -0.09096872806549072, -0.002286202972754836, -0.008074617013335228, -0.6644781827926636, -1.597699522972107, -1.1237179040908813, -1.4896646738052368]}, "Bot004_086_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar I drive a ton of my car[AUTOMOBILE]. nice for you. which car do you have? I drive a ford civic. It is a ford focus. good car. i don't have enoygh money for this. I have no idea what that is. I am more of a car[AUTOMOBILE] person. sorry. good car. i don't have enough money for this.", "response": "I am not that good at all.", "annotation_id": "Bot004_086_14", "annotations": ["O", "X", "O", "T", "T", "T", "X", "X", "O", "T", "X", "X", "T", "O", "X"], "gpt2_target_score": [-10.675421714782715, -9.046005249023438, -7.920339584350586, -9.490548133850098, -11.821122169494629, -10.002862930297852, -13.529772758483887, -6.500492095947266], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -2.8374478816986084, -2.2045154571533203, -0.21124866604804993, -1.600175142288208, -0.38439375162124634, -1.854602336883545, -2.5013809204101562, -1.634726643562317, -2.024911403656006, -1.7173852920532227, -0.9439884424209595, -1.6402031183242798, -1.4975908994674683, -2.635852336883545, -2.206545352935791, -1.1836730241775513, -1.426997423171997, -0.23362359404563904, -1.1496872901916504, -2.1725077629089355, -2.3483598232269287, -1.5267248153686523, -1.4090372323989868, -1.6699144840240479, -0.3256657123565674, -0.8959896564483643, -0.0333581417798996, -2.0669219493865967, -1.1891008615493774, -0.5813423991203308, -1.8628917932510376, -1.9729012250900269, -1.1516284942626953, -1.3641538619995117, -1.1521767377853394, -0.6506662964820862, -1.870797872543335, -1.8605940341949463, -1.0756489038467407, -0.4233035147190094, -2.8101072311401367, -1.987795114517212, -0.9533976316452026, -2.2579901218414307, -0.20468465983867645, -1.8678218126296997, -0.22746293246746063, -0.0003813969960901886, -1.729419469833374, -0.8065111041069031, -1.7367274761199951, -2.2222681045532227, -1.926738977432251, -1.3392020463943481, -1.2304726839065552, -1.4622429609298706, -0.11205052584409714, -1.3867664337158203, -0.6570807695388794, -0.4339979887008667, -1.5723408460617065, -1.039772391319275, -1.4339131116867065, -1.4854187965393066, -1.8266855478286743, -1.2913811206817627, -1.1838347911834717, -1.825764775276184, -3.1261065006256104, -2.255849838256836, -2.1317946910858154, -0.06983907520771027, -0.5506755709648132, -1.223344087600708, -0.2753899395465851, -2.2985129356384277, -0.3930608928203583, -2.278440237045288, -0.777283787727356, -1.3068113327026367, -1.9606395959854126, -1.220367670059204, -0.7658129334449768, -1.486544132232666, -1.7362643480300903, -1.135645866394043, -1.9565672874450684, -1.4745787382125854, -0.5742199420928955, -1.2100157737731934, -1.5313774347305298, -0.8308469653129578, -1.373616099357605, -0.1339721530675888, -1.1480998992919922, -2.2757227420806885, -2.111567974090576, -1.2502151727676392, -2.9597647190093994, -0.8147218227386475, -1.0452476739883423, -1.4278206825256348, -1.1366066932678223, -1.7995864152908325, -1.8491261005401611, -1.73317289352417, -0.5773500800132751, -1.5339701175689697, -1.3507468700408936, -2.0305027961730957, -1.2441468238830566, -0.0418480783700943, -0.2555859088897705, -0.21484534442424774, -1.4158523082733154, -1.5149422883987427, -0.6257259845733643, -0.8404254913330078, -2.5118772983551025, -3.254235029220581, -1.171094536781311, -2.0180704593658447, -0.5893799662590027, -1.3753048181533813, -3.770563840866089, -0.01890147104859352, -1.053845763206482, -1.6955903768539429, -2.034266948699951, -1.5661377906799316, -1.546233892440796, -1.9154168367385864, -1.7410768270492554, -0.11824874579906464, -1.3434267044067383, -1.1240355968475342, -2.3465404510498047, -2.3875863552093506, -1.5725258588790894, -1.6588536500930786, -1.6667439937591553, -1.1617834568023682, -1.4349746704101562, -1.808082103729248, -0.9701128602027893, -0.9296427369117737, -1.1301401853561401, -1.741942286491394, -1.1258985996246338, -0.8519359827041626, -1.7315253019332886, -1.8600108623504639, -1.5578843355178833, -1.7338303327560425, -0.2021607905626297, -1.9142892360687256, -2.2974915504455566, -1.7975984811782837, -0.25526392459869385, -0.09402190893888474, -0.0026994238141924143, -0.011278091929852962, -0.4632200300693512, -2.6475441455841064, -0.9229824542999268, -1.6836106777191162, -1.864146113395691, -1.1187143325805664, -0.4168757200241089, -0.49101585149765015, -1.1716954708099365, -1.7341816425323486, -0.026581289246678352, -0.8791733980178833, -1.3636128902435303, -0.28734561800956726, -0.9865093231201172, -0.7694650888442993, -0.9468753933906555, -1.19801664352417, -2.3300225734710693, -1.697306752204895, -1.617868185043335, -1.4739110469818115, -1.9812803268432617, -1.0918771028518677, -1.7431350946426392, -0.6897866129875183, -1.220352053642273]}, "Bot004_086_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar I drive a ton of my car[AUTOMOBILE]. nice for you. which car do you have? I drive a ford civic. It is a ford focus. good car. i don't have enoygh money for this. I have no idea what that is. I am more of a car[AUTOMOBILE] person. sorry. good car. i don't have enough money for this. I am not that good at all. you are good person", "response": "I am. I am a pizza person.", "annotation_id": "Bot004_086_16", "annotations": ["T", "X", "O", "T", "T", "T", "T", "X", "X", "T", "T", "T", "T", "O", "X"], "gpt2_target_score": [-10.675421714782715, -9.046005249023438, -5.345769882202148, -9.361245155334473, -10.063279151916504, -9.582216262817383, -14.848845481872559, -10.77773666381836, -8.731366157531738], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -2.8374478816986084, -2.2045154571533203, -0.21124866604804993, -1.600175142288208, -0.38439375162124634, -1.854602336883545, -2.5013809204101562, -1.634726643562317, -2.024911403656006, -1.7173852920532227, -0.9439884424209595, -1.6402031183242798, -1.4975908994674683, -2.635852336883545, -2.206545352935791, -1.1836730241775513, -1.426997423171997, -0.23362359404563904, -1.1496872901916504, -2.1725077629089355, -2.3483598232269287, -1.5267248153686523, -1.4090372323989868, -1.6699144840240479, -0.3256657123565674, -0.8959896564483643, -0.0333581417798996, -2.0669219493865967, -1.1891008615493774, -0.5813423991203308, -1.8628917932510376, -1.9729012250900269, -1.1516284942626953, -1.3641538619995117, -1.1521767377853394, -0.6506662964820862, -1.870797872543335, -1.8605940341949463, -1.0756489038467407, -0.4233035147190094, -2.8101072311401367, -1.987795114517212, -0.9533976316452026, -2.2579901218414307, -0.20468465983867645, -1.8678218126296997, -0.22746293246746063, -0.0003813969960901886, -1.729419469833374, -0.8065111041069031, -1.7367274761199951, -2.2222681045532227, -1.926738977432251, -1.3392020463943481, -1.2304726839065552, -1.4622429609298706, -0.11205052584409714, -1.3867664337158203, -0.6570807695388794, -0.4339979887008667, -1.5723408460617065, -1.039772391319275, -1.4339131116867065, -1.4854187965393066, -1.8266855478286743, -1.2913811206817627, -1.1838347911834717, -1.825764775276184, -3.1261065006256104, -2.255849838256836, -2.1317946910858154, -0.06983907520771027, -0.5506755709648132, -1.223344087600708, -0.2753899395465851, -2.2985129356384277, -0.3930608928203583, -2.278440237045288, -0.777283787727356, -1.3068113327026367, -1.9606395959854126, -1.220367670059204, -0.7658129334449768, -1.486544132232666, -1.7362643480300903, -1.135645866394043, -1.9565672874450684, -1.4745787382125854, -0.5742199420928955, -1.2100157737731934, -1.5313774347305298, -0.8308469653129578, -1.373616099357605, -0.1339721530675888, -1.1480998992919922, -2.2757227420806885, -2.111567974090576, -1.2502151727676392, -2.9597647190093994, -0.8147218227386475, -1.0452476739883423, -1.4278206825256348, -1.1366066932678223, -1.7995864152908325, -1.8491261005401611, -1.73317289352417, -0.5773500800132751, -1.5339701175689697, -1.3507468700408936, -2.0305027961730957, -1.2441468238830566, -0.0418480783700943, -0.2555859088897705, -0.21484534442424774, -1.4158523082733154, -1.5149422883987427, -0.6257259845733643, -0.8404254913330078, -2.5118772983551025, -3.254235029220581, -1.171094536781311, -2.0180704593658447, -0.5893799662590027, -1.3753048181533813, -3.770563840866089, -0.01890147104859352, -1.053845763206482, -1.6955903768539429, -2.034266948699951, -1.5661377906799316, -1.546233892440796, -1.9154168367385864, -1.7410768270492554, -0.11824874579906464, -1.3434267044067383, -1.1240355968475342, -2.3465404510498047, -2.3875863552093506, -1.5725258588790894, -1.6588536500930786, -1.6667439937591553, -1.1617834568023682, -1.4349746704101562, -1.808082103729248, -0.9701128602027893, -0.9296427369117737, -1.1301401853561401, -1.741942286491394, -1.1258985996246338, -0.8519359827041626, -1.7315253019332886, -1.8600108623504639, -1.5578843355178833, -1.7338303327560425, -0.2021607905626297, -1.9142892360687256, -2.2974915504455566, -1.7975984811782837, -0.25526392459869385, -0.09402190893888474, -0.0026994238141924143, -0.011278091929852962, -0.4632200300693512, -2.6475441455841064, -0.9229824542999268, -1.6836106777191162, -1.864146113395691, -1.1187143325805664, -0.4168757200241089, -0.49101585149765015, -1.1716954708099365, -1.7341816425323486, -0.026581289246678352, -0.8791733980178833, -1.3636128902435303, -0.28734561800956726, -0.9865093231201172, -0.7694650888442993, -0.9468753933906555, -1.19801664352417, -1.5503267049789429, -2.057675838470459, -1.774814248085022, -1.5426115989685059, -1.1595534086227417, -1.6168490648269653, -0.4741121530532837, -1.2447818517684937, -2.0520594120025635, -2.207700729370117, -0.5046722888946533, -0.4269040524959564, -2.1815185546875, -1.9814250469207764, -2.0000407695770264, -1.733765959739685, -1.55520498752594, -1.4724528789520264, -1.186264157295227, -1.0555403232574463, -0.576935887336731, -1.012717604637146]}, "Bot004_086_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar I drive a ton of my car[AUTOMOBILE]. nice for you. which car do you have? I drive a ford civic. It is a ford focus. good car. i don't have enoygh money for this. I have no idea what that is. I am more of a car[AUTOMOBILE] person. sorry. good car. i don't have enough money for this. I am not that good at all. you are good person I am. I am a pizza person. i am not chicken person", "response": "I am a very good person. I am not a fan of meat though.", "annotation_id": "Bot004_086_18", "annotations": ["O", "X", "O", "T", "X", "O", "X", "X", "T", "O", "T", "O", "T", "O", "X"], "gpt2_target_score": [-10.675421714782715, -9.046005249023438, -6.617650985717773, -9.507485389709473, -11.821122169494629, -11.864297866821289, -7.787391185760498, -4.556446075439453, -13.438324928283691, -10.205967903137207, -8.466692924499512, -11.279827117919922, -4.524717807769775, -14.718457221984863, -9.455831527709961, -8.703370094299316], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -2.8374478816986084, -2.2045154571533203, -0.21124866604804993, -1.600175142288208, -0.38439375162124634, -1.854602336883545, -2.5013809204101562, -1.634726643562317, -2.024911403656006, -1.7173852920532227, -0.9439884424209595, -1.6402031183242798, -1.4975908994674683, -2.635852336883545, -2.206545352935791, -1.1836730241775513, -1.426997423171997, -0.23362359404563904, -1.1496872901916504, -2.1725077629089355, -2.3483598232269287, -1.5267248153686523, -1.4090372323989868, -1.6699144840240479, -0.3256657123565674, -0.8959896564483643, -0.0333581417798996, -2.0669219493865967, -1.1891008615493774, -0.5813423991203308, -1.8628917932510376, -1.9729012250900269, -1.1516284942626953, -1.3641538619995117, -1.1521767377853394, -0.6506662964820862, -1.870797872543335, -1.8605940341949463, -1.0756489038467407, -0.4233035147190094, -2.8101072311401367, -1.987795114517212, -0.9533976316452026, -2.2579901218414307, -0.20468465983867645, -1.8678218126296997, -0.22746293246746063, -0.0003813969960901886, -1.729419469833374, -0.8065111041069031, -1.7367274761199951, -2.2222681045532227, -1.926738977432251, -1.3392020463943481, -1.2304726839065552, -1.4622429609298706, -0.11205052584409714, -1.3867664337158203, -0.6570807695388794, -0.4339979887008667, -1.5723408460617065, -1.039772391319275, -1.4339131116867065, -1.4854187965393066, -1.8266855478286743, -1.2913811206817627, -1.1838347911834717, -1.825764775276184, -3.1261065006256104, -2.255849838256836, -2.1317946910858154, -0.06983907520771027, -0.5506755709648132, -1.223344087600708, -0.2753899395465851, -2.2985129356384277, -0.3930608928203583, -2.278440237045288, -0.777283787727356, -1.3068113327026367, -1.9606395959854126, -1.220367670059204, -0.7658129334449768, -1.486544132232666, -1.7362643480300903, -1.135645866394043, -1.9565672874450684, -1.4745787382125854, -0.5742199420928955, -1.2100157737731934, -1.5313774347305298, -0.8308469653129578, -1.373616099357605, -0.1339721530675888, -1.1480998992919922, -2.2757227420806885, -2.111567974090576, -1.2502151727676392, -2.9597647190093994, -0.8147218227386475, -1.0452476739883423, -1.4278206825256348, -1.1366066932678223, -1.7995864152908325, -1.8491261005401611, -1.73317289352417, -0.5773500800132751, -1.5339701175689697, -1.3507468700408936, -2.0305027961730957, -1.2441468238830566, -0.0418480783700943, -0.2555859088897705, -0.21484534442424774, -1.4158523082733154, -1.5149422883987427, -0.6257259845733643, -0.8404254913330078, -2.5118772983551025, -3.254235029220581, -1.171094536781311, -2.0180704593658447, -0.5893799662590027, -1.3753048181533813, -3.770563840866089, -0.01890147104859352, -1.053845763206482, -1.6955903768539429, -2.034266948699951, -1.5661377906799316, -1.546233892440796, -1.9154168367385864, -1.7410768270492554, -0.11824874579906464, -1.3434267044067383, -1.1240355968475342, -2.3465404510498047, -2.3875863552093506, -1.5725258588790894, -1.6588536500930786, -1.6667439937591553, -1.1617834568023682, -1.4349746704101562, -1.808082103729248, -0.9701128602027893, -0.9296427369117737, -1.1301401853561401, -1.741942286491394, -1.1258985996246338, -0.8519359827041626, -1.7315253019332886, -1.8600108623504639, -1.5578843355178833, -1.7338303327560425, -0.2021607905626297, -1.9142892360687256, -2.2974915504455566, -1.7975984811782837, -0.25526392459869385, -0.09402190893888474, -0.0026994238141924143, -0.011278091929852962, -0.4632200300693512, -2.6475441455841064, -0.9229824542999268, -1.6836106777191162, -1.864146113395691, -1.1187143325805664, -0.4168757200241089, -0.49101585149765015, -1.1716954708099365, -1.7341816425323486, -0.026581289246678352, -0.8791733980178833, -1.3636128902435303, -0.28734561800956726, -0.9865093231201172, -0.7694650888442993, -0.9468753933906555, -1.19801664352417, -1.5503267049789429, -2.057675838470459, -1.774814248085022, -1.5426115989685059, -1.1595534086227417, -1.6168490648269653, -0.4741121530532837, -1.2447818517684937, -2.0520594120025635, -2.207700729370117, -0.5046722888946533, -0.4269040524959564, -2.029460906982422, -1.8722504377365112, -1.5347528457641602, -1.3307865858078003, -1.5735068321228027, -1.4884412288665771, -1.6149452924728394, -0.6588492393493652, -1.8354536294937134, -1.8108899593353271, -1.4063901901245117, -1.4066325426101685, -0.638874351978302, -0.35802513360977173, -2.2454593181610107, -1.9442206621170044, -1.6790918111801147, -0.26839524507522583, -0.8214510083198547, -0.5646423697471619, -0.7017415165901184, -1.25336492061615, -1.2645975351333618, -1.5473177433013916, -1.691131353378296, -0.6152693033218384, -0.07603998482227325, -0.7576766014099121, -0.9711562991142273, -0.3954887092113495, -0.8944723010063171]}, "Bot004_086_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar I drive a ton of my car[AUTOMOBILE]. nice for you. which car do you have? I drive a ford civic. It is a ford focus. good car. i don't have enoygh money for this. I have no idea what that is. I am more of a car[AUTOMOBILE] person. sorry. good car. i don't have enough money for this. I am not that good at all. you are good person I am. I am a pizza person. i am not chicken person I am a very good person. I am not a fan of meat though. Are you a vegan?", "response": "I am not a vegan. I am vegan.", "annotation_id": "Bot004_086_20", "annotations": ["O", "X", "O", "T", "X", "T", "O", "X", "T", "X", "X", "X", "X", "O", "O"], "gpt2_target_score": [-10.675421714782715, -9.046005249023438, -7.920339584350586, -6.054238319396973, -12.751770973205566, -9.649835586547852, -6.693130016326904, -7.064052581787109, -18.199037551879883, -7.386109352111816], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -2.8374478816986084, -2.2045154571533203, -0.21124866604804993, -1.600175142288208, -0.38439375162124634, -1.854602336883545, -2.5013809204101562, -1.634726643562317, -2.024911403656006, -1.7173852920532227, -0.9439884424209595, -1.6402031183242798, -1.4975908994674683, -2.635852336883545, -2.206545352935791, -1.1836730241775513, -1.426997423171997, -0.23362359404563904, -1.1496872901916504, -2.1725077629089355, -2.3483598232269287, -1.5267248153686523, -1.4090372323989868, -1.6699144840240479, -0.3256657123565674, -0.8959896564483643, -0.0333581417798996, -2.0669219493865967, -1.1891008615493774, -0.5813423991203308, -1.8628917932510376, -1.9729012250900269, -1.1516284942626953, -1.3641538619995117, -1.1521767377853394, -0.6506662964820862, -1.870797872543335, -1.8605940341949463, -1.0756489038467407, -0.4233035147190094, -2.8101072311401367, -1.987795114517212, -0.9533976316452026, -2.2579901218414307, -0.20468465983867645, -1.8678218126296997, -0.22746293246746063, -0.0003813969960901886, -1.729419469833374, -0.8065111041069031, -1.7367274761199951, -2.2222681045532227, -1.926738977432251, -1.3392020463943481, -1.2304726839065552, -1.4622429609298706, -0.11205052584409714, -1.3867664337158203, -0.6570807695388794, -0.4339979887008667, -1.5723408460617065, -1.039772391319275, -1.4339131116867065, -1.4854187965393066, -1.8266855478286743, -1.2913811206817627, -1.1838347911834717, -1.825764775276184, -3.1261065006256104, -2.255849838256836, -2.1317946910858154, -0.06983907520771027, -0.5506755709648132, -1.223344087600708, -0.2753899395465851, -2.2985129356384277, -0.3930608928203583, -2.278440237045288, -0.777283787727356, -1.3068113327026367, -1.9606395959854126, -1.220367670059204, -0.7658129334449768, -1.486544132232666, -1.7362643480300903, -1.135645866394043, -1.9565672874450684, -1.4745787382125854, -0.5742199420928955, -1.2100157737731934, -1.5313774347305298, -0.8308469653129578, -1.373616099357605, -0.1339721530675888, -1.1480998992919922, -2.2757227420806885, -2.111567974090576, -1.2502151727676392, -2.9597647190093994, -0.8147218227386475, -1.0452476739883423, -1.4278206825256348, -1.1366066932678223, -1.7995864152908325, -1.8491261005401611, -1.73317289352417, -0.5773500800132751, -1.5339701175689697, -1.3507468700408936, -2.030494451522827, -1.2441359758377075, -0.04184785112738609, -0.25558802485466003, -0.2148466855287552, -1.415845513343811, -1.5149407386779785, -0.6257352232933044, -0.8404263257980347, -2.511878252029419, -3.2542269229888916, -1.17108952999115, -2.0180881023406982, -0.5893757343292236, -1.375319004058838, -3.770576238632202, -0.018901705741882324, -1.0538454055786133, -1.6956031322479248, -2.034266948699951, -1.5661453008651733, -1.5462311506271362, -1.9154119491577148, -1.7410799264907837, -0.11824704706668854, -1.3434147834777832, -1.1240415573120117, -2.346536159515381, -2.3875908851623535, -1.5725231170654297, -1.6588362455368042, -1.6667479276657104, -1.1618026494979858, -1.4349862337112427, -1.8080843687057495, -0.9700993895530701, -0.9296425580978394, -1.1301212310791016, -1.741952896118164, -1.1258909702301025, -0.8519302010536194, -1.7315279245376587, -1.860015869140625, -1.5578855276107788, -1.7338193655014038, -0.20216068625450134, -1.914297103881836, -2.2974865436553955, -1.7976007461547852, -0.25526437163352966, -0.094022236764431, -0.0026994238141924143, -0.011277974583208561, -0.4632195830345154, -2.6475582122802734, -0.922992467880249, -1.6836119890213013, -1.864141583442688, -1.118712067604065, -0.41687673330307007, -0.4910183548927307, -1.1717053651809692, -1.7341886758804321, -0.02658059261739254, -0.8791794180870056, -1.36361563205719, -0.2873435616493225, -0.9865086078643799, -0.7694753408432007, -0.9468789100646973, -1.198021650314331, -1.550331950187683, -2.0576865673065186, -1.7748152017593384, -1.542607307434082, -1.159544587135315, -1.6168321371078491, -0.4741130471229553, -1.2447779178619385, -2.0520434379577637, -2.207711935043335, -0.5046721696853638, -0.4269019663333893, -2.029470682144165, -1.8722437620162964, -1.5347495079040527, -1.33079195022583, -1.5735055208206177, -1.4884494543075562, -1.6149399280548096, -0.6588490009307861, -1.8354620933532715, -1.8109028339385986, -1.4063990116119385, -1.4066357612609863, -0.638874888420105, -0.35802406072616577, -0.1257413774728775, -1.1712530851364136, -1.2576545476913452, -1.171029806137085, -0.8760524392127991, -0.40851736068725586, -1.0173207521438599, -0.6050403118133545, -1.4711779356002808, -1.3857039213180542, -1.3034040927886963, -0.09187378734350204, -1.0746532678604126, -0.8151742815971375, -0.33603861927986145, -1.4551111459732056, -0.054469551891088486, -1.8687180280685425, -1.4386852979660034, -0.32760196924209595, -2.263535737991333, -1.9129468202590942, -1.3815734386444092, -1.2186932563781738, -1.441536545753479, -1.054682731628418, -0.6144908666610718, -0.6789973974227905, -0.7936638593673706, -1.0950841903686523, -0.5327597856521606, -0.5698249340057373]}, "Bot004_089_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ?", "response": "I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses?", "annotation_id": "Bot004_089_02", "annotations": ["O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.675421714782715, -10.411895751953125, -5.028539657592773, -11.413186073303223, -11.252381324768066, -9.582216262817383, -14.416666984558105, -11.43758773803711, -18.851831436157227, -22.47865104675293, -7.1161603927612305, -11.759075164794922, -6.576353549957275, -7.415814399719238, -9.740560531616211, -15.025696754455566, -13.100272178649902, -5.310114860534668, -11.465001106262207, -5.967367172241211, -12.78168773651123, -13.223282814025879, -13.316827774047852, -10.066740989685059], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -1.5271921157836914, -2.040292501449585, -2.0123279094696045, -2.157262086868286, -1.4237697124481201, -2.9301090240478516, -0.8312033414840698, -1.5627793073654175, -1.894684076309204, -0.04773518443107605, -1.589781641960144, -1.6579103469848633, -0.8552611470222473, -0.11269103735685349, -3.8238730430603027, -3.2971909046173096, -2.775930881500244, -2.158653736114502, -1.9566336870193481, -1.166372537612915, -1.3139554262161255, -1.1127169132232666, -0.8728238940238953, -1.1515960693359375, -0.2929176390171051, -1.1312087774276733, -2.1329500675201416, -1.1853713989257812, -0.18852919340133667, -1.23653244972229, -2.3383514881134033, -1.1866235733032227, -1.2224147319793701, -1.6699079275131226, -0.9276428818702698, -0.6776935458183289, -1.554280400276184, -1.5717012882232666, -0.7547891139984131, -1.1880074739456177, -1.2530357837677002, -1.381787896156311, -1.324066400527954, -1.2804505825042725, -2.611510753631592, -1.471124529838562, -2.2308125495910645, -1.647128939628601, -1.1616135835647583, -0.15033915638923645, -1.6236399412155151, -1.9235601425170898, -1.930596947669983, -1.0233044624328613, -0.8759783506393433]}, "Bot004_089_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books", "response": "I like to collect things, but i am not a big fan of them. Are you a construction worker?", "annotation_id": "Bot004_089_04", "annotations": ["T", "O", "X", "O", "O", "X", "T", "X", "X", "T", "O", "X", "O", "X", "O"], "gpt2_target_score": [-10.675421714782715, -7.795090198516846, -5.775777816772461, -14.361733436584473, -11.632737159729004, -9.441308975219727, -11.261420249938965, -6.489635467529297, -13.438324928283691, -10.205967903137207, -8.466692924499512, -13.438457489013672, -10.21577262878418, -8.65917682647705, -14.047460556030273, -8.703370094299316, -13.222098350524902, -3.6668808460235596, -4.2965898513793945, -16.689321517944336, -18.069406509399414, -8.147461891174316], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -1.5271921157836914, -2.040292501449585, -2.0123279094696045, -2.157262086868286, -1.4237697124481201, -2.9301090240478516, -0.8312033414840698, -1.5627793073654175, -1.894684076309204, -0.04773518443107605, -1.589781641960144, -1.6579103469848633, -0.8552611470222473, -0.11269103735685349, -3.8238730430603027, -3.2971866130828857, -2.7759318351745605, -2.15867018699646, -1.9566336870193481, -1.1663821935653687, -1.313952088356018, -1.1127184629440308, -0.8728138208389282, -1.151607632637024, -0.2929152250289917, -1.131205677986145, -2.132950782775879, -1.1853694915771484, -0.18852780759334564, -1.236525297164917, -1.5064018964767456, -1.2268704175949097, -1.495998740196228, -0.9315629601478577, -0.8316423892974854, -1.6079035997390747, -1.4631987810134888, -1.1455280780792236, -1.1117446422576904, -1.2382301092147827, -1.4854950904846191, -1.3842686414718628, -1.2708135843276978, -2.709430694580078, -1.3070698976516724, -2.3039262294769287, -1.4658570289611816, -2.0287954807281494, -0.1067923754453659, -1.4577224254608154, -1.7056822776794434, -1.9453896284103394, -0.9962863326072693, -1.9828890562057495, -1.2139654159545898, -1.8767402172088623, -1.4812877178192139, -0.8704614043235779, -1.124977707862854, -0.6967827677726746, -0.7076202630996704, -0.7517776489257812, -1.5519142150878906, -1.5084362030029297, -1.7584712505340576, -1.1666194200515747, -2.303724527359009, -1.5789207220077515, -2.592045783996582, -1.9698350429534912, -2.083284854888916, -2.142524003982544, -1.5376946926116943, -1.6843955516815186, -2.1148624420166016, -1.7161098718643188, -1.450314998626709, -0.7944278120994568, -0.08801066875457764, -0.06180950626730919, -2.7232718467712402, -0.6032993793487549, -1.4355454444885254, -0.8517934083938599, -1.6931672096252441, -1.5611424446105957, -0.1452713906764984, -0.5760201811790466, -0.6430180668830872]}, "Bot004_089_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ?", "response": "I am a expression worker, i am axerophthol expression worker.", "annotation_id": "Bot004_089_06", "annotations": ["T", "O", "O", "O", "T", "X", "T", "O", "X", "O", "O", "X", "O", "X", "O"], "gpt2_target_score": [-10.675421714782715, -9.046005249023438, -6.617650985717773, -15.73684024810791, -15.852799415588379, -9.441308975219727, -8.627284049987793, -7.064052581787109, -18.046274185180664, -9.932499885559082, -19.03526496887207, -12.762950897216797, -13.309263229370117, -14.207470893859863, -15.183431625366211, -8.703370094299316], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -1.5271921157836914, -2.040292501449585, -2.0123279094696045, -2.157262086868286, -1.4237697124481201, -2.9301090240478516, -0.8312033414840698, -1.5627793073654175, -1.894684076309204, -0.04773518443107605, -1.589781641960144, -1.6579103469848633, -0.8552611470222473, -0.11269103735685349, -3.8238730430603027, -3.2971866130828857, -2.7759318351745605, -2.15867018699646, -1.9566336870193481, -1.1663821935653687, -1.313952088356018, -1.1127184629440308, -0.8728138208389282, -1.151607632637024, -0.2929152250289917, -1.131205677986145, -2.132950782775879, -1.1853694915771484, -0.18852780759334564, -1.236525297164917, -1.5064018964767456, -1.2268704175949097, -1.495998740196228, -0.9315629601478577, -0.8316423892974854, -1.6079035997390747, -1.4631987810134888, -1.1455280780792236, -1.1117446422576904, -1.2382301092147827, -1.4854950904846191, -1.3842686414718628, -1.2708135843276978, -2.709430694580078, -1.3070698976516724, -2.3039262294769287, -1.4658570289611816, -2.0287954807281494, -0.1067923754453659, -1.4577224254608154, -1.7056822776794434, -1.9453896284103394, -0.9962863326072693, -1.9828890562057495, -1.2139654159545898, -1.8767402172088623, -1.4812877178192139, -0.8704614043235779, -1.124977707862854, -0.6967827677726746, -0.7076202630996704, -0.7517776489257812, -1.5519142150878906, -1.5084362030029297, -1.7584712505340576, -1.1666194200515747, -2.3261756896972656, -1.4256105422973633, -1.2155460119247437, -0.8745501637458801, -2.0105345249176025, -2.0961952209472656, -1.414143443107605, -2.2745201587677, -1.7094067335128784, -1.68186616897583, -0.821614146232605, -0.10713225603103638, -0.058036256581544876, -2.7839407920837402, -0.6767899394035339, -1.6158658266067505, -0.48186033964157104, -1.615216612815857, -1.7659337520599365, -0.12433435767889023, -0.6241181492805481, -1.8771215677261353, -2.1128170490264893, -0.7589700222015381, -0.6757872700691223, -1.1224496364593506, -0.09478955715894699, -0.7491359710693359, -0.5602306723594666, -0.0499798022210598, -0.26821446418762207, -1.5448704957962036, -2.0206499099731445, -1.039496660232544, -0.5273106098175049, -0.03346017748117447, -0.4899732768535614, -0.9192492961883545, -1.753739595413208, -1.5233197212219238, -0.616571307182312, -1.1528164148330688, -1.3079278469085693, -1.868251919746399, -2.4604570865631104, -2.4255847930908203, -1.0273959636688232, -0.933750331401825, -1.5251762866973877]}, "Bot004_089_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol", "response": "I love to make friends and family have you 5cats?", "annotation_id": "Bot004_089_08", "annotations": ["X", "T", "X", "T", "X", "X", "T", "X", "X", "X", "O", "X", "T", "O", "X"], "gpt2_target_score": [-10.675421714782715, -11.338836669921875, -5.775777816772461, -12.894845008850098, -11.553452491760254, -8.34922981262207, -13.230292320251465, -8.346256256103516, -13.50395679473877, -7.4709672927856445, -16.411996841430664, -4.10435152053833], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -1.5271921157836914, -2.040292501449585, -2.0123279094696045, -2.157262086868286, -1.4237697124481201, -2.9301090240478516, -0.8312033414840698, -1.5627793073654175, -1.894684076309204, -0.04773518443107605, -1.589781641960144, -1.6579103469848633, -0.8552611470222473, -0.11269103735685349, -3.8238730430603027, -3.2971866130828857, -2.7759318351745605, -2.15867018699646, -1.9566336870193481, -1.1663821935653687, -1.313952088356018, -1.1127184629440308, -0.8728138208389282, -1.151607632637024, -0.2929152250289917, -1.131205677986145, -2.132950782775879, -1.1853694915771484, -0.18852780759334564, -1.236525297164917, -1.5064018964767456, -1.2268704175949097, -1.495998740196228, -0.9315629601478577, -0.8316423892974854, -1.6079035997390747, -1.4631987810134888, -1.1455280780792236, -1.1117446422576904, -1.2382301092147827, -1.4854950904846191, -1.3842686414718628, -1.2708135843276978, -2.709430694580078, -1.3070698976516724, -2.3039262294769287, -1.4658570289611816, -2.0287954807281494, -0.1067923754453659, -1.4577224254608154, -1.7056822776794434, -1.9453896284103394, -0.9962863326072693, -1.9828890562057495, -1.2139654159545898, -1.8767402172088623, -1.4812877178192139, -0.8704614043235779, -1.124977707862854, -0.6967827677726746, -0.7076202630996704, -0.7517776489257812, -1.5519142150878906, -1.5084362030029297, -1.7584712505340576, -1.1666194200515747, -2.3261756896972656, -1.4256105422973633, -1.2155460119247437, -0.8745498657226562, -2.010535478591919, -2.096200942993164, -1.414150595664978, -2.2745347023010254, -1.7093943357467651, -1.6818708181381226, -0.8216109275817871, -0.10712946951389313, -0.05803569406270981, -2.7839410305023193, -0.6767899394035339, -1.615848183631897, -0.4818629026412964, -1.6152238845825195, -1.7659320831298828, -0.12433425337076187, -0.6241120100021362, -1.8771183490753174, -2.1128268241882324, -0.7589730620384216, -0.6757820844650269, -1.122455358505249, -0.09478836506605148, -0.7491400241851807, -0.5602369904518127, -0.04998014122247696, -0.2682177424430847, -1.5448740720748901, -0.7567327618598938, -0.6610932350158691, -0.12319930642843246, -0.3247447907924652, -0.8900198936462402, -1.5422720909118652, -1.2278244495391846, -0.8648569583892822, -1.0819439888000488, -1.1765954494476318, -1.2683343887329102, -2.551281690597534, -2.313434600830078, -1.0454071760177612, -0.9324113726615906, -1.3313648700714111, -1.7289655208587646, -0.7526024580001831, -0.02230345830321312, -0.031033219769597054, -0.01187458448112011, -0.009937220253050327, -0.9483798742294312, -2.2874832153320312, -1.3749626874923706, -2.2414824962615967, -2.27602219581604, -1.9302566051483154, -0.9603000283241272, -2.858621835708618, -1.341148853302002, -1.6298757791519165, -1.9631551504135132, -2.3795392513275146, -1.7997678518295288, -0.8042802214622498]}, "Bot004_089_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol I love to make friends and family have you 5cats? i don't have any cats i just have a dog. but i like cats so much.", "response": "I have a cat named oreo, he is my favorite.", "annotation_id": "Bot004_089_10", "annotations": ["O", "O", "X", "X", "O", "T", "T", "O", "X", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-10.675421714782715, -9.812728881835938, -6.617650985717773, -9.14528751373291, -14.339142799377441, -18.363161087036133, -10.101637840270996, -5.597805023193359, -14.180245399475098, -7.301022529602051, -8.598956108093262, -15.0689697265625, -8.150327682495117], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -1.5271921157836914, -2.040292501449585, -2.0123279094696045, -2.157262086868286, -1.4237697124481201, -2.9301090240478516, -0.8312033414840698, -1.5627793073654175, -1.894684076309204, -0.04773518443107605, -1.589781641960144, -1.6579103469848633, -0.8552611470222473, -0.11269103735685349, -3.8238730430603027, -3.2971866130828857, -2.7759318351745605, -2.15867018699646, -1.9566336870193481, -1.1663821935653687, -1.313952088356018, -1.1127184629440308, -0.8728138208389282, -1.151607632637024, -0.2929152250289917, -1.131205677986145, -2.132950782775879, -1.1853694915771484, -0.18852780759334564, -1.236525297164917, -1.5064018964767456, -1.2268704175949097, -1.495998740196228, -0.9315629601478577, -0.8316423892974854, -1.6079035997390747, -1.4631987810134888, -1.1455280780792236, -1.1117446422576904, -1.2382301092147827, -1.4854950904846191, -1.3842686414718628, -1.2708135843276978, -2.709430694580078, -1.3070698976516724, -2.3039262294769287, -1.4658570289611816, -2.0287954807281494, -0.1067923754453659, -1.4577224254608154, -1.7056822776794434, -1.9453896284103394, -0.9962863326072693, -1.9828890562057495, -1.2139654159545898, -1.8767402172088623, -1.4812877178192139, -0.8704614043235779, -1.124977707862854, -0.6967827677726746, -0.7076202630996704, -0.7517776489257812, -1.5519142150878906, -1.5084362030029297, -1.7584712505340576, -1.1666194200515747, -2.3261756896972656, -1.4256105422973633, -1.2155460119247437, -0.8745498657226562, -2.010535478591919, -2.096200942993164, -1.414150595664978, -2.2745347023010254, -1.7093943357467651, -1.6818708181381226, -0.8216109275817871, -0.10712946951389313, -0.05803569406270981, -2.7839410305023193, -0.6767899394035339, -1.615848183631897, -0.4818629026412964, -1.6152238845825195, -1.7659320831298828, -0.12433425337076187, -0.6241120100021362, -1.8771183490753174, -2.1128268241882324, -0.7589730620384216, -0.6757820844650269, -1.122455358505249, -0.09478836506605148, -0.7491400241851807, -0.5602369904518127, -0.04998014122247696, -0.2682177424430847, -1.5448740720748901, -0.7567327618598938, -0.6610932350158691, -0.12319930642843246, -0.3247447907924652, -0.8900198936462402, -1.5422720909118652, -1.2278244495391846, -0.8648569583892822, -1.0819439888000488, -1.1765954494476318, -1.2683343887329102, -2.551281690597534, -2.313434600830078, -1.0454071760177612, -0.9324113726615906, -1.3313648700714111, -1.7289655208587646, -0.7526024580001831, -0.02230345830321312, -0.031033219769597054, -0.01187458448112011, -0.009937220253050327, -0.9483798742294312, -1.2999356985092163, -2.400589942932129, -1.810553789138794, -1.894516110420227, -0.40437859296798706, -2.782273530960083, -1.0609400272369385, -1.874880313873291, -1.6366032361984253, -1.927044153213501, -1.3438886404037476, -1.8925323486328125, -1.482752799987793, -0.1084001362323761, -1.4719407558441162, -1.0401057004928589, -1.4599473476409912, -1.3248931169509888, -2.2860524654388428, -1.6649279594421387, -1.016417384147644, -1.8616260290145874, -1.0073421001434326, -1.408650279045105, -0.8643072247505188, -1.6961028575897217, -1.3644143342971802, -1.2617831230163574, -0.8737010359764099, -1.3972275257110596, -1.3234903812408447, -2.1791036128997803, -1.9891140460968018, -0.877409040927887, -1.4516055583953857, -1.3312064409255981, -1.915146827697754, -2.368833541870117, -1.2946652173995972, -1.9219183921813965, -1.1585479974746704, -1.2677165269851685, -2.022881507873535, -1.388614296913147, -1.8553472757339478]}, "Bot004_089_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol I love to make friends and family have you 5cats? i don't have any cats i just have a dog. but i like cats so much. I have a cat named oreo, he is my favorite. it's a great name ! tell me about you more", "response": "I have never seen that. I am sure it is.", "annotation_id": "Bot004_089_12", "annotations": ["X", "T", "X", "X", "X", "T", "T", "X", "X", "X", "O", "X", "O", "O", "T"], "gpt2_target_score": [-10.675421714782715, -9.812728881835938, -11.134283065795898, -11.943428993225098, -5.9979567527771, -9.649835586547852, -6.693130016326904, -7.064052581787109, -16.2203311920166, -9.276963233947754, -6.8907270431518555, -6.882416248321533], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -1.5271921157836914, -2.040292501449585, -2.0123279094696045, -2.157262086868286, -1.4237697124481201, -2.9301090240478516, -0.8312033414840698, -1.5627793073654175, -1.894684076309204, -0.04773518443107605, -1.589781641960144, -1.6579103469848633, -0.8552611470222473, -0.11269103735685349, -3.8238730430603027, -3.2971866130828857, -2.7759318351745605, -2.15867018699646, -1.9566336870193481, -1.1663821935653687, -1.313952088356018, -1.1127184629440308, -0.8728138208389282, -1.151607632637024, -0.2929152250289917, -1.131205677986145, -2.132950782775879, -1.1853694915771484, -0.18852780759334564, -1.236525297164917, -1.5064018964767456, -1.2268704175949097, -1.495998740196228, -0.9315629601478577, -0.8316423892974854, -1.6079035997390747, -1.4631987810134888, -1.1455280780792236, -1.1117446422576904, -1.2382301092147827, -1.4854950904846191, -1.3842686414718628, -1.2708135843276978, -2.709430694580078, -1.3070698976516724, -2.3039262294769287, -1.4658570289611816, -2.0287954807281494, -0.1067923754453659, -1.4577224254608154, -1.7056822776794434, -1.9453896284103394, -0.9962863326072693, -1.9828890562057495, -1.2139654159545898, -1.8767402172088623, -1.4812877178192139, -0.8704614043235779, -1.124977707862854, -0.6967827677726746, -0.7076202630996704, -0.7517776489257812, -1.5519142150878906, -1.5084362030029297, -1.7584712505340576, -1.1666194200515747, -2.3261756896972656, -1.4256105422973633, -1.2155460119247437, -0.8745498657226562, -2.010535478591919, -2.096200942993164, -1.414150595664978, -2.2745347023010254, -1.7093943357467651, -1.6818708181381226, -0.8216109275817871, -0.10712946951389313, -0.05803569406270981, -2.7839410305023193, -0.6767899394035339, -1.615848183631897, -0.4818629026412964, -1.6152238845825195, -1.7659320831298828, -0.12433425337076187, -0.6241120100021362, -1.8771183490753174, -2.1128268241882324, -0.7589730620384216, -0.6757820844650269, -1.122455358505249, -0.09478836506605148, -0.7491400241851807, -0.5602369904518127, -0.04998014122247696, -0.2682177424430847, -1.5448740720748901, -0.7567327618598938, -0.6610932350158691, -0.12319930642843246, -0.3247447907924652, -0.8900198936462402, -1.5422720909118652, -1.2278244495391846, -0.8648569583892822, -1.0819439888000488, -1.1765954494476318, -1.2683343887329102, -2.551281690597534, -2.313434600830078, -1.0454071760177612, -0.9324113726615906, -1.3313648700714111, -1.7289655208587646, -0.7526024580001831, -0.02230345830321312, -0.031033219769597054, -0.01187458448112011, -0.009937220253050327, -0.9483798742294312, -1.2999356985092163, -2.400589942932129, -1.810553789138794, -1.894516110420227, -0.40437859296798706, -2.782273530960083, -1.0609400272369385, -1.874880313873291, -1.6366032361984253, -1.927044153213501, -1.3438886404037476, -1.8925323486328125, -1.482752799987793, -0.1084001362323761, -1.4719407558441162, -1.0401057004928589, -1.4599473476409912, -1.3248931169509888, -2.2860524654388428, -1.6649279594421387, -1.016417384147644, -1.8616260290145874, -1.0073421001434326, -1.408650279045105, -0.8643072247505188, -1.6961028575897217, -1.3644143342971802, -1.2617831230163574, -0.8737010359764099, -1.3972275257110596, -1.3234903812408447, -1.8512669801712036, -0.9719412326812744, -1.6648012399673462, -1.0520063638687134, -2.9621365070343018, -2.3677313327789307, -1.1800137758255005, -1.9658877849578857, -0.9866359829902649, -1.2815603017807007, -1.870070219039917, -1.4489085674285889, -1.7007386684417725, -1.034608006477356, -1.7915799617767334, -2.968451976776123, -1.9261270761489868, -1.6133955717086792, -1.7782436609268188, -0.03880484774708748, -0.5740854144096375, -0.9439734816551208, -1.9675157070159912, -1.8957630395889282, -2.164405345916748, -1.9547744989395142, -0.6021624207496643, -1.2908059358596802, -1.5025135278701782, -1.1159083843231201, -1.5621485710144043, -2.261526584625244, -1.3415693044662476, -1.343072533607483, -1.1586204767227173, -1.6006195545196533, -1.5083355903625488]}, "Bot004_089_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol I love to make friends and family have you 5cats? i don't have any cats i just have a dog. but i like cats so much. I have a cat named oreo, he is my favorite. it's a great name ! tell me about you more I have never seen that. I am sure it is. tell me about yourself  one kiss is all it takes don't you ever forget that.", "response": "I do not think that is a good thing.", "annotation_id": "Bot004_089_14", "annotations": ["T", "T", "X", "O", "O", "X", "X", "T", "X", "T", "O", "X", "O", "O", "O"], "gpt2_target_score": [-10.675421714782715, -10.411895751953125, -7.920339584350586, -10.459267616271973, -5.9979567527771, -10.79704475402832, -8.894671440124512, -10.81192398071289, -13.68437671661377, -7.386109352111816], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -1.5271921157836914, -2.040292501449585, -2.0123279094696045, -2.157262086868286, -1.4237697124481201, -2.9301090240478516, -0.8312033414840698, -1.5627793073654175, -1.894684076309204, -0.04773518443107605, -1.589781641960144, -1.6579103469848633, -0.8552611470222473, -0.11269103735685349, -3.8238730430603027, -3.2971866130828857, -2.7759318351745605, -2.15867018699646, -1.9566336870193481, -1.1663821935653687, -1.313952088356018, -1.1127184629440308, -0.8728138208389282, -1.151607632637024, -0.2929152250289917, -1.131205677986145, -2.132950782775879, -1.1853694915771484, -0.18852780759334564, -1.236525297164917, -1.5064018964767456, -1.2268704175949097, -1.495998740196228, -0.9315629601478577, -0.8316423892974854, -1.6079035997390747, -1.4631987810134888, -1.1455280780792236, -1.1117446422576904, -1.2382301092147827, -1.4854950904846191, -1.3842686414718628, -1.2708135843276978, -2.709430694580078, -1.3070698976516724, -2.3039262294769287, -1.4658570289611816, -2.0287954807281494, -0.1067923754453659, -1.4577224254608154, -1.7056822776794434, -1.9453896284103394, -0.9962863326072693, -1.9828890562057495, -1.2139654159545898, -1.8767402172088623, -1.4812877178192139, -0.8704614043235779, -1.124977707862854, -0.6967827677726746, -0.7076202630996704, -0.7517776489257812, -1.5519142150878906, -1.5084362030029297, -1.7584712505340576, -1.1666194200515747, -2.3261756896972656, -1.4256105422973633, -1.2155460119247437, -0.8745498657226562, -2.010535478591919, -2.096200942993164, -1.414150595664978, -2.2745347023010254, -1.7093943357467651, -1.6818708181381226, -0.8216109275817871, -0.10712946951389313, -0.05803569406270981, -2.7839410305023193, -0.6767899394035339, -1.615848183631897, -0.4818629026412964, -1.6152238845825195, -1.7659320831298828, -0.12433425337076187, -0.6241120100021362, -1.8771183490753174, -2.1128268241882324, -0.7589730620384216, -0.6757820844650269, -1.122455358505249, -0.09478836506605148, -0.7491400241851807, -0.5602369904518127, -0.04998014122247696, -0.2682177424430847, -1.5448740720748901, -0.7567327618598938, -0.6610932350158691, -0.12319930642843246, -0.3247447907924652, -0.8900198936462402, -1.5422720909118652, -1.2278244495391846, -0.8648569583892822, -1.0819439888000488, -1.1765954494476318, -1.2683343887329102, -2.551281690597534, -2.313434600830078, -1.0454071760177612, -0.9324113726615906, -1.3313648700714111, -1.7289655208587646, -0.7526024580001831, -0.02230345830321312, -0.031033219769597054, -0.01187458448112011, -0.009937220253050327, -0.9483798742294312, -1.2999356985092163, -2.400589942932129, -1.810553789138794, -1.894516110420227, -0.40437859296798706, -2.782273530960083, -1.0609400272369385, -1.874880313873291, -1.6366032361984253, -1.927044153213501, -1.3438886404037476, -1.8925323486328125, -1.482752799987793, -0.1084001362323761, -1.4719407558441162, -1.0401057004928589, -1.4599473476409912, -1.3248931169509888, -2.2860524654388428, -1.6649279594421387, -1.016417384147644, -1.8616260290145874, -1.0073421001434326, -1.408650279045105, -0.8643072247505188, -1.6961028575897217, -1.3644143342971802, -1.2617831230163574, -0.8737010359764099, -1.3972275257110596, -1.3234903812408447, -1.8512669801712036, -0.9719412326812744, -1.6648012399673462, -1.0520063638687134, -2.9621365070343018, -2.3677313327789307, -1.1800137758255005, -1.9658877849578857, -0.9866359829902649, -1.2815603017807007, -1.870070219039917, -1.4489085674285889, -1.7007386684417725, -1.034608006477356, -1.7915799617767334, -2.968451976776123, -1.9261270761489868, -1.6133955717086792, -1.7782436609268188, -0.03880484774708748, -0.5740854144096375, -0.9439734816551208, -1.9675157070159912, -1.8957630395889282, -1.9188212156295776, -0.45159706473350525, -1.335031270980835, -1.5771265029907227, -1.4317846298217773, -1.753937005996704, -1.7312207221984863, -1.0221351385116577, -1.096322774887085, -0.9930920600891113, -1.673007845878601, -2.0177786350250244, -0.030645418912172318, -0.2659851908683777, -1.5532203912734985, -1.431796908378601, -1.882246971130371, -0.7613139748573303, -2.3439600467681885, -2.1783270835876465, -1.6507153511047363, -0.2481115311384201, -1.1141518354415894, -0.4132339358329773, -1.4146753549575806, -1.7772407531738281, -2.4837567806243896, -1.8883919715881348, -1.543410301208496, -2.0044946670532227, -1.9454686641693115, -1.9830942153930664, -2.232473373413086, -1.8882708549499512, -1.978531837463379, -1.5268203020095825, -1.3872990608215332, -1.3806204795837402, -0.25607481598854065, -0.9725303649902344, -1.2137489318847656]}, "Bot004_089_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol I love to make friends and family have you 5cats? i don't have any cats i just have a dog. but i like cats so much. I have a cat named oreo, he is my favorite. it's a great name ! tell me about you more I have never seen that. I am sure it is. tell me about yourself  one kiss is all it takes don't you ever forget that. I do not think that is a good thing. i never said it's a good thing. you just make sure you remember.", "response": "I think i will try that. I am not sure if i could fit right in.", "annotation_id": "Bot004_089_16", "annotations": ["X", "T", "X", "X", "T", "X", "X", "T", "X", "X", "O", "X", "O", "O", "O"], "gpt2_target_score": [-10.675421714782715, -9.886611938476562, -8.154333114624023, -11.870308876037598, -13.311814308166504, -10.50547981262207, -7.787391185760498, -4.556446075439453, -13.438324928283691, -10.205967903137207, -13.581027030944824, -10.295059204101562, -7.941038608551025, -9.940884590148926, -13.234334945678711, -14.171540260314941, -9.959174156188965, -5.310114860534668], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -1.5271921157836914, -2.040292501449585, -2.0123279094696045, -2.157262086868286, -1.4237697124481201, -2.9301090240478516, -0.8312033414840698, -1.5627793073654175, -1.894684076309204, -0.04773518443107605, -1.589781641960144, -1.6579103469848633, -0.8552611470222473, -0.11269103735685349, -3.8238730430603027, -3.2971866130828857, -2.7759318351745605, -2.15867018699646, -1.9566336870193481, -1.1663821935653687, -1.313952088356018, -1.1127184629440308, -0.8728138208389282, -1.151607632637024, -0.2929152250289917, -1.131205677986145, -2.132950782775879, -1.1853694915771484, -0.18852780759334564, -1.236525297164917, -1.5064018964767456, -1.2268704175949097, -1.495998740196228, -0.9315629601478577, -0.8316423892974854, -1.6079035997390747, -1.4631987810134888, -1.1455280780792236, -1.1117446422576904, -1.2382301092147827, -1.4854950904846191, -1.3842686414718628, -1.2708135843276978, -2.709430694580078, -1.3070698976516724, -2.3039262294769287, -1.4658570289611816, -2.0287954807281494, -0.1067923754453659, -1.4577224254608154, -1.7056822776794434, -1.9453896284103394, -0.9962863326072693, -1.9828890562057495, -1.2139654159545898, -1.8767402172088623, -1.4812877178192139, -0.8704614043235779, -1.124977707862854, -0.6967827677726746, -0.7076202630996704, -0.7517776489257812, -1.5519142150878906, -1.5084362030029297, -1.7584712505340576, -1.1666194200515747, -2.3261756896972656, -1.4256105422973633, -1.2155460119247437, -0.8745498657226562, -2.010535478591919, -2.096200942993164, -1.414150595664978, -2.2745347023010254, -1.7093943357467651, -1.6818708181381226, -0.8216109275817871, -0.10712946951389313, -0.05803569406270981, -2.7839410305023193, -0.6767899394035339, -1.615848183631897, -0.4818629026412964, -1.6152238845825195, -1.7659320831298828, -0.12433425337076187, -0.6241120100021362, -1.8771183490753174, -2.1128268241882324, -0.7589730620384216, -0.6757820844650269, -1.122455358505249, -0.09478836506605148, -0.7491400241851807, -0.5602369904518127, -0.04998014122247696, -0.2682177424430847, -1.5448740720748901, -0.7567327618598938, -0.6610932350158691, -0.12319930642843246, -0.3247447907924652, -0.8900198936462402, -1.5422720909118652, -1.2278244495391846, -0.8648569583892822, -1.0819439888000488, -1.1765954494476318, -1.2683343887329102, -2.551281690597534, -2.313434600830078, -1.0454071760177612, -0.9324113726615906, -1.3313648700714111, -1.7289655208587646, -0.7525975108146667, -0.02230345830321312, -0.031033335253596306, -0.011874466203153133, -0.009937338531017303, -0.9483832120895386, -1.2999309301376343, -2.4005770683288574, -1.8105552196502686, -1.8945260047912598, -0.4043818712234497, -2.782291889190674, -1.0609418153762817, -1.8748784065246582, -1.6366032361984253, -1.9270604848861694, -1.3439030647277832, -1.8925427198410034, -1.482755184173584, -0.1084001362323761, -1.4719464778900146, -1.0401055812835693, -1.459941029548645, -1.3248885869979858, -2.286053419113159, -1.6649402379989624, -1.016422152519226, -1.8616373538970947, -1.0073491334915161, -1.4086509943008423, -0.8642979264259338, -1.696091890335083, -1.3644088506698608, -1.2617729902267456, -0.8737162351608276, -1.3972166776657104, -1.323479175567627, -1.851266860961914, -0.9719439744949341, -1.6647988557815552, -1.0520097017288208, -2.9621386528015137, -2.3677361011505127, -1.1800166368484497, -1.965886116027832, -0.9866475462913513, -1.2815489768981934, -1.8700777292251587, -1.4489126205444336, -1.7007399797439575, -1.0346143245697021, -1.7915751934051514, -2.968465805053711, -1.9261384010314941, -1.613386631011963, -1.7782456874847412, -0.03880496323108673, -0.5740903615951538, -0.9439604878425598, -1.967526912689209, -1.8957552909851074, -1.9188212156295776, -0.4516007900238037, -1.3350309133529663, -1.5771235227584839, -1.431774377822876, -1.7539358139038086, -1.7312266826629639, -1.0221378803253174, -1.0963314771652222, -0.9930952191352844, -1.673004388809204, -2.017784595489502, -0.030645187944173813, -0.26598629355430603, -1.5532201528549194, -1.4317947626113892, -1.8822550773620605, -0.7613229155540466, -2.3439443111419678, -2.1783156394958496, -1.6507102251052856, -0.24811451137065887, -1.1141561269760132, -0.4132365882396698, -1.4146654605865479, -1.77724027633667, -2.4837632179260254, -1.888392686843872, -1.5434033870697021, -2.0044803619384766, -1.7311447858810425, -2.2190308570861816, -1.938486933708191, -1.8758203983306885, -1.723186731338501, -1.529139518737793, -1.5178825855255127, -0.32521697878837585, -0.9932435750961304, -1.6573950052261353, -1.787542700767517, -2.073517084121704, -0.8669465780258179, -1.4788466691970825, -0.7994295954704285, -0.5190697312355042, -0.0430346243083477, -0.9084112048149109, -1.4533571004867554, -2.029388427734375, -2.1400835514068604, -1.5851991176605225, -0.9758265614509583, -1.7993639707565308, -1.5309520959854126, -1.7314683198928833, -2.044107675552368, -2.0224788188934326, -1.6203628778457642, -1.7099945545196533, -2.1665232181549072, -1.224796175956726, -1.2679626941680908, -1.998986005783081, -1.8707622289657593, -1.6397426128387451, -1.0571260452270508, -1.1859750747680664, -1.2441761493682861, -1.278225064277649, -2.4229238033294678, -1.158120036125183, -0.8370912075042725, -1.0083651542663574, -1.5300583839416504]}, "Bot004_089_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol I love to make friends and family have you 5cats? i don't have any cats i just have a dog. but i like cats so much. I have a cat named oreo, he is my favorite. it's a great name ! tell me about you more I have never seen that. I am sure it is. tell me about yourself  one kiss is all it takes don't you ever forget that. I do not think that is a good thing. i never said it's a good thing. you just make sure you remember. I think i will try that. I am not sure if i could fit right in. what do you like to do", "response": "I like to surf and surf", "annotation_id": "Bot004_089_18", "annotations": ["O", "T", "X", "O", "T", "T", "T", "T", "X", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-10.675421714782715, -7.795090198516846, -5.775777816772461, -15.528115272521973, -2.0704970359802246, -16.737855911254883], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -1.5271921157836914, -2.040292501449585, -2.0123279094696045, -2.157262086868286, -1.4237697124481201, -2.9301090240478516, -0.8312033414840698, -1.5627793073654175, -1.894684076309204, -0.04773518443107605, -1.589781641960144, -1.6579103469848633, -0.8552611470222473, -0.11269103735685349, -3.8238730430603027, -3.2971866130828857, -2.7759318351745605, -2.15867018699646, -1.9566336870193481, -1.1663821935653687, -1.313952088356018, -1.1127184629440308, -0.8728138208389282, -1.151607632637024, -0.2929152250289917, -1.131205677986145, -2.132950782775879, -1.1853694915771484, -0.18852780759334564, -1.236525297164917, -1.5064018964767456, -1.2268704175949097, -1.495998740196228, -0.9315629601478577, -0.8316423892974854, -1.6079035997390747, -1.4631987810134888, -1.1455280780792236, -1.1117446422576904, -1.2382301092147827, -1.4854950904846191, -1.3842686414718628, -1.2708135843276978, -2.709430694580078, -1.3070698976516724, -2.3039262294769287, -1.4658570289611816, -2.0287954807281494, -0.1067923754453659, -1.4577224254608154, -1.7056822776794434, -1.9453896284103394, -0.9962863326072693, -1.9828890562057495, -1.2139654159545898, -1.8767402172088623, -1.4812877178192139, -0.8704614043235779, -1.124977707862854, -0.6967827677726746, -0.7076202630996704, -0.7517776489257812, -1.5519142150878906, -1.5084362030029297, -1.7584712505340576, -1.1666194200515747, -2.3261756896972656, -1.4256105422973633, -1.2155460119247437, -0.8745498657226562, -2.010535478591919, -2.096200942993164, -1.414150595664978, -2.2745347023010254, -1.7093943357467651, -1.6818708181381226, -0.8216109275817871, -0.10712946951389313, -0.05803569406270981, -2.7839410305023193, -0.6767899394035339, -1.615848183631897, -0.4818629026412964, -1.6152238845825195, -1.7659320831298828, -0.12433425337076187, -0.6241120100021362, -1.8771183490753174, -2.1128268241882324, -0.7589730620384216, -0.6757820844650269, -1.122455358505249, -0.09478836506605148, -0.7491400241851807, -0.5602369904518127, -0.04998014122247696, -0.2682177424430847, -1.5448740720748901, -0.7567327618598938, -0.6610932350158691, -0.12319930642843246, -0.3247447907924652, -0.8900198936462402, -1.5422720909118652, -1.2278244495391846, -0.8648569583892822, -1.0819439888000488, -1.1765954494476318, -1.2683343887329102, -2.551281690597534, -2.313434600830078, -1.0454071760177612, -0.9324113726615906, -1.3313648700714111, -1.7289655208587646, -0.7526024580001831, -0.02230345830321312, -0.031033219769597054, -0.01187458448112011, -0.009937220253050327, -0.9483798742294312, -1.2999237775802612, -2.4005849361419678, -1.8105666637420654, -1.8945205211639404, -0.4043821096420288, -2.7822859287261963, -1.0609427690505981, -1.8748656511306763, -1.6366071701049805, -1.9270594120025635, -1.3439081907272339, -1.8925446271896362, -1.4827558994293213, -0.10840024799108505, -1.4719409942626953, -1.0401045083999634, -1.4599300622940063, -1.3248943090438843, -2.2860612869262695, -1.6649236679077148, -1.0164268016815186, -1.8616397380828857, -1.0073416233062744, -1.4086507558822632, -0.8643068671226501, -1.69610595703125, -1.3644136190414429, -1.2617841958999634, -0.8737147450447083, -1.397219181060791, -1.323476791381836, -1.8512815237045288, -0.9719323515892029, -1.6648023128509521, -1.0520002841949463, -2.9621410369873047, -2.367736577987671, -1.1800193786621094, -1.9658892154693604, -0.9866361618041992, -1.281543493270874, -1.8700721263885498, -1.4489208459854126, -1.7007302045822144, -1.0346150398254395, -1.7915722131729126, -2.968459129333496, -1.926120638847351, -1.6133942604064941, -1.7782403230667114, -0.03880450502038002, -0.5740812420845032, -0.9439652562141418, -1.9675331115722656, -1.8957518339157104, -1.9188232421875, -0.45159912109375, -1.335035800933838, -1.5771242380142212, -1.4317768812179565, -1.753920316696167, -1.7312124967575073, -1.022133708000183, -1.0963337421417236, -0.9930962920188904, -1.6730047464370728, -2.0177807807922363, -0.030645649880170822, -0.26598164439201355, -1.5532097816467285, -1.4317951202392578, -1.88224196434021, -0.761313796043396, -2.343963384628296, -2.1783158779144287, -1.6507147550582886, -0.2481163591146469, -1.1141533851623535, -0.41323572397232056, -1.4146736860275269, -1.7772362232208252, -2.4837658405303955, -1.8884011507034302, -1.5434136390686035, -2.0045018196105957, -1.7311525344848633, -2.2190463542938232, -1.9384825229644775, -1.875821828842163, -1.7231838703155518, -1.5291451215744019, -1.517866849899292, -0.32521283626556396, -0.9932510256767273, -1.6573960781097412, -1.7875295877456665, -2.0735256671905518, -0.8669513463973999, -1.4788401126861572, -0.799426794052124, -0.5190581679344177, -0.0430346243083477, -0.9084058403968811, -1.453356146812439, -2.0293848514556885, -2.140089511871338, -1.585221767425537, -0.9758362174034119, -1.7993370294570923, -1.5309429168701172, -1.7314693927764893, -1.6426842212677002, -1.580075740814209, -1.500869631767273, -1.7353788614273071, -1.063071846961975, -1.3845577239990234, -1.8701890707015991, -1.6100696325302124, -1.7208209037780762, -1.1590440273284912, -1.2837591171264648, -1.2757110595703125, -1.195089340209961, -2.477886915206909, -1.0881215333938599, -0.9486078023910522, -1.0109487771987915, -1.7814655303955078, -1.4400097131729126, -0.14086809754371643, -0.8598901629447937, -0.5872595906257629, -0.2682665288448334, -0.982611358165741, -1.8466087579727173, -1.7870837450027466, -1.0544885396957397, -1.411023497581482, -1.842627763748169, -2.536104202270508, -1.8640196323394775]}, "Bot004_089_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol I love to make friends and family have you 5cats? i don't have any cats i just have a dog. but i like cats so much. I have a cat named oreo, he is my favorite. it's a great name ! tell me about you more I have never seen that. I am sure it is. tell me about yourself  one kiss is all it takes don't you ever forget that. I do not think that is a good thing. i never said it's a good thing. you just make sure you remember. I think i will try that. I am not sure if i could fit right in. what do you like to do I like to surf and surf where do you surf often", "response": "I am a pilot by the way", "annotation_id": "Bot004_089_20", "annotations": ["T", "T", "X", "T", "X", "T", "T", "T", "X", "X", "T", "X", "O", "O", "X"], "gpt2_target_score": [-10.675421714782715, -9.046005249023438, -6.617650985717773, -13.830605506896973, -5.369996547698975, -10.702669143676758, -14.101561546325684], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -1.5271921157836914, -2.040292501449585, -2.0123279094696045, -2.157262086868286, -1.4237697124481201, -2.9301090240478516, -0.8312033414840698, -1.5627793073654175, -1.894684076309204, -0.04773518443107605, -1.589781641960144, -1.6579103469848633, -0.8552611470222473, -0.11269103735685349, -3.8238730430603027, -3.2971866130828857, -2.7759318351745605, -2.15867018699646, -1.9566336870193481, -1.1663821935653687, -1.313952088356018, -1.1127184629440308, -0.8728138208389282, -1.151607632637024, -0.2929152250289917, -1.131205677986145, -2.132950782775879, -1.1853694915771484, -0.18852780759334564, -1.236525297164917, -1.5064018964767456, -1.2268704175949097, -1.495998740196228, -0.9315629601478577, -0.8316423892974854, -1.6079035997390747, -1.4631987810134888, -1.1455280780792236, -1.1117446422576904, -1.2382301092147827, -1.4854950904846191, -1.3842686414718628, -1.2708135843276978, -2.709430694580078, -1.3070698976516724, -2.3039262294769287, -1.4658570289611816, -2.0287954807281494, -0.1067923754453659, -1.4577224254608154, -1.7056822776794434, -1.9453896284103394, -0.9962863326072693, -1.9828890562057495, -1.2139654159545898, -1.8767402172088623, -1.4812877178192139, -0.8704614043235779, -1.124977707862854, -0.6967827677726746, -0.7076202630996704, -0.7517776489257812, -1.5519142150878906, -1.5084362030029297, -1.7584712505340576, -1.1666194200515747, -2.3261756896972656, -1.4256105422973633, -1.2155460119247437, -0.8745498657226562, -2.010535478591919, -2.096200942993164, -1.414150595664978, -2.2745347023010254, -1.7093943357467651, -1.6818708181381226, -0.8216109275817871, -0.10712946951389313, -0.05803569406270981, -2.7839410305023193, -0.6767899394035339, -1.615848183631897, -0.4818629026412964, -1.6152238845825195, -1.7659320831298828, -0.12433425337076187, -0.6241120100021362, -1.8771183490753174, -2.1128268241882324, -0.7589730620384216, -0.6757820844650269, -1.122455358505249, -0.09478836506605148, -0.7491400241851807, -0.5602369904518127, -0.04998014122247696, -0.2682177424430847, -1.5448740720748901, -0.7567327618598938, -0.6610932350158691, -0.12319930642843246, -0.3247447907924652, -0.8900198936462402, -1.5422720909118652, -1.2278244495391846, -0.8648569583892822, -1.0819439888000488, -1.1765954494476318, -1.2683343887329102, -2.551281690597534, -2.313434600830078, -1.0454071760177612, -0.9324113726615906, -1.3313648700714111, -1.7289655208587646, -0.7526024580001831, -0.02230345830321312, -0.031033219769597054, -0.01187458448112011, -0.009937220253050327, -0.9483798742294312, -1.2999356985092163, -2.400589942932129, -1.810553789138794, -1.894516110420227, -0.40437859296798706, -2.782273530960083, -1.0609499216079712, -1.8748915195465088, -1.636599063873291, -1.9270466566085815, -1.3439009189605713, -1.892541527748108, -1.4827460050582886, -0.10840163379907608, -1.4719382524490356, -1.0400890111923218, -1.4599244594573975, -1.3248775005340576, -2.2860682010650635, -1.664940595626831, -1.016433835029602, -1.8616394996643066, -1.0073494911193848, -1.408644676208496, -0.8643025159835815, -1.696105718612671, -1.3644087314605713, -1.2617863416671753, -0.873713493347168, -1.3972375392913818, -1.3234831094741821, -1.851264476776123, -0.971939742565155, -1.6648029088974, -1.0520113706588745, -2.9621331691741943, -2.3677260875701904, -1.1800131797790527, -1.9658875465393066, -0.9866489171981812, -1.2815592288970947, -1.8700846433639526, -1.4489127397537231, -1.7007323503494263, -1.0346065759658813, -1.7915782928466797, -2.9684557914733887, -1.9261237382888794, -1.613392949104309, -1.7782343626022339, -0.038804732263088226, -0.5740829706192017, -0.9439703226089478, -1.9675192832946777, -1.8957438468933105, -1.9188101291656494, -0.4515962302684784, -1.3350390195846558, -1.5771257877349854, -1.4317764043807983, -1.753925085067749, -1.7312275171279907, -1.0221377611160278, -1.0963332653045654, -0.993096113204956, -1.673012614250183, -2.0177817344665527, -0.03064599633216858, -0.26598474383354187, -1.5532116889953613, -1.4318026304244995, -1.8822486400604248, -0.7613145709037781, -2.343949556350708, -2.178321123123169, -1.6507213115692139, -0.24811413884162903, -1.114159345626831, -0.413239449262619, -1.414662480354309, -1.7772401571273804, -2.4837658405303955, -1.888391375541687, -1.5434093475341797, -2.004488706588745, -1.731146216392517, -2.21903920173645, -1.9384979009628296, -1.87583589553833, -1.7231864929199219, -1.5291348695755005, -1.5178742408752441, -0.3252190351486206, -0.9932405948638916, -1.6573853492736816, -1.7875308990478516, -2.073521852493286, -0.8669412732124329, -1.478849172592163, -0.7994313836097717, -0.5190581679344177, -0.043034281581640244, -0.9084053635597229, -1.453344702720642, -2.029388427734375, -2.1400909423828125, -1.5852017402648926, -0.9758294224739075, -1.7993266582489014, -1.5309584140777588, -1.7314729690551758, -1.6426804065704346, -1.580068826675415, -1.5008753538131714, -1.735399603843689, -1.063076376914978, -1.3845559358596802, -1.8701813220977783, -1.6100726127624512, -1.7208137512207031, -1.1590551137924194, -1.283762812614441, -1.2757127285003662, -1.1950855255126953, -2.477872610092163, -1.0881211757659912, -0.9486244320869446, -1.010947823524475, -1.7814689874649048, -1.4399932622909546, -0.14086809754371643, -0.8598983883857727, -0.5872695446014404, -0.26826387643814087, -0.9826125502586365, -1.8148188591003418, -0.8074843883514404, -1.4734598398208618, -1.6730096340179443, -2.834332227706909, -1.6344859600067139, -0.6970229148864746, -0.3040297329425812, -0.5345613360404968, -0.5597009062767029, -0.7703276872634888, -1.7611161470413208, -2.0029137134552, -1.1353003978729248, -0.908863365650177, -1.4962761402130127, -1.4501957893371582, -0.1720607429742813, -0.7798727750778198]}, "Bot004_090_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii", "response": "I am a retired man. Are you an electrician?", "annotation_id": "Bot004_090_02", "annotations": ["T", "T", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.675424575805664, -9.046003341674805, -6.61762809753418, -12.576079368591309, -9.25109577178955, -9.649837493896484, -11.773433685302734, -8.880838394165039, -14.45679759979248, -16.958965301513672, -17.665632247924805, -4.104351043701172], "gpt2_argmax_score": [-1.731363296508789, -1.6892073154449463, -2.279188394546509, -1.8260794878005981, -1.9539765119552612, -3.322986125946045, -0.7879330515861511, -0.5768523812294006, -1.3879271745681763, -1.3337892293930054, -0.5759260654449463, -1.4603232145309448, -0.44034525752067566, -0.3532717525959015, -1.3022907972335815, -0.6488585472106934, -0.13751401007175446, -1.7639555931091309, -0.589049220085144, -2.0327041149139404, -0.8255693316459656, -0.9207918643951416, -0.9510038495063782, -2.1013002395629883, -1.7693225145339966, -1.7333588600158691, -1.649272084236145, -3.5521421432495117, -1.4289276599884033, -1.1766505241394043, -0.11594605445861816, -2.118072986602783, -2.6802830696105957, -0.03167152404785156, -0.6511918306350708, -0.3446555733680725]}, "Bot004_090_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian", "response": "I am sorry to hear that.", "annotation_id": "Bot004_090_04", "annotations": ["O", "T", "O", "O", "X", "O", "O", "O", "T", "O", "O", "T", "T", "T", "T"], "gpt2_target_score": [-10.675424575805664, -9.046003341674805, -7.619489669799805, -7.668593406677246, -16.268993377685547, -10.505474090576172, -7.787387371063232], "gpt2_argmax_score": [-1.731363296508789, -1.6892073154449463, -2.279188394546509, -1.8260794878005981, -1.9539765119552612, -3.322986125946045, -0.7879330515861511, -0.5768523812294006, -1.3879271745681763, -1.3337892293930054, -0.5759260654449463, -1.4603232145309448, -0.44034525752067566, -0.3532717525959015, -1.3022907972335815, -0.6488585472106934, -0.13751401007175446, -1.7639555931091309, -0.589049220085144, -2.0327041149139404, -0.8255693316459656, -0.9207918643951416, -0.9510038495063782, -1.747402548789978, -1.758939504623413, -1.8987435102462769, -3.610023260116577, -1.4921702146530151, -1.4480458498001099, -0.10269960016012192, -2.184476613998413, -2.560328483581543, -0.032701533287763596, -0.5588741898536682, -1.3949893712997437, -1.6385434865951538, -1.0739867687225342, -1.0351091623306274, -0.8561623096466064, -0.020893128588795662, -1.0443252325057983, -1.1681287288665771, -2.2213733196258545, -0.8879600763320923, -1.1981792449951172, -1.776937484741211, -0.34990763664245605, -0.5901121497154236, -0.9839182496070862, -1.2581063508987427]}, "Bot004_090_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old", "response": "Wow that is quite impressive.", "annotation_id": "Bot004_090_06", "annotations": ["T", "O", "T", "T", "X", "T", "O", "O", "T", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-15.717081069946289, -8.00367546081543, -9.077131271362305, -10.964003562927246, -17.345653533935547, -9.649837493896484], "gpt2_argmax_score": [-1.731363296508789, -1.6892073154449463, -2.279188394546509, -1.8260794878005981, -1.9539765119552612, -3.322986125946045, -0.7879330515861511, -0.5768523812294006, -1.3879271745681763, -1.3337892293930054, -0.5759260654449463, -1.4603232145309448, -0.44034525752067566, -0.3532717525959015, -1.3022907972335815, -0.6488585472106934, -0.13751401007175446, -1.7639555931091309, -0.589049220085144, -2.0327041149139404, -0.8255693316459656, -0.9207918643951416, -0.9510038495063782, -1.747402548789978, -1.7589632272720337, -1.898748755455017, -3.610032796859741, -1.4921691417694092, -1.4480345249176025, -0.1027001366019249, -2.1844711303710938, -2.5603251457214355, -0.032701533287763596, -0.5588700175285339, -1.3949882984161377, -1.6385427713394165, -1.07398521900177, -1.0351061820983887, -0.8561611175537109, -0.020893245935440063, -1.044324517250061, -1.168121576309204, -0.39765429496765137, -0.9125783443450928, -1.369616985321045, -0.6820624470710754, -0.9051540493965149, -0.961307942867279, -1.7828025817871094, -0.8538233041763306, -1.1242400407791138, -1.0519511699676514, -1.3557624816894531, -0.028454959392547607, -1.1360505819320679, -2.1327216625213623, -1.3287657499313354, -1.0006377696990967, -1.9632865190505981, -1.3610906600952148, -1.0132337808609009, -1.5111479759216309]}, "Bot004_090_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team", "response": "I love soccer, i am a big fan of country music. Do you work my parents farms?", "annotation_id": "Bot004_090_08", "annotations": ["O", "T", "X", "T", "O", "O", "O", "O", "X", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-10.675421714782715, -11.338836669921875, -12.496252059936523, -6.866677284240723, -8.915528297424316, -12.336938858032227, -8.894671440124512, -12.128795623779297, -13.463913917541504, -9.884522438049316, -14.65821361541748, -11.007152557373047, -8.150327682495117, -8.14843463897705, -7.72211217880249, -14.587769508361816, -4.111517906188965, -11.823786735534668, -15.315861701965332, -3.00581955909729], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -0.9207944273948669, -0.9510008096694946, -1.747443437576294, -1.758923888206482, -1.898712158203125, -3.610037326812744, -1.4922430515289307, -1.4480682611465454, -0.10269562155008316, -2.184464931488037, -2.5603325366973877, -0.03270187973976135, -0.558858335018158, -1.3950084447860718, -1.638548731803894, -1.0739623308181763, -1.0350852012634277, -0.856171727180481, -0.02089242823421955, -1.0443015098571777, -1.1681406497955322, -0.3976416289806366, -0.9125773906707764, -1.369592547416687, -0.682045042514801, -0.9052037596702576, -0.9612782597541809, -1.7827774286270142, -0.8538163304328918, -1.1242705583572388, -1.0519529581069946, -1.3557934761047363, -0.028455190360546112, -1.136066198348999, -1.349558711051941, -0.9034211039543152, -2.016378879547119, -1.2151626348495483, -0.8715932369232178, -1.4904752969741821, -1.487356424331665, -2.3754141330718994, -2.502079963684082, -1.524867296218872, -2.8757596015930176, -0.4615207314491272, -1.7217706441879272, -2.4402101039886475, -1.7030285596847534, -2.093189001083374, -1.4397464990615845, -1.4329782724380493, -1.9568142890930176, -1.5960628986358643, -3.0934433937072754, -0.449556827545166, -0.13278964161872864, -1.9817715883255005, -1.9995976686477661, -1.3959691524505615, -1.314336895942688, -0.1102634072303772, -1.1566647291183472, -1.2138384580612183, -1.0328675508499146, -2.0525949001312256, -0.6445589661598206, -0.5899198651313782]}, "Bot004_090_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team I love soccer, i am a big fan of country music. Do you work my parents farms? i m not working", "response": "What do you do for work?", "annotation_id": "Bot004_090_10", "annotations": ["T", "T", "X", "T", "O", "T", "O", "O", "X", "O", "T", "O", "X", "O", "X"], "gpt2_target_score": [-14.302084922790527, -10.411895751953125, -7.690832138061523, -10.595162391662598, -4.237809658050537, -13.630075454711914, -6.505122661590576], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -0.9207944273948669, -0.9510008096694946, -1.747443437576294, -1.758923888206482, -1.898712158203125, -3.610037326812744, -1.4922430515289307, -1.4480682611465454, -0.10269562155008316, -2.184464931488037, -2.5603325366973877, -0.03270187973976135, -0.558858335018158, -1.3950084447860718, -1.638548731803894, -1.0739623308181763, -1.0350852012634277, -0.856171727180481, -0.02089242823421955, -1.0443015098571777, -1.1681406497955322, -0.3976384401321411, -0.9125811457633972, -1.369593620300293, -0.6820387244224548, -0.9051982760429382, -0.9612683653831482, -1.7827867269515991, -0.8538082838058472, -1.124272346496582, -1.051947832107544, -1.3557918071746826, -0.028454959392547607, -1.1360591650009155, -1.3495525121688843, -0.9034097194671631, -2.01639723777771, -1.215167760848999, -0.8715799450874329, -1.4904621839523315, -1.4873498678207397, -2.3754098415374756, -2.5020864009857178, -1.5248650312423706, -2.8757500648498535, -0.46152353286743164, -1.7217721939086914, -1.4797887802124023, -1.5346075296401978, -1.330511450767517, -1.8543857336044312, -1.8917269706726074, -1.5908442735671997, -3.3948676586151123, -0.4850044548511505, -0.13249345123767853, -1.9701961278915405, -1.6866309642791748, -1.4243206977844238, -1.6322014331817627, -0.10328753292560577, -1.258850336074829, -1.22747802734375, -1.1346040964126587, -1.979882001876831, -0.6866030693054199, -1.9282433986663818, -1.621768593788147, -1.7764627933502197, -1.5795819759368896, -1.0273950099945068, -2.1802382469177246, -1.7624269723892212, -0.12362520396709442, -0.41951754689216614, -0.9341022968292236, -1.6227781772613525, -0.21732881665229797, -0.3319684863090515]}, "Bot004_090_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team I love soccer, i am a big fan of country music. Do you work my parents farms? i m not working What do you do for work? i hate my big brother", "response": "You are crazy?", "annotation_id": "Bot004_090_12", "annotations": ["O", "T", "X", "T", "T", "O", "T", "O", "T", "O", "T", "T", "T", "T", "X"], "gpt2_target_score": [-14.424895286560059, -12.611251831054688, -6.231695175170898, -11.072487831115723], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -0.9207944273948669, -0.9510008096694946, -1.747443437576294, -1.758923888206482, -1.898712158203125, -3.610037326812744, -1.4922430515289307, -1.4480682611465454, -0.10269562155008316, -2.184464931488037, -2.5603325366973877, -0.03270187973976135, -0.558858335018158, -1.3950084447860718, -1.638548731803894, -1.0739623308181763, -1.0350852012634277, -0.856171727180481, -0.02089242823421955, -1.0443015098571777, -1.1681406497955322, -0.3976384401321411, -0.9125811457633972, -1.369593620300293, -0.6820387244224548, -0.9051982760429382, -0.9612683653831482, -1.7827867269515991, -0.8538082838058472, -1.124272346496582, -1.051947832107544, -1.3557918071746826, -0.028454959392547607, -1.1360591650009155, -1.3495525121688843, -0.9034097194671631, -2.01639723777771, -1.215167760848999, -0.8715799450874329, -1.4904621839523315, -1.4873498678207397, -2.3754098415374756, -2.5020864009857178, -1.5248650312423706, -2.8757500648498535, -0.46152353286743164, -1.7217721939086914, -1.4797887802124023, -1.5346075296401978, -1.330511450767517, -1.8543857336044312, -1.8917269706726074, -1.5908442735671997, -3.3948676586151123, -0.4850044548511505, -0.13249345123767853, -1.9701961278915405, -1.6866309642791748, -1.4243206977844238, -1.6322014331817627, -0.10328753292560577, -1.258850336074829, -1.22747802734375, -1.1346040964126587, -1.979882001876831, -0.6866030693054199, -1.9282433986663818, -1.621768593788147, -1.7764627933502197, -1.5795819759368896, -1.0273950099945068, -1.926253080368042, -0.10858388245105743, -0.4267464578151703, -0.8980574011802673, -1.6589019298553467, -0.33546558022499084, -1.4627901315689087, -1.584015965461731, -2.4537179470062256, -0.7442453503608704, -1.3394219875335693, -1.8476927280426025, -2.1808531284332275, -2.1238021850585938, -1.759534239768982, -1.3622878789901733, -0.5676448345184326]}, "Bot004_090_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team I love soccer, i am a big fan of country music. Do you work my parents farms? i m not working What do you do for work? i hate my big brother You are crazy? he can do everything, but i m not, forbidden for me", "response": "I am not a fan of that. I am wiccan so i do not know what to say.", "annotation_id": "Bot004_090_14", "annotations": ["T", "T", "T", "T", "X", "T", "T", "O", "O", "O", "T", "T", "X", "X", "X"], "gpt2_target_score": [-10.675421714782715, -9.046005249023438, -7.920339584350586, -6.054238319396973, -12.809342384338379, -10.212839126586914, -9.457488059997559, -6.500492095947266, -9.82601261138916, -12.413483619689941, -8.5703763961792, -14.242485046386719, -12.266096115112305, -7.330441474914551, -5.69922399520874, -12.058014869689941, -10.74289608001709, -10.292155265808105, -3.641240119934082, -5.786062240600586, -11.748133659362793, -6.3657941818237305], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -0.9207944273948669, -0.9510008096694946, -1.747443437576294, -1.758923888206482, -1.898712158203125, -3.610037326812744, -1.4922430515289307, -1.4480682611465454, -0.10269562155008316, -2.184464931488037, -2.5603325366973877, -0.03270187973976135, -0.558858335018158, -1.3950084447860718, -1.638548731803894, -1.0739623308181763, -1.0350852012634277, -0.856171727180481, -0.02089242823421955, -1.0443015098571777, -1.1681406497955322, -0.3976384401321411, -0.9125811457633972, -1.369593620300293, -0.6820387244224548, -0.9051982760429382, -0.9612683653831482, -1.7827867269515991, -0.8538082838058472, -1.124272346496582, -1.051947832107544, -1.3557918071746826, -0.028454959392547607, -1.1360591650009155, -1.3495525121688843, -0.9034097194671631, -2.01639723777771, -1.215167760848999, -0.8715799450874329, -1.4904621839523315, -1.4873498678207397, -2.3754098415374756, -2.5020864009857178, -1.5248650312423706, -2.8757500648498535, -0.46152353286743164, -1.7217721939086914, -1.4797887802124023, -1.5346075296401978, -1.330511450767517, -1.8543857336044312, -1.8917269706726074, -1.5908442735671997, -3.3948676586151123, -0.4850044548511505, -0.13249345123767853, -1.9701961278915405, -1.6866309642791748, -1.4243206977844238, -1.6322014331817627, -0.10328753292560577, -1.258850336074829, -1.22747802734375, -1.1346040964126587, -1.979882001876831, -0.6866030693054199, -1.9282433986663818, -1.621768593788147, -1.7764627933502197, -1.5795819759368896, -1.0273950099945068, -1.926253080368042, -0.10858388245105743, -0.4267464578151703, -0.8980574011802673, -1.6589094400405884, -0.33546507358551025, -1.4627872705459595, -1.5840140581130981, -2.453705310821533, -0.7442477345466614, -1.33940851688385, -1.8476895093917847, -2.169715404510498, -1.8475558757781982, -1.523181438446045, -1.890061378479004, -1.139962911605835, -1.0842479467391968, -1.729332685470581, -2.0305845737457275, -2.01796817779541, -1.5899133682250977, -1.9753313064575195, -1.2168197631835938, -1.717506766319275, -1.165710210800171, -1.419557809829712, -1.4888839721679688, -0.9477057456970215, -2.3027853965759277, -1.7249865531921387, -1.8541319370269775, -1.9225349426269531, -1.9302446842193604, -0.1627812683582306, -1.6528910398483276, -1.6213027238845825, -1.4252134561538696, -1.434877872467041, -1.3985096216201782, -2.442535638809204, -2.51982045173645, -2.339609384536743, -0.9635835886001587, -1.8658289909362793, -1.9398000240325928, -1.9844601154327393, -1.5406650304794312, -1.5041414499282837, -0.15319767594337463, -1.2982810735702515, -0.9325563311576843]}, "Bot004_090_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team I love soccer, i am a big fan of country music. Do you work my parents farms? i m not working What do you do for work? i hate my big brother You are crazy? he can do everything, but i m not, forbidden for me I am not a fan of that. I am wiccan so i do not know what to say. its difficult to saying anything", "response": "I am sorry to hear that.", "annotation_id": "Bot004_090_16", "annotations": ["O", "O", "X", "T", "X", "O", "T", "T", "T", "O", "T", "T", "O", "O", "T"], "gpt2_target_score": [-10.675421714782715, -9.046005249023438, -7.619466781616211, -7.668557167053223, -16.26902961730957, -10.50547981262207, -7.787391185760498], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -0.9207944273948669, -0.9510008096694946, -1.747443437576294, -1.758923888206482, -1.898712158203125, -3.610037326812744, -1.4922430515289307, -1.4480682611465454, -0.10269562155008316, -2.184464931488037, -2.5603325366973877, -0.03270187973976135, -0.558858335018158, -1.3950084447860718, -1.638548731803894, -1.0739623308181763, -1.0350852012634277, -0.856171727180481, -0.02089242823421955, -1.0443015098571777, -1.1681406497955322, -0.3976384401321411, -0.9125811457633972, -1.369593620300293, -0.6820387244224548, -0.9051982760429382, -0.9612683653831482, -1.7827867269515991, -0.8538082838058472, -1.124272346496582, -1.051947832107544, -1.3557918071746826, -0.028454959392547607, -1.1360591650009155, -1.3495525121688843, -0.9034097194671631, -2.01639723777771, -1.215167760848999, -0.8715799450874329, -1.4904621839523315, -1.4873498678207397, -2.3754098415374756, -2.5020864009857178, -1.5248650312423706, -2.8757500648498535, -0.46152353286743164, -1.7217721939086914, -1.4797887802124023, -1.5346075296401978, -1.330511450767517, -1.8543857336044312, -1.8917269706726074, -1.5908442735671997, -3.3948676586151123, -0.4850044548511505, -0.13249345123767853, -1.9701961278915405, -1.6866309642791748, -1.4243206977844238, -1.6322014331817627, -0.10328753292560577, -1.258850336074829, -1.22747802734375, -1.1346040964126587, -1.979882001876831, -0.6866030693054199, -1.9282433986663818, -1.621768593788147, -1.7764627933502197, -1.5795819759368896, -1.0273950099945068, -1.926253080368042, -0.10858388245105743, -0.4267464578151703, -0.8980574011802673, -1.6589094400405884, -0.33546507358551025, -1.4627872705459595, -1.5840140581130981, -2.453705310821533, -0.7442477345466614, -1.33940851688385, -1.8476895093917847, -2.169715404510498, -1.8475558757781982, -1.523181438446045, -1.890061378479004, -1.139962911605835, -1.0842479467391968, -1.729332685470581, -2.0305845737457275, -2.01796817779541, -1.5899133682250977, -1.9753313064575195, -1.2168197631835938, -1.717506766319275, -1.165710210800171, -1.419557809829712, -1.4888839721679688, -0.9477057456970215, -1.188190221786499, -1.7252943515777588, -1.6141473054885864, -2.047794818878174, -0.2640461325645447, -2.236745595932007, -1.5699840784072876, -1.4992239475250244, -1.2987521886825562, -1.6557608842849731, -2.6325175762176514, -2.51637601852417, -2.586459159851074, -1.005346655845642, -1.7526564598083496, -1.5165256261825562, -1.9624524116516113, -1.5735710859298706, -1.4084961414337158, -0.12327497452497482, -1.3638756275177002, -1.708410382270813, -1.874672532081604, -1.0117945671081543, -2.7542662620544434, -2.2879230976104736, -2.0468666553497314, -2.3291187286376953, -2.000983715057373, -1.670215129852295, -1.457575798034668, -0.03324894979596138, -0.21013964712619781, -0.6307324767112732, -1.453338384628296]}, "Bot004_090_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team I love soccer, i am a big fan of country music. Do you work my parents farms? i m not working What do you do for work? i hate my big brother You are crazy? he can do everything, but i m not, forbidden for me I am not a fan of that. I am wiccan so i do not know what to say. its difficult to saying anything I am sorry to hear that. thanks for understanding me", "response": "You are welcome. Do you like music?", "annotation_id": "Bot004_090_18", "annotations": ["T", "O", "O", "X", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-14.424895286560059, -12.611251831054688, -12.368597030639648, -7.009682655334473, -11.848649024963379, -11.545656204223633, -12.502020835876465, -11.600345611572266, -8.500466346740723], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -0.9207944273948669, -0.9510008096694946, -1.747443437576294, -1.758923888206482, -1.898712158203125, -3.610037326812744, -1.4922430515289307, -1.4480682611465454, -0.10269562155008316, -2.184464931488037, -2.5603325366973877, -0.03270187973976135, -0.558858335018158, -1.3950084447860718, -1.638548731803894, -1.0739623308181763, -1.0350852012634277, -0.856171727180481, -0.02089242823421955, -1.0443015098571777, -1.1681406497955322, -0.3976384401321411, -0.9125811457633972, -1.369593620300293, -0.6820387244224548, -0.9051982760429382, -0.9612683653831482, -1.7827867269515991, -0.8538082838058472, -1.124272346496582, -1.051947832107544, -1.3557918071746826, -0.028454959392547607, -1.1360591650009155, -1.3495525121688843, -0.9034097194671631, -2.01639723777771, -1.215167760848999, -0.8715799450874329, -1.4904621839523315, -1.4873498678207397, -2.3754098415374756, -2.5020864009857178, -1.5248650312423706, -2.8757500648498535, -0.46152353286743164, -1.7217721939086914, -1.4797887802124023, -1.5346075296401978, -1.330511450767517, -1.8543857336044312, -1.8917269706726074, -1.5908442735671997, -3.3948676586151123, -0.4850044548511505, -0.13249345123767853, -1.9701961278915405, -1.6866309642791748, -1.4243206977844238, -1.6322014331817627, -0.10328753292560577, -1.258850336074829, -1.22747802734375, -1.1346040964126587, -1.979882001876831, -0.6866030693054199, -1.9282433986663818, -1.621768593788147, -1.7764627933502197, -1.5795819759368896, -1.0273950099945068, -1.926253080368042, -0.10858388245105743, -0.4267464578151703, -0.8980574011802673, -1.6589094400405884, -0.33546507358551025, -1.4627872705459595, -1.5840140581130981, -2.453705310821533, -0.7442477345466614, -1.33940851688385, -1.8476895093917847, -2.169715404510498, -1.8475558757781982, -1.523181438446045, -1.890061378479004, -1.139962911605835, -1.0842479467391968, -1.729332685470581, -2.0305845737457275, -2.01796817779541, -1.5899133682250977, -1.9753313064575195, -1.2168197631835938, -1.717506766319275, -1.165710210800171, -1.419557809829712, -1.4888839721679688, -0.9477057456970215, -1.188190221786499, -1.7252943515777588, -1.6141473054885864, -2.047794818878174, -0.2640461325645447, -2.236745595932007, -1.5699840784072876, -1.4992239475250244, -1.2987521886825562, -1.6557608842849731, -2.6325175762176514, -2.516381025314331, -2.586453437805176, -1.005355954170227, -1.7526538372039795, -1.5165351629257202, -1.9624497890472412, -1.57356858253479, -1.4084993600845337, -0.12327634543180466, -1.3638684749603271, -1.7084282636642456, -1.8746793270111084, -1.0117956399917603, -2.7542717456817627, -2.2879204750061035, -2.0468623638153076, -2.2727041244506836, -0.7166534662246704, -1.572057843208313, -0.07827935367822647, -1.0797030925750732, -0.6540926694869995, -1.4596846103668213, -0.8904677033424377, -1.4373881816864014, -1.370134711265564, -1.3081470727920532, -2.204928159713745, -1.3025894165039062, -2.0776894092559814, -1.0134451389312744, -1.745627999305725, -0.33759692311286926, -1.5592498779296875, -2.602198600769043, -0.33144548535346985, -1.1134928464889526]}, "Bot004_090_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team I love soccer, i am a big fan of country music. Do you work my parents farms? i m not working What do you do for work? i hate my big brother You are crazy? he can do everything, but i m not, forbidden for me I am not a fan of that. I am wiccan so i do not know what to say. its difficult to saying anything I am sorry to hear that. thanks for understanding me You are welcome. Do you like music? yes rap and r&b", "response": "I like pop music and country.", "annotation_id": "Bot004_090_20", "annotations": ["O", "O", "O", "X", "X", "O", "O", "X", "O", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-10.675421714782715, -7.795090198516846, -11.125173568725586, -13.12764835357666, -2.0704970359802246, -14.141611099243164, -7.787391185760498], "gpt2_argmax_score": [-1.7313454151153564, -1.6891942024230957, -2.2791802883148193, -1.8260737657546997, -1.95401132106781, -3.322984457015991, -0.7879327535629272, -0.5768473148345947, -1.3879367113113403, -1.3337910175323486, -0.5759380459785461, -1.4603161811828613, -0.4403518736362457, -0.353253573179245, -1.3022818565368652, -0.6488355398178101, -0.1375190019607544, -1.7639572620391846, -0.589055061340332, -2.032705545425415, -0.8255563378334045, -0.9207944273948669, -0.9510008096694946, -1.747443437576294, -1.758923888206482, -1.898712158203125, -3.610037326812744, -1.4922430515289307, -1.4480682611465454, -0.10269562155008316, -2.184464931488037, -2.5603325366973877, -0.03270187973976135, -0.558858335018158, -1.3950084447860718, -1.638548731803894, -1.0739623308181763, -1.0350852012634277, -0.856171727180481, -0.02089242823421955, -1.0443015098571777, -1.1681406497955322, -0.3976384401321411, -0.9125811457633972, -1.369593620300293, -0.6820387244224548, -0.9051982760429382, -0.9612683653831482, -1.7827867269515991, -0.8538082838058472, -1.124272346496582, -1.051947832107544, -1.3557918071746826, -0.028454959392547607, -1.1360591650009155, -1.3495525121688843, -0.9034097194671631, -2.01639723777771, -1.215167760848999, -0.8715799450874329, -1.4904621839523315, -1.4873498678207397, -2.3754098415374756, -2.5020864009857178, -1.5248650312423706, -2.8757500648498535, -0.46152353286743164, -1.7217721939086914, -1.4797887802124023, -1.5346075296401978, -1.330511450767517, -1.8543857336044312, -1.8917269706726074, -1.5908442735671997, -3.3948676586151123, -0.4850044548511505, -0.13249345123767853, -1.9701961278915405, -1.6866309642791748, -1.4243206977844238, -1.6322014331817627, -0.10328753292560577, -1.258850336074829, -1.22747802734375, -1.1346040964126587, -1.979882001876831, -0.6866030693054199, -1.9282433986663818, -1.621768593788147, -1.7764627933502197, -1.5795819759368896, -1.0273950099945068, -1.926253080368042, -0.10858388245105743, -0.4267464578151703, -0.8980574011802673, -1.6589094400405884, -0.33546507358551025, -1.4627872705459595, -1.5840140581130981, -2.453705310821533, -0.7442477345466614, -1.33940851688385, -1.8476895093917847, -2.169715404510498, -1.8475558757781982, -1.523181438446045, -1.890061378479004, -1.139962911605835, -1.0842479467391968, -1.729332685470581, -2.0305845737457275, -2.01796817779541, -1.5899133682250977, -1.9753313064575195, -1.2168197631835938, -1.717506766319275, -1.165710210800171, -1.419557809829712, -1.4888839721679688, -0.9477057456970215, -1.188190221786499, -1.7252943515777588, -1.6141473054885864, -2.047794818878174, -0.2640461325645447, -2.236745595932007, -1.5699840784072876, -1.4992239475250244, -1.2987521886825562, -1.6557608842849731, -2.6325175762176514, -2.51637601852417, -2.586459159851074, -1.005346655845642, -1.7526564598083496, -1.5165256261825562, -1.9624524116516113, -1.573570966720581, -1.4084924459457397, -0.12327560782432556, -1.3638684749603271, -1.7084150314331055, -1.8746824264526367, -1.0117946863174438, -2.754270076751709, -2.2879228591918945, -2.0468626022338867, -2.2727136611938477, -0.7166514992713928, -1.5720493793487549, -0.07827846705913544, -1.0796997547149658, -0.6540870666503906, -1.459680438041687, -0.8904704451560974, -1.4373760223388672, -1.3701364994049072, -1.3081399202346802, -1.0807887315750122, -2.0664145946502686, -1.2503952980041504, -1.7954462766647339, -0.1773655265569687, -1.5975847244262695, -2.484079360961914, -0.31055036187171936, -1.9733095169067383, -1.5043481588363647, -1.7873153686523438, -2.3009018898010254, -1.6336827278137207, -0.02315191738307476, -2.157397985458374, -2.065378427505493, -1.7476781606674194, -1.5140464305877686, -1.118237853050232, -1.332315444946289, -1.4589641094207764, -0.7970224022865295, -1.381407380104065]}, "Bot004_091_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much!", "response": "I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies?", "annotation_id": "Bot004_091_02", "annotations": ["O", "X", "O", "O", "T", "O", "O", "X", "O", "X", "X", "O", "X", "X", "X"], "gpt2_target_score": [-10.373396873474121, -9.036567687988281, -11.361605644226074, -16.57938575744629, -11.050788879394531, -9.772926330566406, -16.72539710998535, -5.296385288238525, -11.5664644241333, -6.801382541656494, -8.257001876831055, -11.86186695098877, -6.222648620605469, -10.798454284667969, -9.864014625549316, -4.739542007446289, -5.528921127319336, -12.80809497833252, -17.64156723022461, -13.049107551574707, -12.942121505737305, -11.545456886291504, -12.646538734436035, -15.682886123657227, -12.630537033081055, -20.50958251953125, -12.250953674316406, -3.357243537902832, -12.637617111206055, -12.480833053588867, -6.225375175476074], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -1.8268662691116333, -1.3612133264541626, -1.0589762926101685, -0.6189367175102234, -1.9247342348098755, -1.7781645059585571, -1.0498460531234741, -0.7893421649932861, -1.6205275058746338, -1.007100224494934, -1.353127360343933, -2.318490982055664, -1.7042677402496338, -1.2018128633499146, -2.0648419857025146, -1.662846565246582, -1.7684921026229858, -0.9782692193984985, -1.6268795728683472, -1.6260061264038086, -2.114426612854004, -1.7687631845474243, -2.3161067962646484, -3.132889986038208, -1.137616515159607, -0.0585772879421711, -2.329975128173828, -1.6420451402664185, -1.6432034969329834, -1.2327064275741577, -2.6786575317382812, -2.127547025680542, -1.9511269330978394, -0.4805770814418793, -1.4369308948516846, -0.787462055683136, -1.359362006187439, -0.1952568143606186, -1.141986608505249, -1.6327730417251587, -2.300443410873413, -0.9091382026672363, -0.031756289303302765, -2.8948776721954346, -2.9287283420562744, -0.33518683910369873, -0.7289286255836487, -1.8967456817626953, -2.28261399269104, -1.1427810192108154, -0.6185656785964966, -0.7339338660240173]}, "Bot004_091_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox", "response": "I am not familiar with that. Are you scared of dying?", "annotation_id": "Bot004_091_04", "annotations": ["O", "O", "O", "T", "X", "T", "T", "T", "O", "T", "T", "O", "T", "O", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -12.390130996704102, -17.71122932434082, -9.577978134155273, -9.421032905578613, -7.184743404388428, -14.705753326416016, -11.009955406188965, -14.158355712890625, -8.946144104003906, -16.567630767822266, -5.710381507873535], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.318495750427246, -1.7042800188064575, -1.201793909072876, -2.064807891845703, -1.6628493070602417, -1.7685109376907349, -0.978242814540863, -1.6269277334213257, -1.6260161399841309, -1.7209746837615967, -2.6689324378967285, -2.9949533939361572, -1.5563682317733765, -0.10429569333791733, -2.5409255027770996, -1.5011019706726074, -1.7262771129608154, -1.4090791940689087, -2.6527271270751953, -2.296274423599243, -2.0664870738983154, -0.47855857014656067, -1.4987274408340454, -0.9434015154838562, -1.5099949836730957, -0.19155490398406982, -0.9944983124732971, -1.8246212005615234, -2.3573079109191895, -0.8807932734489441, -0.037137847393751144, -2.892136573791504, -2.834472417831421, -0.23036202788352966, -0.5151281356811523, -1.8343404531478882, -2.251574993133545, -1.0108391046524048, -0.62798672914505, -1.8590730428695679, -1.221124291419983, -1.7832998037338257, -1.811362862586975, -1.1694692373275757, -1.5939688682556152, -1.86174476146698, -2.502018451690674, -2.5219316482543945, -0.3520191013813019, -1.3299096822738647, -2.930670976638794, -2.758688449859619, -2.4182889461517334, -2.0412702560424805, -2.0765185356140137, -1.5727288722991943, -1.0434539318084717, -0.03702561929821968, -2.2315165996551514, -1.734750509262085, -1.2769687175750732, -0.3836226463317871, -2.2533679008483887, -1.3914074897766113, -2.276012420654297, -0.5473752021789551, -0.6016179919242859]}, "Bot004_091_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you?", "response": "I am 22 and i am a huge fan of flowers", "annotation_id": "Bot004_091_06", "annotations": ["O", "O", "O", "T", "T", "X", "T", "O", "T", "O", "O", "O", "T", "O", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -10.140401840209961, -9.618729591369629, -9.567365646362305, -12.544781684875488, -10.083744049072266, -16.621631622314453, -14.72193431854248, -8.237274169921875, -13.632667541503906], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.318495750427246, -1.7042800188064575, -1.201793909072876, -2.064807891845703, -1.6628493070602417, -1.7685109376907349, -0.978242814540863, -1.6269277334213257, -1.6260161399841309, -1.7209746837615967, -2.6689324378967285, -2.9949533939361572, -1.5563682317733765, -0.10429569333791733, -2.5409255027770996, -1.5011019706726074, -1.7262771129608154, -1.4090791940689087, -2.6527271270751953, -2.296276330947876, -2.0664594173431396, -0.4785591661930084, -1.4987263679504395, -0.943393349647522, -1.5099817514419556, -0.19155342876911163, -0.9944976568222046, -1.8246264457702637, -2.3573098182678223, -0.8807960152626038, -0.037137847393751144, -2.892150640487671, -2.8344767093658447, -0.23036259412765503, -0.5151305198669434, -1.8343428373336792, -2.251591205596924, -1.0108295679092407, -0.6279910206794739, -1.8590633869171143, -1.2211259603500366, -1.783299207687378, -1.8113722801208496, -1.1694724559783936, -1.5939840078353882, -1.861751675605774, -2.5020153522491455, -2.5219311714172363, -0.35201331973075867, -1.3299065828323364, -2.9306697845458984, -2.758699655532837, -2.418287992477417, -2.1488404273986816, -1.6588428020477295, -0.8570422530174255, -0.049040768295526505, -2.3721587657928467, -1.7229806184768677, -1.7843469381332397, -0.24713261425495148, -2.205050230026245, -1.3327102661132812, -2.346686840057373, -0.5580922365188599, -1.587890863418579, -1.702781081199646, -1.2731819152832031, -1.064469337463379, -1.661673903465271, -1.7545204162597656, -1.6459592580795288, -2.105046033859253, -0.08457794785499573, -1.8467538356781006, -1.9948570728302002, -1.4197818040847778, -1.7340545654296875, -0.44974973797798157, -0.07145903259515762, -0.2974739670753479, -1.6571459770202637, -2.06915283203125, -1.387883186340332, -2.887216329574585, -1.6186717748641968, -1.7008657455444336, -1.9831584692001343, -2.5961179733276367, -2.8428215980529785, -0.25256070494651794, -0.06047942861914635, -0.9471304416656494, -1.121744990348816]}, "Bot004_091_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like?", "response": "I am very short and difficult to be honest", "annotation_id": "Bot004_091_08", "annotations": ["O", "T", "O", "T", "X", "X", "O", "T", "X", "O", "T", "O", "O", "O", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -13.963788986206055, -18.422189712524414, -7.652456283569336, -13.447049140930176, -10.129535675048828, -12.15750503540039, -17.688207626342773], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.318495750427246, -1.7042800188064575, -1.201793909072876, -2.064807891845703, -1.6628493070602417, -1.7685109376907349, -0.978242814540863, -1.6269277334213257, -1.6260161399841309, -1.7209746837615967, -2.6689324378967285, -2.9949533939361572, -1.5563682317733765, -0.10429569333791733, -2.5409255027770996, -1.5011019706726074, -1.7262771129608154, -1.4090791940689087, -2.6527271270751953, -2.296276330947876, -2.0664594173431396, -0.4785591661930084, -1.4987263679504395, -0.943393349647522, -1.5099817514419556, -0.19155342876911163, -0.9944976568222046, -1.8246264457702637, -2.3573098182678223, -0.8807960152626038, -0.037137847393751144, -2.892150640487671, -2.8344767093658447, -0.23036259412765503, -0.5151305198669434, -1.8343428373336792, -2.251591205596924, -1.0108295679092407, -0.6279910206794739, -1.8590633869171143, -1.2211259603500366, -1.783299207687378, -1.8113722801208496, -1.1694724559783936, -1.5939840078353882, -1.861751675605774, -2.5020153522491455, -2.5219311714172363, -0.35201331973075867, -1.3299065828323364, -2.9306697845458984, -2.758699655532837, -2.418287992477417, -2.1488404273986816, -1.6588428020477295, -0.8570422530174255, -0.049040768295526505, -2.3721587657928467, -1.7229806184768677, -1.7843469381332397, -0.24713261425495148, -2.205050230026245, -1.3327102661132812, -2.346686840057373, -0.5580922365188599, -1.587890863418579, -1.702781081199646, -1.2731819152832031, -1.064469337463379, -1.661673903465271, -1.7545204162597656, -1.6459592580795288, -2.105046033859253, -0.08457794785499573, -1.8467538356781006, -1.9948570728302002, -1.4197818040847778, -1.7340545654296875, -0.44974973797798157, -0.07145903259515762, -0.2974739670753479, -1.6571459770202637, -1.5110032558441162, -2.8379156589508057, -1.5399055480957031, -1.659179449081421, -2.2452056407928467, -2.5068421363830566, -3.0252280235290527, -0.3277200162410736, -0.057157002389431, -1.0979629755020142, -1.1571699380874634, -2.054400682449341, -2.313525438308716, -1.5786499977111816, -1.5272700786590576, -1.355888843536377, -2.2050654888153076, -1.882203221321106, -1.4627048969268799, -2.407524585723877, -1.5906184911727905, -1.3398998975753784, -1.8466297388076782, -0.38859155774116516, -2.6636102199554443, -1.7060694694519043, -0.7631603479385376]}, "Bot004_091_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like? I am very short and difficult to be honest i have blue eyes and long red hairs", "response": "That is weird. I am a bit older and love tattoos.", "annotation_id": "Bot004_091_10", "annotations": ["O", "O", "T", "T", "X", "X", "T", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-15.494501113891602, -7.302151203155518, -14.404764175415039, -7.094082832336426, -7.51215934753418, -12.544781684875488, -10.083744049072266, -17.035354614257812, -16.876203536987305, -6.920653820037842, -11.299797058105469, -16.837604522705078, -8.850197792053223], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.318495750427246, -1.7042800188064575, -1.201793909072876, -2.064807891845703, -1.6628493070602417, -1.7685109376907349, -0.978242814540863, -1.6269277334213257, -1.6260161399841309, -1.7209746837615967, -2.6689324378967285, -2.9949533939361572, -1.5563682317733765, -0.10429569333791733, -2.5409255027770996, -1.5011019706726074, -1.7262771129608154, -1.4090791940689087, -2.6527271270751953, -2.296276330947876, -2.0664594173431396, -0.4785591661930084, -1.4987263679504395, -0.943393349647522, -1.5099817514419556, -0.19155342876911163, -0.9944976568222046, -1.8246264457702637, -2.3573098182678223, -0.8807960152626038, -0.037137847393751144, -2.892150640487671, -2.8344767093658447, -0.23036259412765503, -0.5151305198669434, -1.8343428373336792, -2.251591205596924, -1.0108295679092407, -0.6279910206794739, -1.8590633869171143, -1.2211259603500366, -1.783299207687378, -1.8113722801208496, -1.1694724559783936, -1.5939840078353882, -1.861751675605774, -2.5020153522491455, -2.5219311714172363, -0.35201331973075867, -1.3299065828323364, -2.9306697845458984, -2.758699655532837, -2.418287992477417, -2.1488404273986816, -1.6588428020477295, -0.8570422530174255, -0.049040768295526505, -2.3721587657928467, -1.7229806184768677, -1.7843469381332397, -0.24713261425495148, -2.205050230026245, -1.3327102661132812, -2.346686840057373, -0.5580922365188599, -1.587890863418579, -1.702781081199646, -1.2731819152832031, -1.064469337463379, -1.661673903465271, -1.7545204162597656, -1.6459592580795288, -2.105046033859253, -0.08457794785499573, -1.8467538356781006, -1.9948570728302002, -1.4197818040847778, -1.7340545654296875, -0.44974973797798157, -0.07145903259515762, -0.2974739670753479, -1.6571459770202637, -1.5110032558441162, -2.8379156589508057, -1.5399055480957031, -1.659179449081421, -2.2452056407928467, -2.5068421363830566, -3.0252280235290527, -0.3277200162410736, -0.057157002389431, -1.0979629755020142, -1.1571699380874634, -2.054400682449341, -2.313525438308716, -1.5786499977111816, -1.5272700786590576, -1.3558822870254517, -2.2050814628601074, -1.3968030214309692, -2.1692113876342773, -2.2729742527008057, -1.1058677434921265, -1.6772843599319458, -0.3201977014541626, -2.9699974060058594, -1.3336654901504517, -0.8333576321601868, -1.657701015472412, -1.824819803237915, -0.2892509400844574, -1.4313452243804932, -1.5327068567276, -1.3461532592773438, -1.2516499757766724, -1.1658215522766113, -1.8764396905899048, -0.7781118750572205, -2.1244287490844727, -1.2430033683776855, -1.0754681825637817, -1.891021966934204, -2.126249074935913, -2.157824754714966, -2.4303104877471924, -0.5439266562461853, -1.7993552684783936, -2.4978747367858887, -1.5306187868118286, -1.1748321056365967]}, "Bot004_091_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like? I am very short and difficult to be honest i have blue eyes and long red hairs That is weird. I am a bit older and love tattoos. why it's weird?", "response": "I do not think it is a good thing.", "annotation_id": "Bot004_091_12", "annotations": ["O", "T", "O", "T", "T", "X", "O", "O", "T", "T", "T", "O", "T", "O", "O"], "gpt2_target_score": [-10.37339973449707, -8.952587127685547, -12.390130996704102, -12.01052188873291, -11.858915328979492, -8.726880073547363, -10.083744049072266, -15.284908294677734, -14.383135795593262, -10.362014770507812], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.318495750427246, -1.7042800188064575, -1.201793909072876, -2.064807891845703, -1.6628493070602417, -1.7685109376907349, -0.978242814540863, -1.6269277334213257, -1.6260161399841309, -1.7209746837615967, -2.6689324378967285, -2.9949533939361572, -1.5563682317733765, -0.10429569333791733, -2.5409255027770996, -1.5011019706726074, -1.7262771129608154, -1.4090791940689087, -2.6527271270751953, -2.296276330947876, -2.0664594173431396, -0.4785591661930084, -1.4987263679504395, -0.943393349647522, -1.5099817514419556, -0.19155342876911163, -0.9944976568222046, -1.8246264457702637, -2.3573098182678223, -0.8807960152626038, -0.037137847393751144, -2.892150640487671, -2.8344767093658447, -0.23036259412765503, -0.5151305198669434, -1.8343428373336792, -2.251591205596924, -1.0108295679092407, -0.6279910206794739, -1.8590633869171143, -1.2211259603500366, -1.783299207687378, -1.8113722801208496, -1.1694724559783936, -1.5939840078353882, -1.861751675605774, -2.5020153522491455, -2.5219311714172363, -0.35201331973075867, -1.3299065828323364, -2.9306697845458984, -2.758699655532837, -2.418287992477417, -2.1488404273986816, -1.6588428020477295, -0.8570422530174255, -0.049040768295526505, -2.3721587657928467, -1.7229806184768677, -1.7843469381332397, -0.24713261425495148, -2.205050230026245, -1.3327102661132812, -2.346686840057373, -0.5580922365188599, -1.587890863418579, -1.702781081199646, -1.2731819152832031, -1.064469337463379, -1.661673903465271, -1.7545204162597656, -1.6459592580795288, -2.105046033859253, -0.08457794785499573, -1.8467538356781006, -1.9948570728302002, -1.4197818040847778, -1.7340545654296875, -0.44974973797798157, -0.07145903259515762, -0.2974739670753479, -1.6571459770202637, -1.5110032558441162, -2.8379156589508057, -1.5399055480957031, -1.659179449081421, -2.2452056407928467, -2.5068421363830566, -3.0252280235290527, -0.3277200162410736, -0.057157002389431, -1.0979629755020142, -1.1571699380874634, -2.054400682449341, -2.313525438308716, -1.5786499977111816, -1.5272700786590576, -1.3558822870254517, -2.2050814628601074, -1.3968030214309692, -2.1692113876342773, -2.2729742527008057, -1.1058677434921265, -1.6772843599319458, -0.3201977014541626, -2.9699974060058594, -1.3336654901504517, -0.8333576321601868, -1.657701015472412, -1.824819803237915, -0.2892509400844574, -1.4313452243804932, -1.5327068567276, -1.3461532592773438, -1.2516499757766724, -1.1658215522766113, -0.8579268455505371, -2.207918643951416, -1.198707938194275, -1.2758374214172363, -1.5298205614089966, -2.124316692352295, -2.1145267486572266, -2.3272037506103516, -0.6285064816474915, -1.5028185844421387, -2.6177878379821777, -1.595772624015808, -1.3977649211883545, -1.5517126321792603, -1.317000389099121, -1.684922218322754, -1.0633420944213867, -2.0827248096466064, -1.5953402519226074, -1.6375030279159546, -1.6219514608383179, -1.388273000717163, -1.6665767431259155, -0.8956934809684753, -0.863744854927063, -1.9310646057128906, -0.7567111849784851, -1.2453817129135132, -0.9186095595359802]}, "Bot004_091_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like? I am very short and difficult to be honest i have blue eyes and long red hairs That is weird. I am a bit older and love tattoos. why it's weird? I do not think it is a good thing. having red hair isn't a good thing?", "response": "I will have to look into that. I am not looking for a new job.", "annotation_id": "Bot004_091_14", "annotations": ["X", "X", "X", "T", "X", "X", "T", "X", "X", "X", "X", "T", "X", "X", "X"], "gpt2_target_score": [-10.37339973449707, -9.64828109741211, -12.291727066040039, -9.903016090393066, -11.042280197143555, -10.741887092590332, -11.31407356262207, -8.509025573730469, -7.201983451843262, -8.71905517578125, -9.620277404785156, -13.123248100280762, -8.759072303771973, -5.029505729675293, -5.061862945556641, -10.225166320800781, -9.601104736328125], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.318495750427246, -1.7042800188064575, -1.201793909072876, -2.064807891845703, -1.6628493070602417, -1.7685109376907349, -0.978242814540863, -1.6269277334213257, -1.6260161399841309, -1.7209746837615967, -2.6689324378967285, -2.9949533939361572, -1.5563682317733765, -0.10429569333791733, -2.5409255027770996, -1.5011019706726074, -1.7262771129608154, -1.4090791940689087, -2.6527271270751953, -2.296276330947876, -2.0664594173431396, -0.4785591661930084, -1.4987263679504395, -0.943393349647522, -1.5099817514419556, -0.19155342876911163, -0.9944976568222046, -1.8246264457702637, -2.3573098182678223, -0.8807960152626038, -0.037137847393751144, -2.892150640487671, -2.8344767093658447, -0.23036259412765503, -0.5151305198669434, -1.8343428373336792, -2.251591205596924, -1.0108295679092407, -0.6279910206794739, -1.8590633869171143, -1.2211259603500366, -1.783299207687378, -1.8113722801208496, -1.1694724559783936, -1.5939840078353882, -1.861751675605774, -2.5020153522491455, -2.5219311714172363, -0.35201331973075867, -1.3299065828323364, -2.9306697845458984, -2.758699655532837, -2.418287992477417, -2.1488404273986816, -1.6588428020477295, -0.8570422530174255, -0.049040768295526505, -2.3721587657928467, -1.7229806184768677, -1.7843469381332397, -0.24713261425495148, -2.205050230026245, -1.3327102661132812, -2.346686840057373, -0.5580922365188599, -1.587890863418579, -1.702781081199646, -1.2731819152832031, -1.064469337463379, -1.661673903465271, -1.7545204162597656, -1.6459592580795288, -2.105046033859253, -0.08457794785499573, -1.8467538356781006, -1.9948570728302002, -1.4197818040847778, -1.7340545654296875, -0.44974973797798157, -0.07145903259515762, -0.2974739670753479, -1.6571459770202637, -1.5110032558441162, -2.8379156589508057, -1.5399055480957031, -1.659179449081421, -2.2452056407928467, -2.5068421363830566, -3.0252280235290527, -0.3277200162410736, -0.057157002389431, -1.0979629755020142, -1.1571699380874634, -2.054400682449341, -2.313525438308716, -1.5786499977111816, -1.5272700786590576, -1.3558822870254517, -2.2050814628601074, -1.3968030214309692, -2.1692113876342773, -2.2729742527008057, -1.1058677434921265, -1.6772843599319458, -0.3201977014541626, -2.9699974060058594, -1.3336654901504517, -0.8333576321601868, -1.657701015472412, -1.824819803237915, -0.2892509400844574, -1.4313452243804932, -1.5327068567276, -1.3461532592773438, -1.2516499757766724, -1.1658215522766113, -0.8579268455505371, -2.207918643951416, -1.198707938194275, -1.2758374214172363, -1.5298205614089966, -2.124316692352295, -2.1145267486572266, -2.3272037506103516, -0.6285064816474915, -1.5028185844421387, -2.6177878379821777, -1.595772624015808, -1.3977649211883545, -1.5517126321792603, -1.317000389099121, -1.684922218322754, -1.0633420944213867, -2.0827248096466064, -1.465369462966919, -1.2341156005859375, -0.9097416996955872, -1.620157241821289, -0.8802633881568909, -0.9548370838165283, -1.8600819110870361, -0.9002437591552734, -1.3472567796707153, -1.3638057708740234, -1.2859292030334473, -0.9180184602737427, -1.1807119846343994, -0.07065149396657944, -1.568848967552185, -0.6594892740249634, -0.1315072774887085, -0.8089857697486877, -2.158743143081665, -1.739719271659851, -1.7676329612731934, -2.3728761672973633, -1.241202712059021, -2.7467849254608154, -1.9497319459915161, -0.8934451341629028, -0.8511728048324585, -1.1515076160430908, -1.6781854629516602, -1.9805371761322021, -1.7336187362670898, -0.5620063543319702, -1.234926462173462, -2.5426275730133057, -1.1147135496139526, -1.263187050819397, -0.8790644407272339]}, "Bot004_091_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like? I am very short and difficult to be honest i have blue eyes and long red hairs That is weird. I am a bit older and love tattoos. why it's weird? I do not think it is a good thing. having red hair isn't a good thing? I will have to look into that. I am not looking for a new job. i'm a girl and you?", "response": "I am a cat person. I am a cat lady.", "annotation_id": "Bot004_091_16", "annotations": ["O", "T", "X", "T", "T", "X", "T", "X", "O", "T", "X", "T", "T", "X", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -16.377756118774414, -12.669309616088867, -8.229634284973145, -8.293729782104492, -14.017776489257812, -11.06241512298584, -11.262222290039062, -12.513008117675781, -9.169268608093262], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.318495750427246, -1.7042800188064575, -1.201793909072876, -2.064807891845703, -1.6628493070602417, -1.7685109376907349, -0.978242814540863, -1.6269277334213257, -1.6260161399841309, -1.7209746837615967, -2.6689324378967285, -2.9949533939361572, -1.5563682317733765, -0.10429569333791733, -2.5409255027770996, -1.5011019706726074, -1.7262771129608154, -1.4090791940689087, -2.6527271270751953, -2.296276330947876, -2.0664594173431396, -0.4785591661930084, -1.4987263679504395, -0.943393349647522, -1.5099817514419556, -0.19155342876911163, -0.9944976568222046, -1.8246264457702637, -2.3573098182678223, -0.8807960152626038, -0.037137847393751144, -2.892150640487671, -2.8344767093658447, -0.23036259412765503, -0.5151305198669434, -1.8343428373336792, -2.251591205596924, -1.0108295679092407, -0.6279910206794739, -1.8590633869171143, -1.2211259603500366, -1.783299207687378, -1.8113722801208496, -1.1694724559783936, -1.5939840078353882, -1.861751675605774, -2.5020153522491455, -2.5219311714172363, -0.35201331973075867, -1.3299065828323364, -2.9306697845458984, -2.758699655532837, -2.418287992477417, -2.1488404273986816, -1.6588428020477295, -0.8570422530174255, -0.049040768295526505, -2.3721587657928467, -1.7229806184768677, -1.7843469381332397, -0.24713261425495148, -2.205050230026245, -1.3327102661132812, -2.346686840057373, -0.5580922365188599, -1.587890863418579, -1.702781081199646, -1.2731819152832031, -1.064469337463379, -1.661673903465271, -1.7545204162597656, -1.6459592580795288, -2.105046033859253, -0.08457794785499573, -1.8467538356781006, -1.9948570728302002, -1.4197818040847778, -1.7340545654296875, -0.44974973797798157, -0.07145903259515762, -0.2974739670753479, -1.6571459770202637, -1.5110032558441162, -2.8379156589508057, -1.5399055480957031, -1.659179449081421, -2.2452056407928467, -2.5068421363830566, -3.0252280235290527, -0.3277200162410736, -0.057157002389431, -1.0979629755020142, -1.1571699380874634, -2.054400682449341, -2.313525438308716, -1.5786499977111816, -1.5272700786590576, -1.3558822870254517, -2.2050814628601074, -1.3968030214309692, -2.1692113876342773, -2.2729742527008057, -1.1058677434921265, -1.6772843599319458, -0.3201977014541626, -2.9699974060058594, -1.3336654901504517, -0.8333576321601868, -1.657701015472412, -1.824819803237915, -0.2892509400844574, -1.4313452243804932, -1.5327068567276, -1.3461532592773438, -1.2516499757766724, -1.1658215522766113, -0.8579268455505371, -2.207918643951416, -1.198707938194275, -1.2758374214172363, -1.5298205614089966, -2.124316692352295, -2.1145267486572266, -2.3272037506103516, -0.6285064816474915, -1.5028185844421387, -2.6177878379821777, -1.595772624015808, -1.3977649211883545, -1.5517126321792603, -1.317000389099121, -1.684922218322754, -1.0633420944213867, -2.0827248096466064, -1.465369462966919, -1.2341156005859375, -0.9097416996955872, -1.620157241821289, -0.8802633881568909, -0.9548370838165283, -1.8600819110870361, -0.9002437591552734, -1.3472567796707153, -1.3638057708740234, -1.2859292030334473, -0.9180184602737427, -1.1807119846343994, -0.07065149396657944, -1.568848967552185, -0.6594892740249634, -0.1315072774887085, -0.8089857697486877, -2.158743143081665, -1.6102426052093506, -2.3480942249298096, -0.9370540380477905, -2.580185890197754, -2.358889102935791, -0.787297785282135, -0.8473174571990967, -1.6408988237380981, -1.4591704607009888, -2.0236315727233887, -1.789733648300171, -0.5649822354316711, -1.2971367835998535, -2.741863489151001, -1.3403642177581787, -1.2752788066864014, -1.1560232639312744, -1.1268540620803833, -1.0568197965621948, -2.6977124214172363, -1.4057772159576416, -0.894069254398346, -1.9083925485610962, -2.0348739624023438, -1.7864038944244385, -1.286041259765625, -1.731809377670288, -0.70929354429245, -1.6746577024459839, -1.1578210592269897, -0.8694998621940613, -1.2973835468292236, -1.3980011940002441, -1.460132360458374, -0.06195719540119171, -0.6884291172027588, -0.6820920705795288]}, "Bot004_091_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like? I am very short and difficult to be honest i have blue eyes and long red hairs That is weird. I am a bit older and love tattoos. why it's weird? I do not think it is a good thing. having red hair isn't a good thing? I will have to look into that. I am not looking for a new job. i'm a girl and you? I am a cat person. I am a cat lady. right. i'm more a dog person", "response": "I have a cat that is like a sock.", "annotation_id": "Bot004_091_18", "annotations": ["O", "X", "O", "T", "O", "X", "T", "T", "T", "X", "X", "O", "X", "O", "X"], "gpt2_target_score": [-10.37339973449707, -8.69393539428711, -11.361608505249023, -16.377756118774414, -11.331579208374023, -8.726880073547363, -11.718605041503906, -11.457782745361328, -20.51361656188965, -10.362014770507812], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.318495750427246, -1.7042800188064575, -1.201793909072876, -2.064807891845703, -1.6628493070602417, -1.7685109376907349, -0.978242814540863, -1.6269277334213257, -1.6260161399841309, -1.7209746837615967, -2.6689324378967285, -2.9949533939361572, -1.5563682317733765, -0.10429569333791733, -2.5409255027770996, -1.5011019706726074, -1.7262771129608154, -1.4090791940689087, -2.6527271270751953, -2.296276330947876, -2.0664594173431396, -0.4785591661930084, -1.4987263679504395, -0.943393349647522, -1.5099817514419556, -0.19155342876911163, -0.9944976568222046, -1.8246264457702637, -2.3573098182678223, -0.8807960152626038, -0.037137847393751144, -2.892150640487671, -2.8344767093658447, -0.23036259412765503, -0.5151305198669434, -1.8343428373336792, -2.251591205596924, -1.0108295679092407, -0.6279910206794739, -1.8590633869171143, -1.2211259603500366, -1.783299207687378, -1.8113722801208496, -1.1694724559783936, -1.5939840078353882, -1.861751675605774, -2.5020153522491455, -2.5219311714172363, -0.35201331973075867, -1.3299065828323364, -2.9306697845458984, -2.758699655532837, -2.418287992477417, -2.1488404273986816, -1.6588428020477295, -0.8570422530174255, -0.049040768295526505, -2.3721587657928467, -1.7229806184768677, -1.7843469381332397, -0.24713261425495148, -2.205050230026245, -1.3327102661132812, -2.346686840057373, -0.5580922365188599, -1.587890863418579, -1.702781081199646, -1.2731819152832031, -1.064469337463379, -1.661673903465271, -1.7545204162597656, -1.6459592580795288, -2.105046033859253, -0.08457794785499573, -1.8467538356781006, -1.9948570728302002, -1.4197818040847778, -1.7340545654296875, -0.44974973797798157, -0.07145903259515762, -0.2974739670753479, -1.6571459770202637, -1.5110032558441162, -2.8379156589508057, -1.5399055480957031, -1.659179449081421, -2.2452056407928467, -2.5068421363830566, -3.0252280235290527, -0.3277200162410736, -0.057157002389431, -1.0979629755020142, -1.1571699380874634, -2.054400682449341, -2.313525438308716, -1.5786499977111816, -1.5272700786590576, -1.3558822870254517, -2.2050814628601074, -1.3968030214309692, -2.1692113876342773, -2.2729742527008057, -1.1058677434921265, -1.6772843599319458, -0.3201977014541626, -2.9699974060058594, -1.3336654901504517, -0.8333576321601868, -1.657701015472412, -1.824819803237915, -0.2892509400844574, -1.4313452243804932, -1.5327068567276, -1.3461532592773438, -1.2516499757766724, -1.1658215522766113, -0.8579268455505371, -2.207918643951416, -1.198707938194275, -1.2758374214172363, -1.5298205614089966, -2.124316692352295, -2.1145267486572266, -2.3272037506103516, -0.6285064816474915, -1.5028185844421387, -2.6177878379821777, -1.595772624015808, -1.3977649211883545, -1.5517126321792603, -1.317000389099121, -1.684922218322754, -1.0633420944213867, -2.0827248096466064, -1.465369462966919, -1.2341156005859375, -0.9097416996955872, -1.620157241821289, -0.8802633881568909, -0.9548370838165283, -1.8600819110870361, -0.9002437591552734, -1.3472567796707153, -1.3638057708740234, -1.2859292030334473, -0.9180184602737427, -1.1807119846343994, -0.07065149396657944, -1.568848967552185, -0.6594892740249634, -0.1315072774887085, -0.8089857697486877, -2.158743143081665, -1.6102426052093506, -2.3480942249298096, -0.9370540380477905, -2.580185890197754, -2.358889102935791, -0.787297785282135, -0.8473174571990967, -1.6408988237380981, -1.4591704607009888, -2.0236315727233887, -1.7897356748580933, -0.564982533454895, -1.2971465587615967, -2.7418620586395264, -1.3403486013412476, -1.275269627571106, -1.1560230255126953, -1.1268484592437744, -1.0567982196807861, -2.6977155208587646, -1.4057773351669312, -0.8940716981887817, -1.9083834886550903, -2.0348644256591797, -0.9262755513191223, -1.7178761959075928, -1.3218193054199219, -1.3113716840744019, -1.048296332359314, -1.3566986322402954, -0.9909600615501404, -1.5343842506408691, -1.6653032302856445, -0.035370953381061554, -0.7031297087669373, -0.9302946925163269, -0.8910083174705505, -1.4922218322753906, -1.0260974168777466, -1.0316721200942993, -1.8594599962234497, -0.9912910461425781, -0.18974091112613678, -1.0429259538650513, -2.0731184482574463, -1.48628568649292, -1.3477498292922974, -0.6751139163970947, -1.1495029926300049, -1.6106725931167603, -2.190452814102173, -1.3374238014221191, -2.365652322769165, -1.6571385860443115, -1.3463692665100098]}, "Bot004_091_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like? I am very short and difficult to be honest i have blue eyes and long red hairs That is weird. I am a bit older and love tattoos. why it's weird? I do not think it is a good thing. having red hair isn't a good thing? I will have to look into that. I am not looking for a new job. i'm a girl and you? I am a cat person. I am a cat lady. right. i'm more a dog person I have a cat that is like a sock. like a sock? what do you mean?", "response": "I am a huge fan of candy, i am a huge candy fan.", "annotation_id": "Bot004_091_20", "annotations": ["X", "X", "X", "T", "T", "X", "O", "X", "X", "X", "X", "O", "X", "X", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -16.579397201538086, -11.050825119018555, -9.772931098937988, -17.043006896972656, -5.296370983123779, -11.448603630065918, -8.71905517578125, -7.280906677246094, -15.8521146774292, -14.57991886138916, -10.57770824432373, -10.65353012084961], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -2.318495750427246, -1.7042800188064575, -1.201793909072876, -2.064807891845703, -1.6628493070602417, -1.7685109376907349, -0.978242814540863, -1.6269277334213257, -1.6260161399841309, -1.7209746837615967, -2.6689324378967285, -2.9949533939361572, -1.5563682317733765, -0.10429569333791733, -2.5409255027770996, -1.5011019706726074, -1.7262771129608154, -1.4090791940689087, -2.6527271270751953, -2.296276330947876, -2.0664594173431396, -0.4785591661930084, -1.4987263679504395, -0.943393349647522, -1.5099817514419556, -0.19155342876911163, -0.9944976568222046, -1.8246264457702637, -2.3573098182678223, -0.8807960152626038, -0.037137847393751144, -2.892150640487671, -2.8344767093658447, -0.23036259412765503, -0.5151305198669434, -1.8343428373336792, -2.251591205596924, -1.0108295679092407, -0.6279910206794739, -1.8590633869171143, -1.2211259603500366, -1.783299207687378, -1.8113722801208496, -1.1694724559783936, -1.5939840078353882, -1.861751675605774, -2.5020153522491455, -2.5219311714172363, -0.35201331973075867, -1.3299065828323364, -2.9306697845458984, -2.758699655532837, -2.418287992477417, -2.1488404273986816, -1.6588428020477295, -0.8570422530174255, -0.049040768295526505, -2.3721587657928467, -1.7229806184768677, -1.7843469381332397, -0.24713261425495148, -2.205050230026245, -1.3327102661132812, -2.346686840057373, -0.5580922365188599, -1.587890863418579, -1.702781081199646, -1.2731819152832031, -1.064469337463379, -1.661673903465271, -1.7545204162597656, -1.6459592580795288, -2.105046033859253, -0.08457794785499573, -1.8467538356781006, -1.9948570728302002, -1.4197818040847778, -1.7340545654296875, -0.44974973797798157, -0.07145903259515762, -0.2974739670753479, -1.6571459770202637, -1.5110032558441162, -2.8379156589508057, -1.5399055480957031, -1.659179449081421, -2.2452056407928467, -2.5068421363830566, -3.0252280235290527, -0.3277200162410736, -0.057157002389431, -1.0979629755020142, -1.1571699380874634, -2.054400682449341, -2.313525438308716, -1.5786499977111816, -1.5272700786590576, -1.3558822870254517, -2.2050814628601074, -1.3968030214309692, -2.1692113876342773, -2.2729742527008057, -1.1058677434921265, -1.6772843599319458, -0.3201977014541626, -2.9699974060058594, -1.3336654901504517, -0.8333576321601868, -1.657701015472412, -1.824819803237915, -0.2892509400844574, -1.4313452243804932, -1.5327068567276, -1.3461532592773438, -1.2516499757766724, -1.1658215522766113, -0.8579268455505371, -2.207918643951416, -1.198707938194275, -1.2758374214172363, -1.5298205614089966, -2.124316692352295, -2.1145267486572266, -2.3272037506103516, -0.6285064816474915, -1.5028185844421387, -2.6177878379821777, -1.595772624015808, -1.3977649211883545, -1.5517126321792603, -1.317000389099121, -1.684922218322754, -1.0633420944213867, -2.0827248096466064, -1.465369462966919, -1.2341156005859375, -0.9097416996955872, -1.620157241821289, -0.8802633881568909, -0.9548370838165283, -1.8600819110870361, -0.9002437591552734, -1.3472567796707153, -1.3638057708740234, -1.2859292030334473, -0.9180184602737427, -1.1807119846343994, -0.07065149396657944, -1.568848967552185, -0.6594892740249634, -0.1315072774887085, -0.8089857697486877, -2.158743143081665, -1.6102426052093506, -2.3480942249298096, -0.9370540380477905, -2.580185890197754, -2.358889102935791, -0.787297785282135, -0.8473174571990967, -1.6408988237380981, -1.4591704607009888, -2.0236315727233887, -1.789733648300171, -0.5649822354316711, -1.2971367835998535, -2.741863489151001, -1.3403642177581787, -1.2752788066864014, -1.1560232639312744, -1.1268540620803833, -1.0568197965621948, -2.6977124214172363, -1.4057772159576416, -0.894069254398346, -1.9083925485610962, -2.0348739624023438, -0.9262695908546448, -1.7178627252578735, -1.3218196630477905, -1.3113784790039062, -1.0482902526855469, -1.3566992282867432, -0.9909582138061523, -1.534400224685669, -1.6653075218200684, -0.0353708378970623, -0.7031236886978149, -0.9303013682365417, -0.8910000324249268, -1.492244005203247, -1.026106834411621, -1.0316647291183472, -1.8594555854797363, -0.9912866950035095, -0.18974219262599945, -1.0429211854934692, -0.5499750375747681, -1.3612375259399414, -1.331031084060669, -1.0727709531784058, -1.618157982826233, -2.4066860675811768, -1.312857747077942, -2.296487808227539, -1.6046301126480103, -1.803844690322876, -1.2897058725357056, -2.465606451034546, -0.7817946076393127, -2.3063485622406006, -2.06109356880188, -0.23106658458709717, -0.9044207334518433, -0.8242273926734924, -2.0409860610961914, -1.8899418115615845, -1.3548431396484375, -0.7929245829582214, -0.42666786909103394, -0.1264222413301468, -0.0430944561958313, -3.1427412033081055, -1.0170656442642212, -1.439744472503662, -1.418623685836792, -0.9611797332763672, -1.3373104333877563, -0.06329482048749924, -0.7739089131355286, -1.2196547985076904, -1.0978204011917114]}, "Bot004_092_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello", "response": "Hello, how are you?", "annotation_id": "Bot004_092_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.754922866821289, -10.913193702697754, -13.12747859954834, -12.60155963897705, -7.077459335327148, -9.44571304321289], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -3.6564929485321045, -1.5548523664474487, -1.738759994506836, -2.11671781539917, -0.728736162185669, -1.1898213624954224, -1.4867424964904785, -1.9992154836654663, -0.7943999171257019, -1.3440536260604858, -1.5451723337173462, -0.15802472829818726, -1.2551746368408203, -0.6020259857177734]}, "Bot004_092_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you?", "response": "I am doing well. I am listening to country music. Have you a pet cow?", "annotation_id": "Bot004_092_04", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T"], "gpt2_target_score": [-8.654443740844727, -8.556458473205566, -15.0574369430542, -16.131425857543945, -8.598196029663086, -4.214717388153076, -13.55512523651123, -14.337663650512695, -5.022585391998291, -12.013636589050293, -10.056734085083008, -8.919515609741211, -15.192266464233398, -9.622145652770996, -8.1282958984375, -11.737611770629883, -13.061942100524902, -6.424342155456543], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -3.6564929485321045, -1.5548523664474487, -1.738759994506836, -2.11671781539917, -0.728736162185669, -1.1898213624954224, -1.4867424964904785, -1.140833854675293, -1.3188650608062744, -1.6596277952194214, -0.17879264056682587, -1.3242785930633545, -1.4362636804580688, -1.1790790557861328, -1.7765872478485107, -1.484370470046997, -1.4261218309402466, -0.8780378103256226, -0.2314588725566864, -0.33920347690582275, -1.391274333000183, -1.6682497262954712, -0.7299165725708008, -2.043126344680786, -1.8416343927383423, -1.4600719213485718, -0.8144282102584839, -1.3894928693771362, -2.567084789276123, -0.12337581813335419, -2.152780055999756, -1.3849185705184937, -1.5182327032089233, -0.9827213883399963, -0.9337619543075562, -1.7778632640838623, -1.7828795909881592, -0.6038504838943481, -0.36300548911094666, -0.8291551470756531]}, "Bot004_092_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have?", "response": "I do not. I am a very old man. Do you work my parents farms?", "annotation_id": "Bot004_092_06", "annotations": ["T", "X", "O", "T", "T", "T", "O", "O", "O", "O", "O", "O", "T", "O", "T"], "gpt2_target_score": [-8.654426574707031, -9.207998275756836, -12.448932647705078, -10.862844467163086, -1.7387480735778809, -12.986895561218262, -11.053238868713379, -11.40833854675293, -9.817349433898926, -8.047572135925293, -10.040796279907227, -8.99045181274414, -0.17879612743854523, -11.09587574005127, -6.462233543395996, -15.82922649383545, -17.383525848388672, -6.424328327178955], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.4867372512817383, -1.140803337097168, -1.3188728094100952, -1.6596719026565552, -0.17879612743854523, -1.324238896369934, -1.4362937211990356, -1.1790801286697388, -1.7765460014343262, -1.4843565225601196, -1.426132321357727, -0.8780162334442139, -0.23145991563796997, -0.3392181694507599, -1.3912575244903564, -0.6115374565124512, -2.094694137573242, -2.1301331520080566, -1.269240379333496, -0.9881098866462708, -1.16862952709198, -2.569906234741211, -0.11594297736883163, -2.1228995323181152, -1.2872315645217896, -1.627074122428894, -0.989243745803833, -0.8182432055473328, -1.9456959962844849, -1.6771618127822876, -0.47848138213157654, -0.31935203075408936, -1.7886292934417725, -1.080399990081787, -1.2605746984481812, -1.419979453086853, -0.02057822048664093, -1.6068388223648071, -0.3795863389968872, -1.0550426244735718, -0.08218346536159515, -0.78279048204422, -0.9404682517051697, -1.7227939367294312, -1.9687727689743042, -1.6753939390182495, -1.1785902976989746, -0.7070777416229248, -0.8529143333435059, -1.205694556236267, -2.0687711238861084, -2.1440985202789307, -2.312100410461426, -1.0704014301300049, -0.9858254194259644, -0.8580935597419739, -0.10563100129365921, -0.5703805088996887, -1.643823266029358, -0.8722983598709106, -1.919608235359192, -0.5512515902519226, -1.5068016052246094]}, "Bot004_092_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you?", "response": "No i do not. I am a hippie", "annotation_id": "Bot004_092_08", "annotations": ["T", "X", "O", "T", "O", "T", "X", "O", "X", "O", "O", "O", "T", "O", "X"], "gpt2_target_score": [-10.930343627929688, -5.005758285522461, -13.17062759399414, -14.207559585571289, -8.598184585571289, -4.214724540710449, -13.555115699768066, -7.431943416595459, -13.137494087219238, -10.88489818572998], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.4867372512817383, -1.140803337097168, -1.3188728094100952, -1.6596719026565552, -0.17879612743854523, -1.324238896369934, -1.4362937211990356, -1.1790801286697388, -1.7765460014343262, -1.4843565225601196, -1.426132321357727, -0.8780162334442139, -0.23145991563796997, -0.3392181694507599, -1.3912575244903564, -0.6115374565124512, -2.094694137573242, -2.1301331520080566, -1.269240379333496, -0.9881098866462708, -1.16862952709198, -2.569906234741211, -0.11594297736883163, -2.1228995323181152, -1.2872315645217896, -1.627074122428894, -0.989243745803833, -0.8182432055473328, -1.9456959962844849, -1.6771618127822876, -0.47848138213157654, -0.31935203075408936, -1.7886292934417725, -1.080399990081787, -1.2605725526809692, -1.4199917316436768, -0.02057822048664093, -1.6068286895751953, -0.37959057092666626, -1.0550484657287598, -0.08218478411436081, -0.7827911376953125, -0.9404724836349487, -1.7227959632873535, -1.6068037748336792, -1.1233514547348022, -0.6983175873756409, -1.1074941158294678, -1.2700397968292236, -2.0208842754364014, -2.6014564037323, -2.4400229454040527, -0.9973201751708984, -0.7914147973060608, -0.9421934485435486, -0.05482272431254387, -0.5533248782157898, -1.6270735263824463, -0.9570134878158569, -1.7650835514068604, -0.4385043680667877, -1.6774308681488037, -0.3422416150569916, -0.45948904752731323, -1.3943730592727661, -0.0026236893609166145, -0.6681582927703857, -0.7828054428100586, -0.04007907211780548, -0.821395218372345, -0.9548243284225464, -1.6281846761703491, -0.4418373703956604, -1.7864915132522583, -1.1637550592422485, -0.7223256826400757, -0.7574254274368286, -0.9411935806274414, -1.1947556734085083, -1.4076168537139893, -0.3664614260196686, -0.627469003200531]}, "Bot004_092_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you? No i do not. I am a hippie Cool. What is your greates adventure in the life?", "response": "I would not say the name of my country.", "annotation_id": "Bot004_092_10", "annotations": ["T", "X", "X", "X", "T", "X", "X", "T", "X", "T", "T", "X", "T", "T", "X"], "gpt2_target_score": [-8.654426574707031, -9.265951156616211, -12.448932647705078, -16.853092193603516, -8.761857986450195, -13.995417594909668, -8.526490211486816, -7.1400275230407715, -11.73205280303955, -4.408839225769043], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.4867372512817383, -1.140803337097168, -1.3188728094100952, -1.6596719026565552, -0.17879612743854523, -1.324238896369934, -1.4362937211990356, -1.1790801286697388, -1.7765460014343262, -1.4843565225601196, -1.426132321357727, -0.8780162334442139, -0.23145991563796997, -0.3392181694507599, -1.3912575244903564, -0.6115374565124512, -2.094694137573242, -2.1301331520080566, -1.269240379333496, -0.9881098866462708, -1.16862952709198, -2.569906234741211, -0.11594297736883163, -2.1228995323181152, -1.2872315645217896, -1.627074122428894, -0.989243745803833, -0.8182432055473328, -1.9456959962844849, -1.6771618127822876, -0.47848138213157654, -0.31935203075408936, -1.7886292934417725, -1.080399990081787, -1.2605746984481812, -1.419979453086853, -0.02057822048664093, -1.6068388223648071, -0.3795863389968872, -1.0550426244735718, -0.08218346536159515, -0.78279048204422, -0.9404682517051697, -1.7227939367294312, -1.6067893505096436, -1.1233810186386108, -0.6983200907707214, -1.1074968576431274, -1.2700363397598267, -2.020890712738037, -2.6014604568481445, -2.440023422241211, -0.9973291754722595, -0.7914212942123413, -0.9421899914741516, -0.05482272431254387, -0.5533278584480286, -1.627074956893921, -0.9570178985595703, -1.7650811672210693, -0.43850553035736084, -1.6774179935455322, -0.3422449231147766, -0.45948997139930725, -1.3943575620651245, -0.0026236893609166145, -0.6681588888168335, -0.7828125357627869, -0.040078844875097275, -0.8213903307914734, -0.9548307657241821, -0.2186632752418518, -1.3341087102890015, -0.6514541506767273, -0.3935542702674866, -0.9462236166000366, -0.9577265381813049, -1.3246214389801025, -1.3744975328445435, -0.3183540999889374, -0.4624980688095093, -1.669040322303772, -1.4243255853652954, -1.445102334022522, -0.5838203430175781, -2.3453898429870605, -2.875537395477295, -1.9418673515319824, -0.3755422830581665, -1.461012363433838, -2.399925947189331, -0.33046624064445496, -1.7317452430725098, -1.7221969366073608, -1.6964871883392334, -1.4265309572219849, -1.9693005084991455, -1.9016050100326538, -1.7649391889572144, -0.23593127727508545, -1.3383142948150635, -2.72269606590271, -1.335309624671936, -1.046127200126648]}, "Bot004_092_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you? No i do not. I am a hippie Cool. What is your greates adventure in the life? I would not say the name of my country. Why?", "response": "I am not sure what that means.", "annotation_id": "Bot004_092_12", "annotations": ["O", "X", "X", "O", "X", "X", "T", "X", "X", "T", "X", "X", "T", "O", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -12.448932647705078, -18.884634017944336, -10.679292678833008, -8.96496868133545, -16.09380531311035, -10.171110153198242], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.4867372512817383, -1.140803337097168, -1.3188728094100952, -1.6596719026565552, -0.17879612743854523, -1.324238896369934, -1.4362937211990356, -1.1790801286697388, -1.7765460014343262, -1.4843565225601196, -1.426132321357727, -0.8780162334442139, -0.23145991563796997, -0.3392181694507599, -1.3912575244903564, -0.6115374565124512, -2.094694137573242, -2.1301331520080566, -1.269240379333496, -0.9881098866462708, -1.16862952709198, -2.569906234741211, -0.11594297736883163, -2.1228995323181152, -1.2872315645217896, -1.627074122428894, -0.989243745803833, -0.8182432055473328, -1.9456959962844849, -1.6771618127822876, -0.47848138213157654, -0.31935203075408936, -1.7886292934417725, -1.080399990081787, -1.2605746984481812, -1.419979453086853, -0.02057822048664093, -1.6068388223648071, -0.3795863389968872, -1.0550426244735718, -0.08218346536159515, -0.78279048204422, -0.9404682517051697, -1.7227939367294312, -1.6067893505096436, -1.1233810186386108, -0.6983200907707214, -1.1074968576431274, -1.2700363397598267, -2.020890712738037, -2.6014604568481445, -2.440023422241211, -0.9973291754722595, -0.7914212942123413, -0.9421899914741516, -0.05482272431254387, -0.5533278584480286, -1.627074956893921, -0.9570178985595703, -1.7650811672210693, -0.43850553035736084, -1.6774179935455322, -0.3422449231147766, -0.45948997139930725, -1.3943575620651245, -0.0026236893609166145, -0.6681588888168335, -0.7828125357627869, -0.040078844875097275, -0.8213903307914734, -0.9548307657241821, -0.2186632752418518, -1.3341087102890015, -0.6514541506767273, -0.3935542702674866, -0.9462236166000366, -0.9577287435531616, -1.3246244192123413, -1.3745036125183105, -0.31836000084877014, -0.46250295639038086, -1.6690552234649658, -1.4243203401565552, -1.4450937509536743, -0.583814799785614, -2.3453922271728516, -2.8755362033843994, -1.9418764114379883, -0.3755515217781067, -1.4610105752944946, -2.3999366760253906, -0.3304651379585266, -1.7317426204681396, -1.2167367935180664, -1.1802144050598145, -1.8998297452926636, -1.911768913269043, -2.0176713466644287, -0.2404896765947342, -1.392356514930725, -2.6519763469696045, -1.1459970474243164, -1.1362924575805664, -1.207751989364624, -1.5865923166275024, -1.663824439048767, -1.5060269832611084, -0.9938709735870361, -1.2482243776321411, -1.2009962797164917, -1.339472770690918, -0.662900984287262, -0.627238392829895, -0.8856080174446106]}, "Bot004_092_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you? No i do not. I am a hippie Cool. What is your greates adventure in the life? I would not say the name of my country. Why? I am not sure what that means. Do you like pizza?", "response": "I love pizza[SLICE OF PIZZA], but i do not eat meat.", "annotation_id": "Bot004_092_14", "annotations": ["T", "T", "O", "O", "O", "O", "X", "O", "X", "O", "O", "O", "T", "O", "X"], "gpt2_target_score": [-8.654426574707031, -12.058126449584961, -16.71480941772461, -12.443805694580078, -9.498628616333008, -14.250964164733887, -5.614190578460693, -6.9609503746032715, -18.881755828857422, -18.027111053466797, -14.969049453735352, -11.769535064697266, -7.283349514007568, -8.075108528137207, -9.179884910583496, -8.514986991882324, -12.743724822998047, -2.7946133613586426], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.4867372512817383, -1.140803337097168, -1.3188728094100952, -1.6596719026565552, -0.17879612743854523, -1.324238896369934, -1.4362937211990356, -1.1790801286697388, -1.7765460014343262, -1.4843565225601196, -1.426132321357727, -0.8780162334442139, -0.23145991563796997, -0.3392181694507599, -1.3912575244903564, -0.6115374565124512, -2.094694137573242, -2.1301331520080566, -1.269240379333496, -0.9881098866462708, -1.16862952709198, -2.569906234741211, -0.11594297736883163, -2.1228995323181152, -1.2872315645217896, -1.627074122428894, -0.989243745803833, -0.8182432055473328, -1.9456959962844849, -1.6771618127822876, -0.47848138213157654, -0.31935203075408936, -1.7886292934417725, -1.080399990081787, -1.2605746984481812, -1.419979453086853, -0.02057822048664093, -1.6068388223648071, -0.3795863389968872, -1.0550426244735718, -0.08218346536159515, -0.78279048204422, -0.9404682517051697, -1.7227939367294312, -1.6067893505096436, -1.1233810186386108, -0.6983200907707214, -1.1074968576431274, -1.2700363397598267, -2.020890712738037, -2.6014604568481445, -2.440023422241211, -0.9973291754722595, -0.7914212942123413, -0.9421899914741516, -0.05482272431254387, -0.5533278584480286, -1.627074956893921, -0.9570178985595703, -1.7650811672210693, -0.43850553035736084, -1.6774179935455322, -0.3422449231147766, -0.45948997139930725, -1.3943575620651245, -0.0026236893609166145, -0.6681588888168335, -0.7828125357627869, -0.040078844875097275, -0.8213903307914734, -0.9548307657241821, -0.2186632752418518, -1.3341087102890015, -0.6514541506767273, -0.3935542702674866, -0.9462236166000366, -0.9577265381813049, -1.3246214389801025, -1.3744975328445435, -0.3183540999889374, -0.4624980688095093, -1.669040322303772, -1.4243255853652954, -1.445102334022522, -0.5838203430175781, -2.3453898429870605, -2.875537395477295, -1.9418673515319824, -0.3755422830581665, -1.461012363433838, -2.399925947189331, -0.33046624064445496, -1.7317452430725098, -1.2167376279830933, -1.1802377700805664, -1.8998193740844727, -1.911767840385437, -2.0176901817321777, -0.24048733711242676, -1.3923518657684326, -2.6519815921783447, -1.1459938287734985, -1.13629150390625, -1.2077423334121704, -1.5865991115570068, -1.0160647630691528, -1.0847784280776978, -1.4086545705795288, -0.7886919975280762, -1.5550380945205688, -0.7426918745040894, -0.40068021416664124, -1.1036713123321533, -0.05708055570721626, -1.068047046661377, -1.934802770614624, -0.46049997210502625, -1.6945395469665527, -1.5605366230010986, -1.9170583486557007, -0.5924206972122192, -0.7626785039901733, -3.400017738342285, -2.4640796184539795, -1.5737780332565308, -2.2466630935668945, -1.300792932510376, -0.03191610798239708, -1.1369284391403198, -1.7879163026809692, -0.9400532245635986, -2.1666135787963867, -0.2983761727809906, -0.36130809783935547, -1.0895135402679443, -1.0951998233795166, -1.1485981941223145]}, "Bot004_092_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you? No i do not. I am a hippie Cool. What is your greates adventure in the life? I would not say the name of my country. Why? I am not sure what that means. Do you like pizza? I love pizza[SLICE OF PIZZA], but i do not eat meat. So, you are vegan ?", "response": "I am not. I am not a vegan.", "annotation_id": "Bot004_092_16", "annotations": ["T", "O", "O", "T", "O", "O", "X", "X", "X", "O", "X", "O", "T", "O", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -12.448932647705078, -10.862844467163086, -1.7387480735778809, -12.986895561218262, -11.916783332824707, -7.431943416595459, -11.000042915344238, -4.408839225769043], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.4867372512817383, -1.140803337097168, -1.3188728094100952, -1.6596719026565552, -0.17879612743854523, -1.324238896369934, -1.4362937211990356, -1.1790801286697388, -1.7765460014343262, -1.4843565225601196, -1.426132321357727, -0.8780162334442139, -0.23145991563796997, -0.3392181694507599, -1.3912575244903564, -0.6115374565124512, -2.094694137573242, -2.1301331520080566, -1.269240379333496, -0.9881098866462708, -1.16862952709198, -2.569906234741211, -0.11594297736883163, -2.1228995323181152, -1.2872315645217896, -1.627074122428894, -0.989243745803833, -0.8182432055473328, -1.9456959962844849, -1.6771618127822876, -0.47848138213157654, -0.31935203075408936, -1.7886292934417725, -1.080399990081787, -1.2605746984481812, -1.419979453086853, -0.02057822048664093, -1.6068388223648071, -0.3795863389968872, -1.0550426244735718, -0.08218346536159515, -0.78279048204422, -0.9404682517051697, -1.7227939367294312, -1.6067893505096436, -1.1233810186386108, -0.6983200907707214, -1.1074968576431274, -1.2700363397598267, -2.020890712738037, -2.6014604568481445, -2.440023422241211, -0.9973291754722595, -0.7914212942123413, -0.9421899914741516, -0.05482272431254387, -0.5533278584480286, -1.627074956893921, -0.9570178985595703, -1.7650811672210693, -0.43850553035736084, -1.6774179935455322, -0.3422449231147766, -0.45948997139930725, -1.3943575620651245, -0.0026236893609166145, -0.6681588888168335, -0.7828125357627869, -0.040078844875097275, -0.8213903307914734, -0.9548307657241821, -0.2186632752418518, -1.3341087102890015, -0.6514541506767273, -0.3935542702674866, -0.9462236166000366, -0.9577265381813049, -1.3246214389801025, -1.3744975328445435, -0.3183540999889374, -0.4624980688095093, -1.669040322303772, -1.4243255853652954, -1.445102334022522, -0.5838203430175781, -2.3453898429870605, -2.875537395477295, -1.9418673515319824, -0.3755422830581665, -1.461012363433838, -2.399925947189331, -0.33046624064445496, -1.7317452430725098, -1.2167376279830933, -1.1802377700805664, -1.8998193740844727, -1.911767840385437, -2.0176901817321777, -0.24048733711242676, -1.3923518657684326, -2.6519815921783447, -1.1459938287734985, -1.13629150390625, -1.2077423334121704, -1.5865991115570068, -1.0160647630691528, -1.0847784280776978, -1.4086545705795288, -0.7886919975280762, -1.5550380945205688, -0.7426918745040894, -0.40068021416664124, -1.1036713123321533, -0.05708055570721626, -1.068047046661377, -1.934802770614624, -0.46049997210502625, -1.6945395469665527, -1.587382435798645, -1.772499918937683, -0.6284465193748474, -3.236022472381592, -2.403984546661377, -1.1000655889511108, -2.289036512374878, -1.3034189939498901, -0.03026961162686348, -0.7802199721336365, -2.0348494052886963, -0.9793329238891602, -1.7859785556793213, -0.2206016480922699, -0.3278033137321472, -1.041799783706665, -0.9416804313659668, -1.1023931503295898, -1.9923286437988281, -1.8969417810440063, -1.814692497253418, -1.941754937171936, -1.1497905254364014, -2.0168397426605225, -1.7694108486175537, -2.007425546646118, -1.690799355506897, -1.4314701557159424, -0.7393239140510559, -0.9780944585800171, -1.2641905546188354, -1.1600043773651123, -1.0000756978988647, -0.5574084520339966, -0.6654915809631348]}, "Bot004_092_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you? No i do not. I am a hippie Cool. What is your greates adventure in the life? I would not say the name of my country. Why? I am not sure what that means. Do you like pizza? I love pizza[SLICE OF PIZZA], but i do not eat meat. So, you are vegan ? I am not. I am not a vegan. So, what are you ?", "response": "I am a farmer. I live with my parents.", "annotation_id": "Bot004_092_18", "annotations": ["O", "T", "O", "O", "T", "T", "X", "O", "X", "O", "O", "X", "T", "O", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -11.499160766601562, -18.92620086669922, -8.598184585571289, -4.214724540710449, -14.56651782989502, -8.15388298034668, -5.558819770812988, -10.33063793182373, -10.040796279907227], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.4867372512817383, -1.140803337097168, -1.3188728094100952, -1.6596719026565552, -0.17879612743854523, -1.324238896369934, -1.4362937211990356, -1.1790801286697388, -1.7765460014343262, -1.4843565225601196, -1.426132321357727, -0.8780162334442139, -0.23145991563796997, -0.3392181694507599, -1.3912575244903564, -0.6115374565124512, -2.094694137573242, -2.1301331520080566, -1.269240379333496, -0.9881098866462708, -1.16862952709198, -2.569906234741211, -0.11594297736883163, -2.1228995323181152, -1.2872315645217896, -1.627074122428894, -0.989243745803833, -0.8182432055473328, -1.9456959962844849, -1.6771618127822876, -0.47848138213157654, -0.31935203075408936, -1.7886292934417725, -1.080399990081787, -1.2605746984481812, -1.419979453086853, -0.02057822048664093, -1.6068388223648071, -0.3795863389968872, -1.0550426244735718, -0.08218346536159515, -0.78279048204422, -0.9404682517051697, -1.7227939367294312, -1.6067893505096436, -1.1233810186386108, -0.6983200907707214, -1.1074968576431274, -1.2700363397598267, -2.020890712738037, -2.6014604568481445, -2.440023422241211, -0.9973291754722595, -0.7914212942123413, -0.9421899914741516, -0.05482272431254387, -0.5533278584480286, -1.627074956893921, -0.9570178985595703, -1.7650811672210693, -0.43850553035736084, -1.6774179935455322, -0.3422449231147766, -0.45948997139930725, -1.3943575620651245, -0.0026236893609166145, -0.6681588888168335, -0.7828125357627869, -0.040078844875097275, -0.8213903307914734, -0.9548307657241821, -0.2186632752418518, -1.3341087102890015, -0.6514541506767273, -0.3935542702674866, -0.9462236166000366, -0.9577265381813049, -1.3246214389801025, -1.3744975328445435, -0.3183540999889374, -0.4624980688095093, -1.669040322303772, -1.4243255853652954, -1.445102334022522, -0.5838203430175781, -2.3453898429870605, -2.875537395477295, -1.9418673515319824, -0.3755422830581665, -1.461012363433838, -2.399925947189331, -0.33046624064445496, -1.7317452430725098, -1.2167376279830933, -1.1802377700805664, -1.8998193740844727, -1.911767840385437, -2.0176901817321777, -0.24048733711242676, -1.3923518657684326, -2.6519815921783447, -1.1459938287734985, -1.13629150390625, -1.2077423334121704, -1.5865991115570068, -1.0160647630691528, -1.0847784280776978, -1.4086545705795288, -0.7886919975280762, -1.5550380945205688, -0.7426918745040894, -0.40068021416664124, -1.1036713123321533, -0.05708055570721626, -1.068047046661377, -1.934802770614624, -0.46049997210502625, -1.6945395469665527, -1.587382435798645, -1.772499918937683, -0.6284465193748474, -3.236022472381592, -2.403984546661377, -1.1000655889511108, -2.289036512374878, -1.3034189939498901, -0.03026961162686348, -0.7802199721336365, -2.0348494052886963, -0.9793329238891602, -1.7859785556793213, -0.2206016480922699, -0.3278033137321472, -1.041799783706665, -0.9416804313659668, -1.1023931503295898, -1.9923286437988281, -1.8969417810440063, -1.814692497253418, -1.941754937171936, -1.1497905254364014, -2.0168397426605225, -1.4846203327178955, -1.2451088428497314, -1.8555574417114258, -1.1184624433517456, -0.8005046248435974, -0.9560537338256836, -1.0166672468185425, -1.1446188688278198, -0.5984069108963013, -0.9485425353050232, -0.47869864106178284, -1.7927175760269165, -1.46515953540802, -0.6695802807807922, -0.8849292397499084, -1.4293901920318604, -1.6609052419662476, -1.3174656629562378, -1.2568589448928833, -1.99581778049469, -0.846311628818512, -0.7246608138084412, -1.1158348321914673, -0.27224811911582947, -0.5965566039085388, -1.2704041004180908, -1.1953966617584229, -1.049892544746399]}, "Bot004_092_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you? No i do not. I am a hippie Cool. What is your greates adventure in the life? I would not say the name of my country. Why? I am not sure what that means. Do you like pizza? I love pizza[SLICE OF PIZZA], but i do not eat meat. So, you are vegan ? I am not. I am not a vegan. So, what are you ? I am a farmer. I live with my parents. Ok", "response": "I am a country girl, and i love[HEAVY BLACK HEART] country music.", "annotation_id": "Bot004_092_20", "annotations": ["T", "X", "O", "T", "O", "X", "X", "O", "X", "O", "X", "X", "T", "O", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -11.499160766601562, -19.576885223388672, -14.145502090454102, -5.4578657150268555, -8.226716041564941, -6.426145076751709, -10.3705415725708, -10.638056755065918, -14.781000137329102, -16.945026397705078, -18.6793155670166, -18.507986068725586, -12.940398216247559, -20.019702911376953, -13.85567855834961, -12.924908638000488, -9.40460205078125, -8.876200675964355], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.4867372512817383, -1.140803337097168, -1.3188728094100952, -1.6596719026565552, -0.17879612743854523, -1.324238896369934, -1.4362937211990356, -1.1790801286697388, -1.7765460014343262, -1.4843565225601196, -1.426132321357727, -0.8780162334442139, -0.23145991563796997, -0.3392181694507599, -1.3912575244903564, -0.6115374565124512, -2.094694137573242, -2.1301331520080566, -1.269240379333496, -0.9881098866462708, -1.16862952709198, -2.569906234741211, -0.11594297736883163, -2.1228995323181152, -1.2872315645217896, -1.627074122428894, -0.989243745803833, -0.8182432055473328, -1.9456959962844849, -1.6771618127822876, -0.47848138213157654, -0.31935203075408936, -1.7886292934417725, -1.080399990081787, -1.2605746984481812, -1.419979453086853, -0.02057822048664093, -1.6068388223648071, -0.3795863389968872, -1.0550426244735718, -0.08218346536159515, -0.78279048204422, -0.9404682517051697, -1.7227939367294312, -1.6067893505096436, -1.1233810186386108, -0.6983200907707214, -1.1074968576431274, -1.2700363397598267, -2.020890712738037, -2.6014604568481445, -2.440023422241211, -0.9973291754722595, -0.7914212942123413, -0.9421899914741516, -0.05482272431254387, -0.5533278584480286, -1.627074956893921, -0.9570178985595703, -1.7650811672210693, -0.43850553035736084, -1.6774179935455322, -0.3422449231147766, -0.45948997139930725, -1.3943575620651245, -0.0026236893609166145, -0.6681588888168335, -0.7828125357627869, -0.040078844875097275, -0.8213903307914734, -0.9548307657241821, -0.2186632752418518, -1.3341087102890015, -0.6514541506767273, -0.3935542702674866, -0.9462236166000366, -0.9577265381813049, -1.3246214389801025, -1.3744975328445435, -0.3183540999889374, -0.4624980688095093, -1.669040322303772, -1.4243255853652954, -1.445102334022522, -0.5838203430175781, -2.3453898429870605, -2.875537395477295, -1.9418673515319824, -0.3755422830581665, -1.461012363433838, -2.399925947189331, -0.33046624064445496, -1.7317452430725098, -1.2167376279830933, -1.1802377700805664, -1.8998193740844727, -1.911767840385437, -2.0176901817321777, -0.24048733711242676, -1.3923518657684326, -2.6519815921783447, -1.1459938287734985, -1.13629150390625, -1.2077423334121704, -1.5865991115570068, -1.0160647630691528, -1.0847784280776978, -1.4086545705795288, -0.7886919975280762, -1.5550380945205688, -0.7426918745040894, -0.40068021416664124, -1.1036713123321533, -0.05708055570721626, -1.068047046661377, -1.934802770614624, -0.46049997210502625, -1.6945395469665527, -1.587382435798645, -1.772499918937683, -0.6284465193748474, -3.236022472381592, -2.403984546661377, -1.1000655889511108, -2.289036512374878, -1.3034189939498901, -0.03026961162686348, -0.7802199721336365, -2.0348494052886963, -0.9793329238891602, -1.7859785556793213, -0.2206016480922699, -0.3278033137321472, -1.041799783706665, -0.9416804313659668, -1.1023931503295898, -1.9923286437988281, -1.8969417810440063, -1.814692497253418, -1.941754937171936, -1.1497905254364014, -2.0168397426605225, -1.4846203327178955, -1.2451088428497314, -1.8555574417114258, -1.1184624433517456, -0.8005046248435974, -0.9560537338256836, -1.0166672468185425, -1.1446188688278198, -0.5984069108963013, -0.9485425353050232, -0.47869864106178284, -1.7927175760269165, -1.46515953540802, -0.6695802807807922, -0.8849292397499084, -1.4293901920318604, -0.6603977084159851, -1.0373748540878296, -2.483116626739502, -0.8155304193496704, -1.0214285850524902, -0.697553813457489, -0.27673810720443726, -0.5990050435066223, -1.1418209075927734, -1.1508097648620605, -1.0523422956466675, -0.579150915145874, -2.0326485633850098, -1.6831437349319458, -1.094154715538025, -1.0133811235427856, -1.1574453115463257, -0.9208706617355347, -1.8813585042953491, -0.9388107061386108, -1.5460221767425537, -0.5381839275360107, -1.1256687641143799, -0.6750500798225403, -0.8766489624977112, -2.3113322257995605, -2.2862565517425537, -0.8424121737480164, -1.3834835290908813, -1.053417444229126, -0.3539162576198578, -0.5937919020652771, -1.2024941444396973]}, "Bot004_095_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk", "response": "I have never heard of that, i am sure it is! Do you have a pet fish?", "annotation_id": "Bot004_095_02", "annotations": ["X", "X", "T", "X", "X", "O", "O", "O", "X", "T", "T", "T", "T", "T", "T"], "gpt2_target_score": [-8.654443740844727, -8.791687965393066, -10.446114540100098, -18.434993743896484, -10.148408889770508, -5.888693809509277, -4.7768144607543945, -11.408963203430176, -10.313226699829102, -11.071342468261719, -12.667075157165527, -7.672082424163818, -6.916113376617432, -11.856208801269531, -8.45566177368164, -14.077424049377441, -14.455262184143066, -16.328994750976562, -14.570330619812012, -10.627472877502441], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.2974332571029663, -0.904155433177948, -0.6404743194580078, -1.9487829208374023, -0.2281389832496643, -1.4913146495819092, -2.181680679321289, -2.041862964630127, -2.01590633392334, -1.732347011566162, -0.36154812574386597, -0.7621303200721741, -1.86214017868042, -2.119828462600708, -0.05880110710859299, -0.3960197865962982, -0.879618763923645, -0.5718662142753601, -1.489709734916687, -2.5394794940948486, -0.3929976522922516, -1.8091351985931396, -1.1802681684494019, -0.7239052057266235, -0.7482982277870178, -0.22762586176395416, -1.6092560291290283, -0.5989863276481628, -2.1266026496887207, -0.9262990951538086, -1.5335906744003296, -1.088518738746643, -0.6455960869789124, -1.2297286987304688, -0.9629486799240112, -1.446736454963684, -1.4700665473937988, -0.7471240758895874, -1.5476460456848145, -2.2696993350982666, -1.8599796295166016, -1.3238457441329956, -1.364675760269165, -1.3602811098098755, -0.15586191415786743, -1.4249746799468994, -1.8085784912109375, -1.398802399635315, -2.4271693229675293, -2.6122989654541016, -1.8868929147720337, -1.1183593273162842, -2.259134292602539, -0.8296593427658081, -0.09845314174890518, -1.1039302349090576, -0.80638188123703, -2.3429088592529297, -0.714263379573822, -0.7707792520523071, -0.502865731716156]}, "Bot004_095_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish", "response": "That is a shame. I am sorry.", "annotation_id": "Bot004_095_04", "annotations": ["X", "O", "O", "O", "O", "T", "T", "O", "X", "O", "O", "O", "T", "O", "O"], "gpt2_target_score": [-14.3984375, -7.508840560913086, -6.606811046600342, -16.574356079101562, -9.496679306030273, -6.832634925842285, -13.426159858703613, -15.515593528747559, -7.912205696105957], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.5990105271339417, -2.126572608947754, -0.9262821078300476, -1.5335699319839478, -1.0885083675384521, -0.6455811262130737, -1.2296898365020752, -0.9629371166229248, -1.446723461151123, -1.4700602293014526, -0.7471321821212769, -1.5476539134979248, -2.269744873046875, -1.3365116119384766, -1.8160775899887085, -1.562979817390442, -0.13686956465244293, -1.8895397186279297, -2.018913507461548, -1.5922166109085083, -1.8293616771697998, -2.4407591819763184, -1.748793125152588, -0.88502037525177, -2.2828190326690674, -1.786349892616272, -0.09374755620956421, -1.1565289497375488, -0.7133462429046631, -2.1106200218200684, -0.7315077185630798, -0.7113338708877563, -1.6537768840789795, -0.9274410605430603, -2.078604221343994, -1.5950231552124023, -0.049678344279527664, -1.164757251739502, -0.5821113586425781, -0.6837874054908752, -1.2267705202102661, -0.9154298901557922, -1.8357504606246948, -0.7178269624710083, -2.04965877532959, -2.093902826309204, -1.0928633213043213, -1.1297128200531006, -2.2628891468048096, -2.0410757064819336, -2.0084896087646484, -1.1883213520050049]}, "Bot004_095_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog", "response": "I have a dog. He is named after i got done with my girlfriend.", "annotation_id": "Bot004_095_06", "annotations": ["X", "T", "O", "O", "T", "O", "O", "T", "O", "X", "O", "T", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -8.791692733764648, -6.606811046600342, -16.34222412109375, -9.496679306030273, -12.980446815490723, -10.551541328430176, -16.095884323120117, -8.841038703918457, -10.21469497680664, -12.88642406463623, -12.730208396911621, -7.742755889892578, -6.604869365692139, -14.344276428222656, -8.928061485290527], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.5990105271339417, -2.126572608947754, -0.9262821078300476, -1.5335699319839478, -1.0885083675384521, -0.6455811262130737, -1.2296898365020752, -0.9629371166229248, -1.446723461151123, -1.4700602293014526, -0.7471321821212769, -1.5476539134979248, -2.269744873046875, -1.3365116119384766, -1.8160775899887085, -1.562979817390442, -0.13686956465244293, -1.8895397186279297, -2.018913507461548, -1.5922166109085083, -1.8293616771697998, -2.4407591819763184, -1.748793125152588, -0.88502037525177, -2.2828190326690674, -1.786349892616272, -0.09374755620956421, -1.1565289497375488, -0.7133462429046631, -2.1106200218200684, -0.7315077185630798, -0.7113338708877563, -1.6537768840789795, -0.9274410605430603, -2.078604221343994, -1.5950231552124023, -0.049678344279527664, -1.164757251739502, -0.5821113586425781, -0.6837874054908752, -1.2267705202102661, -0.9154298901557922, -0.7014304995536804, -2.010033130645752, -2.2032182216644287, -1.0706020593643188, -1.459286093711853, -2.0758867263793945, -1.8526808023452759, -1.9428348541259766, -1.3519483804702759, -1.6242897510528564, -1.0079635381698608, -0.5176507830619812, -1.1955900192260742, -1.2538220882415771, -1.9513981342315674, -2.0054445266723633, -0.3290591239929199, -1.4869203567504883, -1.5111759901046753, -1.3357843160629272, -1.2287145853042603, -1.4150521755218506, -1.2704139947891235, -1.6442923545837402, -1.7809911966323853, -0.8440300226211548, -0.9643160104751587, -1.3923739194869995, -1.5203171968460083, -0.8998880982398987, -1.6090084314346313]}, "Bot004_095_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name?", "response": "I have not heard of it, but it is good to say.", "annotation_id": "Bot004_095_08", "annotations": ["X", "X", "X", "X", "X", "X", "T", "T", "X", "X", "X", "T", "X", "T", "X"], "gpt2_target_score": [-8.654426574707031, -8.791692733764648, -8.893539428710938, -18.43499755859375, -10.148427963256836, -8.373040199279785, -4.776791095733643, -10.117796897888184, -5.305516242980957, -8.59988784790039, -13.145869255065918, -8.559264183044434, -12.626422882080078, -6.085185527801514], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.5990105271339417, -2.126572608947754, -0.9262821078300476, -1.5335699319839478, -1.0885083675384521, -0.6455811262130737, -1.2296898365020752, -0.9629371166229248, -1.446723461151123, -1.4700602293014526, -0.7471321821212769, -1.5476539134979248, -2.269744873046875, -1.3365116119384766, -1.8160775899887085, -1.562979817390442, -0.13686956465244293, -1.8895397186279297, -2.018913507461548, -1.5922166109085083, -1.8293616771697998, -2.4407591819763184, -1.748793125152588, -0.88502037525177, -2.2828190326690674, -1.786349892616272, -0.09374755620956421, -1.1565289497375488, -0.7133462429046631, -2.1106200218200684, -0.7315077185630798, -0.7113338708877563, -1.6537768840789795, -0.9274410605430603, -2.078604221343994, -1.5950231552124023, -0.049678344279527664, -1.164757251739502, -0.5821113586425781, -0.6837874054908752, -1.2267705202102661, -0.9154298901557922, -0.7014304995536804, -2.010033130645752, -2.2032182216644287, -1.0706020593643188, -1.459286093711853, -2.0758867263793945, -1.8526808023452759, -1.9428348541259766, -1.3519483804702759, -1.6242897510528564, -1.0079635381698608, -0.5176507830619812, -1.1955900192260742, -1.2538368701934814, -2.3543753623962402, -0.9312744140625, -1.3316479921340942, -1.4851624965667725, -1.6545360088348389, -0.9809727668762207, -1.2923705577850342, -1.3740062713623047, -1.6264582872390747, -1.5465785264968872, -0.9583888053894043, -0.8319693803787231, -1.353614330291748, -1.6482831239700317, -0.9275360107421875, -1.816543459892273, -2.0270209312438965, -0.9801872372627258, -0.08101557195186615, -0.1692330688238144, -1.5644402503967285, -2.774294376373291, -1.9916248321533203, -0.31301236152648926, -1.5427700281143188, -0.3199715316295624, -0.872822105884552, -1.0458329916000366, -1.361291527748108, -1.4282493591308594, -1.1696794033050537, -1.5041967630386353, -1.241742730140686, -0.7692037224769592, -1.7717002630233765, -1.6842708587646484]}, "Bot004_095_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name? I have not heard of it, but it is good to say. Say what?", "response": "I am a huge gamer, i love the outdoors.", "annotation_id": "Bot004_095_10", "annotations": ["X", "X", "X", "T", "T", "X", "O", "O", "X", "X", "X", "T", "O", "O", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -6.606811046600342, -16.34100341796875, -17.041479110717773, -6.99666690826416, -8.475567817687988, -8.186980247497559, -2.473973274230957, -9.924152374267578, -9.559473991394043], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.5990105271339417, -2.126572608947754, -0.9262821078300476, -1.5335699319839478, -1.0885083675384521, -0.6455811262130737, -1.2296898365020752, -0.9629371166229248, -1.446723461151123, -1.4700602293014526, -0.7471321821212769, -1.5476539134979248, -2.269744873046875, -1.3365116119384766, -1.8160775899887085, -1.562979817390442, -0.13686956465244293, -1.8895397186279297, -2.018913507461548, -1.5922166109085083, -1.8293616771697998, -2.4407591819763184, -1.748793125152588, -0.88502037525177, -2.2828190326690674, -1.786349892616272, -0.09374755620956421, -1.1565289497375488, -0.7133462429046631, -2.1106200218200684, -0.7315077185630798, -0.7113338708877563, -1.6537768840789795, -0.9274410605430603, -2.078604221343994, -1.5950231552124023, -0.049678344279527664, -1.164757251739502, -0.5821113586425781, -0.6837874054908752, -1.2267705202102661, -0.9154298901557922, -0.7014304995536804, -2.010033130645752, -2.2032182216644287, -1.0706020593643188, -1.459286093711853, -2.0758867263793945, -1.8526808023452759, -1.9428348541259766, -1.3519483804702759, -1.6242897510528564, -1.0079635381698608, -0.5176507830619812, -1.1955900192260742, -1.2538220882415771, -2.3543944358825684, -0.9312762022018433, -1.331657886505127, -1.4851652383804321, -1.6545275449752808, -0.9809725284576416, -1.2923593521118164, -1.3740034103393555, -1.6264514923095703, -1.5465881824493408, -0.9583730101585388, -0.8319710493087769, -1.3536235094070435, -1.648277997970581, -0.927537739276886, -1.8165467977523804, -2.0270068645477295, -0.9801918864250183, -0.08101721853017807, -0.16922985017299652, -1.5644259452819824, -1.9786511659622192, -0.45279383659362793, -1.4439772367477417, -0.44789567589759827, -1.0570043325424194, -0.9810425043106079, -1.5584584474563599, -1.5940489768981934, -1.0001941919326782, -1.6336992979049683, -1.3681882619857788, -0.8046996593475342, -2.101980686187744, -1.754664659500122, -1.3604612350463867, -0.39624640345573425, -1.7374651432037354, -2.257669448852539, -1.8738386631011963, -1.6283941268920898, -2.1907799243927, -0.805814266204834, -1.548825740814209, -1.564512848854065, -2.0349314212799072, -2.053161144256592, -1.2873538732528687, -1.2986640930175781, -1.1460670232772827]}, "Bot004_095_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name? I have not heard of it, but it is good to say. Say what? I am a huge gamer, i love the outdoors. I do too. I usually walk every day, sometimes with my family who I love", "response": "I love[HEAVY BLACK HEART] to walk and go to the lake.", "annotation_id": "Bot004_095_12", "annotations": ["X", "T", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "X", "O", "O"], "gpt2_target_score": [-8.654426574707031, -12.058126449584961, -12.04913330078125, -11.432952880859375, -19.230886459350586, -12.262261390686035, -20.25124740600586, -14.241454124450684, -24.07663345336914, -13.117938995361328, -11.194857597351074, -13.716605186462402, -5.577304840087891, -11.130855560302734, -6.672325134277344, -5.52066707611084, -21.57524299621582, -6.474360466003418], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.5990105271339417, -2.126572608947754, -0.9262821078300476, -1.5335699319839478, -1.0885083675384521, -0.6455811262130737, -1.2296898365020752, -0.9629371166229248, -1.446723461151123, -1.4700602293014526, -0.7471321821212769, -1.5476539134979248, -2.269744873046875, -1.3365116119384766, -1.8160775899887085, -1.562979817390442, -0.13686956465244293, -1.8895397186279297, -2.018913507461548, -1.5922166109085083, -1.8293616771697998, -2.4407591819763184, -1.748793125152588, -0.88502037525177, -2.2828190326690674, -1.786349892616272, -0.09374755620956421, -1.1565289497375488, -0.7133462429046631, -2.1106200218200684, -0.7315077185630798, -0.7113338708877563, -1.6537768840789795, -0.9274410605430603, -2.078604221343994, -1.5950231552124023, -0.049678344279527664, -1.164757251739502, -0.5821113586425781, -0.6837874054908752, -1.2267705202102661, -0.9154298901557922, -0.7014304995536804, -2.010033130645752, -2.2032182216644287, -1.0706020593643188, -1.459286093711853, -2.0758867263793945, -1.8526808023452759, -1.9428348541259766, -1.3519483804702759, -1.6242897510528564, -1.0079635381698608, -0.5176507830619812, -1.1955900192260742, -1.2538220882415771, -2.3543944358825684, -0.9312762022018433, -1.331657886505127, -1.4851652383804321, -1.6545275449752808, -0.980980396270752, -1.292362928390503, -1.3740006685256958, -1.626448631286621, -1.5465867519378662, -0.9583884477615356, -0.8319665789604187, -1.353629231452942, -1.648284912109375, -0.9275299310684204, -1.8165309429168701, -2.027009963989258, -0.9801895618438721, -0.08101677894592285, -0.16922813653945923, -1.5644208192825317, -1.9786485433578491, -0.45280033349990845, -1.4439741373062134, -0.44788700342178345, -1.0570003986358643, -0.9810432195663452, -1.5584545135498047, -1.5940505266189575, -1.0001869201660156, -1.633689284324646, -1.3681961297988892, -0.8046936988830566, -2.1019818782806396, -1.7546617984771729, -1.3604589700698853, -0.39623910188674927, -1.7374634742736816, -1.9119075536727905, -1.439372181892395, -2.394974708557129, -1.0073554515838623, -1.4189057350158691, -1.6384869813919067, -2.0055577754974365, -1.67080557346344, -1.0469568967819214, -1.3001185655593872, -1.1009339094161987, -1.7310460805892944, -1.443490743637085, -0.8998891115188599, -1.185861587524414, -1.9186429977416992, -0.6099236011505127, -1.1529992818832397, -0.6495776772499084, -1.3076906204223633, -1.4967169761657715, -2.0436222553253174, -1.4099156856536865, -0.9833686947822571, -1.184898853302002, -1.5535188913345337, -1.8995780944824219, -0.7532059550285339, -1.84311842918396, -2.2814362049102783, -1.961014747619629, -1.8498172760009766, -0.6419753432273865, -0.46883127093315125, -3.3896689414978027, -3.017669439315796, -1.0353182554244995, -1.5915791988372803, -1.0382786989212036, -2.4191195964813232, -2.1011924743652344, -1.961677074432373, -1.7547826766967773, -1.6823655366897583, -2.0098907947540283, -1.167842984199524, -1.376161813735962]}, "Bot004_095_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name? I have not heard of it, but it is good to say. Say what? I am a huge gamer, i love the outdoors. I do too. I usually walk every day, sometimes with my family who I love I love[HEAVY BLACK HEART] to walk and go to the lake. Yeah, it's great", "response": "I have not seen that. I am sure it will be easy to find someone.", "annotation_id": "Bot004_095_14", "annotations": ["X", "X", "X", "X", "X", "X", "O", "O", "X", "X", "X", "X", "X", "O", "X"], "gpt2_target_score": [-8.654426574707031, -8.791692733764648, -8.893539428710938, -17.177947998046875, -10.164083480834961, -7.525918006896973, -5.43644380569458, -10.656523704528809, -12.013142585754395, -9.847858428955078, -14.81714916229248, -11.119818687438965, -14.991092681884766, -6.60823392868042, -12.572826385498047, -8.793883323669434, -10.01453971862793], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.5990105271339417, -2.126572608947754, -0.9262821078300476, -1.5335699319839478, -1.0885083675384521, -0.6455811262130737, -1.2296898365020752, -0.9629371166229248, -1.446723461151123, -1.4700602293014526, -0.7471321821212769, -1.5476539134979248, -2.269744873046875, -1.3365116119384766, -1.8160775899887085, -1.562979817390442, -0.13686956465244293, -1.8895397186279297, -2.018913507461548, -1.5922166109085083, -1.8293616771697998, -2.4407591819763184, -1.748793125152588, -0.88502037525177, -2.2828190326690674, -1.786349892616272, -0.09374755620956421, -1.1565289497375488, -0.7133462429046631, -2.1106200218200684, -0.7315077185630798, -0.7113338708877563, -1.6537768840789795, -0.9274410605430603, -2.078604221343994, -1.5950231552124023, -0.049678344279527664, -1.164757251739502, -0.5821113586425781, -0.6837874054908752, -1.2267705202102661, -0.9154298901557922, -0.7014304995536804, -2.010033130645752, -2.2032182216644287, -1.0706020593643188, -1.459286093711853, -2.0758867263793945, -1.8526808023452759, -1.9428348541259766, -1.3519483804702759, -1.6242897510528564, -1.0079635381698608, -0.5176507830619812, -1.1955900192260742, -1.2538220882415771, -2.3543944358825684, -0.9312762022018433, -1.331657886505127, -1.4851652383804321, -1.6545275449752808, -0.980980396270752, -1.292362928390503, -1.3740006685256958, -1.626448631286621, -1.5465867519378662, -0.9583884477615356, -0.8319665789604187, -1.353629231452942, -1.648284912109375, -0.9275299310684204, -1.8165309429168701, -2.027009963989258, -0.9801895618438721, -0.08101677894592285, -0.16922813653945923, -1.5644208192825317, -1.9786485433578491, -0.45280033349990845, -1.4439741373062134, -0.44788700342178345, -1.0570003986358643, -0.9810432195663452, -1.5584545135498047, -1.5940505266189575, -1.0001869201660156, -1.633689284324646, -1.3681961297988892, -0.8046936988830566, -2.1019818782806396, -1.7546617984771729, -1.3604589700698853, -0.39623910188674927, -1.7374634742736816, -1.9119075536727905, -1.439372181892395, -2.394974708557129, -1.0073554515838623, -1.4189057350158691, -1.6384869813919067, -2.0055577754974365, -1.67080557346344, -1.0469568967819214, -1.3001118898391724, -1.100921630859375, -1.7310545444488525, -1.4435068368911743, -0.8998963832855225, -1.185867190361023, -1.9186382293701172, -0.6099212765693665, -1.1530076265335083, -0.6495792269706726, -1.3076897859573364, -1.496719241142273, -2.043609380722046, -1.4099185466766357, -0.9833827018737793, -1.1849018335342407, -1.5535115003585815, -1.8995977640151978, -0.7532075047492981, -2.4028966426849365, -1.6281810998916626, -2.961594581604004, -0.7094502449035645, -0.7112540602684021, -3.118783712387085, -2.8383381366729736, -1.1574304103851318, -1.4492340087890625, -1.5948342084884644, -2.11672306060791, -1.500319004058838, -1.550490140914917, -1.501564860343933, -1.5086251497268677, -1.6505297422409058, -0.9945958256721497, -1.1290870904922485, -0.9326139688491821, -1.439244270324707, -0.951589822769165, -1.8306282758712769, -1.2555490732192993, -1.7729908227920532, -2.322803020477295, -0.5981013774871826, -0.41218921542167664, -1.5651564598083496, -2.008713483810425, -1.0534218549728394, -2.1253325939178467, -1.6845557689666748, -1.4796267747879028, -0.4056830108165741, -0.6124682426452637, -1.8442484140396118, -0.8301941752433777, -1.4118738174438477, -1.0806008577346802, -1.3375414609909058, -1.342032790184021]}, "Bot004_095_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name? I have not heard of it, but it is good to say. Say what? I am a huge gamer, i love the outdoors. I do too. I usually walk every day, sometimes with my family who I love I love[HEAVY BLACK HEART] to walk and go to the lake. Yeah, it's great I have not seen that. I am sure it will be easy to find someone. Yeah, sure", "response": "I am sure you are a great person!", "annotation_id": "Bot004_095_16", "annotations": ["X", "T", "O", "T", "X", "O", "O", "O", "X", "T", "O", "O", "X", "O", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -12.042465209960938, -11.836380004882812, -10.410268783569336, -3.0852291584014893, -13.296704292297363, -12.385970115661621, -7.953740119934082], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.5990105271339417, -2.126572608947754, -0.9262821078300476, -1.5335699319839478, -1.0885083675384521, -0.6455811262130737, -1.2296898365020752, -0.9629371166229248, -1.446723461151123, -1.4700602293014526, -0.7471321821212769, -1.5476539134979248, -2.269744873046875, -1.3365116119384766, -1.8160775899887085, -1.562979817390442, -0.13686956465244293, -1.8895397186279297, -2.018913507461548, -1.5922166109085083, -1.8293616771697998, -2.4407591819763184, -1.748793125152588, -0.88502037525177, -2.2828190326690674, -1.786349892616272, -0.09374755620956421, -1.1565289497375488, -0.7133462429046631, -2.1106200218200684, -0.7315077185630798, -0.7113338708877563, -1.6537768840789795, -0.9274410605430603, -2.078604221343994, -1.5950231552124023, -0.049678344279527664, -1.164757251739502, -0.5821113586425781, -0.6837874054908752, -1.2267705202102661, -0.9154298901557922, -0.7014304995536804, -2.010033130645752, -2.2032182216644287, -1.0706020593643188, -1.459286093711853, -2.0758867263793945, -1.8526808023452759, -1.9428348541259766, -1.3519483804702759, -1.6242897510528564, -1.0079635381698608, -0.5176507830619812, -1.1955900192260742, -1.2538220882415771, -2.3543944358825684, -0.9312762022018433, -1.331657886505127, -1.4851652383804321, -1.6545275449752808, -0.980980396270752, -1.292362928390503, -1.3740006685256958, -1.626448631286621, -1.5465867519378662, -0.9583884477615356, -0.8319665789604187, -1.353629231452942, -1.648284912109375, -0.9275299310684204, -1.8165309429168701, -2.027009963989258, -0.9801895618438721, -0.08101677894592285, -0.16922813653945923, -1.5644208192825317, -1.9786485433578491, -0.45280033349990845, -1.4439741373062134, -0.44788700342178345, -1.0570003986358643, -0.9810432195663452, -1.5584545135498047, -1.5940505266189575, -1.0001869201660156, -1.633689284324646, -1.3681961297988892, -0.8046936988830566, -2.1019818782806396, -1.7546617984771729, -1.3604589700698853, -0.39623910188674927, -1.7374634742736816, -1.9119075536727905, -1.439372181892395, -2.394974708557129, -1.0073554515838623, -1.4189057350158691, -1.6384869813919067, -2.0055577754974365, -1.67080557346344, -1.0469568967819214, -1.3001118898391724, -1.100921630859375, -1.7310545444488525, -1.4435068368911743, -0.8998963832855225, -1.185867190361023, -1.9186382293701172, -0.6099212765693665, -1.1530076265335083, -0.6495792269706726, -1.3076897859573364, -1.496719241142273, -2.043609380722046, -1.4099185466766357, -0.9833827018737793, -1.1849018335342407, -1.5535115003585815, -1.8995977640151978, -0.7532075047492981, -2.4028966426849365, -1.6281810998916626, -2.961594581604004, -0.7094502449035645, -0.7112540602684021, -3.118783712387085, -2.8383381366729736, -1.1574304103851318, -1.4492340087890625, -1.5948342084884644, -2.11672306060791, -1.500319004058838, -1.550490140914917, -1.501564860343933, -1.5086251497268677, -1.6505297422409058, -0.9945958256721497, -1.1290870904922485, -0.9326139688491821, -1.439244270324707, -0.951589822769165, -1.8306282758712769, -1.2555490732192993, -2.2093002796173096, -0.5958783030509949, -0.6906190514564514, -1.6219542026519775, -2.155056953430176, -1.0940054655075073, -2.09335994720459, -1.8111399412155151, -1.4731260538101196, -0.5106770396232605, -0.5665475130081177, -1.9341708421707153, -0.9490835666656494, -1.786150574684143, -1.097833514213562, -1.482151746749878, -1.3702197074890137, -0.5703306794166565, -1.1690752506256104, -1.1816295385360718, -1.713127851486206, -2.0403711795806885, -1.3824152946472168, -1.2387548685073853, -1.5347002744674683, -2.622560977935791, -1.974985957145691, -0.9711912274360657, -0.9666489362716675, -1.1872586011886597]}, "Bot004_095_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name? I have not heard of it, but it is good to say. Say what? I am a huge gamer, i love the outdoors. I do too. I usually walk every day, sometimes with my family who I love I love[HEAVY BLACK HEART] to walk and go to the lake. Yeah, it's great I have not seen that. I am sure it will be easy to find someone. Yeah, sure I am sure you are a great person! Thank you.", "response": "I am good. I just got done eating dinner.", "annotation_id": "Bot004_095_18", "annotations": ["X", "T", "T", "X", "X", "X", "O", "O", "X", "X", "X", "O", "X", "O", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -11.172821044921875, -10.237274169921875, -8.870412826538086, -5.127572059631348, -12.491711616516113, -14.967970848083496, -12.100895881652832, -14.175128936767578, -9.559473991394043], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.5990105271339417, -2.126572608947754, -0.9262821078300476, -1.5335699319839478, -1.0885083675384521, -0.6455811262130737, -1.2296898365020752, -0.9629371166229248, -1.446723461151123, -1.4700602293014526, -0.7471321821212769, -1.5476539134979248, -2.269744873046875, -1.3365116119384766, -1.8160775899887085, -1.562979817390442, -0.13686956465244293, -1.8895397186279297, -2.018913507461548, -1.5922166109085083, -1.8293616771697998, -2.4407591819763184, -1.748793125152588, -0.88502037525177, -2.2828190326690674, -1.786349892616272, -0.09374755620956421, -1.1565289497375488, -0.7133462429046631, -2.1106200218200684, -0.7315077185630798, -0.7113338708877563, -1.6537768840789795, -0.9274410605430603, -2.078604221343994, -1.5950231552124023, -0.049678344279527664, -1.164757251739502, -0.5821113586425781, -0.6837874054908752, -1.2267705202102661, -0.9154298901557922, -0.7014304995536804, -2.010033130645752, -2.2032182216644287, -1.0706020593643188, -1.459286093711853, -2.0758867263793945, -1.8526808023452759, -1.9428348541259766, -1.3519483804702759, -1.6242897510528564, -1.0079635381698608, -0.5176507830619812, -1.1955900192260742, -1.2538220882415771, -2.3543944358825684, -0.9312762022018433, -1.331657886505127, -1.4851652383804321, -1.6545275449752808, -0.980980396270752, -1.292362928390503, -1.3740006685256958, -1.626448631286621, -1.5465867519378662, -0.9583884477615356, -0.8319665789604187, -1.353629231452942, -1.648284912109375, -0.9275299310684204, -1.8165309429168701, -2.027009963989258, -0.9801895618438721, -0.08101677894592285, -0.16922813653945923, -1.5644208192825317, -1.9786485433578491, -0.45280033349990845, -1.4439741373062134, -0.44788700342178345, -1.0570003986358643, -0.9810432195663452, -1.5584545135498047, -1.5940505266189575, -1.0001869201660156, -1.633689284324646, -1.3681961297988892, -0.8046936988830566, -2.1019818782806396, -1.7546617984771729, -1.3604589700698853, -0.39623910188674927, -1.7374634742736816, -1.9119075536727905, -1.439372181892395, -2.394974708557129, -1.0073554515838623, -1.4189057350158691, -1.6384869813919067, -2.0055577754974365, -1.67080557346344, -1.0469568967819214, -1.3001118898391724, -1.100921630859375, -1.7310545444488525, -1.4435068368911743, -0.8998963832855225, -1.185867190361023, -1.9186382293701172, -0.6099212765693665, -1.1530076265335083, -0.6495792269706726, -1.3076897859573364, -1.496719241142273, -2.043609380722046, -1.4099185466766357, -0.9833827018737793, -1.1849018335342407, -1.5535115003585815, -1.8995977640151978, -0.7532075047492981, -2.4028966426849365, -1.6281810998916626, -2.961594581604004, -0.7094502449035645, -0.7112540602684021, -3.118783712387085, -2.8383381366729736, -1.1574304103851318, -1.4492340087890625, -1.5948342084884644, -2.11672306060791, -1.500319004058838, -1.550490140914917, -1.501564860343933, -1.5086251497268677, -1.6505297422409058, -0.9945958256721497, -1.1290870904922485, -0.9326139688491821, -1.439244270324707, -0.951589822769165, -1.8306282758712769, -1.2555490732192993, -2.2093002796173096, -0.5958783030509949, -0.6906190514564514, -1.6219542026519775, -2.155056953430176, -1.0940054655075073, -2.0933730602264404, -1.811157464981079, -1.4731338024139404, -0.5106781721115112, -0.5665599703788757, -1.934165358543396, -0.9490804076194763, -1.786160945892334, -1.097829818725586, -1.482144832611084, -1.3702120780944824, -0.5703305006027222, -1.1690701246261597, -1.181628942489624, -1.3523401021957397, -1.8748031854629517, -0.9393313527107239, -0.9827114939689636, -2.435934543609619, -1.8562946319580078, -1.297446608543396, -0.9197558760643005, -1.2807776927947998, -0.014590354636311531, -1.3718470335006714, -1.190401554107666, -1.6651126146316528, -1.846099853515625, -1.1869045495986938, -1.3156794309616089, -0.7625220417976379, -1.6413476467132568, -2.4278130531311035, -1.104365587234497, -0.16852182149887085, -1.776092290878296, -1.2997106313705444, -1.0078643560409546]}, "Bot004_095_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name? I have not heard of it, but it is good to say. Say what? I am a huge gamer, i love the outdoors. I do too. I usually walk every day, sometimes with my family who I love I love[HEAVY BLACK HEART] to walk and go to the lake. Yeah, it's great I have not seen that. I am sure it will be easy to find someone. Yeah, sure I am sure you are a great person! Thank you. I am good. I just got done eating dinner. What did you eat?", "response": "Chicken wings, mashed potatoes, orange, orange, orange, orange, orange, orange, orange, orange.", "annotation_id": "Bot004_095_20", "annotations": ["X", "X", "T", "X", "X", "X", "O", "X", "X", "T", "O", "X", "O", "X", "X"], "gpt2_target_score": [-18.028343200683594, -16.016530990600586, -11.322341918945312, -19.957565307617188, -16.30550193786621, -6.99666690826416, -15.365887641906738, -8.836867332458496, -10.936284065246582, -5.515338897705078, -18.213083267211914, -4.941046714782715, -15.797489166259766, -5.34163236618042, -13.799728393554688, -8.864996910095215, -21.175188064575195, -6.343005180358887, -13.466160774230957, -9.352693557739258, -14.46696949005127, -6.654199600219727], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.5990105271339417, -2.126572608947754, -0.9262821078300476, -1.5335699319839478, -1.0885083675384521, -0.6455811262130737, -1.2296898365020752, -0.9629371166229248, -1.446723461151123, -1.4700602293014526, -0.7471321821212769, -1.5476539134979248, -2.269744873046875, -1.3365116119384766, -1.8160775899887085, -1.562979817390442, -0.13686956465244293, -1.8895397186279297, -2.018913507461548, -1.5922166109085083, -1.8293616771697998, -2.4407591819763184, -1.748793125152588, -0.88502037525177, -2.2828190326690674, -1.786349892616272, -0.09374755620956421, -1.1565289497375488, -0.7133462429046631, -2.1106200218200684, -0.7315077185630798, -0.7113338708877563, -1.6537768840789795, -0.9274410605430603, -2.078604221343994, -1.5950231552124023, -0.049678344279527664, -1.164757251739502, -0.5821113586425781, -0.6837874054908752, -1.2267705202102661, -0.9154298901557922, -0.7014304995536804, -2.010033130645752, -2.2032182216644287, -1.0706020593643188, -1.459286093711853, -2.0758867263793945, -1.8526808023452759, -1.9428348541259766, -1.3519483804702759, -1.6242897510528564, -1.0079635381698608, -0.5176507830619812, -1.1955900192260742, -1.2538220882415771, -2.3543944358825684, -0.9312762022018433, -1.331657886505127, -1.4851652383804321, -1.6545275449752808, -0.980980396270752, -1.292362928390503, -1.3740006685256958, -1.626448631286621, -1.5465867519378662, -0.9583884477615356, -0.8319665789604187, -1.353629231452942, -1.648284912109375, -0.9275299310684204, -1.8165309429168701, -2.027009963989258, -0.9801895618438721, -0.08101677894592285, -0.16922813653945923, -1.5644208192825317, -1.9786485433578491, -0.45280033349990845, -1.4439741373062134, -0.44788700342178345, -1.0570003986358643, -0.9810432195663452, -1.5584545135498047, -1.5940505266189575, -1.0001869201660156, -1.633689284324646, -1.3681961297988892, -0.8046936988830566, -2.1019818782806396, -1.7546617984771729, -1.3604589700698853, -0.39623910188674927, -1.7374634742736816, -1.9119075536727905, -1.439372181892395, -2.394974708557129, -1.0073554515838623, -1.4189057350158691, -1.6384869813919067, -2.0055577754974365, -1.67080557346344, -1.0469568967819214, -1.3001118898391724, -1.100921630859375, -1.7310545444488525, -1.4435068368911743, -0.8998963832855225, -1.185867190361023, -1.9186382293701172, -0.6099212765693665, -1.1530076265335083, -0.6495792269706726, -1.3076897859573364, -1.496719241142273, -2.043609380722046, -1.4099185466766357, -0.9833827018737793, -1.1849018335342407, -1.5535115003585815, -1.8995977640151978, -0.7532075047492981, -2.4028966426849365, -1.6281810998916626, -2.961594581604004, -0.7094502449035645, -0.7112540602684021, -3.118783712387085, -2.8383381366729736, -1.1574304103851318, -1.4492340087890625, -1.5948342084884644, -2.11672306060791, -1.500319004058838, -1.550490140914917, -1.501564860343933, -1.5086251497268677, -1.6505297422409058, -0.9945958256721497, -1.1290870904922485, -0.9326139688491821, -1.439244270324707, -0.951589822769165, -1.8306282758712769, -1.2555490732192993, -2.2093002796173096, -0.5958783030509949, -0.6906190514564514, -1.6219542026519775, -2.155056953430176, -1.0940054655075073, -2.09335994720459, -1.8111399412155151, -1.4731260538101196, -0.5106770396232605, -0.5665475130081177, -1.9341708421707153, -0.9490835666656494, -1.786150574684143, -1.097833514213562, -1.482151746749878, -1.3702197074890137, -0.5703306794166565, -1.169073462486267, -1.181631326675415, -1.3523492813110352, -1.8748009204864502, -0.9393320083618164, -0.982703447341919, -2.435927152633667, -1.8563051223754883, -1.2974560260772705, -0.919757068157196, -1.2807703018188477, -0.014590471982955933, -1.3718438148498535, -1.1904000043869019, -1.5845696926116943, -1.7643859386444092, -1.2806316614151, -0.8596485257148743, -1.504626989364624, -2.397399425506592, -0.991098165512085, -0.17155668139457703, -1.6897087097167969, -1.4047964811325073, -1.010003924369812, -1.8345930576324463, -0.09571109712123871, -1.1900237798690796, -0.3867891728878021, -1.5983319282531738, -1.7306904792785645, -2.0977838039398193, -1.3633732795715332, -2.653083086013794, -0.25872576236724854, -0.22299839556217194, -2.4147226810455322, -0.7368279099464417, -2.2745699882507324, -1.3086200952529907, -2.3008124828338623, -0.969871997833252, -1.8444982767105103, -0.61492919921875, -0.9144359230995178, -0.45530787110328674, -0.5141563415527344, -0.3414963483810425, -0.34885212779045105, -0.2864208519458771, -0.24674102663993835, -0.22718952596187592, -1.540358304977417]}, "Bot004_097_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello", "response": "Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS]", "annotation_id": "Bot004_097_02", "annotations": ["T", "O", "O", "X", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2_target_score": [-13.129645347595215, -11.288734436035156, -12.061705589294434, -13.440095901489258, -10.199897766113281, -14.082550048828125, -12.200090408325195, -9.60203742980957, -10.678170204162598, -13.67679500579834, -12.30085563659668, -4.558414936065674, -13.681584358215332, -4.771405220031738, -13.304773330688477, -10.112351417541504, -11.314736366271973, -6.557190895080566, -6.12187385559082, -22.084430694580078, -16.672805786132812, -10.918736457824707, -17.96969985961914, -16.757869720458984, -9.46049690246582, -22.163639068603516, -17.140544891357422, -13.090237617492676], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -0.23311327397823334, -1.4118776321411133, -0.5947511196136475, -1.400285005569458, -1.0973596572875977, -0.8662116527557373, -1.8334368467330933, -0.6447020769119263, -1.3701181411743164, -1.267735481262207, -1.3476594686508179, -2.1951708793640137, -1.5769829750061035, -0.8466681241989136, -1.474284291267395, -2.4561662673950195, -1.572657823562622, -0.987261950969696, -0.6045097708702087, -2.188900947570801, -2.1586928367614746, -0.009131100960075855, -0.6305045485496521, -0.7995350360870361, -1.5726253986358643, -1.675604224205017, -0.6296637058258057, -2.1209661960601807, -1.7022682428359985, -1.2907594442367554, -2.0534420013427734, -0.15479324758052826, -0.12355462461709976, -1.411728858947754, -1.238052248954773]}, "Bot004_097_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country?", "response": "I like country music, i like country", "annotation_id": "Bot004_097_04", "annotations": ["T", "T", "X", "X", "X", "T", "X", "T", "X", "X", "X", "O", "T", "O", "O"], "gpt2_target_score": [-10.373396873474121, -10.711753845214844, -16.990554809570312, -16.21734046936035, -6.5860137939453125, -8.916099548339844, -11.718608856201172, -14.614870071411133], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -0.23311327397823334, -1.4118776321411133, -0.5947511196136475, -1.400285005569458, -1.0973596572875977, -0.8662116527557373, -0.7952680587768555, -1.4550877809524536, -1.2206140756607056, -1.2605466842651367, -2.225620746612549, -1.578337550163269, -0.7583650350570679, -1.2965421676635742, -2.6027159690856934, -1.6160047054290771, -0.9412779808044434, -0.4690609872341156, -2.095075845718384, -2.2245113849639893, -0.007682539522647858, -0.5204455256462097, -0.8289623260498047, -1.7520357370376587, -1.7273720502853394, -0.4607650637626648, -2.1302404403686523, -1.6932744979858398, -1.1491825580596924, -1.5949389934539795, -0.12880094349384308, -0.11214473098516464, -0.943511962890625, -1.446535348892212, -1.8365529775619507, -0.8131357431411743, -1.495177149772644, -3.1035006046295166, -1.8020029067993164, -1.954980731010437, -1.9078948497772217, -1.618532419204712, -1.3469769954681396, -1.5024452209472656, -2.2730140686035156, -1.139606237411499]}, "Bot004_097_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ?", "response": "I am from the united states, how about you?", "annotation_id": "Bot004_097_06", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.842901229858398, -10.896039009094238, -17.926565170288086, -13.917698860168457, -8.157121658325195, -13.165626525878906, -12.670783042907715, -8.402114868164062, -13.177925109863281], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -0.8662201166152954, -0.7952412962913513, -1.4550855159759521, -1.2205618619918823, -1.2605949640274048, -2.2255947589874268, -1.578336238861084, -0.7583775520324707, -1.2965173721313477, -2.6027231216430664, -1.615954041481018, -0.9412869811058044, -0.4690643548965454, -2.095092535018921, -2.2244889736175537, -0.007682539522647858, -0.5204497575759888, -0.8289624452590942, -1.7520369291305542, -1.7273683547973633, -0.4607672393321991, -2.130249500274658, -1.693279504776001, -1.1491786241531372, -1.5949428081512451, -0.128800630569458, -0.11214334517717361, -0.94351726770401, -1.4465396404266357, -1.8365724086761475, -0.8131288886070251, -1.4951896667480469, -1.3078429698944092, -1.623350739479065, -1.7301766872406006, -1.453106164932251, -1.5019859075546265, -1.230015516281128, -2.358020305633545, -1.092885971069336, -1.370453119277954, -0.0770295113325119, -0.5406440496444702, -0.152836874127388, -1.5049235820770264, -2.477738380432129, -1.20846688747406, -0.6213306784629822, -2.2304468154907227, -1.1935197114944458, -0.48686543107032776, -1.5338647365570068, -2.3434271812438965, -1.9112404584884644, -0.249415785074234, -0.696287214756012, -0.3986581861972809]}, "Bot004_097_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan", "response": "I am a plumber, and i love[HEAVY BLACK HEART] to be outside.", "annotation_id": "Bot004_097_08", "annotations": ["T", "O", "T", "T", "O", "T", "X", "O", "T", "X", "O", "T", "T", "O", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -14.988354682922363, -19.606115341186523, -6.500927925109863, -10.198858261108398, -11.55850601196289, -15.868956565856934, -10.999679565429688, -13.312934875488281, -10.4778470993042, -13.874363899230957, -16.227903366088867, -12.173717498779297, -18.943958282470703, -12.858769416809082, -5.523721218109131, -9.979338645935059, -12.070381164550781, -6.052303314208984], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -0.8662201166152954, -0.7952412962913513, -1.4550855159759521, -1.2205618619918823, -1.2605949640274048, -2.2255947589874268, -1.578336238861084, -0.7583775520324707, -1.2965173721313477, -2.6027231216430664, -1.615954041481018, -0.9412869811058044, -0.4690643548965454, -2.095092535018921, -2.2244889736175537, -0.007682539522647858, -0.5204497575759888, -0.8289624452590942, -1.7520369291305542, -1.7273669242858887, -0.46076762676239014, -2.1302428245544434, -1.6932754516601562, -1.149171233177185, -1.594927430152893, -0.12880052626132965, -0.11214270442724228, -0.9435127973556519, -1.4465421438217163, -1.8365743160247803, -0.8131368160247803, -1.4951832294464111, -1.3078407049179077, -1.6233540773391724, -1.7301688194274902, -1.4530982971191406, -1.50197172164917, -1.2300171852111816, -2.358015775680542, -1.0929003953933716, -1.370439052581787, -0.07703138887882233, -0.5406468510627747, -0.15283861756324768, -1.5049161911010742, -1.8420772552490234, -0.7728105187416077, -2.297595977783203, -1.5310397148132324, -0.5642290711402893, -1.6992346048355103, -2.483837842941284, -2.051229953765869, -0.26412972807884216, -0.8458194136619568, -1.6596019268035889, -1.3437145948410034, -0.566475510597229, -0.7231836318969727, -0.036551300436258316, -0.9788088798522949, -2.032572031021118, -1.412239909172058, -0.39367401599884033, -3.3075785636901855, -1.2545359134674072, -1.7160418033599854, -1.8733216524124146, -1.0828903913497925, -1.6488184928894043, -1.6582924127578735, -2.1280879974365234, -0.9578442573547363, -0.10171028971672058, -2.946413040161133, -2.436819314956665, -0.16779758036136627, -1.276392936706543, -1.0032678842544556, -2.407240152359009, -2.158050537109375, -1.4632282257080078, -1.4179248809814453]}, "Bot004_097_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan I am a plumber, and i love[HEAVY BLACK HEART] to be outside. Me too", "response": "I am a woman, and i love to fantasize about living in nature  Hey, are you alive there? [FACE SCREAMING IN FEAR]", "annotation_id": "Bot004_097_10", "annotations": ["T", "T", "O", "O", "X", "T", "O", "O", "X", "T", "T", "T", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -16.34141731262207, -6.58607292175293, -7.741673469543457, -10.879190444946289, -14.596343994140625, -8.894881248474121, -16.831283569335938, -16.170082092285156, -12.600604057312012, -15.385823249816895, -7.406292915344238, -11.828853607177734, -5.855456352233887, -4.9209184646606445, -1.8131805658340454, -8.763518333435059, -5.414070129394531, -14.93160629272461, -7.84729528427124, -13.070427894592285, -7.812406063079834, -22.732528686523438, -11.841713905334473, -17.36730194091797, -16.53569221496582, -12.972994804382324, -9.272592544555664, -26.793487548828125, -14.83787727355957], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -0.8662201166152954, -0.7952412962913513, -1.4550855159759521, -1.2205618619918823, -1.2605949640274048, -2.2255947589874268, -1.578336238861084, -0.7583775520324707, -1.2965173721313477, -2.6027231216430664, -1.615954041481018, -0.9412869811058044, -0.4690643548965454, -2.095092535018921, -2.2244889736175537, -0.007682539522647858, -0.5204497575759888, -0.8289624452590942, -1.7520369291305542, -1.7273669242858887, -0.46076762676239014, -2.1302428245544434, -1.6932754516601562, -1.149171233177185, -1.594927430152893, -0.12880052626132965, -0.11214270442724228, -0.9435127973556519, -1.4465421438217163, -1.8365743160247803, -0.8131368160247803, -1.4951832294464111, -1.3078407049179077, -1.6233540773391724, -1.7301688194274902, -1.4530982971191406, -1.50197172164917, -1.2300171852111816, -2.358015775680542, -1.0929003953933716, -1.370439052581787, -0.07703138887882233, -0.5406468510627747, -0.15283861756324768, -1.5049161911010742, -1.8420772552490234, -0.7728105187416077, -2.297595977783203, -1.5310397148132324, -0.5642290711402893, -1.6992346048355103, -2.483837842941284, -2.051229953765869, -0.26412972807884216, -0.8458194136619568, -1.6596019268035889, -1.3437145948410034, -0.566475510597229, -0.7231836318969727, -0.036551300436258316, -0.9788088798522949, -1.529652714729309, -0.34419137239456177, -2.6849112510681152, -1.0684599876403809, -1.6353832483291626, -1.6782797574996948, -1.1776463985443115, -1.528300166130066, -1.6356984376907349, -2.7413289546966553, -1.1090216636657715, -0.19512569904327393, -2.9691739082336426, -2.7532453536987305, -0.22143501043319702, -0.8812566995620728, -2.230163812637329, -2.2640128135681152, -1.798477053642273, -1.3268654346466064, -1.4734699726104736, -1.1722440719604492, -1.3105536699295044, -2.1210925579071045, -1.6606441736221313, -0.6191454529762268, -0.6004660129547119, -1.4721345901489258, -1.6999733448028564, -1.3078935146331787, -1.398897647857666, -1.3452755212783813, -1.3940445184707642, -0.291543185710907, -0.21944284439086914, -2.3213534355163574, -0.5655467510223389, -1.451424241065979, -1.0897070169448853, -1.148231863975525, -1.3489353656768799, -1.6262999773025513, -0.06140890717506409, -1.3686885833740234, -0.5900567770004272, -0.4681480824947357, -0.6574413776397705, -2.5884594917297363, -0.22907504439353943, -0.6143155694007874, -1.1453019380569458, -2.13397479057312, -1.403962254524231, -2.166759967803955, -2.02119779586792, -0.763917863368988]}, "Bot004_097_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan I am a plumber, and i love[HEAVY BLACK HEART] to be outside. Me too I am a woman, and i love to fantasize about living in nature  Hey, are you alive there? [FACE SCREAMING IN FEAR] I and my sisters also love to go to the nature", "response": "I have a wife and a husband. We are not close to church.", "annotation_id": "Bot004_097_12", "annotations": ["T", "X", "O", "X", "X", "T", "X", "T", "X", "T", "X", "T", "T", "O", "O"], "gpt2_target_score": [-10.37339973449707, -8.69393539428711, -11.361608505249023, -17.265512466430664, -7.652456283569336, -6.814877510070801, -15.811246871948242, -8.509025573730469, -14.387114524841309, -8.758331298828125, -9.620277404785156, -17.445255279541016, -8.634739875793457, -15.7295503616333, -8.299999237060547], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -0.8662201166152954, -0.7952412962913513, -1.4550855159759521, -1.2205618619918823, -1.2605949640274048, -2.2255947589874268, -1.578336238861084, -0.7583775520324707, -1.2965173721313477, -2.6027231216430664, -1.615954041481018, -0.9412869811058044, -0.4690643548965454, -2.095092535018921, -2.2244889736175537, -0.007682539522647858, -0.5204497575759888, -0.8289624452590942, -1.7520369291305542, -1.7273669242858887, -0.46076762676239014, -2.1302428245544434, -1.6932754516601562, -1.149171233177185, -1.594927430152893, -0.12880052626132965, -0.11214270442724228, -0.9435127973556519, -1.4465421438217163, -1.8365743160247803, -0.8131368160247803, -1.4951832294464111, -1.3078407049179077, -1.6233540773391724, -1.7301688194274902, -1.4530982971191406, -1.50197172164917, -1.2300171852111816, -2.358015775680542, -1.0929003953933716, -1.370439052581787, -0.07703138887882233, -0.5406468510627747, -0.15283861756324768, -1.5049161911010742, -1.8420772552490234, -0.7728105187416077, -2.297595977783203, -1.5310397148132324, -0.5642290711402893, -1.6992346048355103, -2.483837842941284, -2.051229953765869, -0.26412972807884216, -0.8458194136619568, -1.6596019268035889, -1.3437145948410034, -0.566475510597229, -0.7231836318969727, -0.036551300436258316, -0.9788088798522949, -1.529652714729309, -0.34419137239456177, -2.6849112510681152, -1.0684599876403809, -1.6353832483291626, -1.6782797574996948, -1.1776463985443115, -1.528300166130066, -1.6356984376907349, -2.7413289546966553, -1.1090216636657715, -0.19512569904327393, -2.969172954559326, -2.7532479763031006, -0.22143444418907166, -0.8812553882598877, -2.2301697731018066, -2.2640085220336914, -1.7984699010849, -1.326858639717102, -1.473466396331787, -1.1722545623779297, -1.310560941696167, -1.4383562803268433, -1.1655550003051758, -2.8930153846740723, -1.5039886236190796, -1.3754736185073853, -0.9569724202156067, -1.127312183380127, -1.2573461532592773, -1.3307524919509888, -0.3114808201789856, -0.3003869652748108, -2.2298314571380615, -0.600843608379364, -1.5054223537445068, -1.1545759439468384, -1.945152997970581, -1.0204249620437622, -1.7150434255599976, -0.05257765203714371, -1.1726446151733398, -0.5721181631088257, -0.4788505434989929, -1.554179310798645, -2.536076545715332, -0.2857900857925415, -0.6659589409828186, -0.9980572462081909, -1.585660696029663, -1.4531751871109009, -2.2384371757507324, -1.4922693967819214, -1.9567787647247314, -1.1585612297058105, -1.1257195472717285, -1.755669116973877, -1.0035974979400635, -1.4804335832595825, -1.0832232236862183, -2.173257827758789, -1.2258867025375366, -1.6685017347335815, -1.1048798561096191, -1.3356711864471436, -2.066995620727539, -1.5248823165893555, -1.3720601797103882, -1.9535986185073853, -1.4262416362762451, -1.6057124137878418, -2.383251190185547, -1.3509769439697266, -1.457539439201355, -1.6257346868515015, -1.8154454231262207, -2.777695655822754, -1.5609852075576782, -0.49259865283966064, -1.4705244302749634, -1.331601619720459]}, "Bot004_097_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan I am a plumber, and i love[HEAVY BLACK HEART] to be outside. Me too I am a woman, and i love to fantasize about living in nature  Hey, are you alive there? [FACE SCREAMING IN FEAR] I and my sisters also love to go to the nature I have a wife and a husband. We are not close to church. Why?", "response": "I am not sure what you mean", "annotation_id": "Bot004_097_14", "annotations": ["T", "X", "O", "X", "T", "T", "X", "T", "T", "X", "X", "X", "T", "O", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -12.390130996704102, -18.33112907409668, -12.59663200378418, -9.93199634552002, -16.231094360351562], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -0.8662201166152954, -0.7952412962913513, -1.4550855159759521, -1.2205618619918823, -1.2605949640274048, -2.2255947589874268, -1.578336238861084, -0.7583775520324707, -1.2965173721313477, -2.6027231216430664, -1.615954041481018, -0.9412869811058044, -0.4690643548965454, -2.095092535018921, -2.2244889736175537, -0.007682539522647858, -0.5204497575759888, -0.8289624452590942, -1.7520369291305542, -1.7273669242858887, -0.46076762676239014, -2.1302428245544434, -1.6932754516601562, -1.149171233177185, -1.594927430152893, -0.12880052626132965, -0.11214270442724228, -0.9435127973556519, -1.4465421438217163, -1.8365743160247803, -0.8131368160247803, -1.4951832294464111, -1.3078407049179077, -1.6233540773391724, -1.7301688194274902, -1.4530982971191406, -1.50197172164917, -1.2300171852111816, -2.358015775680542, -1.0929003953933716, -1.370439052581787, -0.07703138887882233, -0.5406468510627747, -0.15283861756324768, -1.5049161911010742, -1.8420772552490234, -0.7728105187416077, -2.297595977783203, -1.5310397148132324, -0.5642290711402893, -1.6992346048355103, -2.483837842941284, -2.051229953765869, -0.26412972807884216, -0.8458194136619568, -1.6596019268035889, -1.3437145948410034, -0.566475510597229, -0.7231836318969727, -0.036551300436258316, -0.9788088798522949, -1.529652714729309, -0.34419137239456177, -2.6849112510681152, -1.0684599876403809, -1.6353832483291626, -1.6782797574996948, -1.1776463985443115, -1.528300166130066, -1.6356984376907349, -2.7413289546966553, -1.1090216636657715, -0.19512569904327393, -2.969172954559326, -2.7532479763031006, -0.22143444418907166, -0.8812553882598877, -2.2301697731018066, -2.2640085220336914, -1.7984699010849, -1.326858639717102, -1.473466396331787, -1.1722545623779297, -1.310560941696167, -1.4383562803268433, -1.1655550003051758, -2.8930153846740723, -1.5039886236190796, -1.3754736185073853, -0.9569724202156067, -1.127312183380127, -1.2573461532592773, -1.3307524919509888, -0.3114808201789856, -0.3003869652748108, -2.2298314571380615, -0.600843608379364, -1.5054223537445068, -1.1545759439468384, -1.945152997970581, -1.0204249620437622, -1.7150434255599976, -0.05257765203714371, -1.1726446151733398, -0.5721181631088257, -0.4788505434989929, -1.554179310798645, -2.536076545715332, -0.2857900857925415, -0.6659589409828186, -0.9980572462081909, -1.585660696029663, -1.4531751871109009, -2.2384371757507324, -1.4922693967819214, -1.9567617177963257, -1.1585768461227417, -1.125718116760254, -1.7556744813919067, -1.003601312637329, -1.4804381132125854, -1.0832209587097168, -2.1732723712921143, -1.2258784770965576, -1.6684999465942383, -1.1048837900161743, -1.3356478214263916, -1.646063208580017, -2.0276057720184326, -1.7674933671951294, -1.1667251586914062, -1.579748511314392, -1.928680181503296, -1.0616347789764404, -1.6699291467666626, -1.5476409196853638, -2.3538742065429688, -3.0078816413879395, -1.5324393510818481, -0.5527476668357849, -1.3036116361618042, -1.6312204599380493, -1.6522021293640137, -1.7596524953842163, -1.8076417446136475, -1.5697382688522339, -1.5628645420074463, -2.0741686820983887, -1.5547198057174683, -1.3722246885299683, -1.0021425485610962, -0.8451334834098816]}, "Bot004_097_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan I am a plumber, and i love[HEAVY BLACK HEART] to be outside. Me too I am a woman, and i love to fantasize about living in nature  Hey, are you alive there? [FACE SCREAMING IN FEAR] I and my sisters also love to go to the nature I have a wife and a husband. We are not close to church. Why? I am not sure what you mean Do you like alcohol?", "response": "I do not drink, i do not like tea", "annotation_id": "Bot004_097_16", "annotations": ["T", "X", "T", "X", "T", "T", "X", "T", "T", "O", "T", "X", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -8.952587127685547, -12.390130996704102, -14.838334083557129, -6.58607292175293, -8.916096687316895, -13.600040435791016, -11.817115783691406, -13.149210929870605, -14.214813232421875], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -0.8662201166152954, -0.7952412962913513, -1.4550855159759521, -1.2205618619918823, -1.2605949640274048, -2.2255947589874268, -1.578336238861084, -0.7583775520324707, -1.2965173721313477, -2.6027231216430664, -1.615954041481018, -0.9412869811058044, -0.4690643548965454, -2.095092535018921, -2.2244889736175537, -0.007682539522647858, -0.5204497575759888, -0.8289624452590942, -1.7520369291305542, -1.7273669242858887, -0.46076762676239014, -2.1302428245544434, -1.6932754516601562, -1.149171233177185, -1.594927430152893, -0.12880052626132965, -0.11214270442724228, -0.9435127973556519, -1.4465421438217163, -1.8365743160247803, -0.8131368160247803, -1.4951832294464111, -1.3078407049179077, -1.6233540773391724, -1.7301688194274902, -1.4530982971191406, -1.50197172164917, -1.2300171852111816, -2.358015775680542, -1.0929003953933716, -1.370439052581787, -0.07703138887882233, -0.5406468510627747, -0.15283861756324768, -1.5049161911010742, -1.8420772552490234, -0.7728105187416077, -2.297595977783203, -1.5310397148132324, -0.5642290711402893, -1.6992346048355103, -2.483837842941284, -2.051229953765869, -0.26412972807884216, -0.8458194136619568, -1.6596019268035889, -1.3437145948410034, -0.566475510597229, -0.7231836318969727, -0.036551300436258316, -0.9788088798522949, -1.529652714729309, -0.34419137239456177, -2.6849112510681152, -1.0684599876403809, -1.6353832483291626, -1.6782797574996948, -1.1776463985443115, -1.528300166130066, -1.6356984376907349, -2.7413289546966553, -1.1090216636657715, -0.19512569904327393, -2.969172954559326, -2.7532479763031006, -0.22143444418907166, -0.8812553882598877, -2.2301697731018066, -2.2640085220336914, -1.7984699010849, -1.326858639717102, -1.473466396331787, -1.1722545623779297, -1.310560941696167, -1.4383562803268433, -1.1655550003051758, -2.8930153846740723, -1.5039886236190796, -1.3754736185073853, -0.9569724202156067, -1.127312183380127, -1.2573461532592773, -1.3307524919509888, -0.3114808201789856, -0.3003869652748108, -2.2298314571380615, -0.600843608379364, -1.5054223537445068, -1.1545759439468384, -1.945152997970581, -1.0204249620437622, -1.7150434255599976, -0.05257765203714371, -1.1726446151733398, -0.5721181631088257, -0.4788505434989929, -1.554179310798645, -2.536076545715332, -0.2857900857925415, -0.6659589409828186, -0.9980572462081909, -1.585660696029663, -1.4531751871109009, -2.2384371757507324, -1.4922693967819214, -1.9567787647247314, -1.1585612297058105, -1.1257195472717285, -1.755669116973877, -1.0035974979400635, -1.4804335832595825, -1.0832253694534302, -2.1732583045959473, -1.225881814956665, -1.6685006618499756, -1.1048848628997803, -1.335652470588684, -1.6460644006729126, -2.0276057720184326, -1.767488718032837, -1.1667174100875854, -1.5797491073608398, -1.9286872148513794, -1.0616356134414673, -1.6699199676513672, -1.5476237535476685, -2.353863000869751, -3.0078821182250977, -1.5324490070343018, -0.5527482628822327, -1.303596019744873, -1.6312141418457031, -1.65220308303833, -1.7596557140350342, -1.381264567375183, -1.9462621212005615, -1.9881953001022339, -1.3593961000442505, -1.4711177349090576, -1.1027600765228271, -1.2158149480819702, -0.07994766533374786, -1.8815209865570068, -2.164137840270996, -0.7541083097457886, -1.7326304912567139, -1.5429141521453857, -1.3869171142578125, -1.104109525680542, -0.38401758670806885, -1.5568767786026, -1.1990020275115967, -2.023743152618408, -0.36547645926475525, -1.1103318929672241, -2.2399611473083496, -1.0024532079696655]}, "Bot004_097_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan I am a plumber, and i love[HEAVY BLACK HEART] to be outside. Me too I am a woman, and i love to fantasize about living in nature  Hey, are you alive there? [FACE SCREAMING IN FEAR] I and my sisters also love to go to the nature I have a wife and a husband. We are not close to church. Why? I am not sure what you mean Do you like alcohol? I do not drink, i do not like tea I asked about alcohol", "response": "I am a mother of a nineties. I like to fantasize about nature.", "annotation_id": "Bot004_097_18", "annotations": ["T", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "T", "O", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -15.836136817932129, -8.390783309936523, -6.814877510070801, -17.88382911682129, -24.43195343017578, -7.3319501876831055, -2.8295130729675293, -10.017311096191406, -11.769213676452637, -17.395130157470703, -19.087736129760742, -8.666912078857422, -13.523760795593262, -10.385701179504395], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -0.8662201166152954, -0.7952412962913513, -1.4550855159759521, -1.2205618619918823, -1.2605949640274048, -2.2255947589874268, -1.578336238861084, -0.7583775520324707, -1.2965173721313477, -2.6027231216430664, -1.615954041481018, -0.9412869811058044, -0.4690643548965454, -2.095092535018921, -2.2244889736175537, -0.007682539522647858, -0.5204497575759888, -0.8289624452590942, -1.7520369291305542, -1.7273669242858887, -0.46076762676239014, -2.1302428245544434, -1.6932754516601562, -1.149171233177185, -1.594927430152893, -0.12880052626132965, -0.11214270442724228, -0.9435127973556519, -1.4465421438217163, -1.8365743160247803, -0.8131368160247803, -1.4951832294464111, -1.3078407049179077, -1.6233540773391724, -1.7301688194274902, -1.4530982971191406, -1.50197172164917, -1.2300171852111816, -2.358015775680542, -1.0929003953933716, -1.370439052581787, -0.07703138887882233, -0.5406468510627747, -0.15283861756324768, -1.5049161911010742, -1.8420772552490234, -0.7728105187416077, -2.297595977783203, -1.5310397148132324, -0.5642290711402893, -1.6992346048355103, -2.483837842941284, -2.051229953765869, -0.26412972807884216, -0.8458194136619568, -1.6596019268035889, -1.3437145948410034, -0.566475510597229, -0.7231836318969727, -0.036551300436258316, -0.9788088798522949, -1.529652714729309, -0.34419137239456177, -2.6849112510681152, -1.0684599876403809, -1.6353832483291626, -1.6782797574996948, -1.1776463985443115, -1.528300166130066, -1.6356984376907349, -2.7413289546966553, -1.1090216636657715, -0.19512569904327393, -2.969172954559326, -2.7532479763031006, -0.22143444418907166, -0.8812553882598877, -2.2301697731018066, -2.2640085220336914, -1.7984699010849, -1.326858639717102, -1.473466396331787, -1.1722545623779297, -1.310560941696167, -1.4383562803268433, -1.1655550003051758, -2.8930153846740723, -1.5039886236190796, -1.3754736185073853, -0.9569724202156067, -1.127312183380127, -1.2573461532592773, -1.3307524919509888, -0.3114808201789856, -0.3003869652748108, -2.2298314571380615, -0.600843608379364, -1.5054223537445068, -1.1545759439468384, -1.945152997970581, -1.0204249620437622, -1.7150434255599976, -0.05257765203714371, -1.1726446151733398, -0.5721181631088257, -0.4788505434989929, -1.554179310798645, -2.536076545715332, -0.2857900857925415, -0.6659589409828186, -0.9980572462081909, -1.585660696029663, -1.4531751871109009, -2.2384371757507324, -1.4922693967819214, -1.9567787647247314, -1.1585612297058105, -1.1257195472717285, -1.755669116973877, -1.0035974979400635, -1.4804335832595825, -1.0832232236862183, -2.173257827758789, -1.2258867025375366, -1.6685017347335815, -1.1048798561096191, -1.3356711864471436, -1.646050214767456, -2.0276105403900146, -1.7674843072891235, -1.1667307615280151, -1.5797362327575684, -1.9286612272262573, -1.061625361442566, -1.6699237823486328, -1.5476324558258057, -2.3538553714752197, -3.007882595062256, -1.5324300527572632, -0.5527405738830566, -1.3036030530929565, -1.6312161684036255, -1.6521997451782227, -1.7596566677093506, -1.3812764883041382, -1.946268916130066, -1.9882129430770874, -1.3593980073928833, -1.4711229801177979, -1.1027685403823853, -1.215816855430603, -0.07994667440652847, -1.881528615951538, -2.1641476154327393, -0.7541101574897766, -1.7326152324676514, -1.7803155183792114, -0.9653589725494385, -0.4180387556552887, -1.5901541709899902, -1.2666863203048706, -1.793906569480896, -0.17252422869205475, -1.277212381362915, -2.3287436962127686, -1.0651280879974365, -1.1561403274536133, -1.4687137603759766, -1.446256399154663, -1.2371045351028442, -1.7136744260787964, -1.8461334705352783, -1.757378339767456, -1.3603893518447876, -1.6390208005905151, -1.5277296304702759, -1.3794745206832886, -1.128943681716919, -2.8608622550964355, -0.9207862615585327, -1.7718714475631714, -1.8720030784606934, -1.8031286001205444, -0.06834118813276291, -0.1314760148525238, -2.324934482574463, -1.0863959789276123, -1.0113950967788696]}, "Bot004_097_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan I am a plumber, and i love[HEAVY BLACK HEART] to be outside. Me too I am a woman, and i love to fantasize about living in nature  Hey, are you alive there? [FACE SCREAMING IN FEAR] I and my sisters also love to go to the nature I have a wife and a husband. We are not close to church. Why? I am not sure what you mean Do you like alcohol? I do not drink, i do not like tea I asked about alcohol I am a mother of a nineties. I like to fantasize about nature. Are you a male ?", "response": "I am not. I am a woman and i love to fantasize about life.", "annotation_id": "Bot004_097_20", "annotations": ["T", "T", "T", "X", "O", "X", "X", "O", "T", "O", "T", "X", "O", "O", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -12.390130996704102, -7.094082832336426, -7.51215934753418, -12.544781684875488, -10.083744049072266, -12.395263671875, -9.159411430358887, -6.801360607147217, -11.299797058105469, -11.769213676452637, -17.395130157470703, -19.087736129760742, -8.666912078857422, -11.548068046569824, -10.385701179504395], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -0.8662201166152954, -0.7952412962913513, -1.4550855159759521, -1.2205618619918823, -1.2605949640274048, -2.2255947589874268, -1.578336238861084, -0.7583775520324707, -1.2965173721313477, -2.6027231216430664, -1.615954041481018, -0.9412869811058044, -0.4690643548965454, -2.095092535018921, -2.2244889736175537, -0.007682539522647858, -0.5204497575759888, -0.8289624452590942, -1.7520369291305542, -1.7273669242858887, -0.46076762676239014, -2.1302428245544434, -1.6932754516601562, -1.149171233177185, -1.594927430152893, -0.12880052626132965, -0.11214270442724228, -0.9435127973556519, -1.4465421438217163, -1.8365743160247803, -0.8131368160247803, -1.4951832294464111, -1.3078407049179077, -1.6233540773391724, -1.7301688194274902, -1.4530982971191406, -1.50197172164917, -1.2300171852111816, -2.358015775680542, -1.0929003953933716, -1.370439052581787, -0.07703138887882233, -0.5406468510627747, -0.15283861756324768, -1.5049161911010742, -1.8420772552490234, -0.7728105187416077, -2.297595977783203, -1.5310397148132324, -0.5642290711402893, -1.6992346048355103, -2.483837842941284, -2.051229953765869, -0.26412972807884216, -0.8458194136619568, -1.6596019268035889, -1.3437145948410034, -0.566475510597229, -0.7231836318969727, -0.036551300436258316, -0.9788088798522949, -1.529652714729309, -0.34419137239456177, -2.6849112510681152, -1.0684599876403809, -1.6353832483291626, -1.6782797574996948, -1.1776463985443115, -1.528300166130066, -1.6356984376907349, -2.7413289546966553, -1.1090216636657715, -0.19512569904327393, -2.969172954559326, -2.7532479763031006, -0.22143444418907166, -0.8812553882598877, -2.2301697731018066, -2.2640085220336914, -1.7984699010849, -1.326858639717102, -1.473466396331787, -1.1722545623779297, -1.310560941696167, -1.4383562803268433, -1.1655550003051758, -2.8930153846740723, -1.5039886236190796, -1.3754736185073853, -0.9569724202156067, -1.127312183380127, -1.2573461532592773, -1.3307524919509888, -0.3114808201789856, -0.3003869652748108, -2.2298314571380615, -0.600843608379364, -1.5054223537445068, -1.1545759439468384, -1.945152997970581, -1.0204249620437622, -1.7150434255599976, -0.05257765203714371, -1.1726446151733398, -0.5721181631088257, -0.4788505434989929, -1.554179310798645, -2.536076545715332, -0.2857900857925415, -0.6659589409828186, -0.9980572462081909, -1.585660696029663, -1.4531751871109009, -2.2384371757507324, -1.4922693967819214, -1.9567787647247314, -1.1585612297058105, -1.1257195472717285, -1.755669116973877, -1.0035974979400635, -1.4804335832595825, -1.0832232236862183, -2.173257827758789, -1.2258867025375366, -1.6685017347335815, -1.1048798561096191, -1.3356711864471436, -1.646050214767456, -2.0276105403900146, -1.7674843072891235, -1.1667307615280151, -1.5797362327575684, -1.9286612272262573, -1.061625361442566, -1.6699237823486328, -1.5476324558258057, -2.3538553714752197, -3.007882595062256, -1.5324300527572632, -0.5527405738830566, -1.3036030530929565, -1.6312161684036255, -1.6521997451782227, -1.7596566677093506, -1.3812764883041382, -1.946268916130066, -1.9882129430770874, -1.3593980073928833, -1.4711229801177979, -1.1027685403823853, -1.215816855430603, -0.07994667440652847, -1.881528615951538, -2.1641476154327393, -0.7541101574897766, -1.7326152324676514, -1.7803155183792114, -0.9653589725494385, -0.4180387556552887, -1.5901541709899902, -1.2666863203048706, -1.793906569480896, -0.17252422869205475, -1.277212381362915, -2.3287436962127686, -1.0651280879974365, -1.1561403274536133, -1.4687137603759766, -1.446256399154663, -1.2371045351028442, -1.564500093460083, -1.0478589534759521, -2.8516623973846436, -1.7607040405273438, -1.8139475584030151, -1.5749421119689941, -0.4223240613937378, -3.1814863681793213, -1.4094839096069336, -1.52047598361969, -1.767581820487976, -1.9594208002090454, -0.14466607570648193, -0.11903569847345352, -2.3955283164978027, -1.5601527690887451, -1.2765249013900757, -0.04759879410266876, -2.2652552127838135, -2.444105625152588, -0.8749294281005859, -1.7014031410217285, -1.6275548934936523, -1.2444254159927368, -1.0174806118011475, -1.2852840423583984, -0.73851078748703, -0.8061357736587524, -1.307626724243164, -1.2817022800445557, -0.7151772379875183, -0.6527271270751953, -0.6440854072570801, -0.6251173615455627, -0.11131809651851654, -0.09834682941436768, -0.03128570318222046, -1.4747258424758911, -0.4491703510284424, -0.9381021857261658]}, "Bot004_104_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ?", "response": "I am doing well. Just got done eating supper.", "annotation_id": "Bot004_104_02", "annotations": ["O", "O", "T", "T", "T", "O", "X", "O", "O", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-8.654443740844727, -8.556458473205566, -10.01880931854248, -10.772102355957031, -11.216407775878906, -12.707295417785645, -9.364603996276855, -14.004912376403809, -12.702786445617676, -19.346921920776367, -7.490838527679443], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -1.6916579008102417, -0.8464279770851135, -0.5279898047447205, -1.3608198165893555, -3.481208086013794, -2.374230146408081, -0.7802417278289795, -1.4723907709121704, -1.3898345232009888, -0.43365687131881714, -1.5291111469268799, -1.5708380937576294, -1.583144187927246, -0.6913430094718933, -0.14560288190841675, -1.3324847221374512, -1.8671156167984009, -1.1595593690872192, -2.185842275619507, -1.6426783800125122, -1.8479034900665283, -1.1174445152282715, -2.845557689666748, -1.6278753280639648, -1.562504529953003, -2.4552130699157715, -1.1737488508224487, -1.8355400562286377]}, "Bot004_104_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work", "response": "I am a stay at home mom. I am a chef.", "annotation_id": "Bot004_104_04", "annotations": ["T", "O", "X", "X", "T", "O", "X", "O", "O", "X", "T", "T", "T", "O", "O"], "gpt2_target_score": [-8.654443740844727, -8.556458473205566, -6.958491325378418, -12.254463195800781, -10.058021545410156, -13.98943042755127, -12.447108268737793, -12.945830345153809, -11.627984046936035, -14.361220359802246, -7.937829494476318, -17.71834945678711, -10.79210090637207], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -1.561000108718872, -1.6916579008102417, -0.8464279770851135, -0.5279898047447205, -1.3608198165893555, -3.481208086013794, -2.374230146408081, -0.7802417278289795, -1.4723907709121704, -1.3898345232009888, -0.43365687131881714, -1.5291111469268799, -1.5708380937576294, -1.583144187927246, -0.6913430094718933, -0.14560288190841675, -1.3324847221374512, -1.2827152013778687, -2.2506682872772217, -1.7750625610351562, -1.8302910327911377, -1.292725920677185, -2.9491987228393555, -1.642901062965393, -1.42086660861969, -2.226742744445801, -1.2481166124343872, -1.7769973278045654, -1.8659197092056274, -2.224404811859131, -0.30730482935905457, -1.3937352895736694, -1.4399616718292236, -1.3223804235458374, -0.28093600273132324, -0.8350629210472107, -0.3933626115322113, -2.0144245624542236, -0.892366886138916, -2.04524827003479, -2.928096294403076, -0.14984916150569916, -0.4418175220489502, -0.7112229466438293, -1.5516034364700317, -1.4665266275405884, -1.7632943391799927, -2.0164690017700195, -0.6241235136985779, -1.429565668106079, -1.1525626182556152]}, "Bot004_104_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there?", "response": "I am not. I am a stay at home mom.", "annotation_id": "Bot004_104_06", "annotations": ["O", "O", "T", "T", "T", "T", "O", "O", "T", "T", "T", "T", "T", "T", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -9.391737937927246, -11.061619758605957, -9.460798263549805, -11.661212921142578, -8.470891952514648, -15.843963623046875, -11.27017879486084, -11.910849571228027, -12.414135932922363, -6.941796779632568], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.5290846824645996, -1.5708497762680054, -1.5831451416015625, -0.6913392543792725, -0.1456078290939331, -1.3324549198150635, -1.2827619314193726, -2.2506630420684814, -1.7750476598739624, -1.8302761316299438, -1.2927380800247192, -2.9491827487945557, -1.6429036855697632, -1.4208571910858154, -2.2268571853637695, -1.2481025457382202, -1.7770088911056519, -1.8659170866012573, -2.2244255542755127, -0.30730921030044556, -1.3937259912490845, -1.4399113655090332, -1.3223836421966553, -0.28093060851097107, -0.835017740726471, -0.39334675669670105, -1.7496707439422607, -2.4977288246154785, -3.2626428604125977, -0.21218079328536987, -0.4126695990562439, -0.9505994319915771, -1.7863270044326782, -1.653746485710144, -1.5861842632293701, -2.0039429664611816, -0.5455802083015442, -1.576159119606018, -1.352334976196289, -0.12420065701007843, -1.362099051475525, -1.8059449195861816, -1.297900676727295, -1.3178014755249023, -0.7600358724594116, -2.2607810497283936, -0.09833160042762756, -1.6198140382766724, -1.3805986642837524, -1.5546025037765503, -1.7404249906539917, -1.0180240869522095, -1.1573069095611572, -1.6646842956542969, -0.7792419791221619, -0.7126771807670593, -1.4151641130447388, -0.8684287667274475, -0.03790702298283577, -0.01579499989748001, -0.16308027505874634, -0.5469725728034973, -1.0157339572906494]}, "Bot004_104_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ?", "response": "I played the violin in high school. I have never been out of the country.", "annotation_id": "Bot004_104_08", "annotations": ["X", "O", "X", "X", "T", "O", "T", "T", "T", "T", "T", "X", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -11.982412338256836, -5.179640769958496, -13.577305793762207, -9.096799850463867, -12.975574493408203, -10.238637924194336, -12.94582748413086, -11.627982139587402, -12.975203514099121, -13.871891975402832, -14.22286319732666, -10.997695922851562, -8.895967483520508, -5.041476726531982, -12.974884033203125, -10.469583511352539], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.5290846824645996, -1.5708497762680054, -1.5831451416015625, -0.6913392543792725, -0.1456078290939331, -1.3324549198150635, -1.2827619314193726, -2.2506630420684814, -1.7750476598739624, -1.8302761316299438, -1.2927380800247192, -2.9491827487945557, -1.6429036855697632, -1.4208571910858154, -2.2268571853637695, -1.2481025457382202, -1.7770088911056519, -1.8659170866012573, -2.2244255542755127, -0.30730921030044556, -1.3937259912490845, -1.4399113655090332, -1.3223836421966553, -0.28093618154525757, -0.8350204825401306, -0.3933394253253937, -1.7496616840362549, -2.4977309703826904, -3.262636184692383, -0.21218320727348328, -0.4126703143119812, -0.95060133934021, -1.7863408327102661, -1.6537539958953857, -1.586189866065979, -2.003960609436035, -0.5455741286277771, -1.576157808303833, -1.3523237705230713, -0.12419991940259933, -1.3621023893356323, -1.805942177772522, -1.2978997230529785, -1.3178056478500366, -0.76003497838974, -2.2607853412628174, -0.09833268076181412, -1.6198129653930664, -1.3805897235870361, -1.5545990467071533, -1.0716921091079712, -1.2632876634597778, -1.6002635955810547, -0.9176763296127319, -0.601097822189331, -1.5444022417068481, -1.1845197677612305, -0.04193473234772682, -0.01654910296201706, -0.17465373873710632, -0.6131066083908081, -1.0107760429382324, -0.10378744453191757, -1.7795876264572144, -2.1401517391204834, -0.7276795506477356, -0.826198399066925, -1.6139620542526245, -1.5363256931304932, -1.1605676412582397, -0.5153681635856628, -1.9185007810592651, -1.7681900262832642, -1.5754458904266357, -0.14389397203922272, -1.123026967048645, -1.1836987733840942, -2.1670470237731934, -1.68989896774292, -0.40654638409614563, -1.7870352268218994, -0.6080033183097839, -1.3049107789993286, -0.4782140552997589, -1.3521908521652222, -1.0678972005844116]}, "Bot004_104_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ? I played the violin in high school. I have never been out of the country. tell me about yourself", "response": "I am a stay at home mom. How about you?", "annotation_id": "Bot004_104_10", "annotations": ["O", "O", "T", "T", "T", "O", "O", "T", "T", "O", "T", "T", "T", "T", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -6.958464622497559, -12.254429817199707, -10.058012008666992, -13.98947525024414, -12.447118759155273, -12.94582748413086, -14.372309684753418, -10.361502647399902, -9.306012153625488, -6.766412258148193], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.5290846824645996, -1.5708497762680054, -1.5831451416015625, -0.6913392543792725, -0.1456078290939331, -1.3324549198150635, -1.2827619314193726, -2.2506630420684814, -1.7750476598739624, -1.8302761316299438, -1.2927380800247192, -2.9491827487945557, -1.6429036855697632, -1.4208571910858154, -2.2268571853637695, -1.2481025457382202, -1.7770088911056519, -1.8659170866012573, -2.2244255542755127, -0.30730921030044556, -1.3937259912490845, -1.4399113655090332, -1.3223836421966553, -0.28093618154525757, -0.8350204825401306, -0.3933394253253937, -1.7496616840362549, -2.4977309703826904, -3.262636184692383, -0.21218320727348328, -0.4126703143119812, -0.95060133934021, -1.7863408327102661, -1.6537539958953857, -1.586189866065979, -2.003960609436035, -0.5455741286277771, -1.576157808303833, -1.3523237705230713, -0.12419991940259933, -1.3621023893356323, -1.805942177772522, -1.2978997230529785, -1.3178056478500366, -0.76003497838974, -2.2607853412628174, -0.09833268076181412, -1.6198129653930664, -1.3805897235870361, -1.5545990467071533, -1.0716921091079712, -1.2632876634597778, -1.6002635955810547, -0.9176763296127319, -0.601097822189331, -1.5444022417068481, -1.1845197677612305, -0.04193473234772682, -0.01654910296201706, -0.17465373873710632, -0.6131066083908081, -1.0107760429382324, -0.10378744453191757, -1.7795876264572144, -2.1401517391204834, -0.7276795506477356, -0.826198399066925, -1.6139620542526245, -0.6529214382171631, -0.6727326512336731, -1.8300567865371704, -1.7905973196029663, -1.659376859664917, -0.13264505565166473, -1.1285141706466675, -1.139351487159729, -1.361189842224121, -1.7275770902633667, -0.36148741841316223, -1.712725281715393, -0.6035230755805969, -1.300323247909546, -0.3999423384666443, -1.2816511392593384, -1.0043762922286987, -0.17028942704200745, -1.513410210609436, -1.33221435546875, -1.4953662157058716, -1.5302107334136963, -1.5280736684799194, -1.2459460496902466, -0.014338322915136814, -0.029128024354577065, -0.005297551397234201, -0.07606473565101624, -0.7051059007644653, -0.912545919418335, -1.323818325996399, -0.5010523200035095, -0.8488420844078064, -0.4325796067714691]}, "Bot004_104_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ? I played the violin in high school. I have never been out of the country. tell me about yourself I am a stay at home mom. How about you? i don't have any job right now.", "response": "I do not think i would like that. I am a fat.", "annotation_id": "Bot004_104_12", "annotations": ["T", "O", "X", "X", "T", "X", "O", "T", "T", "T", "T", "O", "T", "X", "O"], "gpt2_target_score": [-8.654426574707031, -9.207998275756836, -9.391737937927246, -13.296040534973145, -10.74513053894043, -11.000598907470703, -9.476812362670898, -14.217964172363281, -7.525588035583496, -5.196532249450684, -12.964245796203613, -10.513337135314941, -12.130706787109375, -2.6198744773864746], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.5290846824645996, -1.5708497762680054, -1.5831451416015625, -0.6913392543792725, -0.1456078290939331, -1.3324549198150635, -1.2827619314193726, -2.2506630420684814, -1.7750476598739624, -1.8302761316299438, -1.2927380800247192, -2.9491827487945557, -1.6429036855697632, -1.4208571910858154, -2.2268571853637695, -1.2481025457382202, -1.7770088911056519, -1.8659170866012573, -2.2244255542755127, -0.30730921030044556, -1.3937259912490845, -1.4399113655090332, -1.3223836421966553, -0.28093618154525757, -0.8350204825401306, -0.3933394253253937, -1.7496616840362549, -2.4977309703826904, -3.262636184692383, -0.21218320727348328, -0.4126703143119812, -0.95060133934021, -1.7863408327102661, -1.6537539958953857, -1.586189866065979, -2.003960609436035, -0.5455741286277771, -1.576157808303833, -1.3523237705230713, -0.12419991940259933, -1.3621023893356323, -1.805942177772522, -1.2978997230529785, -1.3178056478500366, -0.76003497838974, -2.2607853412628174, -0.09833268076181412, -1.6198129653930664, -1.3805897235870361, -1.5545990467071533, -1.0716921091079712, -1.2632876634597778, -1.6002635955810547, -0.9176763296127319, -0.601097822189331, -1.5444022417068481, -1.1845197677612305, -0.04193473234772682, -0.01654910296201706, -0.17465373873710632, -0.6131066083908081, -1.0107760429382324, -0.10378744453191757, -1.7795876264572144, -2.1401517391204834, -0.7276795506477356, -0.826198399066925, -1.6139620542526245, -0.6529214382171631, -0.6727326512336731, -1.8300567865371704, -1.7905973196029663, -1.659376859664917, -0.13264505565166473, -1.1285141706466675, -1.139351487159729, -1.361189842224121, -1.7275727987289429, -0.3614853322505951, -1.7127388715744019, -0.603522539138794, -1.3003218173980713, -0.39994049072265625, -1.2816479206085205, -1.0043728351593018, -0.17029103636741638, -1.5134073495864868, -1.3322137594223022, -1.49535071849823, -0.8839792609214783, -1.2104190587997437, -0.03183077275753021, -0.03629175201058388, -0.005325535777956247, -0.09711069613695145, -0.7689663767814636, -1.3006638288497925, -1.556420087814331, -0.44031232595443726, -1.0614510774612427, -1.258707046508789, -1.0984077453613281, -0.12114638835191727, -1.5898357629776, -1.2473129034042358, -0.8181194067001343, -1.4530867338180542, -0.027026597410440445, -0.9699139595031738, -1.2268613576889038, -1.6409903764724731, -1.445796012878418, -1.9609413146972656, -1.7401882410049438, -1.167141079902649, -1.4662024974822998, -1.2808512449264526, -0.23466011881828308, -1.6578179597854614, -1.0085499286651611, -1.2142797708511353, -1.4295966625213623, -0.012899408116936684, -2.740478038787842, -1.2326207160949707]}, "Bot004_104_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ? I played the violin in high school. I have never been out of the country. tell me about yourself I am a stay at home mom. How about you? i don't have any job right now. I do not think i would like that. I am a fat. tell me about your job", "response": "I am a stay at home mom. How about you?", "annotation_id": "Bot004_104_14", "annotations": ["X", "T", "O", "T", "T", "O", "O", "T", "T", "X", "T", "T", "T", "T", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -6.958464622497559, -12.254429817199707, -10.058012008666992, -13.98947525024414, -12.447118759155273, -12.94582748413086, -14.372309684753418, -10.361502647399902, -9.306012153625488, -6.766412258148193], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.5290846824645996, -1.5708497762680054, -1.5831451416015625, -0.6913392543792725, -0.1456078290939331, -1.3324549198150635, -1.2827619314193726, -2.2506630420684814, -1.7750476598739624, -1.8302761316299438, -1.2927380800247192, -2.9491827487945557, -1.6429036855697632, -1.4208571910858154, -2.2268571853637695, -1.2481025457382202, -1.7770088911056519, -1.8659170866012573, -2.2244255542755127, -0.30730921030044556, -1.3937259912490845, -1.4399113655090332, -1.3223836421966553, -0.28093618154525757, -0.8350204825401306, -0.3933394253253937, -1.7496616840362549, -2.4977309703826904, -3.262636184692383, -0.21218320727348328, -0.4126703143119812, -0.95060133934021, -1.7863408327102661, -1.6537539958953857, -1.586189866065979, -2.003960609436035, -0.5455741286277771, -1.576157808303833, -1.3523237705230713, -0.12419991940259933, -1.3621023893356323, -1.805942177772522, -1.2978997230529785, -1.3178056478500366, -0.76003497838974, -2.2607853412628174, -0.09833268076181412, -1.6198129653930664, -1.3805897235870361, -1.5545990467071533, -1.0716921091079712, -1.2632876634597778, -1.6002635955810547, -0.9176763296127319, -0.601097822189331, -1.5444022417068481, -1.1845197677612305, -0.04193473234772682, -0.01654910296201706, -0.17465373873710632, -0.6131066083908081, -1.0107760429382324, -0.10378744453191757, -1.7795876264572144, -2.1401517391204834, -0.7276795506477356, -0.826198399066925, -1.6139620542526245, -0.6529214382171631, -0.6727326512336731, -1.8300567865371704, -1.7905973196029663, -1.659376859664917, -0.13264505565166473, -1.1285141706466675, -1.139351487159729, -1.361189842224121, -1.7275770902633667, -0.36148741841316223, -1.712725281715393, -0.6035230755805969, -1.300323247909546, -0.3999423384666443, -1.2816511392593384, -1.0043762922286987, -0.17028942704200745, -1.513410210609436, -1.33221435546875, -1.4953662157058716, -0.8839814066886902, -1.2104158401489258, -0.03183065727353096, -0.03629186749458313, -0.005325417034327984, -0.09710961580276489, -0.768963098526001, -1.3006559610366821, -1.5564141273498535, -0.4403055012226105, -1.061449408531189, -1.2587025165557861, -1.0984165668487549, -0.12114628404378891, -1.5898351669311523, -1.2473070621490479, -0.8181118369102478, -1.453084945678711, -0.027026714757084846, -0.969913125038147, -1.2268646955490112, -1.0589635372161865, -1.2869926691055298, -1.3181848526000977, -0.905676007270813, -1.3592318296432495, -1.1587036848068237, -0.21834969520568848, -1.5785061120986938, -1.2667734622955322, -1.0427184104919434, -1.4647454023361206, -0.013840064406394958, -2.571401357650757, -1.2486088275909424, -0.06302667409181595, -0.5155857801437378, -0.5596358776092529, -1.814575433731079, -1.3395063877105713, -1.7259494066238403, -1.316038966178894, -0.8251715898513794, -0.11007174849510193, -0.024799929931759834, -0.004468812141567469, -0.04832145944237709, -0.519983172416687, -1.0281379222869873, -1.0897736549377441, -0.08356187492609024, -0.4444780647754669, -0.8445814847946167]}, "Bot004_104_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ? I played the violin in high school. I have never been out of the country. tell me about yourself I am a stay at home mom. How about you? i don't have any job right now. I do not think i would like that. I am a fat. tell me about your job I am a stay at home mom. How about you? forget about me  what would you like to do", "response": "I love to travel and see the world", "annotation_id": "Bot004_104_16", "annotations": ["O", "O", "T", "T", "T", "O", "O", "T", "O", "X", "T", "T", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -12.058126449584961, -3.2021324634552, -10.14268970489502, -8.226057052612305, -14.081012725830078, -7.828145980834961, -15.427047729492188], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.5290846824645996, -1.5708497762680054, -1.5831451416015625, -0.6913392543792725, -0.1456078290939331, -1.3324549198150635, -1.2827619314193726, -2.2506630420684814, -1.7750476598739624, -1.8302761316299438, -1.2927380800247192, -2.9491827487945557, -1.6429036855697632, -1.4208571910858154, -2.2268571853637695, -1.2481025457382202, -1.7770088911056519, -1.8659170866012573, -2.2244255542755127, -0.30730921030044556, -1.3937259912490845, -1.4399113655090332, -1.3223836421966553, -0.28093618154525757, -0.8350204825401306, -0.3933394253253937, -1.7496616840362549, -2.4977309703826904, -3.262636184692383, -0.21218320727348328, -0.4126703143119812, -0.95060133934021, -1.7863408327102661, -1.6537539958953857, -1.586189866065979, -2.003960609436035, -0.5455741286277771, -1.576157808303833, -1.3523237705230713, -0.12419991940259933, -1.3621023893356323, -1.805942177772522, -1.2978997230529785, -1.3178056478500366, -0.76003497838974, -2.2607853412628174, -0.09833268076181412, -1.6198129653930664, -1.3805897235870361, -1.5545990467071533, -1.0716921091079712, -1.2632876634597778, -1.6002635955810547, -0.9176763296127319, -0.601097822189331, -1.5444022417068481, -1.1845197677612305, -0.04193473234772682, -0.01654910296201706, -0.17465373873710632, -0.6131066083908081, -1.0107760429382324, -0.10378744453191757, -1.7795876264572144, -2.1401517391204834, -0.7276795506477356, -0.826198399066925, -1.6139620542526245, -0.6529214382171631, -0.6727326512336731, -1.8300567865371704, -1.7905973196029663, -1.659376859664917, -0.13264505565166473, -1.1285141706466675, -1.139351487159729, -1.361189842224121, -1.7275770902633667, -0.36148741841316223, -1.712725281715393, -0.6035230755805969, -1.300323247909546, -0.3999423384666443, -1.2816511392593384, -1.0043762922286987, -0.17028942704200745, -1.513410210609436, -1.33221435546875, -1.4953662157058716, -0.8839814066886902, -1.2104158401489258, -0.03183065727353096, -0.03629186749458313, -0.005325417034327984, -0.09710961580276489, -0.768963098526001, -1.3006559610366821, -1.5564141273498535, -0.4403055012226105, -1.061449408531189, -1.2587025165557861, -1.0984165668487549, -0.12114628404378891, -1.5898351669311523, -1.2473070621490479, -0.8181118369102478, -1.453084945678711, -0.027026714757084846, -0.969913125038147, -1.2268646955490112, -1.0589635372161865, -1.2869926691055298, -1.3181848526000977, -0.905676007270813, -1.3592318296432495, -1.1587036848068237, -0.21834969520568848, -1.5785061120986938, -1.2667734622955322, -1.042724370956421, -1.4647488594055176, -0.01384018175303936, -2.571401596069336, -1.2486077547073364, -0.06302746385335922, -0.5155996680259705, -0.5596354603767395, -1.8145592212677002, -1.339508056640625, -0.6148316264152527, -0.6321251392364502, -0.20894302427768707, -0.022921839728951454, -0.0035200081765651703, -0.05509047955274582, -0.3992597162723541, -1.4769375324249268, -1.3015367984771729, -0.08582484722137451, -0.561052680015564, -1.4660882949829102, -0.7328453660011292, -1.396041989326477, -0.8425011038780212, -2.1200931072235107, -2.0874972343444824, -0.5122016072273254, -1.065315842628479, -0.364778995513916, -0.6122856736183167, -1.8107668161392212, -1.6535038948059082, -1.3531489372253418, -1.9147006273269653, -0.7427836656570435, -1.6396584510803223, -2.060626268386841, -1.8050400018692017, -0.530096173286438, -1.1438851356506348]}, "Bot004_104_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ? I played the violin in high school. I have never been out of the country. tell me about yourself I am a stay at home mom. How about you? i don't have any job right now. I do not think i would like that. I am a fat. tell me about your job I am a stay at home mom. How about you? forget about me  what would you like to do I love to travel and see the world did you traveled before", "response": "I had to go to the beach a lot, but i have never been.", "annotation_id": "Bot004_104_18", "annotations": ["O", "O", "O", "X", "T", "X", "T", "T", "T", "X", "T", "T", "T", "T", "O"], "gpt2_target_score": [-8.654426574707031, -10.664648056030273, -3.2021324634552, -9.95250415802002, -9.726774215698242, -7.961536407470703, -13.002279281616211, -11.937908172607422, -14.78085994720459, -4.839804649353027, -10.85937213897705, -10.15297794342041, -10.047164916992188, -11.11992073059082, -5.708468914031982, -8.999237060546875], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.5290846824645996, -1.5708497762680054, -1.5831451416015625, -0.6913392543792725, -0.1456078290939331, -1.3324549198150635, -1.2827619314193726, -2.2506630420684814, -1.7750476598739624, -1.8302761316299438, -1.2927380800247192, -2.9491827487945557, -1.6429036855697632, -1.4208571910858154, -2.2268571853637695, -1.2481025457382202, -1.7770088911056519, -1.8659170866012573, -2.2244255542755127, -0.30730921030044556, -1.3937259912490845, -1.4399113655090332, -1.3223836421966553, -0.28093618154525757, -0.8350204825401306, -0.3933394253253937, -1.7496616840362549, -2.4977309703826904, -3.262636184692383, -0.21218320727348328, -0.4126703143119812, -0.95060133934021, -1.7863408327102661, -1.6537539958953857, -1.586189866065979, -2.003960609436035, -0.5455741286277771, -1.576157808303833, -1.3523237705230713, -0.12419991940259933, -1.3621023893356323, -1.805942177772522, -1.2978997230529785, -1.3178056478500366, -0.76003497838974, -2.2607853412628174, -0.09833268076181412, -1.6198129653930664, -1.3805897235870361, -1.5545990467071533, -1.0716921091079712, -1.2632876634597778, -1.6002635955810547, -0.9176763296127319, -0.601097822189331, -1.5444022417068481, -1.1845197677612305, -0.04193473234772682, -0.01654910296201706, -0.17465373873710632, -0.6131066083908081, -1.0107760429382324, -0.10378744453191757, -1.7795876264572144, -2.1401517391204834, -0.7276795506477356, -0.826198399066925, -1.6139620542526245, -0.6529214382171631, -0.6727326512336731, -1.8300567865371704, -1.7905973196029663, -1.659376859664917, -0.13264505565166473, -1.1285141706466675, -1.139351487159729, -1.361189842224121, -1.7275770902633667, -0.36148741841316223, -1.712725281715393, -0.6035230755805969, -1.300323247909546, -0.3999423384666443, -1.2816511392593384, -1.0043762922286987, -0.17028942704200745, -1.513410210609436, -1.33221435546875, -1.4953662157058716, -0.8839814066886902, -1.2104158401489258, -0.03183065727353096, -0.03629186749458313, -0.005325417034327984, -0.09710961580276489, -0.768963098526001, -1.3006559610366821, -1.5564141273498535, -0.4403055012226105, -1.061449408531189, -1.2587025165557861, -1.0984165668487549, -0.12114628404378891, -1.5898351669311523, -1.2473070621490479, -0.8181118369102478, -1.453084945678711, -0.027026714757084846, -0.969913125038147, -1.2268646955490112, -1.0589635372161865, -1.2869926691055298, -1.3181848526000977, -0.905676007270813, -1.3592318296432495, -1.1587036848068237, -0.21834969520568848, -1.5785061120986938, -1.2667734622955322, -1.0427184104919434, -1.4647454023361206, -0.013840064406394958, -2.571401357650757, -1.2486088275909424, -0.06302667409181595, -0.5155857801437378, -0.5596358776092529, -1.814575433731079, -1.3395063877105713, -0.6148293614387512, -0.6321268677711487, -0.20894157886505127, -0.022921491414308548, -0.0035201271530240774, -0.05508957803249359, -0.39925092458724976, -1.4769569635391235, -1.3015292882919312, -0.085825614631176, -0.5610634088516235, -1.4660975933074951, -0.732856035232544, -1.3960455656051636, -0.8425085544586182, -2.1200740337371826, -2.0874836444854736, -0.5122095346450806, -1.0653276443481445, -0.36477237939834595, -0.6122932434082031, -1.810774564743042, -0.8207986354827881, -1.085890531539917, -1.6646788120269775, -1.7118005752563477, -2.268033504486084, -0.9669662117958069, -0.41689804196357727, -1.1689800024032593, -0.6816914081573486, -1.6138219833374023, -1.6844402551651, -1.1177207231521606, -1.6509220600128174, -1.579591989517212, -0.8586949110031128, -1.939172625541687, -0.7653437852859497, -2.114398241043091, -2.00974178314209, -2.0978167057037354, -0.5768476128578186, -1.7063580751419067, -1.886248230934143, -1.0802124738693237, -2.343383312225342, -1.7048585414886475, -0.7193421721458435, -1.6359224319458008, -0.9855945706367493]}, "Bot004_104_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ? I played the violin in high school. I have never been out of the country. tell me about yourself I am a stay at home mom. How about you? i don't have any job right now. I do not think i would like that. I am a fat. tell me about your job I am a stay at home mom. How about you? forget about me  what would you like to do I love to travel and see the world did you traveled before I had to go to the beach a lot, but i have never been. give me a secret", "response": "I would love[HEAVY BLACK HEART] to try that.", "annotation_id": "Bot004_104_20", "annotations": ["T", "O", "T", "T", "T", "T", "O", "X", "T", "T", "T", "O", "T", "X", "T"], "gpt2_target_score": [-8.654426574707031, -9.265951156616211, -11.097975730895996, -12.53789234161377, -17.797216415405273, -19.458011627197266, -13.211568832397461, -18.287189483642578, -16.66900634765625, -9.340826988220215, -1.4723867177963257, -7.309049129486084, -12.347671508789062, -6.128770351409912, -10.717242240905762], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.5610344409942627, -1.691654920578003, -0.8464332222938538, -0.5279882550239563, -1.3608300685882568, -3.481220006942749, -2.374224901199341, -0.7802192568778992, -1.4723867177963257, -1.3898175954818726, -0.43365517258644104, -1.5290846824645996, -1.5708497762680054, -1.5831451416015625, -0.6913392543792725, -0.1456078290939331, -1.3324549198150635, -1.2827619314193726, -2.2506630420684814, -1.7750476598739624, -1.8302761316299438, -1.2927380800247192, -2.9491827487945557, -1.6429036855697632, -1.4208571910858154, -2.2268571853637695, -1.2481025457382202, -1.7770088911056519, -1.8659170866012573, -2.2244255542755127, -0.30730921030044556, -1.3937259912490845, -1.4399113655090332, -1.3223836421966553, -0.28093618154525757, -0.8350204825401306, -0.3933394253253937, -1.7496616840362549, -2.4977309703826904, -3.262636184692383, -0.21218320727348328, -0.4126703143119812, -0.95060133934021, -1.7863408327102661, -1.6537539958953857, -1.586189866065979, -2.003960609436035, -0.5455741286277771, -1.576157808303833, -1.3523237705230713, -0.12419991940259933, -1.3621023893356323, -1.805942177772522, -1.2978997230529785, -1.3178056478500366, -0.76003497838974, -2.2607853412628174, -0.09833268076181412, -1.6198129653930664, -1.3805897235870361, -1.5545990467071533, -1.0716921091079712, -1.2632876634597778, -1.6002635955810547, -0.9176763296127319, -0.601097822189331, -1.5444022417068481, -1.1845197677612305, -0.04193473234772682, -0.01654910296201706, -0.17465373873710632, -0.6131066083908081, -1.0107760429382324, -0.10378744453191757, -1.7795876264572144, -2.1401517391204834, -0.7276795506477356, -0.826198399066925, -1.6139620542526245, -0.6529214382171631, -0.6727326512336731, -1.8300567865371704, -1.7905973196029663, -1.659376859664917, -0.13264505565166473, -1.1285141706466675, -1.139351487159729, -1.361189842224121, -1.7275770902633667, -0.36148741841316223, -1.712725281715393, -0.6035230755805969, -1.300323247909546, -0.3999423384666443, -1.2816511392593384, -1.0043762922286987, -0.17028942704200745, -1.513410210609436, -1.33221435546875, -1.4953662157058716, -0.8839814066886902, -1.2104158401489258, -0.03183065727353096, -0.03629186749458313, -0.005325417034327984, -0.09710961580276489, -0.768963098526001, -1.3006559610366821, -1.5564141273498535, -0.4403055012226105, -1.061449408531189, -1.2587025165557861, -1.0984165668487549, -0.12114628404378891, -1.5898351669311523, -1.2473070621490479, -0.8181118369102478, -1.453084945678711, -0.027026714757084846, -0.969913125038147, -1.2268646955490112, -1.0589635372161865, -1.2869926691055298, -1.3181848526000977, -0.905676007270813, -1.3592318296432495, -1.1587036848068237, -0.21834969520568848, -1.5785061120986938, -1.2667734622955322, -1.0427184104919434, -1.4647454023361206, -0.013840064406394958, -2.571401357650757, -1.2486088275909424, -0.06302667409181595, -0.5155857801437378, -0.5596358776092529, -1.814575433731079, -1.3395063877105713, -0.6148293614387512, -0.6321268677711487, -0.20894157886505127, -0.022921491414308548, -0.0035201271530240774, -0.05508957803249359, -0.39925092458724976, -1.4769569635391235, -1.3015292882919312, -0.085825614631176, -0.5610634088516235, -1.4660975933074951, -0.732856035232544, -1.3960455656051636, -0.8425085544586182, -2.1200740337371826, -2.0874836444854736, -0.5122095346450806, -1.0653276443481445, -0.36477237939834595, -0.6122932434082031, -1.810774564743042, -0.8207986354827881, -1.085890531539917, -1.6646788120269775, -1.7118005752563477, -2.268033504486084, -0.9669662117958069, -0.41689804196357727, -1.1689800024032593, -0.6816914081573486, -1.6138219833374023, -1.6844402551651, -1.1177207231521606, -1.4211540222167969, -1.665549874305725, -1.9786800146102905, -0.9448795914649963, -0.9180684089660645, -2.1362085342407227, -1.3444511890411377, -0.7916088700294495, -1.2914609909057617, -2.2347464561462402, -1.2946076393127441, -1.7558337450027466, -1.2184474468231201, -0.8438363671302795, -1.6847010850906372, -1.2236793041229248, -0.2515789866447449, -1.3248730897903442, -2.026406764984131, -2.2265541553497314, -1.715727686882019, -1.6699844598770142, -1.2728960514068604, -0.12663190066814423, -1.2985478639602661, -0.8067522644996643, -0.5946125388145447, -3.284121513366699, -3.4860036373138428, -0.6683862805366516, -1.119829535484314, -1.160404920578003, -2.281813144683838, -1.2120354175567627, -1.3807049989700317, -1.6280238628387451]}, "Bot004_109_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :)", "response": "I am very happy to be married. I am only 16 years old.", "annotation_id": "Bot004_109_02", "annotations": ["T", "O", "X", "O", "X", "O", "O", "O", "O", "O", "T", "T", "O", "X", "T"], "gpt2_target_score": [-10.373396873474121, -9.036567687988281, -13.963793754577637, -17.121610641479492, -9.77197265625, -10.823348999023438, -17.484668731689453, -8.509054183959961, -7.201981544494629, -8.71903133392334, -11.047300338745117, -12.96580982208252, -14.67088794708252, -8.986859321594238, -8.299966812133789], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -0.23311327397823334, -1.4118776321411133, -0.5947511196136475, -1.400285005569458, -1.0973596572875977, -1.3449422121047974, -1.2743585109710693, -1.760029911994934, -1.6458280086517334, -1.718946933746338, -2.5827860832214355, -1.5854887962341309, -2.1057851314544678, -1.5130082368850708, -1.7950469255447388, -1.4115177392959595, -0.48205307126045227, -1.510138988494873, -1.2114875316619873, -1.4942361116409302, -2.5718812942504883, -3.10185170173645, -1.088564157485962, -0.08667554706335068, -0.972698986530304, -1.161888837814331]}, "Bot004_109_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children", "response": "I do not. I am more of a hermit.. .", "annotation_id": "Bot004_109_04", "annotations": ["T", "T", "O", "X", "O", "O", "T", "O", "T", "O", "O", "T", "O", "X", "O"], "gpt2_target_score": [-10.373396873474121, -8.952583312988281, -12.390120506286621, -7.09410285949707, -7.512168884277344, -12.544792175292969, -13.905744552612305, -9.030057907104492, -11.062409400939941, -12.343100547790527, -17.198530197143555, -10.150761604309082, -13.654072761535645], "gpt2_argmax_score": [-1.9562060832977295, -1.1649096012115479, -3.5117101669311523, -2.089346170425415, -0.9220812320709229, -0.7147755026817322, -2.661525249481201, -0.8906006813049316, -1.3303157091140747, -1.0782381296157837, -1.0375959873199463, -0.8195233941078186, -0.23311327397823334, -1.4118776321411133, -0.5947511196136475, -1.400285005569458, -1.0973596572875977, -1.3449422121047974, -1.2743585109710693, -1.760029911994934, -1.6458280086517334, -1.718946933746338, -1.7083368301391602, -2.4122419357299805, -1.4570372104644775, -1.8833028078079224, -1.0705642700195312, -0.6715915203094482, -1.5379163026809692, -1.7061662673950195, -1.3255894184112549, -2.7069289684295654, -3.0177698135375977, -1.0531708002090454, -0.10122140496969223, -0.9630246758460999, -1.1505118608474731, -0.1588069349527359, -0.949508547782898, -0.4930526912212372, -0.558289110660553, -1.959362506866455, -1.7266504764556885, -1.4168959856033325, -0.954294741153717, -0.9982804656028748, -1.1193469762802124, -2.2963147163391113, -1.362918734550476, -0.1938522309064865, -3.1394150257110596, -0.07382914423942566, -0.5963404774665833, -1.2595553398132324, -0.7709304690361023]}, "Bot004_109_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student,", "response": "I am a student. I travel a lot.", "annotation_id": "Bot004_109_06", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "X", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -15.72961139678955, -8.134389877319336, -6.9536943435668945, -16.3629150390625, -11.457782745361328, -16.10392951965332, -10.362014770507812], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -1.3449280261993408, -1.2743608951568604, -1.7600317001342773, -1.645850419998169, -1.7189416885375977, -1.7083343267440796, -2.4122064113616943, -1.457035779953003, -1.883280873298645, -1.070594072341919, -0.671602725982666, -1.537858009338379, -1.7061809301376343, -1.3256067037582397, -2.7069272994995117, -3.0177507400512695, -1.0531609058380127, -0.10121601819992065, -0.9630097150802612, -1.1505072116851807, -0.15881100296974182, -0.9495201706886292, -0.49305984377861023, -0.5582830905914307, -2.115067958831787, -0.40307337045669556, -1.2814686298370361, -1.5540770292282104, -1.0872911214828491, -2.392357110977173, -1.252885341644287, -0.20516414940357208, -3.516326665878296, -0.06469189375638962, -0.455540269613266, -1.9882135391235352, -1.2975492477416992, -0.11612480878829956, -2.55229115486145, -3.0802626609802246, -0.9240090847015381, -0.9466456770896912, -1.933327317237854, -1.1874080896377563, -1.4783425331115723, -0.33840638399124146, -1.3464276790618896, -0.8935625553131104, -1.0463511943817139, -1.2302789688110352, -0.052171867340803146, -1.239103078842163, -0.7758163213729858]}, "Bot004_109_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you", "response": "I am a stay at home mom.", "annotation_id": "Bot004_109_08", "annotations": ["T", "T", "T", "O", "O", "O", "O", "T", "X", "X", "T", "T", "T", "X", "T"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -17.117639541625977, -10.529157638549805, -11.448941230773926, -16.22218132019043, -8.509025573730469], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -1.3449280261993408, -1.2743608951568604, -1.7600317001342773, -1.645850419998169, -1.7189416885375977, -1.7083343267440796, -2.4122064113616943, -1.457035779953003, -1.883280873298645, -1.070594072341919, -0.671602725982666, -1.537858009338379, -1.7061809301376343, -1.3256067037582397, -2.7069272994995117, -3.0177507400512695, -1.0531609058380127, -0.10121601819992065, -0.9630097150802612, -1.1505072116851807, -0.15881100296974182, -0.9495201706886292, -0.49305984377861023, -0.5582830905914307, -2.115067958831787, -0.4030737578868866, -1.2814738750457764, -1.554085373878479, -1.0872888565063477, -2.3923397064208984, -1.2528904676437378, -0.2051658034324646, -3.5163254737854004, -0.0646926760673523, -0.45554524660110474, -1.9882137775421143, -1.2975448369979858, -0.11612608283758163, -2.5522758960723877, -3.080273389816284, -0.9239947199821472, -0.9466267228126526, -1.029394268989563, -1.6378228664398193, -2.022972583770752, -1.3435609340667725, -1.2351716756820679, -0.8540449142456055, -1.4110807180404663, -0.05165260285139084, -1.1744577884674072, -0.752751886844635, -1.0754164457321167, -0.08530208468437195, -0.5087077021598816, -0.31661316752433777, -2.136691093444824, -1.531304955482483, -0.48140978813171387, -0.9218763113021851, -1.553851842880249, -1.2182893753051758, -1.2410032749176025, -0.13880302011966705, -0.2380450963973999, -0.1515495628118515, -0.29299482703208923, -1.222645878791809, -0.9283056855201721]}, "Bot004_109_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you I am a stay at home mom. tell me the facts about you", "response": "I am a stay at home mom. I am a chef.", "annotation_id": "Bot004_109_10", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "X", "X", "T", "O", "X", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -17.117639541625977, -10.529157638549805, -11.448941230773926, -16.22218132019043, -8.509025573730469, -7.201983451843262, -8.71905517578125, -7.280906677246094, -19.967212677001953, -8.866108894348145], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -1.3449280261993408, -1.2743608951568604, -1.7600317001342773, -1.645850419998169, -1.7189416885375977, -1.7083343267440796, -2.4122064113616943, -1.457035779953003, -1.883280873298645, -1.070594072341919, -0.671602725982666, -1.537858009338379, -1.7061809301376343, -1.3256067037582397, -2.7069272994995117, -3.0177507400512695, -1.0531609058380127, -0.10121601819992065, -0.9630097150802612, -1.1505072116851807, -0.15881100296974182, -0.9495201706886292, -0.49305984377861023, -0.5582830905914307, -2.115067958831787, -0.40307337045669556, -1.2814686298370361, -1.5540770292282104, -1.0872911214828491, -2.392357110977173, -1.252885341644287, -0.20516414940357208, -3.516326665878296, -0.06469189375638962, -0.455540269613266, -1.9882135391235352, -1.2975492477416992, -0.11612480878829956, -2.55229115486145, -3.0802626609802246, -0.9240090847015381, -0.9466456770896912, -1.0293818712234497, -1.6378192901611328, -2.0229885578155518, -1.3435474634170532, -1.23517906665802, -0.8540450930595398, -1.4110980033874512, -0.05165271833539009, -1.174458622932434, -0.7527591586112976, -1.0754058361053467, -0.08530263602733612, -0.5087090730667114, -0.31660962104797363, -2.136702299118042, -1.5313043594360352, -0.4814170002937317, -0.9218607544898987, -1.4119361639022827, -2.474135637283325, -0.42303961515426636, -0.2924751341342926, -0.184501051902771, -0.44551876187324524, -1.4828932285308838, -1.2920448780059814, -0.053635966032743454, -0.47127583622932434, -1.8493895530700684, -1.756144404411316, -1.3497300148010254, -1.6920908689498901, -1.65653395652771, -1.0408843755722046, -0.8720960021018982, -0.1775081753730774, -0.044461414217948914, -0.0076972078531980515, -0.05347585678100586, -0.8241860866546631, -0.9649003148078918, -1.1169253587722778, -1.1631019115447998, -0.04248923063278198, -1.129631757736206, -0.6806593537330627]}, "Bot004_109_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you I am a stay at home mom. tell me the facts about you I am a stay at home mom. I am a chef. what do you do for living?", "response": "I am a stay at home mom.", "annotation_id": "Bot004_109_12", "annotations": ["T", "T", "O", "X", "O", "O", "O", "O", "O", "O", "X", "T", "O", "X", "O"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -17.117639541625977, -10.529157638549805, -11.448941230773926, -16.22218132019043, -8.509025573730469], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -1.3449280261993408, -1.2743608951568604, -1.7600317001342773, -1.645850419998169, -1.7189416885375977, -1.7083343267440796, -2.4122064113616943, -1.457035779953003, -1.883280873298645, -1.070594072341919, -0.671602725982666, -1.537858009338379, -1.7061809301376343, -1.3256067037582397, -2.7069272994995117, -3.0177507400512695, -1.0531609058380127, -0.10121601819992065, -0.9630097150802612, -1.1505072116851807, -0.15881100296974182, -0.9495201706886292, -0.49305984377861023, -0.5582830905914307, -2.115067958831787, -0.40307337045669556, -1.2814686298370361, -1.5540770292282104, -1.0872911214828491, -2.392357110977173, -1.252885341644287, -0.20516414940357208, -3.516326665878296, -0.06469189375638962, -0.455540269613266, -1.9882135391235352, -1.2975492477416992, -0.11612480878829956, -2.55229115486145, -3.0802626609802246, -0.9240090847015381, -0.9466456770896912, -1.0293818712234497, -1.6378192901611328, -2.0229885578155518, -1.3435474634170532, -1.23517906665802, -0.8540450930595398, -1.4110980033874512, -0.05165271833539009, -1.174458622932434, -0.7527591586112976, -1.0754058361053467, -0.08530263602733612, -0.5087090730667114, -0.31660962104797363, -2.136702299118042, -1.5313043594360352, -0.4814170002937317, -0.9218607544898987, -1.4119361639022827, -2.474135637283325, -0.42303961515426636, -0.2924751341342926, -0.184501051902771, -0.44551876187324524, -1.4828932285308838, -1.2920448780059814, -0.053635966032743454, -0.47127583622932434, -1.8493895530700684, -1.756144404411316, -1.3497300148010254, -1.6920908689498901, -0.6868890523910522, -1.0749115943908691, -0.32852452993392944, -0.04188191890716553, -0.010197089985013008, -0.08163528889417648, -0.7073535323143005, -1.5590994358062744, -0.6870114803314209, -1.12340247631073, -0.09496692568063736, -1.2454005479812622, -0.8326970934867859, -1.2777080535888672, -0.0667063519358635, -0.8137617707252502, -1.4529527425765991, -2.056569814682007, -1.5312918424606323, -1.8584401607513428, -1.5332179069519043, -1.3978464603424072, -0.544685959815979, -0.060898344963788986, -0.04373800382018089, -0.006273932289332151, -0.06554065644741058, -0.5512974262237549, -0.8316499590873718]}, "Bot004_109_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you I am a stay at home mom. tell me the facts about you I am a stay at home mom. I am a chef. what do you do for living? I am a stay at home mom. what is your favorite music genre?", "response": "I like country music, what about you?", "annotation_id": "Bot004_109_14", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "T", "T", "O", "X", "O"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -16.99056053161621, -16.217344284057617, -6.58607292175293, -10.959057807922363, -13.242088317871094, -11.274768829345703, -6.560004234313965], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -1.3449280261993408, -1.2743608951568604, -1.7600317001342773, -1.645850419998169, -1.7189416885375977, -1.7083343267440796, -2.4122064113616943, -1.457035779953003, -1.883280873298645, -1.070594072341919, -0.671602725982666, -1.537858009338379, -1.7061809301376343, -1.3256067037582397, -2.7069272994995117, -3.0177507400512695, -1.0531609058380127, -0.10121601819992065, -0.9630097150802612, -1.1505072116851807, -0.15881100296974182, -0.9495201706886292, -0.49305984377861023, -0.5582830905914307, -2.115067958831787, -0.40307337045669556, -1.2814686298370361, -1.5540770292282104, -1.0872911214828491, -2.392357110977173, -1.252885341644287, -0.20516414940357208, -3.516326665878296, -0.06469189375638962, -0.455540269613266, -1.9882135391235352, -1.2975492477416992, -0.11612480878829956, -2.55229115486145, -3.0802626609802246, -0.9240090847015381, -0.9466456770896912, -1.0293818712234497, -1.6378192901611328, -2.0229885578155518, -1.3435474634170532, -1.23517906665802, -0.8540450930595398, -1.4110980033874512, -0.05165271833539009, -1.174458622932434, -0.7527591586112976, -1.0754058361053467, -0.08530263602733612, -0.5087090730667114, -0.31660962104797363, -2.136702299118042, -1.5313043594360352, -0.4814170002937317, -0.9218607544898987, -1.4119361639022827, -2.474135637283325, -0.42303961515426636, -0.2924751341342926, -0.184501051902771, -0.44551876187324524, -1.4828932285308838, -1.2920448780059814, -0.053635966032743454, -0.47127583622932434, -1.8493895530700684, -1.756144404411316, -1.3497300148010254, -1.6920928955078125, -0.6868858337402344, -1.074895977973938, -0.328528493642807, -0.041882146149873734, -0.010197089985013008, -0.08163517713546753, -0.7073614001274109, -1.559109091758728, -0.6870157718658447, -1.1233981847763062, -0.09496736526489258, -1.2453868389129639, -0.8327008485794067, -1.2777129411697388, -0.06670445948839188, -0.8137592673301697, -1.4529664516448975, -2.0565695762634277, -1.5313059091567993, -1.85845148563385, -0.8955808877944946, -0.7316092252731323, -0.9852666854858398, -0.04500265792012215, -0.006084964610636234, -0.0851631686091423, -0.4666929543018341, -1.1537436246871948, -0.9223614931106567, -0.944075882434845, -1.7036529779434204, -1.8287081718444824, -0.561176061630249, -0.3316749930381775, -2.118701457977295, -1.9160445928573608, -1.6004002094268799, -1.9572768211364746, -0.882081151008606, -1.047613263130188, -2.551438570022583, -1.9914981126785278, -1.3317248821258545, -0.5970674157142639, -0.7366006970405579]}, "Bot004_109_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you I am a stay at home mom. tell me the facts about you I am a stay at home mom. I am a chef. what do you do for living? I am a stay at home mom. what is your favorite music genre? I like country music, what about you? i ama a rocker", "response": "Cool. I am a very experienced person.", "annotation_id": "Bot004_109_16", "annotations": ["T", "O", "T", "O", "X", "T", "T", "T", "O", "O", "T", "T", "O", "X", "O"], "gpt2_target_score": [-14.827463150024414, -12.210735321044922, -9.428770065307617, -13.440110206604004, -10.641454696655273, -12.307660102844238, -17.770830154418945, -17.093151092529297, -7.3319501876831055], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -1.3449280261993408, -1.2743608951568604, -1.7600317001342773, -1.645850419998169, -1.7189416885375977, -1.7083343267440796, -2.4122064113616943, -1.457035779953003, -1.883280873298645, -1.070594072341919, -0.671602725982666, -1.537858009338379, -1.7061809301376343, -1.3256067037582397, -2.7069272994995117, -3.0177507400512695, -1.0531609058380127, -0.10121601819992065, -0.9630097150802612, -1.1505072116851807, -0.15881100296974182, -0.9495201706886292, -0.49305984377861023, -0.5582830905914307, -2.115067958831787, -0.40307337045669556, -1.2814686298370361, -1.5540770292282104, -1.0872911214828491, -2.392357110977173, -1.252885341644287, -0.20516414940357208, -3.516326665878296, -0.06469189375638962, -0.455540269613266, -1.9882135391235352, -1.2975492477416992, -0.11612480878829956, -2.55229115486145, -3.0802626609802246, -0.9240090847015381, -0.9466456770896912, -1.0293818712234497, -1.6378192901611328, -2.0229885578155518, -1.3435474634170532, -1.23517906665802, -0.8540450930595398, -1.4110980033874512, -0.05165271833539009, -1.174458622932434, -0.7527591586112976, -1.0754058361053467, -0.08530263602733612, -0.5087090730667114, -0.31660962104797363, -2.136702299118042, -1.5313043594360352, -0.4814170002937317, -0.9218607544898987, -1.4119361639022827, -2.474135637283325, -0.42303961515426636, -0.2924751341342926, -0.184501051902771, -0.44551876187324524, -1.4828932285308838, -1.2920448780059814, -0.053635966032743454, -0.47127583622932434, -1.8493895530700684, -1.756144404411316, -1.3497300148010254, -1.6920908689498901, -0.6868890523910522, -1.0749115943908691, -0.32852452993392944, -0.04188191890716553, -0.010197089985013008, -0.08163528889417648, -0.7073535323143005, -1.5590994358062744, -0.6870114803314209, -1.12340247631073, -0.09496692568063736, -1.2454005479812622, -0.8326970934867859, -1.2777080535888672, -0.0667063519358635, -0.8137617707252502, -1.4529527425765991, -2.056569814682007, -1.5312918424606323, -1.8584401607513428, -0.8955858945846558, -0.7316174507141113, -0.985260546207428, -0.04500265792012215, -0.006084964610636234, -0.08516240119934082, -0.466686874628067, -1.1537617444992065, -0.9223726391792297, -0.9440665245056152, -1.7036570310592651, -1.8287084102630615, -0.5611799955368042, -0.33167266845703125, -2.1186962127685547, -1.1178258657455444, -1.716500163078308, -1.0645662546157837, -0.9534010291099548, -2.423004627227783, -1.793495535850525, -1.0080256462097168, -0.7108539342880249, -1.3896528482437134, -1.5506725311279297, -0.5763006806373596, -2.210043430328369, -0.36033058166503906, -2.6991171836853027, -1.120197057723999, -1.798042893409729, -1.3326269388198853, -1.0781515836715698, -2.1105992794036865, -0.7790029644966125, -0.6535476446151733, -2.1260132789611816, -1.76353120803833, -1.1712689399719238, -0.737421452999115]}, "Bot004_109_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you I am a stay at home mom. tell me the facts about you I am a stay at home mom. I am a chef. what do you do for living? I am a stay at home mom. what is your favorite music genre? I like country music, what about you? i ama a rocker Cool. I am a very experienced person. are you terrified of something?", "response": "No i am not a very good person.", "annotation_id": "Bot004_109_18", "annotations": ["T", "T", "T", "O", "X", "O", "T", "O", "T", "O", "X", "T", "T", "X", "T"], "gpt2_target_score": [-12.778162002563477, -5.53941011428833, -13.169004440307617, -12.294625282287598, -10.641454696655273, -12.307660102844238, -14.340169906616211, -17.093151092529297, -7.3319501876831055], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -1.3449280261993408, -1.2743608951568604, -1.7600317001342773, -1.645850419998169, -1.7189416885375977, -1.7083343267440796, -2.4122064113616943, -1.457035779953003, -1.883280873298645, -1.070594072341919, -0.671602725982666, -1.537858009338379, -1.7061809301376343, -1.3256067037582397, -2.7069272994995117, -3.0177507400512695, -1.0531609058380127, -0.10121601819992065, -0.9630097150802612, -1.1505072116851807, -0.15881100296974182, -0.9495201706886292, -0.49305984377861023, -0.5582830905914307, -2.115067958831787, -0.40307337045669556, -1.2814686298370361, -1.5540770292282104, -1.0872911214828491, -2.392357110977173, -1.252885341644287, -0.20516414940357208, -3.516326665878296, -0.06469189375638962, -0.455540269613266, -1.9882135391235352, -1.2975492477416992, -0.11612480878829956, -2.55229115486145, -3.0802626609802246, -0.9240090847015381, -0.9466456770896912, -1.0293818712234497, -1.6378192901611328, -2.0229885578155518, -1.3435474634170532, -1.23517906665802, -0.8540450930595398, -1.4110980033874512, -0.05165271833539009, -1.174458622932434, -0.7527591586112976, -1.0754058361053467, -0.08530263602733612, -0.5087090730667114, -0.31660962104797363, -2.136702299118042, -1.5313043594360352, -0.4814170002937317, -0.9218607544898987, -1.4119361639022827, -2.474135637283325, -0.42303961515426636, -0.2924751341342926, -0.184501051902771, -0.44551876187324524, -1.4828932285308838, -1.2920448780059814, -0.053635966032743454, -0.47127583622932434, -1.8493895530700684, -1.756144404411316, -1.3497300148010254, -1.6920908689498901, -0.6868890523910522, -1.0749115943908691, -0.32852452993392944, -0.04188191890716553, -0.010197089985013008, -0.08163528889417648, -0.7073535323143005, -1.5590994358062744, -0.6870114803314209, -1.12340247631073, -0.09496692568063736, -1.2454005479812622, -0.8326970934867859, -1.2777080535888672, -0.0667063519358635, -0.8137617707252502, -1.4529527425765991, -2.056569814682007, -1.5312918424606323, -1.8584401607513428, -0.8955858945846558, -0.7316174507141113, -0.985260546207428, -0.04500265792012215, -0.006084964610636234, -0.08516240119934082, -0.466686874628067, -1.1537617444992065, -0.9223726391792297, -0.9440665245056152, -1.7036570310592651, -1.8287084102630615, -0.5611799955368042, -0.33167266845703125, -2.1186962127685547, -1.1178258657455444, -1.716500163078308, -1.0645662546157837, -0.9534010291099548, -2.423004627227783, -1.793495535850525, -1.0080256462097168, -0.7108539342880249, -1.3896528482437134, -1.5506725311279297, -0.5763006806373596, -2.210043430328369, -0.36033058166503906, -2.6991171836853027, -1.120197057723999, -1.4562402963638306, -1.3667738437652588, -1.6258513927459717, -0.5949892401695251, -1.7032649517059326, -2.650083541870117, -1.5327541828155518, -1.0084284543991089, -1.031273365020752, -0.06114575266838074, -1.5472080707550049, -0.6299997568130493, -1.979598879814148, -1.7650395631790161, -1.8252575397491455, -1.4782780408859253, -1.3307039737701416, -0.4584842920303345, -1.3921928405761719, -1.250687837600708, -1.340876817703247, -0.2561919093132019, -0.5488466024398804, -0.7810646295547485, -1.0119529962539673]}, "Bot004_109_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you I am a stay at home mom. tell me the facts about you I am a stay at home mom. I am a chef. what do you do for living? I am a stay at home mom. what is your favorite music genre? I like country music, what about you? i ama a rocker Cool. I am a very experienced person. are you terrified of something? No i am not a very good person. what do you like to do in your spare time?", "response": "I like to go out to eat and eat out.", "annotation_id": "Bot004_109_20", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "T", "X", "O"], "gpt2_target_score": [-10.37339973449707, -10.711742401123047, -11.755956649780273, -16.310792922973633, -11.961462020874023, -8.12756061553955, -17.24930191040039, -8.715171813964844, -16.79517936706543, -10.322372436523438, -12.300849914550781], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -0.233113095164299, -1.4118778705596924, -0.5947227478027344, -1.4003477096557617, -1.097386121749878, -1.3449280261993408, -1.2743608951568604, -1.7600317001342773, -1.645850419998169, -1.7189416885375977, -1.7083343267440796, -2.4122064113616943, -1.457035779953003, -1.883280873298645, -1.070594072341919, -0.671602725982666, -1.537858009338379, -1.7061809301376343, -1.3256067037582397, -2.7069272994995117, -3.0177507400512695, -1.0531609058380127, -0.10121601819992065, -0.9630097150802612, -1.1505072116851807, -0.15881100296974182, -0.9495201706886292, -0.49305984377861023, -0.5582830905914307, -2.115067958831787, -0.40307337045669556, -1.2814686298370361, -1.5540770292282104, -1.0872911214828491, -2.392357110977173, -1.252885341644287, -0.20516414940357208, -3.516326665878296, -0.06469189375638962, -0.455540269613266, -1.9882135391235352, -1.2975492477416992, -0.11612480878829956, -2.55229115486145, -3.0802626609802246, -0.9240090847015381, -0.9466456770896912, -1.0293818712234497, -1.6378192901611328, -2.0229885578155518, -1.3435474634170532, -1.23517906665802, -0.8540450930595398, -1.4110980033874512, -0.05165271833539009, -1.174458622932434, -0.7527591586112976, -1.0754058361053467, -0.08530263602733612, -0.5087090730667114, -0.31660962104797363, -2.136702299118042, -1.5313043594360352, -0.4814170002937317, -0.9218607544898987, -1.4119361639022827, -2.474135637283325, -0.42303961515426636, -0.2924751341342926, -0.184501051902771, -0.44551876187324524, -1.4828932285308838, -1.2920448780059814, -0.053635966032743454, -0.47127583622932434, -1.8493895530700684, -1.756144404411316, -1.3497300148010254, -1.6920908689498901, -0.6868890523910522, -1.0749115943908691, -0.32852452993392944, -0.04188191890716553, -0.010197089985013008, -0.08163528889417648, -0.7073535323143005, -1.5590994358062744, -0.6870114803314209, -1.12340247631073, -0.09496692568063736, -1.2454005479812622, -0.8326970934867859, -1.2777080535888672, -0.0667063519358635, -0.8137617707252502, -1.4529527425765991, -2.056569814682007, -1.5312918424606323, -1.8584401607513428, -0.8955858945846558, -0.7316174507141113, -0.985260546207428, -0.04500265792012215, -0.006084964610636234, -0.08516240119934082, -0.466686874628067, -1.1537617444992065, -0.9223726391792297, -0.9440665245056152, -1.7036570310592651, -1.8287084102630615, -0.5611799955368042, -0.33167266845703125, -2.1186962127685547, -1.1178258657455444, -1.716500163078308, -1.0645662546157837, -0.9534010291099548, -2.423004627227783, -1.793495535850525, -1.0080256462097168, -0.7108539342880249, -1.3896528482437134, -1.5506725311279297, -0.5763006806373596, -2.210043430328369, -0.36033058166503906, -2.6991171836853027, -1.120197057723999, -1.4562402963638306, -1.3667738437652588, -1.6258513927459717, -0.5949892401695251, -1.7032649517059326, -2.650083541870117, -1.5327541828155518, -1.0084284543991089, -1.031273365020752, -0.06114575266838074, -1.5472080707550049, -0.6299997568130493, -1.979598879814148, -1.7650395631790161, -1.8252575397491455, -1.4183696508407593, -0.4674171805381775, -1.1698133945465088, -0.9773277044296265, -1.5607712268829346, -0.6162131428718567, -0.565940260887146, -0.7212178707122803, -1.273575782775879, -1.6776024103164673, -0.06093210726976395, -1.2452303171157837, -0.7132997512817383, -0.5172514319419861, -0.839623212814331, -1.0152077674865723, -0.948603093624115, -0.012719104066491127, -0.27641627192497253, -1.990204095840454, -1.483922004699707, -1.5012567043304443, -1.249701738357544, -1.262122631072998, -1.0623239278793335, -1.060767650604248, -1.2029703855514526, -1.6453787088394165, -2.257349729537964, -1.2072006464004517, -1.0572302341461182, -0.9419876933097839]}, "Bot004_111_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry?", "response": "I am. I am a woman. I read a lot. Are you a feminist?", "annotation_id": "Bot004_111_02", "annotations": ["O", "O", "X", "O", "O", "O", "X", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-8.654443740844727, -8.556458473205566, -11.712187767028809, -12.821335792541504, -13.770360946655273, -8.030597686767578, -16.07019805908203, -10.171175003051758, -4.40367317199707, -9.413894653320312, -6.7147393226623535, -12.674369812011719, -9.410630226135254, -13.854491233825684, -5.167369365692139, -7.498066425323486, -12.80334758758545, -10.848812103271484], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -3.6564929485321045, -1.5548523664474487, -1.738759994506836, -2.11671781539917, -0.728736162185669, -1.1898213624954224, -1.6371477842330933, -1.5596469640731812, -0.49646252393722534, -2.511939764022827, -3.066208600997925, -0.2700793147087097, -2.0994296073913574, -0.5134472846984863, -1.7912782430648804, -2.091541290283203, -1.5446691513061523, -0.9448587894439697, -1.4556431770324707, -1.8140244483947754, -1.0281527042388916, -0.9978564381599426, -0.8466799855232239, -1.0541629791259766, -1.1768547296524048, -1.514237403869629, -0.6207367777824402, -0.4820324778556824, -1.0170445442199707, -0.059102073311805725, -0.8016495704650879, -0.4758239686489105, -0.2615949511528015, -0.5556405186653137]}, "Bot004_111_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist", "response": "I read female authors before i go to bed.", "annotation_id": "Bot004_111_04", "annotations": ["O", "O", "X", "O", "O", "O", "X", "O", "O", "O", "O", "X", "T", "O", "O"], "gpt2_target_score": [-8.654443740844727, -12.825043678283691, -13.147841453552246, -21.6376895904541, -13.322957992553711, -7.559787273406982, -13.463191032409668, -7.886796951293945, -10.971223831176758, -10.110260009765625], "gpt2_argmax_score": [-1.6911711692810059, -0.8823712468147278, -3.6564929485321045, -1.5548523664474487, -1.738759994506836, -2.11671781539917, -0.728736162185669, -1.1898213624954224, -1.6371477842330933, -1.5596469640731812, -0.49646252393722534, -2.511939764022827, -3.066208600997925, -0.2700793147087097, -2.0994296073913574, -0.5134472846984863, -1.7912782430648804, -1.6179996728897095, -1.0486376285552979, -1.9987281560897827, -1.7136497497558594, -0.7396857738494873, -1.075616717338562, -0.903444230556488, -1.0746548175811768, -1.3358333110809326, -1.8740097284317017, -0.6677064895629883, -0.4603133201599121, -1.0024181604385376, -0.05291283503174782, -0.8615962862968445, -0.5057178139686584, -0.22310197353363037, -1.9714491367340088, -1.4245948791503906, -1.072693109512329, -0.265310138463974, -0.40095433592796326, -0.5896778106689453, -0.47264978289604187, -2.039952039718628, -1.2304952144622803, -0.5730527639389038, -1.6668621301651, -1.6382189989089966, -1.5551033020019531, -1.411733627319336, -1.3332327604293823, -1.545222282409668, -0.9604911208152771, -1.4093481302261353]}, "Bot004_111_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets", "response": "That is cool. I am a vegetarian.", "annotation_id": "Bot004_111_06", "annotations": ["O", "T", "X", "T", "O", "O", "X", "O", "O", "O", "T", "X", "O", "O", "O"], "gpt2_target_score": [-14.3984375, -7.508840560913086, -14.181781768798828, -10.862844467163086, -1.7387480735778809, -12.986895561218262, -11.053238868713379, -14.466367721557617, -3.975975751876831], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.6371848583221436, -1.559627890586853, -0.4964701533317566, -2.511911153793335, -3.066235303878784, -0.2700768709182739, -2.099414587020874, -0.5134403109550476, -1.7912940979003906, -1.617990255355835, -1.0486146211624146, -1.9987261295318604, -1.7136578559875488, -0.739702045917511, -1.0756057500839233, -0.9034646153450012, -1.074646234512329, -1.3358279466629028, -1.8740204572677612, -0.6677138209342957, -0.4603255093097687, -1.0024439096450806, -0.052912723273038864, -0.8616443276405334, -0.5057156085968018, -0.22309128940105438, -1.9714815616607666, -1.4246459007263184, -1.072723627090454, -0.265307754278183, -0.4009462594985962, -0.5896835327148438, -0.47262319922447205, -0.9658602476119995, -0.6795392036437988, -1.7037665843963623, -1.0880159139633179, -1.2432326078414917, -1.573919653892517, -1.2853693962097168, -1.7510244846343994, -0.7244985103607178, -1.3850830793380737, -1.3591593503952026, -1.4790785312652588, -0.21493130922317505, -1.0145654678344727, -1.2719322443008423, -2.1124658584594727, -0.9141759872436523, -1.7973473072052002, -0.701348066329956, -2.0216052532196045, -1.0249460935592651, -1.1408826112747192, -2.2516069412231445, -0.9014096856117249, -0.7994976043701172, -1.1934248208999634, -1.103761911392212]}, "Bot004_111_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago", "response": "Vegan is my life. I am vegan.", "annotation_id": "Bot004_111_08", "annotations": ["O", "O", "X", "X", "O", "O", "X", "O", "O", "O", "O", "X", "T", "O", "O"], "gpt2_target_score": [-12.781105041503906, -17.4886531829834, -11.485542297363281, -16.111082077026367, -15.516458511352539, -9.456271171569824, -7.327908992767334, -9.074705123901367, -10.901238441467285, -10.11025619506836], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.6371848583221436, -1.559627890586853, -0.4964701533317566, -2.511911153793335, -3.066235303878784, -0.2700768709182739, -2.099414587020874, -0.5134403109550476, -1.7912940979003906, -1.617990255355835, -1.0486146211624146, -1.9987261295318604, -1.7136578559875488, -0.739702045917511, -1.0756057500839233, -0.9034646153450012, -1.074646234512329, -1.3358279466629028, -1.8740204572677612, -0.6677138209342957, -0.4603255093097687, -1.0024439096450806, -0.052912723273038864, -0.8616443276405334, -0.5057156085968018, -0.22309128940105438, -1.9714815616607666, -1.4246459007263184, -1.072723627090454, -0.265307754278183, -0.4009462594985962, -0.5896835327148438, -0.47262319922447205, -0.9658602476119995, -0.6795392036437988, -1.7037665843963623, -1.0880159139633179, -1.2432326078414917, -1.573919653892517, -1.2853693962097168, -1.7510244846343994, -0.7244985103607178, -1.3850830793380737, -1.3591593503952026, -1.4790785312652588, -0.21493130922317505, -1.0145654678344727, -1.2719322443008423, -2.1124658584594727, -0.9141759872436523, -0.8371172547340393, -2.216892719268799, -1.2170283794403076, -1.3911845684051514, -1.9891326427459717, -0.854296863079071, -1.015471339225769, -0.9834685921669006, -1.22239351272583, -2.102943181991577, -0.004142869729548693, -0.4758587181568146, -1.0146753787994385, -1.3425865173339844, -0.7662030458450317, -1.7382558584213257, -1.3619967699050903, -1.9518780708312988, -0.03252037987112999, -1.6436175107955933, -0.7880745530128479, -1.1624794006347656, -0.5089622139930725, -0.6741498112678528, -0.11575792729854584, -0.6343704462051392, -1.868798017501831, -0.19973742961883545, -1.6665375232696533, -1.519563913345337, -1.1876243352890015, -1.5899368524551392, -1.0229368209838867, -2.4640345573425293, -1.4864753484725952, -1.3606986999511719, -1.031141996383667]}, "Bot004_111_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago Vegan is my life. I am vegan. do you like science fiction?", "response": "I do. I like to read a lot.", "annotation_id": "Bot004_111_10", "annotations": ["O", "X", "T", "O", "O", "O", "X", "O", "O", "O", "O", "X", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -9.207998275756836, -11.712188720703125, -12.821338653564453, -11.782060623168945, -6.264826774597168, -13.648507118225098, -7.431943416595459, -9.930352210998535, -10.11025619506836], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.6371848583221436, -1.559627890586853, -0.4964701533317566, -2.511911153793335, -3.066235303878784, -0.2700768709182739, -2.099414587020874, -0.5134403109550476, -1.7912940979003906, -1.617990255355835, -1.0486146211624146, -1.9987261295318604, -1.7136578559875488, -0.739702045917511, -1.0756057500839233, -0.9034646153450012, -1.074646234512329, -1.3358279466629028, -1.8740204572677612, -0.6677138209342957, -0.4603255093097687, -1.0024439096450806, -0.052912723273038864, -0.8616443276405334, -0.5057156085968018, -0.22309128940105438, -1.9714815616607666, -1.4246459007263184, -1.072723627090454, -0.265307754278183, -0.4009462594985962, -0.5896835327148438, -0.47262319922447205, -0.9658602476119995, -0.6795392036437988, -1.7037665843963623, -1.0880159139633179, -1.2432326078414917, -1.573919653892517, -1.2853693962097168, -1.7510244846343994, -0.7244985103607178, -1.3850830793380737, -1.3591593503952026, -1.4790785312652588, -0.21493130922317505, -1.0145654678344727, -1.2719322443008423, -2.1124658584594727, -0.9141759872436523, -0.8371172547340393, -2.216892719268799, -1.2170283794403076, -1.3911845684051514, -1.9891326427459717, -0.854296863079071, -1.015471339225769, -0.9834685921669006, -1.22239351272583, -2.102943181991577, -0.004142869729548693, -0.4758587181568146, -1.0146753787994385, -1.3425865173339844, -0.7662030458450317, -1.7382558584213257, -1.3619967699050903, -1.9518780708312988, -0.03252037987112999, -1.6436175107955933, -0.7880745530128479, -1.1624794006347656, -0.5089622139930725, -0.6741498112678528, -0.11575792729854584, -0.6343704462051392, -0.7757936120033264, -1.899387001991272, -1.477259874343872, -1.2942746877670288, -1.3121544122695923, -2.1526143550872803, -1.4391498565673828, -1.5417464971542358, -1.1250054836273193, -0.08899518847465515, -1.3896121978759766, -2.2984793186187744, -0.29730767011642456, -0.5174129009246826, -1.7835429906845093, -1.618231177330017, -2.149536609649658, -1.208365559577942, -0.8674704432487488, -2.2303643226623535, -0.788566529750824, -0.5038048624992371, -1.6638243198394775, -0.09252278506755829, -0.9369423985481262, -0.8614504933357239]}, "Bot004_111_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago Vegan is my life. I am vegan. do you like science fiction? I do. I like to read a lot. I am a huge star wars fan", "response": "I am a feminist. I am a feminist writer.", "annotation_id": "Bot004_111_12", "annotations": ["O", "T", "X", "X", "T", "T", "X", "T", "X", "O", "O", "X", "O", "T", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -11.499160766601562, -20.01017951965332, -8.598184585571289, -4.214724540710449, -13.555115699768066, -7.431943416595459, -14.685616493225098, -14.575572967529297, -10.203272819519043], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.6371848583221436, -1.559627890586853, -0.4964701533317566, -2.511911153793335, -3.066235303878784, -0.2700768709182739, -2.099414587020874, -0.5134403109550476, -1.7912940979003906, -1.617990255355835, -1.0486146211624146, -1.9987261295318604, -1.7136578559875488, -0.739702045917511, -1.0756057500839233, -0.9034646153450012, -1.074646234512329, -1.3358279466629028, -1.8740204572677612, -0.6677138209342957, -0.4603255093097687, -1.0024439096450806, -0.052912723273038864, -0.8616443276405334, -0.5057156085968018, -0.22309128940105438, -1.9714815616607666, -1.4246459007263184, -1.072723627090454, -0.265307754278183, -0.4009462594985962, -0.5896835327148438, -0.47262319922447205, -0.9658602476119995, -0.6795392036437988, -1.7037665843963623, -1.0880159139633179, -1.2432326078414917, -1.573919653892517, -1.2853693962097168, -1.7510244846343994, -0.7244985103607178, -1.3850830793380737, -1.3591593503952026, -1.4790785312652588, -0.21493130922317505, -1.0145654678344727, -1.2719322443008423, -2.1124658584594727, -0.9141759872436523, -0.8371172547340393, -2.216892719268799, -1.2170283794403076, -1.3911845684051514, -1.9891326427459717, -0.854296863079071, -1.015471339225769, -0.9834685921669006, -1.22239351272583, -2.102943181991577, -0.004142869729548693, -0.4758587181568146, -1.0146753787994385, -1.3425865173339844, -0.7662030458450317, -1.7382558584213257, -1.3619967699050903, -1.9518780708312988, -0.03252037987112999, -1.6436175107955933, -0.7880745530128479, -1.1624794006347656, -0.5089622139930725, -0.6741498112678528, -0.11575792729854584, -0.6343704462051392, -0.7757936120033264, -1.899387001991272, -1.477259874343872, -1.2942746877670288, -1.3121544122695923, -2.1526143550872803, -1.4391498565673828, -1.5417464971542358, -1.1250054836273193, -0.08899518847465515, -1.3896121978759766, -2.2984793186187744, -0.29731279611587524, -0.5174126625061035, -1.7835503816604614, -1.9316298961639404, -1.6343985795974731, -1.1714540719985962, -2.0287601947784424, -1.3419018983840942, -0.5899743437767029, -1.9108226299285889, -0.08351724594831467, -0.8612223267555237, -0.9859356880187988, -2.2180521488189697, -1.0128260850906372, -2.7955284118652344, -0.35925623774528503, -1.609892725944519, -0.1334974318742752, -0.7471588850021362, -1.5504286289215088, -2.3313512802124023, -0.7992025017738342, -1.4144399166107178, -0.9332159161567688, -0.6365963816642761, -1.9789702892303467, -0.7379727363586426, -2.0549726486206055, -0.5695629715919495, -0.764248788356781, -0.5579819083213806]}, "Bot004_111_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago Vegan is my life. I am vegan. do you like science fiction? I do. I like to read a lot. I am a huge star wars fan I am a feminist. I am a feminist writer. I would love to write something by you", "response": "I write novels and erotic fiction.", "annotation_id": "Bot004_111_14", "annotations": ["O", "X", "X", "O", "T", "O", "X", "O", "O", "O", "O", "X", "O", "O", "O"], "gpt2_target_score": [-8.654426574707031, -13.269521713256836, -18.572853088378906, -11.579715728759766, -15.69944953918457, -15.367663383483887, -8.459015846252441], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.6371848583221436, -1.559627890586853, -0.4964701533317566, -2.511911153793335, -3.066235303878784, -0.2700768709182739, -2.099414587020874, -0.5134403109550476, -1.7912940979003906, -1.617990255355835, -1.0486146211624146, -1.9987261295318604, -1.7136578559875488, -0.739702045917511, -1.0756057500839233, -0.9034646153450012, -1.074646234512329, -1.3358279466629028, -1.8740204572677612, -0.6677138209342957, -0.4603255093097687, -1.0024439096450806, -0.052912723273038864, -0.8616443276405334, -0.5057156085968018, -0.22309128940105438, -1.9714815616607666, -1.4246459007263184, -1.072723627090454, -0.265307754278183, -0.4009462594985962, -0.5896835327148438, -0.47262319922447205, -0.9658602476119995, -0.6795392036437988, -1.7037665843963623, -1.0880159139633179, -1.2432326078414917, -1.573919653892517, -1.2853693962097168, -1.7510244846343994, -0.7244985103607178, -1.3850830793380737, -1.3591593503952026, -1.4790785312652588, -0.21493130922317505, -1.0145654678344727, -1.2719322443008423, -2.1124658584594727, -0.9141759872436523, -0.8371172547340393, -2.216892719268799, -1.2170283794403076, -1.3911845684051514, -1.9891326427459717, -0.854296863079071, -1.015471339225769, -0.9834685921669006, -1.22239351272583, -2.102943181991577, -0.004142869729548693, -0.4758587181568146, -1.0146753787994385, -1.3425865173339844, -0.7662030458450317, -1.7382558584213257, -1.3619967699050903, -1.9518780708312988, -0.03252037987112999, -1.6436175107955933, -0.7880745530128479, -1.1624794006347656, -0.5089622139930725, -0.6741498112678528, -0.11575792729854584, -0.6343704462051392, -0.7757936120033264, -1.899387001991272, -1.477259874343872, -1.2942746877670288, -1.3121544122695923, -2.1526143550872803, -1.4391498565673828, -1.5417464971542358, -1.1250054836273193, -0.08899518847465515, -1.3896121978759766, -2.2984793186187744, -0.29731279611587524, -0.5174126625061035, -1.7835503816604614, -1.9316298961639404, -1.6343985795974731, -1.1714540719985962, -2.0287601947784424, -1.3419018983840942, -0.5899743437767029, -1.9108226299285889, -0.08351724594831467, -0.8612223267555237, -0.9859356880187988, -2.2180521488189697, -1.0128260850906372, -2.7955284118652344, -0.35925623774528503, -1.609892725944519, -0.1334974318742752, -0.7471588850021362, -2.3270227909088135, -1.2847646474838257, -1.9826955795288086, -0.6728179454803467, -0.9559466242790222, -1.831799864768982, -0.9175161123275757, -2.8638925552368164, -0.5929597020149231, -0.7752438187599182, -0.6543511152267456, -1.4848756790161133, -1.0053303241729736, -0.14504961669445038, -0.47937777638435364, -1.2412567138671875, -1.4653772115707397, -0.9952839016914368, -1.182193398475647, -1.530174732208252, -2.111431360244751, -1.491881251335144, -1.764342188835144, -1.363969326019287, -1.660638451576233, -0.7472086548805237, -0.7936301231384277]}, "Bot004_111_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago Vegan is my life. I am vegan. do you like science fiction? I do. I like to read a lot. I am a huge star wars fan I am a feminist. I am a feminist writer. I would love to write something by you I write novels and erotic fiction. that\u2019s intriguing!", "response": "I like to play with my dog.", "annotation_id": "Bot004_111_16", "annotations": ["O", "O", "X", "T", "X", "O", "X", "O", "X", "O", "T", "X", "X", "O", "O"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -11.98586654663086, -17.43427848815918, -11.858118057250977, -9.074503898620605, -15.161343574523926, -10.171110153198242], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.6371848583221436, -1.559627890586853, -0.4964701533317566, -2.511911153793335, -3.066235303878784, -0.2700768709182739, -2.099414587020874, -0.5134403109550476, -1.7912940979003906, -1.617990255355835, -1.0486146211624146, -1.9987261295318604, -1.7136578559875488, -0.739702045917511, -1.0756057500839233, -0.9034646153450012, -1.074646234512329, -1.3358279466629028, -1.8740204572677612, -0.6677138209342957, -0.4603255093097687, -1.0024439096450806, -0.052912723273038864, -0.8616443276405334, -0.5057156085968018, -0.22309128940105438, -1.9714815616607666, -1.4246459007263184, -1.072723627090454, -0.265307754278183, -0.4009462594985962, -0.5896835327148438, -0.47262319922447205, -0.9658602476119995, -0.6795392036437988, -1.7037665843963623, -1.0880159139633179, -1.2432326078414917, -1.573919653892517, -1.2853693962097168, -1.7510244846343994, -0.7244985103607178, -1.3850830793380737, -1.3591593503952026, -1.4790785312652588, -0.21493130922317505, -1.0145654678344727, -1.2719322443008423, -2.1124658584594727, -0.9141759872436523, -0.8371172547340393, -2.216892719268799, -1.2170283794403076, -1.3911845684051514, -1.9891326427459717, -0.854296863079071, -1.015471339225769, -0.9834685921669006, -1.22239351272583, -2.102943181991577, -0.004142869729548693, -0.4758587181568146, -1.0146753787994385, -1.3425865173339844, -0.7662030458450317, -1.7382558584213257, -1.3619967699050903, -1.9518780708312988, -0.03252037987112999, -1.6436175107955933, -0.7880745530128479, -1.1624794006347656, -0.5089622139930725, -0.6741498112678528, -0.11575792729854584, -0.6343704462051392, -0.7757936120033264, -1.899387001991272, -1.477259874343872, -1.2942746877670288, -1.3121544122695923, -2.1526143550872803, -1.4391498565673828, -1.5417464971542358, -1.1250054836273193, -0.08899518847465515, -1.3896121978759766, -2.2984793186187744, -0.29731279611587524, -0.5174126625061035, -1.7835503816604614, -1.9316298961639404, -1.6343985795974731, -1.1714540719985962, -2.0287601947784424, -1.3419018983840942, -0.5899743437767029, -1.9108226299285889, -0.08351724594831467, -0.8612223267555237, -0.9859356880187988, -2.2180521488189697, -1.0128260850906372, -2.7955284118652344, -0.35925623774528503, -1.609892725944519, -0.1334974318742752, -0.7471588850021362, -2.3270227909088135, -1.2847646474838257, -1.9826955795288086, -0.6728179454803467, -0.9559466242790222, -1.831799864768982, -0.9175161123275757, -2.8638925552368164, -0.5929597020149231, -0.7752438187599182, -0.6543511152267456, -1.4848756790161133, -1.0053303241729736, -0.14504961669445038, -0.47937777638435364, -1.2412567138671875, -1.4653772115707397, -0.9952839016914368, -1.182193398475647, -1.8516080379486084, -1.837767243385315, -1.3743467330932617, -1.8714652061462402, -1.5825448036193848, -0.5875494480133057, -1.1536864042282104, -1.3015742301940918, -0.0014719852479174733, -0.012445290572941303, -2.4417572021484375, -1.1114747524261475, -1.9760457277297974, -1.5121488571166992, -2.285094738006592, -0.5211257934570312, -0.4948626160621643, -2.6755223274230957, -1.8615652322769165, -2.2329835891723633, -1.2800179719924927, -1.2258505821228027]}, "Bot004_111_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago Vegan is my life. I am vegan. do you like science fiction? I do. I like to read a lot. I am a huge star wars fan I am a feminist. I am a feminist writer. I would love to write something by you I write novels and erotic fiction. that\u2019s intriguing! I like to play with my dog. what\u2019s your dog name?", "response": "His name is molly. What do you do for work?", "annotation_id": "Bot004_111_18", "annotations": ["T", "T", "O", "O", "O", "O", "X", "T", "T", "O", "O", "X", "T", "O", "O"], "gpt2_target_score": [-16.917404174804688, -12.389760971069336, -11.485542297363281, -14.374397277832031, -20.001054763793945, -9.456271171569824, -12.858643531799316, -9.401243209838867, -6.752419471740723, -6.633907794952393, -9.66096019744873, -10.422113418579102, -7.404454231262207], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.6371848583221436, -1.559627890586853, -0.4964701533317566, -2.511911153793335, -3.066235303878784, -0.2700768709182739, -2.099414587020874, -0.5134403109550476, -1.7912940979003906, -1.617990255355835, -1.0486146211624146, -1.9987261295318604, -1.7136578559875488, -0.739702045917511, -1.0756057500839233, -0.9034646153450012, -1.074646234512329, -1.3358279466629028, -1.8740204572677612, -0.6677138209342957, -0.4603255093097687, -1.0024439096450806, -0.052912723273038864, -0.8616443276405334, -0.5057156085968018, -0.22309128940105438, -1.9714815616607666, -1.4246459007263184, -1.072723627090454, -0.265307754278183, -0.4009462594985962, -0.5896835327148438, -0.47262319922447205, -0.9658602476119995, -0.6795392036437988, -1.7037665843963623, -1.0880159139633179, -1.2432326078414917, -1.573919653892517, -1.2853693962097168, -1.7510244846343994, -0.7244985103607178, -1.3850830793380737, -1.3591593503952026, -1.4790785312652588, -0.21493130922317505, -1.0145654678344727, -1.2719322443008423, -2.1124658584594727, -0.9141759872436523, -0.8371172547340393, -2.216892719268799, -1.2170283794403076, -1.3911845684051514, -1.9891326427459717, -0.854296863079071, -1.015471339225769, -0.9834685921669006, -1.22239351272583, -2.102943181991577, -0.004142869729548693, -0.4758587181568146, -1.0146753787994385, -1.3425865173339844, -0.7662030458450317, -1.7382558584213257, -1.3619967699050903, -1.9518780708312988, -0.03252037987112999, -1.6436175107955933, -0.7880745530128479, -1.1624794006347656, -0.5089622139930725, -0.6741498112678528, -0.11575792729854584, -0.6343704462051392, -0.7757936120033264, -1.899387001991272, -1.477259874343872, -1.2942746877670288, -1.3121544122695923, -2.1526143550872803, -1.4391498565673828, -1.5417464971542358, -1.1250054836273193, -0.08899518847465515, -1.3896121978759766, -2.2984793186187744, -0.29731279611587524, -0.5174126625061035, -1.7835503816604614, -1.9316298961639404, -1.6343985795974731, -1.1714540719985962, -2.0287601947784424, -1.3419018983840942, -0.5899743437767029, -1.9108226299285889, -0.08351724594831467, -0.8612223267555237, -0.9859356880187988, -2.2180521488189697, -1.0128260850906372, -2.7955284118652344, -0.35925623774528503, -1.609892725944519, -0.1334974318742752, -0.7471588850021362, -2.3270227909088135, -1.2847646474838257, -1.9826955795288086, -0.6728179454803467, -0.9559466242790222, -1.831799864768982, -0.9175161123275757, -2.8638925552368164, -0.5929597020149231, -0.7752438187599182, -0.6543511152267456, -1.4848756790161133, -1.0053303241729736, -0.14504961669445038, -0.47937777638435364, -1.2412567138671875, -1.4653772115707397, -0.9952839016914368, -1.182193398475647, -1.8516080379486084, -1.837767243385315, -1.3743467330932617, -1.8714652061462402, -1.5825448036193848, -0.5875494480133057, -1.1536864042282104, -1.3015742301940918, -0.0014719852479174733, -0.012445407919585705, -2.4417595863342285, -1.111479640007019, -1.9760371446609497, -1.7704875469207764, -1.274870753288269, -0.5286458730697632, -2.315234422683716, -1.6275197267532349, -1.9193201065063477, -1.219250202178955, -1.1571629047393799, -1.8102498054504395, -0.00048160876031033695, -0.007850388996303082, -0.7985029220581055, -1.331979513168335, -0.6759728193283081, -0.2285016030073166, -2.031934976577759, -2.7274062633514404, -0.31569066643714905, -0.16906628012657166, -4.35891056060791, -2.8256185054779053, -1.222381830215454, -1.1632944345474243, -2.1800124645233154, -0.049238357692956924, -1.612766981124878, -0.815680742263794, -1.5491920709609985, -0.18698935210704803, -0.36656519770622253]}, "Bot004_111_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago Vegan is my life. I am vegan. do you like science fiction? I do. I like to read a lot. I am a huge star wars fan I am a feminist. I am a feminist writer. I would love to write something by you I write novels and erotic fiction. that\u2019s intriguing! I like to play with my dog. what\u2019s your dog name? His name is molly. What do you do for work? i don\u2019t work, i\u2019m still at college. i\u2019m a football team", "response": "I am a college student and i work at a local market.", "annotation_id": "Bot004_111_20", "annotations": ["O", "X", "X", "O", "O", "O", "X", "X", "X", "O", "O", "X", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -11.499160766601562, -15.014259338378906, -16.61588478088379, -9.830607414245605, -10.892720222473145, -11.279157638549805, -8.139748573303223, -5.37211275100708, -11.821879386901855, -15.164529800415039, -9.410618782043457], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -3.6565089225769043, -1.5548648834228516, -1.7387480735778809, -2.116725206375122, -0.7287382483482361, -1.189832329750061, -1.6371848583221436, -1.559627890586853, -0.4964701533317566, -2.511911153793335, -3.066235303878784, -0.2700768709182739, -2.099414587020874, -0.5134403109550476, -1.7912940979003906, -1.617990255355835, -1.0486146211624146, -1.9987261295318604, -1.7136578559875488, -0.739702045917511, -1.0756057500839233, -0.9034646153450012, -1.074646234512329, -1.3358279466629028, -1.8740204572677612, -0.6677138209342957, -0.4603255093097687, -1.0024439096450806, -0.052912723273038864, -0.8616443276405334, -0.5057156085968018, -0.22309128940105438, -1.9714815616607666, -1.4246459007263184, -1.072723627090454, -0.265307754278183, -0.4009462594985962, -0.5896835327148438, -0.47262319922447205, -0.9658602476119995, -0.6795392036437988, -1.7037665843963623, -1.0880159139633179, -1.2432326078414917, -1.573919653892517, -1.2853693962097168, -1.7510244846343994, -0.7244985103607178, -1.3850830793380737, -1.3591593503952026, -1.4790785312652588, -0.21493130922317505, -1.0145654678344727, -1.2719322443008423, -2.1124658584594727, -0.9141759872436523, -0.8371172547340393, -2.216892719268799, -1.2170283794403076, -1.3911845684051514, -1.9891326427459717, -0.854296863079071, -1.015471339225769, -0.9834685921669006, -1.22239351272583, -2.102943181991577, -0.004142869729548693, -0.4758587181568146, -1.0146753787994385, -1.3425865173339844, -0.7662030458450317, -1.7382558584213257, -1.3619967699050903, -1.9518780708312988, -0.03252037987112999, -1.6436175107955933, -0.7880745530128479, -1.1624794006347656, -0.5089622139930725, -0.6741498112678528, -0.11575792729854584, -0.6343704462051392, -0.7757936120033264, -1.899387001991272, -1.477259874343872, -1.2942746877670288, -1.3121544122695923, -2.1526143550872803, -1.4391498565673828, -1.5417464971542358, -1.1250054836273193, -0.08899518847465515, -1.3896121978759766, -2.2984793186187744, -0.29731279611587524, -0.5174126625061035, -1.7835503816604614, -1.9316298961639404, -1.6343985795974731, -1.1714540719985962, -2.0287601947784424, -1.3419018983840942, -0.5899743437767029, -1.9108226299285889, -0.08351724594831467, -0.8612223267555237, -0.9859356880187988, -2.2180521488189697, -1.0128260850906372, -2.7955284118652344, -0.35925623774528503, -1.609892725944519, -0.1334974318742752, -0.7471588850021362, -2.3270227909088135, -1.2847646474838257, -1.9826955795288086, -0.6728179454803467, -0.9559466242790222, -1.831799864768982, -0.9175161123275757, -2.8638925552368164, -0.5929597020149231, -0.7752438187599182, -0.6543511152267456, -1.4848756790161133, -1.0053303241729736, -0.14504961669445038, -0.47937777638435364, -1.2412567138671875, -1.4653772115707397, -0.9952839016914368, -1.182193398475647, -1.8516080379486084, -1.837767243385315, -1.3743467330932617, -1.8714652061462402, -1.5825448036193848, -0.5875494480133057, -1.1536864042282104, -1.3015742301940918, -0.0014719852479174733, -0.012445407919585705, -2.4417595863342285, -1.111479640007019, -1.9760371446609497, -1.7704875469207764, -1.274870753288269, -0.5286458730697632, -2.315234422683716, -1.6275197267532349, -1.9193201065063477, -1.219250202178955, -1.1571629047393799, -1.8102498054504395, -0.00048160876031033695, -0.007850388996303082, -0.7985029220581055, -1.331979513168335, -0.6759728193283081, -0.2285016030073166, -2.031934976577759, -0.14898307621479034, -0.17478957772254944, -4.359091758728027, -2.949882984161377, -1.3811705112457275, -1.719511866569519, -1.9655225276947021, -0.04033729434013367, -1.3993455171585083, -0.8696914315223694, -1.7332483530044556, -0.1565224826335907, -1.5739716291427612, -2.141613006591797, -0.45983609557151794, -0.00026913834153674543, -0.00039939055568538606, -1.643961787223816, -1.873002529144287, -1.2681349515914917, -1.7462645769119263, -0.00031537804170511663, -0.24010232090950012, -1.098260521888733, -1.791800856590271, -1.2596592903137207, -1.0625110864639282, -1.5859133005142212, -2.1197288036346436, -0.0002217047003796324, -0.2900456488132477, -1.4728612899780273, -3.371138572692871, -1.0695093870162964, -1.431036353111267, -2.1983373165130615, -2.4043757915496826, -0.6004078388214111, -2.221818447113037, -0.6416974663734436, -1.4806089401245117, -1.4639445543289185, -2.0389435291290283, -1.7917263507843018, -0.4188065528869629, -2.5533206462860107, -2.543504238128662, -0.7930361032485962, -1.1895036697387695]}, "Bot004_115_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great!", "response": "I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions?", "annotation_id": "Bot004_115_02", "annotations": ["O", "O", "T", "T", "O", "T", "X", "X", "O", "O", "T", "O", "O", "X", "X"], "gpt2_target_score": [-10.37339973449707, -11.809459686279297, -10.717885971069336, -13.2601900100708, -9.31910514831543, -7.311627388000488, -14.723617553710938, -7.498603343963623, -9.26404094696045, -12.406768798828125, -8.802406311035156, -16.023944854736328, -7.607857704162598, -9.700724601745605, -11.959606170654297, -22.81804656982422, -15.240707397460938, -6.073948860168457, -12.132569313049316, -12.142237663269043, -7.69584321975708, -10.560413360595703, -12.597043991088867, -7.386828422546387, -12.76291561126709, -12.722643852233887, -11.709182739257812, -5.0478057861328125, -17.308088302612305, -11.556300163269043, -14.577342987060547, -16.12962532043457, -12.425073623657227], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.188834309577942, -1.193773865699768, -2.4122467041015625, -1.390182375907898, -1.9543890953063965, -0.10607463121414185, -1.8313252925872803, -0.7956252694129944, -1.4432313442230225, -2.0495972633361816, -1.4303207397460938, -0.36262473464012146, -2.154541015625, -1.2285852432250977, -1.4940117597579956, -1.8935307264328003, -1.4955871105194092, -0.8246532082557678, -1.1406798362731934, -0.6807115077972412, -0.02351701818406582, -2.8261990547180176, -2.6276259422302246, -0.5047011971473694, -0.8115005493164062, -1.1393338441848755, -1.8880293369293213, -2.0562665462493896, -1.322719693183899, -1.94349205493927, -1.7460660934448242, -0.786770224571228, -0.7129706144332886, -0.9366583824157715, -0.8749249577522278, -0.2940000593662262, -1.6696563959121704, -1.8960435390472412, -1.1498647928237915, -2.1146528720855713, -1.5497015714645386, -0.7390653491020203, -1.2177653312683105, -1.1384004354476929, -0.9068089127540588, -2.5002381801605225, -0.27373769879341125, -0.48750853538513184, -0.5802849531173706]}, "Bot004_115_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no?", "response": "No, they are not a weird fetish to have.", "annotation_id": "Bot004_115_04", "annotations": ["X", "T", "T", "O", "O", "T", "O", "X", "O", "T", "T", "T", "O", "O", "X"], "gpt2_target_score": [-12.778162002563477, -11.288753509521484, -15.171087265014648, -13.065022468566895, -10.608175277709961, -6.814877510070801, -16.69230079650879, -18.473426818847656, -8.894881248474121, -9.135238647460938, -12.300849914550781], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.188834309577942, -1.193773865699768, -2.4122467041015625, -1.390182375907898, -1.9543890953063965, -0.10607463121414185, -1.8313252925872803, -0.7956252694129944, -1.4432313442230225, -2.0495972633361816, -1.4303207397460938, -0.36262473464012146, -2.154550075531006, -1.2286012172698975, -1.4940110445022583, -1.1845409870147705, -1.1750553846359253, -2.03935170173645, -0.69965660572052, -0.04439687356352806, -2.7286930084228516, -2.6494808197021484, -0.4739115834236145, -0.39878955483436584, -1.5760496854782104, -2.0767629146575928, -2.4414126873016357, -1.3123793601989746, -1.8716981410980225, -1.3075286149978638, -0.7757561802864075, -0.7041885852813721, -0.7738620638847351, -0.8830162882804871, -0.15562890470027924, -1.5290483236312866, -1.9221432209014893, -1.0242136716842651, -2.0046677589416504, -1.39716374874115, -1.0196360349655151, -1.2704510688781738, -1.0678367614746094, -0.8919990658760071, -2.447281837463379, -0.3691408038139343, -0.41233089566230774, -1.5959893465042114, -1.438437819480896, -1.6898242235183716, -1.914265513420105, -1.4173911809921265, -0.449711412191391, -0.3003203868865967, -0.0341293066740036, -1.1578419208526611, -1.3185914754867554, -1.1868674755096436, -1.8331326246261597, -1.5994362831115723, -1.0738157033920288, -1.6501463651657104, -0.9422346353530884, -2.2773022651672363, -1.39102303981781, -1.6178460121154785, -1.4521970748901367, -0.8928667306900024, -0.5326297879219055, -0.9122011065483093, -1.7090768814086914]}, "Bot004_115_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish", "response": "If you are afraid of them, i would like to be a ghost collector.", "annotation_id": "Bot004_115_06", "annotations": ["O", "T", "X", "O", "T", "T", "O", "X", "O", "T", "T", "T", "O", "T", "X"], "gpt2_target_score": [-13.649599075317383, -7.748440265655518, -12.736684799194336, -18.36521339416504, -8.390783309936523, -12.054532051086426, -8.157121658325195, -11.55850601196289, -12.764437675476074, -10.420639038085938, -8.802406311035156, -12.88342571258545, -7.135430335998535, -10.546137809753418, -15.16073989868164, -4.739539623260498], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.188834309577942, -1.193773865699768, -2.4122467041015625, -1.390182375907898, -1.9543890953063965, -0.10607463121414185, -1.8313252925872803, -0.7956252694129944, -1.4432313442230225, -2.0495972633361816, -1.4303207397460938, -0.36262473464012146, -2.154550075531006, -1.2286012172698975, -1.4940110445022583, -1.1845409870147705, -1.1750553846359253, -2.03935170173645, -0.69965660572052, -0.04439687356352806, -2.7286930084228516, -2.6494808197021484, -0.4739115834236145, -0.39878955483436584, -1.5760496854782104, -2.0767629146575928, -2.4414126873016357, -1.3123793601989746, -1.8716981410980225, -1.3075286149978638, -0.7757561802864075, -0.7041885852813721, -0.7738620638847351, -0.8830162882804871, -0.15562890470027924, -1.5290483236312866, -1.9221432209014893, -1.0242136716842651, -2.0046677589416504, -1.39716374874115, -1.0196360349655151, -1.2704510688781738, -1.0678367614746094, -0.8919990658760071, -2.447281837463379, -0.3691408038139343, -0.41233089566230774, -1.5959893465042114, -1.438437819480896, -1.6898242235183716, -1.914265513420105, -1.4173911809921265, -0.449711412191391, -0.3003203868865967, -0.0341293066740036, -1.1578419208526611, -1.3185914754867554, -1.1868674755096436, -1.8331326246261597, -1.2002365589141846, -1.6838170289993286, -0.8931393623352051, -2.2403228282928467, -1.4288575649261475, -2.3507111072540283, -1.2816210985183716, -0.8850741982460022, -0.4382815957069397, -0.8996405601501465, -2.0586354732513428, -0.003483895445242524, -0.5067583918571472, -2.0742015838623047, -1.5240010023117065, -1.5381890535354614, -1.2784377336502075, -1.7606995105743408, -0.43825313448905945, -1.8016530275344849, -1.5089179277420044, -0.2455088198184967, -0.32351255416870117, -0.5145080089569092, -1.9736931324005127, -1.2811322212219238, -2.1934762001037598, -0.22478671371936798, -1.8034000396728516, -1.9689315557479858, -2.618481397628784, -1.607271432876587, -1.047301173210144, -1.2800319194793701]}, "Bot004_115_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector?", "response": "I think i would be scared to be a ghost collector.", "annotation_id": "Bot004_115_08", "annotations": ["O", "O", "T", "O", "X", "T", "O", "O", "O", "T", "X", "O", "O", "O", "T"], "gpt2_target_score": [-10.37339973449707, -11.47744369506836, -12.061700820922852, -13.557721138000488, -13.423681259155273, -15.383221626281738, -10.129535675048828, -12.15750503540039, -11.06241512298584, -13.496932983398438, -15.261772155761719, -9.169268608093262], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.188834309577942, -1.193773865699768, -2.4122467041015625, -1.390182375907898, -1.9543890953063965, -0.10607463121414185, -1.8313252925872803, -0.7956252694129944, -1.4432313442230225, -2.0495972633361816, -1.4303207397460938, -0.36262473464012146, -2.154550075531006, -1.2286012172698975, -1.4940110445022583, -1.1845409870147705, -1.1750553846359253, -2.03935170173645, -0.69965660572052, -0.04439687356352806, -2.7286930084228516, -2.6494808197021484, -0.4739115834236145, -0.39878955483436584, -1.5760496854782104, -2.0767629146575928, -2.4414126873016357, -1.3123793601989746, -1.8716981410980225, -1.3075286149978638, -0.7757561802864075, -0.7041885852813721, -0.7738620638847351, -0.8830162882804871, -0.15562890470027924, -1.5290483236312866, -1.9221432209014893, -1.0242136716842651, -2.0046677589416504, -1.39716374874115, -1.0196360349655151, -1.2704510688781738, -1.0678367614746094, -0.8919990658760071, -2.447281837463379, -0.3691408038139343, -0.41233089566230774, -1.5959893465042114, -1.438437819480896, -1.6898242235183716, -1.914265513420105, -1.4173911809921265, -0.449711412191391, -0.3003203868865967, -0.0341293066740036, -1.1578419208526611, -1.3185914754867554, -1.1868674755096436, -1.8331326246261597, -1.2002365589141846, -1.6838170289993286, -0.8931393623352051, -2.2403228282928467, -1.4288575649261475, -2.3507111072540283, -1.2816210985183716, -0.8850690722465515, -0.43828895688056946, -0.8996482491493225, -2.058629035949707, -0.003483895445242524, -0.5067574977874756, -2.074195623397827, -1.5239962339401245, -1.5381730794906616, -1.2784243822097778, -0.4209861159324646, -2.0193259716033936, -1.5016913414001465, -0.31087449193000793, -0.39135003089904785, -0.6955059170722961, -2.0451807975769043, -1.373752236366272, -2.361508846282959, -0.25722771883010864, -1.8086975812911987, -1.8734763860702515, -2.7996413707733154, -1.4163910150527954, -0.9360577464103699, -1.6164442300796509, -1.7605807781219482, -1.0138758420944214, -0.49620765447616577, -0.6033693552017212, -1.6810227632522583, -1.5302661657333374, -2.0646722316741943, -1.8439441919326782, -2.0639867782592773, -0.6903283596038818, -1.908686637878418, -0.5481558442115784, -2.541067600250244, -0.3692207336425781, -0.08915930986404419, -0.06240024417638779, -0.6573992967605591, -1.4644402265548706]}, "Bot004_115_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector? I think i would be scared to be a ghost collector. Ghosts arent scary", "response": "I think i am afraid of clowns.", "annotation_id": "Bot004_115_10", "annotations": ["O", "O", "X", "O", "O", "O", "O", "X", "T", "O", "X", "O", "O", "X", "X"], "gpt2_target_score": [-10.37339973449707, -11.47744369506836, -12.061700820922852, -13.440110206604004, -18.578054428100586, -9.772931098937988, -18.22735023498535, -12.961990356445312, -7.3319501876831055], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.188834309577942, -1.193773865699768, -2.4122467041015625, -1.390182375907898, -1.9543890953063965, -0.10607463121414185, -1.8313252925872803, -0.7956252694129944, -1.4432313442230225, -2.0495972633361816, -1.4303207397460938, -0.36262473464012146, -2.154550075531006, -1.2286012172698975, -1.4940110445022583, -1.1845409870147705, -1.1750553846359253, -2.03935170173645, -0.69965660572052, -0.04439687356352806, -2.7286930084228516, -2.6494808197021484, -0.4739115834236145, -0.39878955483436584, -1.5760496854782104, -2.0767629146575928, -2.4414126873016357, -1.3123793601989746, -1.8716981410980225, -1.3075286149978638, -0.7757561802864075, -0.7041885852813721, -0.7738620638847351, -0.8830162882804871, -0.15562890470027924, -1.5290483236312866, -1.9221432209014893, -1.0242136716842651, -2.0046677589416504, -1.39716374874115, -1.0196360349655151, -1.2704510688781738, -1.0678367614746094, -0.8919990658760071, -2.447281837463379, -0.3691408038139343, -0.41233089566230774, -1.5959893465042114, -1.438437819480896, -1.6898242235183716, -1.914265513420105, -1.4173911809921265, -0.449711412191391, -0.3003203868865967, -0.0341293066740036, -1.1578419208526611, -1.3185914754867554, -1.1868674755096436, -1.8331326246261597, -1.2002365589141846, -1.6838170289993286, -0.8931393623352051, -2.2403228282928467, -1.4288575649261475, -2.3507111072540283, -1.2816210985183716, -0.8850741982460022, -0.4382815957069397, -0.8996405601501465, -2.0586354732513428, -0.003483895445242524, -0.5067583918571472, -2.0742015838623047, -1.5240010023117065, -1.5381890535354614, -1.2784377336502075, -0.4209743142127991, -2.019318103790283, -1.501688003540039, -0.3108710050582886, -0.39135271310806274, -0.6955075860023499, -2.0451791286468506, -1.373753309249878, -2.361499071121216, -0.25722432136535645, -1.80868661403656, -1.873470425605774, -2.7996459007263184, -1.4163888692855835, -0.9360677003860474, -1.6164469718933105, -1.7605664730072021, -1.0138672590255737, -0.49620521068573, -0.6033626794815063, -1.6810184717178345, -2.1583423614501953, -1.7858890295028687, -2.0869393348693848, -0.6328294277191162, -1.8476805686950684, -0.5631877183914185, -2.595447063446045, -0.6064748764038086, -0.22449076175689697, -0.1768816113471985, -0.7079129219055176, -1.7030673027038574, -0.4532133638858795, -1.8572653532028198, -1.0187575817108154, -1.2945383787155151, -1.7014434337615967, -2.1554746627807617, -1.4986755847930908, -0.9790826439857483, -1.679978609085083, -0.30477049946784973, -0.42566072940826416, -0.07515707612037659, -1.1105830669403076, -1.4645037651062012]}, "Bot004_115_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector? I think i would be scared to be a ghost collector. Ghosts arent scary I think i am afraid of clowns. you're afraid of many things", "response": "I am sure. I am going to be on the bus to work.", "annotation_id": "Bot004_115_12", "annotations": ["X", "O", "T", "X", "T", "T", "O", "X", "O", "T", "X", "X", "X", "O", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -16.091188430786133, -7.094082832336426, -7.51215934753418, -12.544781684875488, -15.244863510131836, -8.409324645996094, -13.386778831481934, -8.542984008789062, -8.058784484863281, -17.277667999267578, -3.6302268505096436, -8.495219230651855, -10.65353012084961], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.188834309577942, -1.193773865699768, -2.4122467041015625, -1.390182375907898, -1.9543890953063965, -0.10607463121414185, -1.8313252925872803, -0.7956252694129944, -1.4432313442230225, -2.0495972633361816, -1.4303207397460938, -0.36262473464012146, -2.154550075531006, -1.2286012172698975, -1.4940110445022583, -1.1845409870147705, -1.1750553846359253, -2.03935170173645, -0.69965660572052, -0.04439687356352806, -2.7286930084228516, -2.6494808197021484, -0.4739115834236145, -0.39878955483436584, -1.5760496854782104, -2.0767629146575928, -2.4414126873016357, -1.3123793601989746, -1.8716981410980225, -1.3075286149978638, -0.7757561802864075, -0.7041885852813721, -0.7738620638847351, -0.8830162882804871, -0.15562890470027924, -1.5290483236312866, -1.9221432209014893, -1.0242136716842651, -2.0046677589416504, -1.39716374874115, -1.0196360349655151, -1.2704510688781738, -1.0678367614746094, -0.8919990658760071, -2.447281837463379, -0.3691408038139343, -0.41233089566230774, -1.5959893465042114, -1.438437819480896, -1.6898242235183716, -1.914265513420105, -1.4173911809921265, -0.449711412191391, -0.3003203868865967, -0.0341293066740036, -1.1578419208526611, -1.3185914754867554, -1.1868674755096436, -1.8331326246261597, -1.2002365589141846, -1.6838170289993286, -0.8931393623352051, -2.2403228282928467, -1.4288575649261475, -2.3507111072540283, -1.2816210985183716, -0.8850741982460022, -0.4382815957069397, -0.8996405601501465, -2.0586354732513428, -0.003483895445242524, -0.5067583918571472, -2.0742015838623047, -1.5240010023117065, -1.5381890535354614, -1.2784377336502075, -0.4209743142127991, -2.019318103790283, -1.501688003540039, -0.3108710050582886, -0.39135271310806274, -0.6955075860023499, -2.0451791286468506, -1.373753309249878, -2.361499071121216, -0.25722432136535645, -1.80868661403656, -1.873470425605774, -2.7996459007263184, -1.4163888692855835, -0.9360677003860474, -1.6164469718933105, -1.7605664730072021, -1.0138672590255737, -0.49620521068573, -0.6033626794815063, -1.6810184717178345, -2.1583423614501953, -1.7858890295028687, -2.0869393348693848, -0.6328294277191162, -1.8476805686950684, -0.5631877183914185, -2.595447063446045, -0.6064748764038086, -0.22449076175689697, -0.1768816113471985, -0.7079129219055176, -1.7030673027038574, -0.4532133638858795, -1.8572653532028198, -1.0187575817108154, -1.2945383787155151, -1.8858566284179688, -1.0939383506774902, -0.5522223711013794, -1.2343038320541382, -0.37276163697242737, -0.9292187094688416, -0.08405694365501404, -1.0835202932357788, -1.706196904182434, -1.913403034210205, -2.0241849422454834, -0.28212714195251465, -2.42166805267334, -2.6060128211975098, -1.2181909084320068, -1.5979626178741455, -2.0664079189300537, -0.6957658529281616, -1.1269557476043701, -1.06416654586792, -1.7800527811050415, -0.8213934898376465, -0.15379519760608673, -2.0924530029296875, -1.7001605033874512, -1.1785378456115723, -1.6157232522964478, -2.2295351028442383, -2.1120150089263916, -2.23494815826416, -1.381567120552063]}, "Bot004_115_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector? I think i would be scared to be a ghost collector. Ghosts arent scary I think i am afraid of clowns. you're afraid of many things I am sure. I am going to be on the bus to work. where do you work?", "response": "I work at a local meat shelter.", "annotation_id": "Bot004_115_14", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "T"], "gpt2_target_score": [-10.37339973449707, -11.47506332397461, -12.880971908569336, -11.486042976379395, -13.417203903198242, -12.67968463897705, -16.055940628051758, -8.509025573730469], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.188834309577942, -1.193773865699768, -2.4122467041015625, -1.390182375907898, -1.9543890953063965, -0.10607463121414185, -1.8313252925872803, -0.7956252694129944, -1.4432313442230225, -2.0495972633361816, -1.4303207397460938, -0.36262473464012146, -2.154550075531006, -1.2286012172698975, -1.4940110445022583, -1.1845409870147705, -1.1750553846359253, -2.03935170173645, -0.69965660572052, -0.04439687356352806, -2.7286930084228516, -2.6494808197021484, -0.4739115834236145, -0.39878955483436584, -1.5760496854782104, -2.0767629146575928, -2.4414126873016357, -1.3123793601989746, -1.8716981410980225, -1.3075286149978638, -0.7757561802864075, -0.7041885852813721, -0.7738620638847351, -0.8830162882804871, -0.15562890470027924, -1.5290483236312866, -1.9221432209014893, -1.0242136716842651, -2.0046677589416504, -1.39716374874115, -1.0196360349655151, -1.2704510688781738, -1.0678367614746094, -0.8919990658760071, -2.447281837463379, -0.3691408038139343, -0.41233089566230774, -1.5959893465042114, -1.438437819480896, -1.6898242235183716, -1.914265513420105, -1.4173911809921265, -0.449711412191391, -0.3003203868865967, -0.0341293066740036, -1.1578419208526611, -1.3185914754867554, -1.1868674755096436, -1.8331326246261597, -1.2002365589141846, -1.6838170289993286, -0.8931393623352051, -2.2403228282928467, -1.4288575649261475, -2.3507111072540283, -1.2816210985183716, -0.8850741982460022, -0.4382815957069397, -0.8996405601501465, -2.0586354732513428, -0.003483895445242524, -0.5067583918571472, -2.0742015838623047, -1.5240010023117065, -1.5381890535354614, -1.2784377336502075, -0.4209743142127991, -2.019318103790283, -1.501688003540039, -0.3108710050582886, -0.39135271310806274, -0.6955075860023499, -2.0451791286468506, -1.373753309249878, -2.361499071121216, -0.25722432136535645, -1.80868661403656, -1.873470425605774, -2.7996459007263184, -1.4163888692855835, -0.9360677003860474, -1.6164469718933105, -1.7605664730072021, -1.0138672590255737, -0.49620521068573, -0.6033626794815063, -1.6810184717178345, -2.1583423614501953, -1.7858890295028687, -2.0869393348693848, -0.6328294277191162, -1.8476805686950684, -0.5631877183914185, -2.595447063446045, -0.6064748764038086, -0.22449076175689697, -0.1768816113471985, -0.7079129219055176, -1.7030673027038574, -0.4532133638858795, -1.8572653532028198, -1.0187575817108154, -1.2945383787155151, -1.8858566284179688, -1.0939263105392456, -0.5522299408912659, -1.2343064546585083, -0.3727676272392273, -0.929218053817749, -0.08405672758817673, -1.0835174322128296, -1.7062033414840698, -1.9133999347686768, -2.024183750152588, -0.282131552696228, -2.4216630458831787, -2.6060073375701904, -1.2181909084320068, -2.3607451915740967, -0.41673028469085693, -1.6006426811218262, -1.8058679103851318, -1.8897939920425415, -0.8240029811859131, -0.15360333025455475, -2.0602831840515137, -1.7815319299697876, -1.2278658151626587, -2.0159268379211426, -2.142106056213379, -2.138803482055664, -2.0962085723876953, -1.5404038429260254, -1.0814874172210693, -0.20978520810604095, -0.8997235894203186, -0.23950214684009552, -1.5900940895080566, -1.5860573053359985, -0.5868000984191895, -1.1627663373947144, -0.4736241102218628, -3.23514461517334, -3.3885862827301025, -2.459024429321289, -0.8808910846710205, -1.5494072437286377]}, "Bot004_115_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector? I think i would be scared to be a ghost collector. Ghosts arent scary I think i am afraid of clowns. you're afraid of many things I am sure. I am going to be on the bus to work. where do you work? I work at a local meat shelter. meat shelter? what is that?", "response": "I am a postal meat, but i do not like to drive.", "annotation_id": "Bot004_115_16", "annotations": ["X", "T", "X", "T", "T", "T", "O", "O", "O", "T", "X", "X", "X", "O", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -11.361608505249023, -18.418569564819336, -14.413702011108398, -6.500927925109863, -13.6767578125, -11.55850601196289, -12.183783531188965, -9.417312622070312, -10.017311096191406, -11.769213676452637, -11.277703285217285, -11.104182243347168], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.188834309577942, -1.193773865699768, -2.4122467041015625, -1.390182375907898, -1.9543890953063965, -0.10607463121414185, -1.8313252925872803, -0.7956252694129944, -1.4432313442230225, -2.0495972633361816, -1.4303207397460938, -0.36262473464012146, -2.154550075531006, -1.2286012172698975, -1.4940110445022583, -1.1845409870147705, -1.1750553846359253, -2.03935170173645, -0.69965660572052, -0.04439687356352806, -2.7286930084228516, -2.6494808197021484, -0.4739115834236145, -0.39878955483436584, -1.5760496854782104, -2.0767629146575928, -2.4414126873016357, -1.3123793601989746, -1.8716981410980225, -1.3075286149978638, -0.7757561802864075, -0.7041885852813721, -0.7738620638847351, -0.8830162882804871, -0.15562890470027924, -1.5290483236312866, -1.9221432209014893, -1.0242136716842651, -2.0046677589416504, -1.39716374874115, -1.0196360349655151, -1.2704510688781738, -1.0678367614746094, -0.8919990658760071, -2.447281837463379, -0.3691408038139343, -0.41233089566230774, -1.5959893465042114, -1.438437819480896, -1.6898242235183716, -1.914265513420105, -1.4173911809921265, -0.449711412191391, -0.3003203868865967, -0.0341293066740036, -1.1578419208526611, -1.3185914754867554, -1.1868674755096436, -1.8331326246261597, -1.2002365589141846, -1.6838170289993286, -0.8931393623352051, -2.2403228282928467, -1.4288575649261475, -2.3507111072540283, -1.2816210985183716, -0.8850741982460022, -0.4382815957069397, -0.8996405601501465, -2.0586354732513428, -0.003483895445242524, -0.5067583918571472, -2.0742015838623047, -1.5240010023117065, -1.5381890535354614, -1.2784377336502075, -0.4209743142127991, -2.019318103790283, -1.501688003540039, -0.3108710050582886, -0.39135271310806274, -0.6955075860023499, -2.0451791286468506, -1.373753309249878, -2.361499071121216, -0.25722432136535645, -1.80868661403656, -1.873470425605774, -2.7996459007263184, -1.4163888692855835, -0.9360677003860474, -1.6164469718933105, -1.7605664730072021, -1.0138672590255737, -0.49620521068573, -0.6033626794815063, -1.6810184717178345, -2.1583423614501953, -1.7858890295028687, -2.0869393348693848, -0.6328294277191162, -1.8476805686950684, -0.5631877183914185, -2.595447063446045, -0.6064748764038086, -0.22449076175689697, -0.1768816113471985, -0.7079129219055176, -1.7030673027038574, -0.4532133638858795, -1.8572653532028198, -1.0187575817108154, -1.2945383787155151, -1.8858566284179688, -1.0939383506774902, -0.5522223711013794, -1.2343038320541382, -0.37276163697242737, -0.9292187094688416, -0.08405694365501404, -1.0835202932357788, -1.706196904182434, -1.913403034210205, -2.0241849422454834, -0.28212714195251465, -2.42166805267334, -2.6060128211975098, -1.2181909084320068, -2.3607659339904785, -0.4167283773422241, -1.600651502609253, -1.8058781623840332, -1.8897764682769775, -0.8240117430686951, -0.15360261499881744, -2.0602993965148926, -1.7815454006195068, -1.2278589010238647, -2.01592755317688, -2.1421058177948, -2.1388120651245117, -2.0962026119232178, -1.5403904914855957, -1.0814874172210693, -0.20978432893753052, -0.8997218608856201, -0.23950055241584778, -1.5900739431381226, -1.2225852012634277, -1.1950138807296753, -0.5644347071647644, -3.3624680042266846, -3.5333352088928223, -2.4174282550811768, -0.9879741072654724, -1.4015318155288696, -2.389233112335205, -0.9033048152923584, -1.7894482612609863, -1.859349250793457, -1.0028859376907349, -0.5700608491897583, -1.7161234617233276, -1.9619591236114502, -0.5470268726348877, -1.6058540344238281, -1.9787160158157349, -0.7651113867759705, -0.5090410113334656, -1.6598113775253296, -1.0741654634475708, -1.7001222372055054, -0.5925252437591553, -1.0833581686019897, -2.42108416557312, -2.0342888832092285, -1.5485106706619263, -1.0115388631820679]}, "Bot004_115_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector? I think i would be scared to be a ghost collector. Ghosts arent scary I think i am afraid of clowns. you're afraid of many things I am sure. I am going to be on the bus to work. where do you work? I work at a local meat shelter. meat shelter? what is that? I am a postal meat, but i do not like to drive. my wife usually drive. I don't drive too", "response": "Wow, that is a lot of work.", "annotation_id": "Bot004_115_18", "annotations": ["X", "T", "X", "T", "O", "O", "X", "X", "O", "O", "X", "T", "X", "O", "X"], "gpt2_target_score": [-14.733186721801758, -11.288753509521484, -13.259023666381836, -11.513318061828613, -10.641454696655273, -14.234044075012207, -12.205488204956055, -11.339611053466797, -7.3319501876831055], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.188834309577942, -1.193773865699768, -2.4122467041015625, -1.390182375907898, -1.9543890953063965, -0.10607463121414185, -1.8313252925872803, -0.7956252694129944, -1.4432313442230225, -2.0495972633361816, -1.4303207397460938, -0.36262473464012146, -2.154550075531006, -1.2286012172698975, -1.4940110445022583, -1.1845409870147705, -1.1750553846359253, -2.03935170173645, -0.69965660572052, -0.04439687356352806, -2.7286930084228516, -2.6494808197021484, -0.4739115834236145, -0.39878955483436584, -1.5760496854782104, -2.0767629146575928, -2.4414126873016357, -1.3123793601989746, -1.8716981410980225, -1.3075286149978638, -0.7757561802864075, -0.7041885852813721, -0.7738620638847351, -0.8830162882804871, -0.15562890470027924, -1.5290483236312866, -1.9221432209014893, -1.0242136716842651, -2.0046677589416504, -1.39716374874115, -1.0196360349655151, -1.2704510688781738, -1.0678367614746094, -0.8919990658760071, -2.447281837463379, -0.3691408038139343, -0.41233089566230774, -1.5959893465042114, -1.438437819480896, -1.6898242235183716, -1.914265513420105, -1.4173911809921265, -0.449711412191391, -0.3003203868865967, -0.0341293066740036, -1.1578419208526611, -1.3185914754867554, -1.1868674755096436, -1.8331326246261597, -1.2002365589141846, -1.6838170289993286, -0.8931393623352051, -2.2403228282928467, -1.4288575649261475, -2.3507111072540283, -1.2816210985183716, -0.8850741982460022, -0.4382815957069397, -0.8996405601501465, -2.0586354732513428, -0.003483895445242524, -0.5067583918571472, -2.0742015838623047, -1.5240010023117065, -1.5381890535354614, -1.2784377336502075, -0.4209743142127991, -2.019318103790283, -1.501688003540039, -0.3108710050582886, -0.39135271310806274, -0.6955075860023499, -2.0451791286468506, -1.373753309249878, -2.361499071121216, -0.25722432136535645, -1.80868661403656, -1.873470425605774, -2.7996459007263184, -1.4163888692855835, -0.9360677003860474, -1.6164469718933105, -1.7605664730072021, -1.0138672590255737, -0.49620521068573, -0.6033626794815063, -1.6810184717178345, -2.1583423614501953, -1.7858890295028687, -2.0869393348693848, -0.6328294277191162, -1.8476805686950684, -0.5631877183914185, -2.595447063446045, -0.6064748764038086, -0.22449076175689697, -0.1768816113471985, -0.7079129219055176, -1.7030673027038574, -0.4532133638858795, -1.8572653532028198, -1.0187575817108154, -1.2945383787155151, -1.8858566284179688, -1.0939383506774902, -0.5522223711013794, -1.2343038320541382, -0.37276163697242737, -0.9292187094688416, -0.08405694365501404, -1.0835202932357788, -1.706196904182434, -1.913403034210205, -2.0241849422454834, -0.28212714195251465, -2.42166805267334, -2.6060128211975098, -1.2181909084320068, -2.3607659339904785, -0.4167283773422241, -1.600651502609253, -1.8058781623840332, -1.8897764682769775, -0.8240117430686951, -0.15360261499881744, -2.0602993965148926, -1.7815454006195068, -1.2278589010238647, -2.01592755317688, -2.1421058177948, -2.1388120651245117, -2.0962026119232178, -1.5403904914855957, -1.0814874172210693, -0.20978432893753052, -0.8997218608856201, -0.23950055241584778, -1.5900739431381226, -1.2225852012634277, -1.1950138807296753, -0.5644347071647644, -3.3624680042266846, -3.5333352088928223, -2.4174282550811768, -0.9879741072654724, -1.4015318155288696, -2.389230489730835, -0.9033112525939941, -1.7894532680511475, -1.8593381643295288, -1.002877116203308, -0.570065438747406, -1.7161060571670532, -1.1585007905960083, -1.8946605920791626, -3.0655288696289062, -0.549472987651825, -0.84702467918396, -1.9743019342422485, -1.367567539215088, -1.587143063545227, -0.39040252566337585, -1.3505337238311768, -2.2128424644470215, -2.089493989944458, -1.4007222652435303, -1.2868759632110596, -1.7994590997695923, -1.4545247554779053, -1.9654572010040283, -2.35073184967041, -1.73172128200531, -2.054144859313965, -0.029457151889801025, -1.3034071922302246, -1.637454628944397, -0.6875059008598328, -1.7181949615478516, -0.9718648791313171, -2.0092484951019287, -0.8376641869544983, -2.3033013343811035, -1.7690402269363403, -0.49713850021362305, -1.1417285203933716, -1.1885902881622314, -1.167312741279602]}, "Bot004_115_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector? I think i would be scared to be a ghost collector. Ghosts arent scary I think i am afraid of clowns. you're afraid of many things I am sure. I am going to be on the bus to work. where do you work? I work at a local meat shelter. meat shelter? what is that? I am a postal meat, but i do not like to drive. my wife usually drive. I don't drive too Wow, that is a lot of work. I guess so", "response": "I am sure he would like that.", "annotation_id": "Bot004_115_20", "annotations": ["X", "T", "X", "T", "X", "T", "O", "X", "O", "O", "X", "X", "T", "O", "X"], "gpt2_target_score": [-10.37339973449707, -9.036556243896484, -16.091188430786133, -14.478650093078613, -12.621732711791992, -10.16704273223877, -11.31407356262207, -8.509025573730469], "gpt2_argmax_score": [-1.9562015533447266, -1.164883017539978, -3.511716604232788, -2.089341402053833, -0.9220637679100037, -0.7147644758224487, -2.661529064178467, -0.8906017541885376, -1.3303096294403076, -1.0782467126846313, -1.0375902652740479, -0.8194916844367981, -1.8268210887908936, -1.361216425895691, -1.0589638948440552, -0.618934154510498, -1.924697756767273, -1.7781496047973633, -1.0498441457748413, -0.7893474698066711, -1.6205869913101196, -1.007095456123352, -1.353132724761963, -1.7290980815887451, -1.188834309577942, -1.193773865699768, -2.4122467041015625, -1.390182375907898, -1.9543890953063965, -0.10607463121414185, -1.8313252925872803, -0.7956252694129944, -1.4432313442230225, -2.0495972633361816, -1.4303207397460938, -0.36262473464012146, -2.154550075531006, -1.2286012172698975, -1.4940110445022583, -1.1845409870147705, -1.1750553846359253, -2.03935170173645, -0.69965660572052, -0.04439687356352806, -2.7286930084228516, -2.6494808197021484, -0.4739115834236145, -0.39878955483436584, -1.5760496854782104, -2.0767629146575928, -2.4414126873016357, -1.3123793601989746, -1.8716981410980225, -1.3075286149978638, -0.7757561802864075, -0.7041885852813721, -0.7738620638847351, -0.8830162882804871, -0.15562890470027924, -1.5290483236312866, -1.9221432209014893, -1.0242136716842651, -2.0046677589416504, -1.39716374874115, -1.0196360349655151, -1.2704510688781738, -1.0678367614746094, -0.8919990658760071, -2.447281837463379, -0.3691408038139343, -0.41233089566230774, -1.5959893465042114, -1.438437819480896, -1.6898242235183716, -1.914265513420105, -1.4173911809921265, -0.449711412191391, -0.3003203868865967, -0.0341293066740036, -1.1578419208526611, -1.3185914754867554, -1.1868674755096436, -1.8331326246261597, -1.2002365589141846, -1.6838170289993286, -0.8931393623352051, -2.2403228282928467, -1.4288575649261475, -2.3507111072540283, -1.2816210985183716, -0.8850741982460022, -0.4382815957069397, -0.8996405601501465, -2.0586354732513428, -0.003483895445242524, -0.5067583918571472, -2.0742015838623047, -1.5240010023117065, -1.5381890535354614, -1.2784377336502075, -0.4209743142127991, -2.019318103790283, -1.501688003540039, -0.3108710050582886, -0.39135271310806274, -0.6955075860023499, -2.0451791286468506, -1.373753309249878, -2.361499071121216, -0.25722432136535645, -1.80868661403656, -1.873470425605774, -2.7996459007263184, -1.4163888692855835, -0.9360677003860474, -1.6164469718933105, -1.7605664730072021, -1.0138672590255737, -0.49620521068573, -0.6033626794815063, -1.6810184717178345, -2.1583423614501953, -1.7858890295028687, -2.0869393348693848, -0.6328294277191162, -1.8476805686950684, -0.5631877183914185, -2.595447063446045, -0.6064748764038086, -0.22449076175689697, -0.1768816113471985, -0.7079129219055176, -1.7030673027038574, -0.4532133638858795, -1.8572653532028198, -1.0187575817108154, -1.2945383787155151, -1.8858566284179688, -1.0939383506774902, -0.5522223711013794, -1.2343038320541382, -0.37276163697242737, -0.9292187094688416, -0.08405694365501404, -1.0835202932357788, -1.706196904182434, -1.913403034210205, -2.0241849422454834, -0.28212714195251465, -2.42166805267334, -2.6060128211975098, -1.2181909084320068, -2.3607659339904785, -0.4167283773422241, -1.600651502609253, -1.8058781623840332, -1.8897764682769775, -0.8240117430686951, -0.15360261499881744, -2.0602993965148926, -1.7815454006195068, -1.2278589010238647, -2.01592755317688, -2.1421058177948, -2.1388120651245117, -2.0962026119232178, -1.5403904914855957, -1.0814874172210693, -0.20978432893753052, -0.8997218608856201, -0.23950055241584778, -1.5900739431381226, -1.2225852012634277, -1.1950138807296753, -0.5644347071647644, -3.3624680042266846, -3.5333352088928223, -2.4174282550811768, -0.9879741072654724, -1.4015318155288696, -2.389233112335205, -0.9033048152923584, -1.7894482612609863, -1.859349250793457, -1.0028859376907349, -0.5700608491897583, -1.716110110282898, -1.1585071086883545, -1.8946585655212402, -3.0655369758605957, -0.5494707822799683, -0.8470315933227539, -1.974295735359192, -1.3675661087036133, -1.5871559381484985, -0.3904047906398773, -1.3505431413650513, -2.2128512859344482, -2.0894882678985596, -1.4007138013839722, -1.286877989768982, -1.7994650602340698, -1.4545305967330933, -1.9654475450515747, -2.3507344722747803, -1.7317311763763428, -2.0541484355926514, -0.02945796214044094, -1.3034125566482544, -1.6374319791793823, -0.6875176429748535, -1.1364591121673584, -1.9970685243606567, -0.7374003529548645, -2.151883602142334, -1.861955165863037, -0.4993457496166229, -1.0870994329452515, -1.079553484916687, -1.1758477687835693, -2.0803024768829346, -1.2772098779678345, -0.9085251092910767, -1.7022093534469604, -1.461391806602478, -1.7357820272445679, -1.0059309005737305, -1.287980318069458, -1.1052815914154053, -0.30409228801727295, -1.412149429321289, -1.3220405578613281]}, "Bot004_119_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay", "response": "Hi how are you doing today are you from a small town?", "annotation_id": "Bot004_119_02", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-11.856884002685547, -7.544719696044922, -2.1323177814483643, -5.970550060272217, -7.619096279144287, -3.401691436767578, -9.195783615112305, -12.146490097045898, -13.541072845458984, -10.520760536193848, -13.479713439941406, -15.929187774658203, -9.803398132324219], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -1.295529842376709, -3.3683762550354004, -2.7933006286621094, -0.7417307496070862, -1.409972906112671, -1.4292645454406738, -0.43317461013793945, -0.7314088940620422, -0.1071576401591301, -2.438551902770996, -2.5107946395874023, -0.9337785840034485, -0.2093154788017273, -1.7505544424057007, -0.6262854933738708, -1.1092259883880615, -0.3397277891635895, -2.0236024856567383, -1.4383070468902588, -1.839307188987732, -0.9774730205535889, -0.9525151252746582, -0.09578605741262436, -1.2825939655303955, -0.7442455887794495, -0.18861418962478638, -0.1331372857093811, -1.086775541305542, -1.7580152750015259, -1.922938585281372, -0.6959792971611023, -0.5351966619491577, -0.6068832278251648]}, "Bot004_119_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here", "response": "I have not done that. I am a stay at home mom.", "annotation_id": "Bot004_119_04", "annotations": ["X", "T", "T", "X", "T", "X", "T", "X", "O", "X", "O", "O", "T", "T", "T"], "gpt2_target_score": [-9.925350189208984, -9.069469451904297, -9.538155555725098, -12.040191650390625, -10.515267372131348, -4.907077789306641, -2.2049689292907715, -13.99675178527832, -11.853214263916016, -16.074228286743164, -7.6631317138671875, -14.359504699707031, -12.638359069824219, -12.257074356079102], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -0.5641059875488281, -1.295529842376709, -3.3683762550354004, -2.7933006286621094, -0.7417307496070862, -1.409972906112671, -1.4292645454406738, -0.43317461013793945, -0.7314088940620422, -0.1071576401591301, -2.438551902770996, -2.5107946395874023, -0.9337785840034485, -0.2093154788017273, -1.7505544424057007, -0.6262854933738708, -1.1092259883880615, -0.3397277891635895, -2.0236024856567383, -1.4383070468902588, -0.8266740441322327, -1.0363792181015015, -0.090913325548172, -1.0907056331634521, -0.6064821481704712, -0.22194941341876984, -0.11607173830270767, -1.041157841682434, -1.7394897937774658, -1.834018588066101, -0.6903597116470337, -0.5091997385025024, -1.7048178911209106, -1.3853672742843628, -1.03092622756958, -0.8016161918640137, -2.271540403366089, -1.6587982177734375, -1.8328661918640137, -0.7353106141090393, -0.9941533803939819, -1.4122158288955688, -1.1508712768554688, -1.1653836965560913, -1.047105312347412, -1.5340371131896973, -2.8322384357452393, -2.836855173110962, -0.18007615208625793, -0.24725747108459473, -0.405659556388855, -1.4039900302886963, -1.2293561697006226]}, "Bot004_119_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here", "response": "I live in a small town in kansas", "annotation_id": "Bot004_119_06", "annotations": ["O", "O", "T", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -11.663588523864746, -7.037046909332275, -4.721092224121094, -9.066903114318848, -14.648285865783691, -8.169783592224121, -15.809657096862793, -17.985191345214844], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.731418788433075, -0.10716449469327927, -2.438556671142578, -2.510826349258423, -0.9337825775146484, -0.20931614935398102, -1.7505626678466797, -0.6262907981872559, -1.1092509031295776, -0.3397354483604431, -2.023576021194458, -1.4382964372634888, -0.8266916275024414, -1.0363800525665283, -0.09091201424598694, -1.0907156467437744, -0.6064767241477966, -0.221938818693161, -0.11607333272695541, -1.0411640405654907, -1.7394819259643555, -1.8340154886245728, -0.6903443932533264, -0.5092180371284485, -1.7048296928405762, -1.385403037071228, -1.0309380292892456, -0.8016079664230347, -2.2715187072753906, -1.6587938070297241, -1.1672288179397583, -1.1257202625274658, -1.559865117073059, -0.806893527507782, -1.8248049020767212, -1.2772573232650757, -1.076827049255371, -2.807866334915161, -2.9014334678649902, -0.19083769619464874, -0.19878052175045013, -0.4752427041530609, -1.612135648727417, -1.105403184890747, -1.547313928604126, -2.5814120769500732, -1.7664794921875, -1.6763651371002197, -1.4857789278030396, -0.3628802001476288, -1.5502804517745972, -0.22409191727638245, -2.2105956077575684, -2.190972089767456, -1.1998258829116821, -0.36501023173332214, -1.293979525566101, -0.584892749786377, -0.14568912982940674, -1.8201690912246704, -1.7170828580856323, -0.5375041365623474, -1.390801191329956]}, "Bot004_119_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby?", "response": "I like to garden and am not a big fan of hunting, but i do like to fish.", "annotation_id": "Bot004_119_08", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -11.404372215270996, -3.3496079444885254, -11.292518615722656, -8.453354835510254, -11.591797828674316, -8.876219749450684, -11.904086112976074, -16.555397033691406, -12.435829162597656, -9.799171447753906, -16.190265655517578, -11.06656265258789, -9.93729019165039, -9.47917366027832, -9.762775421142578, -7.129554748535156, -8.918569564819336, -15.17220687866211, -9.97407341003418], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.731418788433075, -0.10716449469327927, -2.438556671142578, -2.510826349258423, -0.9337825775146484, -0.20931614935398102, -1.7505626678466797, -0.6262907981872559, -1.1092509031295776, -0.3397354483604431, -2.023576021194458, -1.4382964372634888, -0.8266916275024414, -1.0363800525665283, -0.09091201424598694, -1.0907156467437744, -0.6064767241477966, -0.221938818693161, -0.11607333272695541, -1.0411640405654907, -1.7394819259643555, -1.8340154886245728, -0.6903443932533264, -0.5092118978500366, -1.704823613166809, -1.3854091167449951, -1.0309298038482666, -0.8016156554222107, -2.2715110778808594, -1.6587823629379272, -1.167230248451233, -1.1257200241088867, -1.5598591566085815, -0.8068979382514954, -1.8247793912887573, -1.2772656679153442, -1.0768253803253174, -2.8078577518463135, -2.9014360904693604, -0.19084036350250244, -0.19878052175045013, -0.47524121403694153, -1.6121416091918945, -1.1054136753082275, -1.5473140478134155, -2.5814011096954346, -1.766481637954712, -1.676361322402954, -1.4857782125473022, -0.3628787100315094, -1.5503019094467163, -0.2240920066833496, -2.2106122970581055, -1.5813262462615967, -0.35571160912513733, -1.584779143333435, -1.0727277994155884, -0.2924696207046509, -2.05871319770813, -1.5706450939178467, -0.6503313779830933, -1.9565811157226562, -1.792672872543335, -1.9300973415374756, -1.9788442850112915, -1.0799283981323242, -1.5642329454421997, -1.8580211400985718, -1.4802597761154175, -1.5015199184417725, -1.6124085187911987, -1.5368270874023438, -1.7776508331298828, -2.235175848007202, -1.633303165435791, -1.864851951599121, -0.23227058351039886, -0.06721373647451401, -2.5753555297851562, -1.3613978624343872, -1.12298583984375, -0.888566792011261, -2.403118133544922, -1.5078786611557007, -0.5950021147727966, -2.0728676319122314, -1.1969027519226074, -1.086065411567688]}, "Bot004_119_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby? I like to garden and am not a big fan of hunting, but i do like to fish. and my favorite activity is rock climbing\nwhat do you think about it?\nhave you ever tried?", "response": "I have not tried it. I am a huge fan of the wine occassionally.", "annotation_id": "Bot004_119_10", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "X", "T"], "gpt2_target_score": [-9.925333976745605, -9.069396018981934, -9.538114547729492, -15.962196350097656, -11.022263526916504, -4.907090663909912, -2.204939842224121, -13.996752738952637, -11.85321044921875, -15.856597900390625, -12.425971984863281, -8.037386894226074, -8.842151641845703, -14.84952163696289, -17.093019485473633, -22.498477935791016, -18.058006286621094, -10.605093002319336], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.731418788433075, -0.10716449469327927, -2.438556671142578, -2.510826349258423, -0.9337825775146484, -0.20931614935398102, -1.7505626678466797, -0.6262907981872559, -1.1092509031295776, -0.3397354483604431, -2.023576021194458, -1.4382964372634888, -0.8266916275024414, -1.0363800525665283, -0.09091201424598694, -1.0907156467437744, -0.6064767241477966, -0.221938818693161, -0.11607333272695541, -1.0411640405654907, -1.7394819259643555, -1.8340154886245728, -0.6903443932533264, -0.5092118978500366, -1.704823613166809, -1.3854091167449951, -1.0309298038482666, -0.8016156554222107, -2.2715110778808594, -1.6587823629379272, -1.167230248451233, -1.1257200241088867, -1.5598591566085815, -0.8068979382514954, -1.8247793912887573, -1.2772656679153442, -1.0768253803253174, -2.8078577518463135, -2.9014360904693604, -0.19084036350250244, -0.19878052175045013, -0.47524121403694153, -1.6121416091918945, -1.1054136753082275, -1.5473140478134155, -2.5814011096954346, -1.766481637954712, -1.676361322402954, -1.4857782125473022, -0.3628787100315094, -1.5503019094467163, -0.2240920066833496, -2.2106122970581055, -1.5813262462615967, -0.35571160912513733, -1.584779143333435, -1.0727277994155884, -0.2924696207046509, -2.05871319770813, -1.5706450939178467, -0.6503313779830933, -1.9565811157226562, -1.792672872543335, -1.9300973415374756, -1.9788442850112915, -1.0799283981323242, -1.5642329454421997, -1.5966466665267944, -1.631996989250183, -1.570443034172058, -1.4044297933578491, -1.8693145513534546, -2.1908161640167236, -1.7612282037734985, -2.135712146759033, -0.2658843398094177, -0.08010568469762802, -2.7360589504241943, -1.7295490503311157, -1.2976491451263428, -0.965840756893158, -2.349581480026245, -1.4884856939315796, -0.6395296454429626, -1.973791241645813, -1.2258268594741821, -1.199377417564392, -1.5500686168670654, -2.676968812942505, -1.7673606872558594, -0.28815460205078125, -2.475963830947876, -0.09622271358966827, -1.19660484790802, -1.486984372138977, -1.6524932384490967, -0.040088921785354614, -0.9506533741950989, -1.0111478567123413, -1.8889355659484863, -0.4211641848087311, -1.5055221319198608, -1.6474066972732544, -0.23675546050071716, -1.9226341247558594, -1.3941785097122192, -1.3849620819091797, -1.9311881065368652, -1.2139559984207153, -2.0021893978118896, -1.9505845308303833, -0.5286311507225037, -1.2683355808258057, -1.6876336336135864, -0.8036410808563232, -2.095060348510742, -1.8668434619903564, -2.286132335662842, -1.1319767236709595, -0.06791090220212936, -2.1944096088409424, -1.4003398418426514, -1.783779501914978, -0.6396265029907227, -0.7830932140350342, -1.5719436407089233, -0.9910534620285034]}, "Bot004_119_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby? I like to garden and am not a big fan of hunting, but i do like to fish. and my favorite activity is rock climbing\nwhat do you think about it?\nhave you ever tried? I have not tried it. I am a huge fan of the wine occassionally. and what are you?", "response": "I am a chicken corn corn corn corn.  Are you bored talking to me? [LOUDLY CRYING FACE]", "annotation_id": "Bot004_119_12", "annotations": ["X", "X", "X", "X", "X", "O", "T", "T", "O", "T", "X", "O", "X", "T", "X"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -7.094831943511963, -11.164604187011719, -12.186959266662598, -16.04454231262207, -15.357863426208496, -18.713258743286133, -7.4295806884765625, -8.610877990722656, -14.126373291015625, -9.908377647399902, -13.096393585205078, -12.75510025024414, -10.478944778442383, -7.764408111572266, -6.438880920410156, -7.962118148803711, -14.92763900756836, -17.215635299682617, -12.023981094360352, -17.027875900268555, -17.284818649291992, -22.810976028442383, -16.280506134033203, -13.969071388244629], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.731418788433075, -0.10716449469327927, -2.438556671142578, -2.510826349258423, -0.9337825775146484, -0.20931614935398102, -1.7505626678466797, -0.6262907981872559, -1.1092509031295776, -0.3397354483604431, -2.023576021194458, -1.4382964372634888, -0.8266916275024414, -1.0363800525665283, -0.09091201424598694, -1.0907156467437744, -0.6064767241477966, -0.221938818693161, -0.11607333272695541, -1.0411640405654907, -1.7394819259643555, -1.8340154886245728, -0.6903443932533264, -0.5092118978500366, -1.704823613166809, -1.3854091167449951, -1.0309298038482666, -0.8016156554222107, -2.2715110778808594, -1.6587823629379272, -1.167230248451233, -1.1257200241088867, -1.5598591566085815, -0.8068979382514954, -1.8247793912887573, -1.2772656679153442, -1.0768253803253174, -2.8078577518463135, -2.9014360904693604, -0.19084036350250244, -0.19878052175045013, -0.47524121403694153, -1.6121416091918945, -1.1054136753082275, -1.5473140478134155, -2.5814011096954346, -1.766481637954712, -1.676361322402954, -1.4857782125473022, -0.3628787100315094, -1.5503019094467163, -0.2240920066833496, -2.2106122970581055, -1.5813262462615967, -0.35571160912513733, -1.584779143333435, -1.0727277994155884, -0.2924696207046509, -2.05871319770813, -1.5706450939178467, -0.6503313779830933, -1.9565811157226562, -1.792672872543335, -1.9300973415374756, -1.9788442850112915, -1.0799283981323242, -1.5642329454421997, -1.5966466665267944, -1.631996989250183, -1.570443034172058, -1.4044297933578491, -1.8693145513534546, -2.1908161640167236, -1.7612282037734985, -2.135712146759033, -0.2658843398094177, -0.08010568469762802, -2.7360589504241943, -1.7295490503311157, -1.2976491451263428, -0.965840756893158, -2.349581480026245, -1.4884856939315796, -0.6395296454429626, -1.973791241645813, -1.2258268594741821, -1.199377417564392, -1.5500686168670654, -2.676968812942505, -1.7673606872558594, -0.28815460205078125, -2.475963830947876, -0.09622271358966827, -1.19660484790802, -1.486984372138977, -1.6524932384490967, -0.040088921785354614, -0.9506533741950989, -1.0111478567123413, -1.8889355659484863, -0.4211641848087311, -1.5055221319198608, -1.6474066972732544, -0.23675546050071716, -1.9226341247558594, -1.3941785097122192, -1.3849620819091797, -1.9311881065368652, -1.8567554950714111, -2.08089017868042, -0.8530532717704773, -1.8586013317108154, -1.5116727352142334, -1.0851422548294067, -2.041609287261963, -1.9813047647476196, -2.6403417587280273, -1.0721795558929443, -0.06440825760364532, -2.5997605323791504, -0.9961873292922974, -1.7916176319122314, -0.6138071417808533, -0.8245947957038879, -1.8857885599136353, -1.178639531135559, -1.5916134119033813, -1.973475694656372, -0.835896372795105, -1.244685411453247, -1.6254668235778809, -1.284159541130066, -2.072180986404419, -1.106048583984375, -1.517537236213684, -1.8222376108169556, -2.3432796001434326, -1.954152226448059, -2.037060260772705, -0.7920363545417786, -1.1096153259277344, -1.3569949865341187, -0.09962935000658035, -2.2306442260742188, -0.6478830575942993, -0.3879896402359009, -0.8826936483383179, -0.45310401916503906, -0.8117622137069702, -2.5921366214752197, -1.2717986106872559, -0.5807725191116333, -1.2660231590270996, -2.1224284172058105, -1.8798744678497314, -2.4872419834136963, -0.31236064434051514, -1.1283233165740967]}, "Bot004_119_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby? I like to garden and am not a big fan of hunting, but i do like to fish. and my favorite activity is rock climbing\nwhat do you think about it?\nhave you ever tried? I have not tried it. I am a huge fan of the wine occassionally. and what are you? I am a chicken corn corn corn corn.  Are you bored talking to me? [LOUDLY CRYING FACE] What is you profession?", "response": "I am a lawyer. What about you?", "annotation_id": "Bot004_119_14", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -7.094831943511963, -14.037406921386719, -11.199112892150879, -12.735505104064941, -9.461699485778809, -12.14649486541748, -9.771369934082031], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.731418788433075, -0.10716449469327927, -2.438556671142578, -2.510826349258423, -0.9337825775146484, -0.20931614935398102, -1.7505626678466797, -0.6262907981872559, -1.1092509031295776, -0.3397354483604431, -2.023576021194458, -1.4382964372634888, -0.8266916275024414, -1.0363800525665283, -0.09091201424598694, -1.0907156467437744, -0.6064767241477966, -0.221938818693161, -0.11607333272695541, -1.0411640405654907, -1.7394819259643555, -1.8340154886245728, -0.6903443932533264, -0.5092118978500366, -1.704823613166809, -1.3854091167449951, -1.0309298038482666, -0.8016156554222107, -2.2715110778808594, -1.6587823629379272, -1.167230248451233, -1.1257200241088867, -1.5598591566085815, -0.8068979382514954, -1.8247793912887573, -1.2772656679153442, -1.0768253803253174, -2.8078577518463135, -2.9014360904693604, -0.19084036350250244, -0.19878052175045013, -0.47524121403694153, -1.6121416091918945, -1.1054136753082275, -1.5473140478134155, -2.5814011096954346, -1.766481637954712, -1.676361322402954, -1.4857782125473022, -0.3628787100315094, -1.5503019094467163, -0.2240920066833496, -2.2106122970581055, -1.5813262462615967, -0.35571160912513733, -1.584779143333435, -1.0727277994155884, -0.2924696207046509, -2.05871319770813, -1.5706450939178467, -0.6503313779830933, -1.9565811157226562, -1.792672872543335, -1.9300973415374756, -1.9788442850112915, -1.0799283981323242, -1.5642329454421997, -1.5966466665267944, -1.631996989250183, -1.570443034172058, -1.4044297933578491, -1.8693145513534546, -2.1908161640167236, -1.7612282037734985, -2.135712146759033, -0.2658843398094177, -0.08010568469762802, -2.7360589504241943, -1.7295490503311157, -1.2976491451263428, -0.965840756893158, -2.349581480026245, -1.4884856939315796, -0.6395296454429626, -1.973791241645813, -1.2258268594741821, -1.199377417564392, -1.5500686168670654, -2.676968812942505, -1.7673606872558594, -0.28815460205078125, -2.475963830947876, -0.09622271358966827, -1.19660484790802, -1.486984372138977, -1.6524932384490967, -0.040088921785354614, -0.9506533741950989, -1.0111478567123413, -1.8889355659484863, -0.4211641848087311, -1.5055221319198608, -1.6474066972732544, -0.23675546050071716, -1.9226341247558594, -1.3941785097122192, -1.3849620819091797, -1.9311881065368652, -1.8567554950714111, -2.08089017868042, -0.8530532717704773, -1.8586013317108154, -1.5116727352142334, -1.0851422548294067, -2.041609287261963, -1.9813047647476196, -2.6403417587280273, -1.0721795558929443, -0.06440825760364532, -2.5997653007507324, -0.99619060754776, -1.791614294052124, -0.6138039827346802, -0.8245921730995178, -1.8857942819595337, -1.1786366701126099, -1.591616153717041, -1.9734857082366943, -0.8358793258666992, -1.2446907758712769, -1.6254820823669434, -1.7249022722244263, -1.3404732942581177, -1.6797691583633423, -1.782299280166626, -2.406790256500244, -2.2046029567718506, -2.079404830932617, -1.1477094888687134, -1.5348124504089355, -1.2822914123535156, -0.07403108477592468, -2.3639345169067383, -0.6212015151977539, -0.41526490449905396, -1.1332056522369385, -0.44003844261169434, -1.6321310997009277, -2.6669509410858154, -1.3312212228775024, -0.5883060693740845, -1.2655943632125854, -2.009706497192383, -1.9788767099380493, -2.2002999782562256, -0.1548238843679428, -0.7393929958343506, -1.5083845853805542, -0.6836211085319519, -0.986038863658905, -0.5086287260055542, -1.6333160400390625, -1.526391625404358, -1.632222056388855, -0.6867440938949585, -2.772091865539551, -1.4674592018127441, -0.7306798696517944, -1.9848991632461548, -1.1681383848190308, -0.3085106909275055, -0.731006920337677]}, "Bot004_119_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby? I like to garden and am not a big fan of hunting, but i do like to fish. and my favorite activity is rock climbing\nwhat do you think about it?\nhave you ever tried? I have not tried it. I am a huge fan of the wine occassionally. and what are you? I am a chicken corn corn corn corn.  Are you bored talking to me? [LOUDLY CRYING FACE] What is you profession? I am a lawyer. What about you? i'm a mechanical engineer", "response": "That is interesting. I am a lawyer.", "annotation_id": "Bot004_119_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-14.61523723602295, -7.780562400817871, -8.932432174682617, -10.958259582519531, -9.648964881896973, -11.591797828674316, -8.524641990661621, -21.456560134887695, -7.4295806884765625], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.731418788433075, -0.10716449469327927, -2.438556671142578, -2.510826349258423, -0.9337825775146484, -0.20931614935398102, -1.7505626678466797, -0.6262907981872559, -1.1092509031295776, -0.3397354483604431, -2.023576021194458, -1.4382964372634888, -0.8266916275024414, -1.0363800525665283, -0.09091201424598694, -1.0907156467437744, -0.6064767241477966, -0.221938818693161, -0.11607333272695541, -1.0411640405654907, -1.7394819259643555, -1.8340154886245728, -0.6903443932533264, -0.5092118978500366, -1.704823613166809, -1.3854091167449951, -1.0309298038482666, -0.8016156554222107, -2.2715110778808594, -1.6587823629379272, -1.167230248451233, -1.1257200241088867, -1.5598591566085815, -0.8068979382514954, -1.8247793912887573, -1.2772656679153442, -1.0768253803253174, -2.8078577518463135, -2.9014360904693604, -0.19084036350250244, -0.19878052175045013, -0.47524121403694153, -1.6121416091918945, -1.1054136753082275, -1.5473140478134155, -2.5814011096954346, -1.766481637954712, -1.676361322402954, -1.4857782125473022, -0.3628787100315094, -1.5503019094467163, -0.2240920066833496, -2.2106122970581055, -1.5813262462615967, -0.35571160912513733, -1.584779143333435, -1.0727277994155884, -0.2924696207046509, -2.05871319770813, -1.5706450939178467, -0.6503313779830933, -1.9565811157226562, -1.792672872543335, -1.9300973415374756, -1.9788442850112915, -1.0799283981323242, -1.5642329454421997, -1.5966466665267944, -1.631996989250183, -1.570443034172058, -1.4044297933578491, -1.8693145513534546, -2.1908161640167236, -1.7612282037734985, -2.135712146759033, -0.2658843398094177, -0.08010568469762802, -2.7360589504241943, -1.7295490503311157, -1.2976491451263428, -0.965840756893158, -2.349581480026245, -1.4884856939315796, -0.6395296454429626, -1.973791241645813, -1.2258268594741821, -1.199377417564392, -1.5500686168670654, -2.676968812942505, -1.7673606872558594, -0.28815460205078125, -2.475963830947876, -0.09622271358966827, -1.19660484790802, -1.486984372138977, -1.6524932384490967, -0.040088921785354614, -0.9506533741950989, -1.0111478567123413, -1.8889355659484863, -0.4211641848087311, -1.5055221319198608, -1.6474066972732544, -0.23675546050071716, -1.9226341247558594, -1.3941785097122192, -1.3849620819091797, -1.9311881065368652, -1.8567554950714111, -2.08089017868042, -0.8530532717704773, -1.8586013317108154, -1.5116727352142334, -1.0851422548294067, -2.041609287261963, -1.9813047647476196, -2.6403417587280273, -1.0721795558929443, -0.06440825760364532, -2.5997653007507324, -0.99619060754776, -1.791614294052124, -0.6138039827346802, -0.8245921730995178, -1.8857942819595337, -1.1786314249038696, -1.591616153717041, -1.973474383354187, -0.8358842730522156, -1.2446962594985962, -1.625475525856018, -1.724906325340271, -1.340476632118225, -1.6797618865966797, -1.7823046445846558, -2.4067938327789307, -2.2046010494232178, -2.0793955326080322, -1.1477084159851074, -1.5348060131072998, -1.2822976112365723, -0.07403119653463364, -2.3639166355133057, -0.6212073564529419, -0.41526472568511963, -1.133202075958252, -0.44005095958709717, -1.6321436166763306, -2.666954517364502, -1.331218957901001, -0.5883048176765442, -1.2655949592590332, -2.0097217559814453, -1.978880763053894, -2.2002949714660645, -0.15482337772846222, -0.7393868565559387, -1.5083914995193481, -0.683623731136322, -0.9860374927520752, -0.5086262822151184, -1.6333062648773193, -1.2819905281066895, -0.6280463933944702, -2.9032797813415527, -1.5437626838684082, -0.8691755533218384, -1.889769196510315, -1.2260637283325195, -0.2688198983669281, -1.3180115222930908, -1.1274875402450562, -0.7104129195213318, -1.0901793241500854, -0.49823200702667236, -1.0101736783981323, -1.6969012022018433, -0.5921983122825623, -1.9985501766204834, -1.0821316242218018, -1.0854201316833496, -1.6608608961105347, -0.989561140537262, -1.3426434993743896, -1.0036038160324097, -1.1412111520767212]}, "Bot004_119_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby? I like to garden and am not a big fan of hunting, but i do like to fish. and my favorite activity is rock climbing\nwhat do you think about it?\nhave you ever tried? I have not tried it. I am a huge fan of the wine occassionally. and what are you? I am a chicken corn corn corn corn.  Are you bored talking to me? [LOUDLY CRYING FACE] What is you profession? I am a lawyer. What about you? i'm a mechanical engineer That is interesting. I am a lawyer. Do you like this profession?", "response": "I do not. I am a lawyer. You?", "annotation_id": "Bot004_119_18", "annotations": ["T", "X", "T", "O", "T", "X", "T", "X", "O", "T", "O", "O", "X", "O", "X"], "gpt2_target_score": [-9.925333976745605, -9.638777732849121, -9.538114547729492, -10.958259582519531, -9.648964881896973, -11.591797828674316, -8.524641990661621, -21.456560134887695, -7.4295806884765625, -9.301811218261719, -6.805251598358154], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.731418788433075, -0.10716449469327927, -2.438556671142578, -2.510826349258423, -0.9337825775146484, -0.20931614935398102, -1.7505626678466797, -0.6262907981872559, -1.1092509031295776, -0.3397354483604431, -2.023576021194458, -1.4382964372634888, -0.8266916275024414, -1.0363800525665283, -0.09091201424598694, -1.0907156467437744, -0.6064767241477966, -0.221938818693161, -0.11607333272695541, -1.0411640405654907, -1.7394819259643555, -1.8340154886245728, -0.6903443932533264, -0.5092118978500366, -1.704823613166809, -1.3854091167449951, -1.0309298038482666, -0.8016156554222107, -2.2715110778808594, -1.6587823629379272, -1.167230248451233, -1.1257200241088867, -1.5598591566085815, -0.8068979382514954, -1.8247793912887573, -1.2772656679153442, -1.0768253803253174, -2.8078577518463135, -2.9014360904693604, -0.19084036350250244, -0.19878052175045013, -0.47524121403694153, -1.6121416091918945, -1.1054136753082275, -1.5473140478134155, -2.5814011096954346, -1.766481637954712, -1.676361322402954, -1.4857782125473022, -0.3628787100315094, -1.5503019094467163, -0.2240920066833496, -2.2106122970581055, -1.5813262462615967, -0.35571160912513733, -1.584779143333435, -1.0727277994155884, -0.2924696207046509, -2.05871319770813, -1.5706450939178467, -0.6503313779830933, -1.9565811157226562, -1.792672872543335, -1.9300973415374756, -1.9788442850112915, -1.0799283981323242, -1.5642329454421997, -1.5966466665267944, -1.631996989250183, -1.570443034172058, -1.4044297933578491, -1.8693145513534546, -2.1908161640167236, -1.7612282037734985, -2.135712146759033, -0.2658843398094177, -0.08010568469762802, -2.7360589504241943, -1.7295490503311157, -1.2976491451263428, -0.965840756893158, -2.349581480026245, -1.4884856939315796, -0.6395296454429626, -1.973791241645813, -1.2258268594741821, -1.199377417564392, -1.5500686168670654, -2.676968812942505, -1.7673606872558594, -0.28815460205078125, -2.475963830947876, -0.09622271358966827, -1.19660484790802, -1.486984372138977, -1.6524932384490967, -0.040088921785354614, -0.9506533741950989, -1.0111478567123413, -1.8889355659484863, -0.4211641848087311, -1.5055221319198608, -1.6474066972732544, -0.23675546050071716, -1.9226341247558594, -1.3941785097122192, -1.3849620819091797, -1.9311881065368652, -1.8567554950714111, -2.08089017868042, -0.8530532717704773, -1.8586013317108154, -1.5116727352142334, -1.0851422548294067, -2.041609287261963, -1.9813047647476196, -2.6403417587280273, -1.0721795558929443, -0.06440825760364532, -2.5997653007507324, -0.99619060754776, -1.791614294052124, -0.6138039827346802, -0.8245921730995178, -1.8857942819595337, -1.1786314249038696, -1.591616153717041, -1.973474383354187, -0.8358842730522156, -1.2446962594985962, -1.625475525856018, -1.724906325340271, -1.340476632118225, -1.6797618865966797, -1.7823046445846558, -2.4067938327789307, -2.2046010494232178, -2.0793955326080322, -1.1477084159851074, -1.5348060131072998, -1.2822976112365723, -0.07403119653463364, -2.3639166355133057, -0.6212073564529419, -0.41526472568511963, -1.133202075958252, -0.44005095958709717, -1.6321436166763306, -2.666954517364502, -1.331218957901001, -0.5883048176765442, -1.2655949592590332, -2.0097217559814453, -1.978880763053894, -2.2002949714660645, -0.15482337772846222, -0.7393868565559387, -1.5083914995193481, -0.683623731136322, -0.9860374927520752, -0.5086262822151184, -1.6333062648773193, -1.2819905281066895, -0.6280463933944702, -2.9032797813415527, -1.5437626838684082, -0.8691755533218384, -1.889769196510315, -1.2260637283325195, -0.2688198983669281, -1.3180115222930908, -1.1274875402450562, -0.7104129195213318, -1.0901793241500854, -0.49823200702667236, -1.0101736783981323, -0.7347778081893921, -2.116753339767456, -0.9775264859199524, -1.2597347497940063, -1.3567699193954468, -0.7810277342796326, -2.060488224029541, -0.8940170407295227, -1.2901442050933838, -0.04901817813515663, -1.2473434209823608, -1.673603892326355, -1.6280040740966797, -0.20485056936740875, -1.5893213748931885, -1.582419514656067, -1.4125779867172241, -1.6019084453582764, -0.5243976712226868, -0.6053298115730286, -0.7787511348724365, -0.7127864956855774, -1.5658938884735107, -0.43412089347839355, -1.0713603496551514, -1.2753692865371704, -1.092146873474121]}, "Bot004_119_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby? I like to garden and am not a big fan of hunting, but i do like to fish. and my favorite activity is rock climbing\nwhat do you think about it?\nhave you ever tried? I have not tried it. I am a huge fan of the wine occassionally. and what are you? I am a chicken corn corn corn corn.  Are you bored talking to me? [LOUDLY CRYING FACE] What is you profession? I am a lawyer. What about you? i'm a mechanical engineer That is interesting. I am a lawyer. Do you like this profession? I do not. I am a lawyer. You? mechanical engineer", "response": "Banking. I am a bank teller.", "annotation_id": "Bot004_119_20", "annotations": ["O", "X", "T", "X", "T", "O", "X", "X", "O", "X", "O", "O", "X", "O", "X"], "gpt2_target_score": [-11.157824516296387, -18.859464645385742, -9.205228805541992, -7.469688415527344, -11.92836856842041, -8.192597389221191, -16.392623901367188, -15.538718223571777, -9.105388641357422, -7.023116588592529], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -0.5640882253646851, -1.2955619096755981, -3.3683764934539795, -2.793304204940796, -0.7417140603065491, -1.40996515750885, -1.4292632341384888, -0.43315553665161133, -0.731418788433075, -0.10716449469327927, -2.438556671142578, -2.510826349258423, -0.9337825775146484, -0.20931614935398102, -1.7505626678466797, -0.6262907981872559, -1.1092509031295776, -0.3397354483604431, -2.023576021194458, -1.4382964372634888, -0.8266916275024414, -1.0363800525665283, -0.09091201424598694, -1.0907156467437744, -0.6064767241477966, -0.221938818693161, -0.11607333272695541, -1.0411640405654907, -1.7394819259643555, -1.8340154886245728, -0.6903443932533264, -0.5092118978500366, -1.704823613166809, -1.3854091167449951, -1.0309298038482666, -0.8016156554222107, -2.2715110778808594, -1.6587823629379272, -1.167230248451233, -1.1257200241088867, -1.5598591566085815, -0.8068979382514954, -1.8247793912887573, -1.2772656679153442, -1.0768253803253174, -2.8078577518463135, -2.9014360904693604, -0.19084036350250244, -0.19878052175045013, -0.47524121403694153, -1.6121416091918945, -1.1054136753082275, -1.5473140478134155, -2.5814011096954346, -1.766481637954712, -1.676361322402954, -1.4857782125473022, -0.3628787100315094, -1.5503019094467163, -0.2240920066833496, -2.2106122970581055, -1.5813262462615967, -0.35571160912513733, -1.584779143333435, -1.0727277994155884, -0.2924696207046509, -2.05871319770813, -1.5706450939178467, -0.6503313779830933, -1.9565811157226562, -1.792672872543335, -1.9300973415374756, -1.9788442850112915, -1.0799283981323242, -1.5642329454421997, -1.5966466665267944, -1.631996989250183, -1.570443034172058, -1.4044297933578491, -1.8693145513534546, -2.1908161640167236, -1.7612282037734985, -2.135712146759033, -0.2658843398094177, -0.08010568469762802, -2.7360589504241943, -1.7295490503311157, -1.2976491451263428, -0.965840756893158, -2.349581480026245, -1.4884856939315796, -0.6395296454429626, -1.973791241645813, -1.2258268594741821, -1.199377417564392, -1.5500686168670654, -2.676968812942505, -1.7673606872558594, -0.28815460205078125, -2.475963830947876, -0.09622271358966827, -1.19660484790802, -1.486984372138977, -1.6524932384490967, -0.040088921785354614, -0.9506533741950989, -1.0111478567123413, -1.8889355659484863, -0.4211641848087311, -1.5055221319198608, -1.6474066972732544, -0.23675546050071716, -1.9226341247558594, -1.3941785097122192, -1.3849620819091797, -1.9311881065368652, -1.8567554950714111, -2.08089017868042, -0.8530532717704773, -1.8586013317108154, -1.5116727352142334, -1.0851422548294067, -2.041609287261963, -1.9813047647476196, -2.6403417587280273, -1.0721795558929443, -0.06440825760364532, -2.5997653007507324, -0.99619060754776, -1.791614294052124, -0.6138039827346802, -0.8245921730995178, -1.8857942819595337, -1.1786314249038696, -1.591616153717041, -1.973474383354187, -0.8358842730522156, -1.2446962594985962, -1.625475525856018, -1.724906325340271, -1.340476632118225, -1.6797618865966797, -1.7823046445846558, -2.4067938327789307, -2.2046010494232178, -2.0793955326080322, -1.1477084159851074, -1.5348060131072998, -1.2822976112365723, -0.07403119653463364, -2.3639166355133057, -0.6212073564529419, -0.41526472568511963, -1.133202075958252, -0.44005095958709717, -1.6321436166763306, -2.666954517364502, -1.331218957901001, -0.5883048176765442, -1.2655949592590332, -2.0097217559814453, -1.978880763053894, -2.2002949714660645, -0.15482337772846222, -0.7393868565559387, -1.5083914995193481, -0.683623731136322, -0.9860374927520752, -0.5086262822151184, -1.6333062648773193, -1.2819905281066895, -0.6280463933944702, -2.9032797813415527, -1.5437626838684082, -0.8691755533218384, -1.889769196510315, -1.2260637283325195, -0.2688198983669281, -1.3180115222930908, -1.1274875402450562, -0.7104129195213318, -1.0901793241500854, -0.49823200702667236, -1.0101736783981323, -0.7347778081893921, -2.116753339767456, -0.9775264859199524, -1.2597347497940063, -1.3567699193954468, -0.7810277342796326, -2.060488224029541, -0.8940170407295227, -1.2901442050933838, -0.04901817813515663, -1.2473434209823608, -1.673603892326355, -1.6280040740966797, -0.20485056936740875, -1.5893213748931885, -1.05949866771698, -1.0726243257522583, -0.40169936418533325, -0.8371134400367737, -0.7084538340568542, -0.6642690896987915, -1.673554539680481, -0.4177890121936798, -1.499536156654358, -1.3082059621810913, -1.6709040403366089, -0.29172566533088684, -1.637267827987671, -1.8457388877868652, -2.5511417388916016, -2.0394344329833984, -1.4033727645874023, -0.9826349020004272, -0.4073064625263214, -1.4778872728347778, -1.604540228843689, -0.02180437184870243, -0.5200905203819275, -0.9339117407798767]}, "Bot004_120_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs", "response": "I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something!", "annotation_id": "Bot004_120_02", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "T", "T"], "gpt2_target_score": [-9.925333976745605, -15.795214653015137, -12.644051551818848, -14.51648235321045, -12.03489875793457, -7.5598649978637695, -12.088947296142578, -9.0852689743042, -15.334312438964844, -13.78138542175293, -16.792091369628906, -8.873664855957031, -5.288772106170654, -11.321654319763184, -6.61907958984375, -13.656107902526855, -14.200700759887695, -15.98132038116455, -20.473222732543945, -9.70756721496582, -16.266162872314453, -5.00244665145874, -11.296348571777344, -20.86597442626953, -21.29705810546875, -9.866788864135742, -8.21672248840332, -12.864352226257324, -15.617170333862305, -11.270349502563477, -10.812702178955078, -11.130182266235352, -5.489485740661621, -17.58617401123047, -15.40875244140625, -11.917634963989258, -18.590185165405273, -18.70350456237793, -10.00091552734375, -10.542511940002441, -1.5047054290771484, -3.9094905853271484, -12.615724563598633, -4.7899250984191895], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -0.6373463273048401, -0.23122882843017578, -1.836243748664856, -0.6982594728469849, -1.1418185234069824, -1.4454396963119507, -1.665802240371704, -0.18174684047698975, -0.9002400636672974, -0.17370077967643738, -0.6122077703475952, -0.29156768321990967, -0.6178075075149536, -0.9991244077682495, -0.3932383954524994, -0.7684880495071411, -2.0335381031036377, -1.3311535120010376, -1.347488522529602, -0.7954580187797546, -1.159840703010559, -0.9319446682929993, -1.3853001594543457, -0.40248242020606995, -1.5047054290771484, -2.0598201751708984, -0.16197368502616882, -0.2953265309333801, -3.9935081005096436, -2.0245139598846436, -1.4267001152038574, -0.8576149344444275, -0.45254358649253845, -2.067051649093628, -1.5605800151824951, -1.3039283752441406, -1.1176248788833618, -1.773091435432434, -1.8670790195465088, -1.6578072309494019, -1.0065715312957764, -1.208825945854187, -2.3809947967529297, -1.5604376792907715, -0.8119725584983826, -2.122093677520752, -0.9193555116653442, -0.014086109586060047, -3.1910858154296875, -2.819129228591919, -0.22292017936706543, -0.9144057631492615, -1.0569325685501099, -1.0136587619781494, -1.6244523525238037, -1.5595070123672485, -1.3484922647476196, -1.6238036155700684, -2.0804827213287354, -1.712396502494812, -0.9723692536354065, -1.521983027458191, -1.5933839082717896, -0.23547875881195068, -1.9665324687957764, -1.2882496118545532, -0.20243051648139954, -0.9638132452964783, -0.49592986702919006, -0.6433056592941284, -0.09600690007209778, -2.0339088439941406, -0.06090642139315605, -0.2604723274707794, -1.0696204900741577, -2.033365488052368, -0.04341525584459305, -0.009696409106254578, -0.0011824527755379677, -0.005160582717508078, -0.01831934042274952, -0.015136264264583588, -0.7238220572471619, -0.9410226941108704, -0.2581886053085327, -0.1766594499349594, -1.0870683193206787]}, "Bot004_120_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion", "response": "You should try to try it.", "annotation_id": "Bot004_120_04", "annotations": ["O", "O", "O", "T", "O", "O", "T", "O", "X", "T", "O", "O", "O", "X", "O"], "gpt2_target_score": [-11.750834465026855, -14.630244255065918, -15.504372596740723, -9.92469310760498, -14.550233840942383, -12.484332084655762, -8.88949203491211], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -0.6373463273048401, -0.23122882843017578, -1.836243748664856, -0.6982594728469849, -1.1418185234069824, -1.4454396963119507, -1.665802240371704, -0.18174684047698975, -0.9002400636672974, -0.17370077967643738, -0.6122077703475952, -0.29156768321990967, -0.6178075075149536, -0.9991244077682495, -0.3932383954524994, -0.7684880495071411, -2.0335381031036377, -1.3311535120010376, -1.347488522529602, -0.7954580187797546, -1.159840703010559, -0.9319446682929993, -1.3853001594543457, -0.40248242020606995, -1.5047054290771484, -2.0598201751708984, -0.16197368502616882, -0.2953265309333801, -3.9935081005096436, -2.0245139598846436, -1.4267001152038574, -0.8576149344444275, -0.45254358649253845, -2.067051649093628, -1.5605800151824951, -1.3039283752441406, -1.1176248788833618, -1.773091435432434, -1.8670790195465088, -1.6578072309494019, -1.0065715312957764, -1.208825945854187, -1.413521647453308, -1.5777784585952759, -3.1836674213409424, -1.1126329898834229, -0.051859866827726364, -2.071805238723755, -2.9076993465423584, -0.15480397641658783, -0.27292585372924805, -0.7222377061843872, -1.9529237747192383, -1.443550705909729, -1.6589312553405762, -1.1814818382263184, -2.248976230621338, -2.184610366821289, -2.70503568649292, -0.992213249206543, -1.711222767829895, -1.639400839805603, -0.11855203658342361, -1.937412142753601, -1.363572359085083, -0.2567264437675476, -0.9407217502593994, -1.4727236032485962, -1.3980354070663452, -0.05862417072057724, -1.822727918624878, -0.042068470269441605, -0.15722692012786865, -1.9363794326782227, -1.5685694217681885, -0.040776293724775314, -0.009760159067809582, -0.0010987442219629884, -0.004199139773845673, -0.019197145476937294, -0.011463134549558163, -0.8682481050491333, -1.7200514078140259, -0.18574370443820953, -0.21344000101089478, -1.1739205121994019, -1.3809716701507568, -0.009173979051411152, -1.394972801208496, -0.3118346035480499, -1.42660653591156, -0.7926003336906433, -0.8419944643974304, -1.9747904539108276, -2.12675404548645, -1.4809414148330688, -1.849255919456482, -1.0178983211517334, -2.496131181716919, -0.8485314846038818, -1.3769659996032715, -1.4139103889465332]}, "Bot004_120_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks", "response": "I am not a fan of singing, but i love listening to classical music.", "annotation_id": "Bot004_120_06", "annotations": ["O", "T", "O", "O", "O", "O", "X", "O", "X", "T", "O", "X", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -13.516741752624512, -12.198716163635254, -10.8323392868042, -11.197702407836914, -12.00715160369873, -15.943431854248047, -5.859007835388184, -7.190849304199219, -5.811017990112305, -13.947638511657715, -14.978202819824219, -5.756301403045654, -10.802367210388184, -10.798187255859375, -10.96998119354248], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -0.6373463273048401, -0.23122882843017578, -1.836243748664856, -0.6982594728469849, -1.1418185234069824, -1.4454396963119507, -1.665802240371704, -0.18174684047698975, -0.9002400636672974, -0.17370077967643738, -0.6122077703475952, -0.29156768321990967, -0.6178075075149536, -0.9991244077682495, -0.3932383954524994, -0.7684880495071411, -2.0335381031036377, -1.3311535120010376, -1.347488522529602, -0.7954580187797546, -1.159840703010559, -0.9319446682929993, -1.3853001594543457, -0.40248242020606995, -1.5047054290771484, -2.0598201751708984, -0.16197368502616882, -0.2953265309333801, -3.9935081005096436, -2.0245139598846436, -1.4267001152038574, -0.8576149344444275, -0.45254358649253845, -2.067051649093628, -1.5605800151824951, -1.3039283752441406, -1.1176248788833618, -1.773091435432434, -1.8670790195465088, -1.6578072309494019, -1.0065715312957764, -1.208825945854187, -1.413521647453308, -1.5777784585952759, -3.1836674213409424, -1.1126329898834229, -0.051859866827726364, -2.071805238723755, -2.9076993465423584, -0.15480397641658783, -0.27292585372924805, -0.7222377061843872, -1.9529237747192383, -1.443550705909729, -1.6589312553405762, -1.1814818382263184, -2.248976230621338, -2.184610366821289, -2.70503568649292, -0.992213249206543, -1.711222767829895, -1.639400839805603, -0.11855203658342361, -1.937412142753601, -1.363572359085083, -0.2567264437675476, -0.9407217502593994, -1.4727236032485962, -1.3980354070663452, -0.05862417072057724, -1.822727918624878, -0.042068470269441605, -0.15722692012786865, -1.9363794326782227, -1.5685690641403198, -0.040776293724775314, -0.009760159067809582, -0.0010987442219629884, -0.004199258517473936, -0.01919702999293804, -0.01146337017416954, -0.8682451844215393, -1.7200627326965332, -0.185741126537323, -0.2134406715631485, -1.1739174127578735, -1.3809715509414673, -0.009173979051411152, -1.3949834108352661, -0.31183409690856934, -1.4266091585159302, -0.7926034331321716, -0.8419981598854065, -1.9747745990753174, -1.3301334381103516, -1.7667129039764404, -0.8983792066574097, -2.615375518798828, -0.685578465461731, -1.577569842338562, -2.0322353839874268, -1.7110249996185303, -1.535132646560669, -1.3470109701156616, -1.9691405296325684, -1.7397475242614746, -1.039427638053894, -1.0281331539154053, -0.12547537684440613, -0.0607009120285511, -0.8412870764732361, -2.3927764892578125, -1.0604385137557983, -0.9211744666099548, -2.3123693466186523, -2.198439359664917, -0.1689908653497696, -1.0582767724990845, -0.3498373329639435, -0.8681023716926575, -1.3614705801010132]}, "Bot004_120_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books", "response": "I like to read too. I am a huge fan of the hobbit.", "annotation_id": "Bot004_120_08", "annotations": ["O", "T", "O", "O", "O", "O", "X", "O", "T", "T", "O", "X", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -13.221774101257324, -9.966774940490723, -12.880236625671387, -11.438150405883789, -6.834685325622559, -8.193920135498047, -13.521063804626465, -6.194221496582031, -12.187726974487305, -15.073493003845215, -8.522865295410156, -4.254149913787842, -13.759718894958496, -17.261245727539062, -10.96998119354248], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -0.6373463273048401, -0.23122882843017578, -1.836243748664856, -0.6982594728469849, -1.1418185234069824, -1.4454396963119507, -1.665802240371704, -0.18174684047698975, -0.9002400636672974, -0.17370077967643738, -0.6122077703475952, -0.29156768321990967, -0.6178075075149536, -0.9991244077682495, -0.3932383954524994, -0.7684880495071411, -2.0335381031036377, -1.3311535120010376, -1.347488522529602, -0.7954580187797546, -1.159840703010559, -0.9319446682929993, -1.3853001594543457, -0.40248242020606995, -1.5047054290771484, -2.0598201751708984, -0.16197368502616882, -0.2953265309333801, -3.9935081005096436, -2.0245139598846436, -1.4267001152038574, -0.8576149344444275, -0.45254358649253845, -2.067051649093628, -1.5605800151824951, -1.3039283752441406, -1.1176248788833618, -1.773091435432434, -1.8670790195465088, -1.6578072309494019, -1.0065715312957764, -1.208825945854187, -1.413521647453308, -1.5777784585952759, -3.1836674213409424, -1.1126329898834229, -0.051859866827726364, -2.071805238723755, -2.9076993465423584, -0.15480397641658783, -0.27292585372924805, -0.7222377061843872, -1.9529237747192383, -1.443550705909729, -1.6589312553405762, -1.1814818382263184, -2.248976230621338, -2.184610366821289, -2.70503568649292, -0.992213249206543, -1.711222767829895, -1.639400839805603, -0.11855203658342361, -1.937412142753601, -1.363572359085083, -0.2567264437675476, -0.9407217502593994, -1.4727236032485962, -1.3980354070663452, -0.05862417072057724, -1.822727918624878, -0.042068470269441605, -0.15722692012786865, -1.9363794326782227, -1.5685694217681885, -0.040776293724775314, -0.009760159067809582, -0.0010987442219629884, -0.004199139773845673, -0.019197145476937294, -0.011463134549558163, -0.8682481050491333, -1.7200514078140259, -0.18574370443820953, -0.21344000101089478, -1.1739205121994019, -1.3809716701507568, -0.009173979051411152, -1.394972801208496, -0.3118346035480499, -1.42660653591156, -0.7926003336906433, -0.8419944643974304, -1.9747904539108276, -1.3301302194595337, -1.766713261604309, -0.8983790278434753, -2.6153852939605713, -0.6855734586715698, -1.5775681734085083, -2.0322327613830566, -1.7110172510147095, -1.5351316928863525, -1.3470149040222168, -1.7497941255569458, -1.0662044286727905, -1.2865244150161743, -0.17142704129219055, -0.10806015133857727, -0.7980164289474487, -2.3123419284820557, -1.4857375621795654, -1.1382458209991455, -2.224839210510254, -2.332113027572632, -0.16453801095485687, -0.8997651934623718, -0.3350335955619812, -0.969144344329834, -1.6847238540649414, -2.1257081031799316, -1.8092938661575317, -0.9612355828285217, -2.2072150707244873, -2.6833415031433105, -3.092336893081665, -2.118581771850586, -2.3666458129882812, -2.2016944885253906, -0.9286100268363953, -2.202104330062866, -2.141775369644165, -0.9382566809654236, -2.003364086151123, -2.113499164581299, -1.2052443027496338, -1.2896910905838013, -2.155219554901123, -1.4192883968353271, -1.193673849105835, -1.7148048877716064, -1.3983521461486816, -2.7132678031921387, -0.29684922099113464, -0.0568503811955452, -2.704270601272583, -3.4787020683288574, -0.5741773247718811, -2.150897264480591, -1.4037489891052246]}, "Bot004_120_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books I like to read too. I am a huge fan of the hobbit. Is it youw favourite one?", "response": "Yes, it is. I am a ballerina.", "annotation_id": "Bot004_120_10", "annotations": ["O", "O", "O", "O", "X", "T", "O", "O", "X", "T", "O", "X", "T", "T", "O"], "gpt2_target_score": [-14.430048942565918, -9.193263053894043, -12.533970832824707, -9.567614555358887, -8.478960037231445, -7.953307151794434, -14.004814147949219, -10.82929515838623, -13.666755676269531, -14.005704879760742, -13.743781089782715, -8.873664855957031], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -0.6373463273048401, -0.23122882843017578, -1.836243748664856, -0.6982594728469849, -1.1418185234069824, -1.4454396963119507, -1.665802240371704, -0.18174684047698975, -0.9002400636672974, -0.17370077967643738, -0.6122077703475952, -0.29156768321990967, -0.6178075075149536, -0.9991244077682495, -0.3932383954524994, -0.7684880495071411, -2.0335381031036377, -1.3311535120010376, -1.347488522529602, -0.7954580187797546, -1.159840703010559, -0.9319446682929993, -1.3853001594543457, -0.40248242020606995, -1.5047054290771484, -2.0598201751708984, -0.16197368502616882, -0.2953265309333801, -3.9935081005096436, -2.0245139598846436, -1.4267001152038574, -0.8576149344444275, -0.45254358649253845, -2.067051649093628, -1.5605800151824951, -1.3039283752441406, -1.1176248788833618, -1.773091435432434, -1.8670790195465088, -1.6578072309494019, -1.0065715312957764, -1.208825945854187, -1.413521647453308, -1.5777784585952759, -3.1836674213409424, -1.1126329898834229, -0.051859866827726364, -2.071805238723755, -2.9076993465423584, -0.15480397641658783, -0.27292585372924805, -0.7222377061843872, -1.9529237747192383, -1.443550705909729, -1.6589312553405762, -1.1814818382263184, -2.248976230621338, -2.184610366821289, -2.70503568649292, -0.992213249206543, -1.711222767829895, -1.639400839805603, -0.11855203658342361, -1.937412142753601, -1.363572359085083, -0.2567264437675476, -0.9407217502593994, -1.4727236032485962, -1.3980354070663452, -0.05862417072057724, -1.822727918624878, -0.042068470269441605, -0.15722692012786865, -1.9363794326782227, -1.5685694217681885, -0.040776293724775314, -0.009760159067809582, -0.0010987442219629884, -0.004199139773845673, -0.019197145476937294, -0.011463134549558163, -0.8682481050491333, -1.7200514078140259, -0.18574370443820953, -0.21344000101089478, -1.1739205121994019, -1.3809716701507568, -0.009173979051411152, -1.394972801208496, -0.3118346035480499, -1.42660653591156, -0.7926003336906433, -0.8419944643974304, -1.9747904539108276, -1.3301302194595337, -1.766713261604309, -0.8983790278434753, -2.6153852939605713, -0.6855734586715698, -1.5775681734085083, -2.0322327613830566, -1.7110172510147095, -1.5351316928863525, -1.3470149040222168, -1.7497941255569458, -1.0662044286727905, -1.2865244150161743, -0.17142704129219055, -0.10806015133857727, -0.7980164289474487, -2.3123419284820557, -1.4857375621795654, -1.1382458209991455, -2.224839210510254, -2.332113027572632, -0.16453801095485687, -0.8997651934623718, -0.3350335955619812, -0.969144344329834, -1.6847238540649414, -2.1257081031799316, -1.8092938661575317, -0.9612295627593994, -2.2072083950042725, -2.6833436489105225, -3.0923385620117188, -2.1185872554779053, -2.366647481918335, -2.2016823291778564, -0.9286016225814819, -2.2021172046661377, -2.141761302947998, -0.9382575154304504, -1.7878355979919434, -1.032341718673706, -0.4871615171432495, -1.063662052154541, -0.6284854412078857, -1.9129787683486938, -1.830350637435913, -1.5629537105560303, -3.0359997749328613, -0.3919723331928253, -0.036325547844171524, -2.7923219203948975, -3.5162272453308105, -0.5016354322433472, -2.1434004306793213, -1.7707687616348267, -1.1013215780258179, -2.3538098335266113, -0.6984667778015137, -2.419034242630005, -2.2399168014526367, -0.6135976910591125, -1.122827172279358, -1.7895753383636475, -1.1777914762496948, -1.4347871541976929, -0.644378662109375, -1.2820578813552856, -1.4181034564971924, -2.0034778118133545, -1.0124214887619019, -1.1989725828170776, -0.49406546354293823, -1.6916968822479248, -1.6888813972473145, -1.4413783550262451]}, "Bot004_120_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books I like to read too. I am a huge fan of the hobbit. Is it youw favourite one? Yes, it is. I am a ballerina. nice", "response": "I am a christian, and i love to dance.", "annotation_id": "Bot004_120_12", "annotations": ["O", "T", "T", "O", "X", "T", "T", "O", "X", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -13.516741752624512, -11.244465827941895, -18.425594329833984, -16.397119522094727, -7.881979942321777, -9.158123016357422, -11.118395805358887, -10.493812561035156, -7.093976974487305, -17.265892028808594, -8.873664855957031], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -0.6373463273048401, -0.23122882843017578, -1.836243748664856, -0.6982594728469849, -1.1418185234069824, -1.4454396963119507, -1.665802240371704, -0.18174684047698975, -0.9002400636672974, -0.17370077967643738, -0.6122077703475952, -0.29156768321990967, -0.6178075075149536, -0.9991244077682495, -0.3932383954524994, -0.7684880495071411, -2.0335381031036377, -1.3311535120010376, -1.347488522529602, -0.7954580187797546, -1.159840703010559, -0.9319446682929993, -1.3853001594543457, -0.40248242020606995, -1.5047054290771484, -2.0598201751708984, -0.16197368502616882, -0.2953265309333801, -3.9935081005096436, -2.0245139598846436, -1.4267001152038574, -0.8576149344444275, -0.45254358649253845, -2.067051649093628, -1.5605800151824951, -1.3039283752441406, -1.1176248788833618, -1.773091435432434, -1.8670790195465088, -1.6578072309494019, -1.0065715312957764, -1.208825945854187, -1.413521647453308, -1.5777784585952759, -3.1836674213409424, -1.1126329898834229, -0.051859866827726364, -2.071805238723755, -2.9076993465423584, -0.15480397641658783, -0.27292585372924805, -0.7222377061843872, -1.9529237747192383, -1.443550705909729, -1.6589312553405762, -1.1814818382263184, -2.248976230621338, -2.184610366821289, -2.70503568649292, -0.992213249206543, -1.711222767829895, -1.639400839805603, -0.11855203658342361, -1.937412142753601, -1.363572359085083, -0.2567264437675476, -0.9407217502593994, -1.4727236032485962, -1.3980354070663452, -0.05862417072057724, -1.822727918624878, -0.042068470269441605, -0.15722692012786865, -1.9363794326782227, -1.5685694217681885, -0.040776293724775314, -0.009760159067809582, -0.0010987442219629884, -0.004199139773845673, -0.019197145476937294, -0.011463134549558163, -0.8682481050491333, -1.7200514078140259, -0.18574370443820953, -0.21344000101089478, -1.1739205121994019, -1.3809716701507568, -0.009173979051411152, -1.394972801208496, -0.3118346035480499, -1.42660653591156, -0.7926003336906433, -0.8419944643974304, -1.9747904539108276, -1.3301302194595337, -1.766713261604309, -0.8983790278434753, -2.6153852939605713, -0.6855734586715698, -1.5775681734085083, -2.0322327613830566, -1.7110172510147095, -1.5351316928863525, -1.3470149040222168, -1.7497941255569458, -1.0662044286727905, -1.2865244150161743, -0.17142704129219055, -0.10806015133857727, -0.7980164289474487, -2.3123419284820557, -1.4857375621795654, -1.1382458209991455, -2.224839210510254, -2.332113027572632, -0.16453801095485687, -0.8997651934623718, -0.3350335955619812, -0.969144344329834, -1.6847238540649414, -2.1257081031799316, -1.8092938661575317, -0.9612355828285217, -2.2072150707244873, -2.6833415031433105, -3.092336893081665, -2.118581771850586, -2.3666458129882812, -2.2016944885253906, -0.9286100268363953, -2.202104330062866, -2.141775369644165, -0.9382566809654236, -1.7878310680389404, -1.0323456525802612, -0.4871658384799957, -1.0636696815490723, -0.6284883618354797, -1.912973165512085, -1.8303331136703491, -1.5629578828811646, -3.0359888076782227, -0.39197057485580444, -0.03632600978016853, -2.792323350906372, -3.5162267684936523, -0.501632034778595, -2.143394708633423, -1.770775556564331, -1.101318359375, -2.3538177013397217, -0.6984756588935852, -2.4190244674682617, -2.2399260997772217, -0.6136009097099304, -1.122829794883728, -1.4751766920089722, -1.5708197355270386, -0.5312674045562744, -1.1603249311447144, -1.4367908239364624, -2.008591890335083, -0.8827587366104126, -1.2574726343154907, -0.3181799054145813, -1.6175228357315063, -1.5718653202056885, -1.4224249124526978, -2.166294574737549, -2.0399653911590576, -2.2964277267456055, -0.9127271771430969, -1.92966890335083, -0.0015480450820177794, -1.3517824411392212, -1.596273422241211, -1.3823673725128174, -1.6188908815383911, -2.4010188579559326, -0.6786932349205017, -1.2810379266738892, -1.5780683755874634]}, "Bot004_120_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books I like to read too. I am a huge fan of the hobbit. Is it youw favourite one? Yes, it is. I am a ballerina. nice I am a christian, and i love to dance. do you like to walk with you dog?", "response": "I do, i walk a lot of my time[ALARM CLOCK].", "annotation_id": "Bot004_120_14", "annotations": ["O", "T", "T", "O", "T", "O", "X", "O", "T", "T", "O", "O", "O", "X", "O"], "gpt2_target_score": [-9.925333976745605, -14.021037101745605, -8.170483589172363, -10.155291557312012, -14.996721267700195, -9.660874366760254, -16.330371856689453, -10.044306755065918, -5.994834899902344, -10.65632438659668, -4.562781810760498, -16.69586944580078, -20.643112182617188, -13.168486595153809, -20.624191284179688, -14.663599967956543], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -0.6373463273048401, -0.23122882843017578, -1.836243748664856, -0.6982594728469849, -1.1418185234069824, -1.4454396963119507, -1.665802240371704, -0.18174684047698975, -0.9002400636672974, -0.17370077967643738, -0.6122077703475952, -0.29156768321990967, -0.6178075075149536, -0.9991244077682495, -0.3932383954524994, -0.7684880495071411, -2.0335381031036377, -1.3311535120010376, -1.347488522529602, -0.7954580187797546, -1.159840703010559, -0.9319446682929993, -1.3853001594543457, -0.40248242020606995, -1.5047054290771484, -2.0598201751708984, -0.16197368502616882, -0.2953265309333801, -3.9935081005096436, -2.0245139598846436, -1.4267001152038574, -0.8576149344444275, -0.45254358649253845, -2.067051649093628, -1.5605800151824951, -1.3039283752441406, -1.1176248788833618, -1.773091435432434, -1.8670790195465088, -1.6578072309494019, -1.0065715312957764, -1.208825945854187, -1.413521647453308, -1.5777784585952759, -3.1836674213409424, -1.1126329898834229, -0.051859866827726364, -2.071805238723755, -2.9076993465423584, -0.15480397641658783, -0.27292585372924805, -0.7222377061843872, -1.9529237747192383, -1.443550705909729, -1.6589312553405762, -1.1814818382263184, -2.248976230621338, -2.184610366821289, -2.70503568649292, -0.992213249206543, -1.711222767829895, -1.639400839805603, -0.11855203658342361, -1.937412142753601, -1.363572359085083, -0.2567264437675476, -0.9407217502593994, -1.4727236032485962, -1.3980354070663452, -0.05862417072057724, -1.822727918624878, -0.042068470269441605, -0.15722692012786865, -1.9363794326782227, -1.5685694217681885, -0.040776293724775314, -0.009760159067809582, -0.0010987442219629884, -0.004199139773845673, -0.019197145476937294, -0.011463134549558163, -0.8682481050491333, -1.7200514078140259, -0.18574370443820953, -0.21344000101089478, -1.1739205121994019, -1.3809716701507568, -0.009173979051411152, -1.394972801208496, -0.3118346035480499, -1.42660653591156, -0.7926003336906433, -0.8419944643974304, -1.9747904539108276, -1.3301302194595337, -1.766713261604309, -0.8983790278434753, -2.6153852939605713, -0.6855734586715698, -1.5775681734085083, -2.0322327613830566, -1.7110172510147095, -1.5351316928863525, -1.3470149040222168, -1.7497941255569458, -1.0662044286727905, -1.2865244150161743, -0.17142704129219055, -0.10806015133857727, -0.7980164289474487, -2.3123419284820557, -1.4857375621795654, -1.1382458209991455, -2.224839210510254, -2.332113027572632, -0.16453801095485687, -0.8997651934623718, -0.3350335955619812, -0.969144344329834, -1.6847238540649414, -2.1257081031799316, -1.8092938661575317, -0.9612355828285217, -2.2072150707244873, -2.6833415031433105, -3.092336893081665, -2.118581771850586, -2.3666458129882812, -2.2016944885253906, -0.9286100268363953, -2.202104330062866, -2.141775369644165, -0.9382566809654236, -1.7878310680389404, -1.0323456525802612, -0.4871658384799957, -1.0636696815490723, -0.6284883618354797, -1.912973165512085, -1.8303331136703491, -1.5629578828811646, -3.0359888076782227, -0.39197057485580444, -0.03632600978016853, -2.792323350906372, -3.5162267684936523, -0.501632034778595, -2.143394708633423, -1.770775556564331, -1.101318359375, -2.3538177013397217, -0.6984756588935852, -2.4190244674682617, -2.2399260997772217, -0.6136009097099304, -1.122829794883728, -1.4751766920089722, -1.5708197355270386, -0.5312674045562744, -1.1603249311447144, -1.4367908239364624, -2.008591890335083, -0.8827587366104126, -1.2574726343154907, -0.3181799054145813, -1.6175228357315063, -1.5718653202056885, -1.4224249124526978, -2.166294574737549, -2.03993821144104, -1.0637588500976562, -2.731179714202881, -0.0024895647075027227, -1.1774109601974487, -1.521314024925232, -1.3285768032073975, -1.5084059238433838, -2.4852030277252197, -0.8459320664405823, -1.2177995443344116, -1.734476923942566, -0.11149971187114716, -0.9802387356758118, -2.3133904933929443, -1.8600373268127441, -1.190965175628662, -1.0638151168823242, -0.5682355761528015, -0.2761903703212738, -2.2443108558654785, -1.7491103410720825, -1.4352049827575684, -1.643084168434143, -1.3477692604064941, -1.5329865217208862, -0.3198792338371277, -0.37719738483428955, -1.4858977794647217, -1.70035719871521, -1.7229512929916382, -1.6935455799102783, -3.3742523193359375, -1.9080677032470703, -1.4315190315246582, -1.8654288053512573, -1.0445549488067627, -1.8252601623535156]}, "Bot004_120_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books I like to read too. I am a huge fan of the hobbit. Is it youw favourite one? Yes, it is. I am a ballerina. nice I am a christian, and i love to dance. do you like to walk with you dog? I do, i walk a lot of my time[ALARM CLOCK]. i have a german shepherd dog\nwe go for a walk twice a day", "response": "That sounds like a lot of fun", "annotation_id": "Bot004_120_16", "annotations": ["T", "T", "T", "O", "O", "O", "T", "T", "X", "T", "O", "O", "O", "T", "O"], "gpt2_target_score": [-14.61523723602295, -16.884450912475586, -13.652501106262207, -10.8323392868042, -14.490571975708008, -12.00715160369873, -18.431198120117188], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -0.6373463273048401, -0.23122882843017578, -1.836243748664856, -0.6982594728469849, -1.1418185234069824, -1.4454396963119507, -1.665802240371704, -0.18174684047698975, -0.9002400636672974, -0.17370077967643738, -0.6122077703475952, -0.29156768321990967, -0.6178075075149536, -0.9991244077682495, -0.3932383954524994, -0.7684880495071411, -2.0335381031036377, -1.3311535120010376, -1.347488522529602, -0.7954580187797546, -1.159840703010559, -0.9319446682929993, -1.3853001594543457, -0.40248242020606995, -1.5047054290771484, -2.0598201751708984, -0.16197368502616882, -0.2953265309333801, -3.9935081005096436, -2.0245139598846436, -1.4267001152038574, -0.8576149344444275, -0.45254358649253845, -2.067051649093628, -1.5605800151824951, -1.3039283752441406, -1.1176248788833618, -1.773091435432434, -1.8670790195465088, -1.6578072309494019, -1.0065715312957764, -1.208825945854187, -1.413521647453308, -1.5777784585952759, -3.1836674213409424, -1.1126329898834229, -0.051859866827726364, -2.071805238723755, -2.9076993465423584, -0.15480397641658783, -0.27292585372924805, -0.7222377061843872, -1.9529237747192383, -1.443550705909729, -1.6589312553405762, -1.1814818382263184, -2.248976230621338, -2.184610366821289, -2.70503568649292, -0.992213249206543, -1.711222767829895, -1.639400839805603, -0.11855203658342361, -1.937412142753601, -1.363572359085083, -0.2567264437675476, -0.9407217502593994, -1.4727236032485962, -1.3980354070663452, -0.05862417072057724, -1.822727918624878, -0.042068470269441605, -0.15722692012786865, -1.9363794326782227, -1.5685694217681885, -0.040776293724775314, -0.009760159067809582, -0.0010987442219629884, -0.004199139773845673, -0.019197145476937294, -0.011463134549558163, -0.8682481050491333, -1.7200514078140259, -0.18574370443820953, -0.21344000101089478, -1.1739205121994019, -1.3809716701507568, -0.009173979051411152, -1.394972801208496, -0.3118346035480499, -1.42660653591156, -0.7926003336906433, -0.8419944643974304, -1.9747904539108276, -1.3301302194595337, -1.766713261604309, -0.8983790278434753, -2.6153852939605713, -0.6855734586715698, -1.5775681734085083, -2.0322327613830566, -1.7110172510147095, -1.5351316928863525, -1.3470149040222168, -1.7497941255569458, -1.0662044286727905, -1.2865244150161743, -0.17142704129219055, -0.10806015133857727, -0.7980164289474487, -2.3123419284820557, -1.4857375621795654, -1.1382458209991455, -2.224839210510254, -2.332113027572632, -0.16453801095485687, -0.8997651934623718, -0.3350335955619812, -0.969144344329834, -1.6847238540649414, -2.1257081031799316, -1.8092938661575317, -0.9612355828285217, -2.2072150707244873, -2.6833415031433105, -3.092336893081665, -2.118581771850586, -2.3666458129882812, -2.2016944885253906, -0.9286100268363953, -2.202104330062866, -2.141775369644165, -0.9382566809654236, -1.7878310680389404, -1.0323456525802612, -0.4871658384799957, -1.0636696815490723, -0.6284883618354797, -1.912973165512085, -1.8303331136703491, -1.5629578828811646, -3.0359888076782227, -0.39197057485580444, -0.03632600978016853, -2.792323350906372, -3.5162267684936523, -0.501632034778595, -2.143394708633423, -1.770775556564331, -1.101318359375, -2.3538177013397217, -0.6984756588935852, -2.4190244674682617, -2.2399260997772217, -0.6136009097099304, -1.122829794883728, -1.4751766920089722, -1.5708197355270386, -0.5312674045562744, -1.1603249311447144, -1.4367908239364624, -2.008591890335083, -0.8827587366104126, -1.2574726343154907, -0.3181799054145813, -1.6175228357315063, -1.5718653202056885, -1.4224249124526978, -2.166294574737549, -2.03993821144104, -1.0637588500976562, -2.731179714202881, -0.0024895647075027227, -1.1774109601974487, -1.521314024925232, -1.3285768032073975, -1.5084059238433838, -2.4852030277252197, -0.8459320664405823, -1.2177995443344116, -1.734476923942566, -0.11149971187114716, -0.9802387356758118, -2.3133904933929443, -1.8600373268127441, -1.190965175628662, -1.0638151168823242, -0.5682355761528015, -0.2761903703212738, -2.2443108558654785, -1.5928784608840942, -1.3932061195373535, -1.1199878454208374, -1.5646066665649414, -0.3862141966819763, -0.28621071577072144, -1.300122857093811, -1.7407220602035522, -1.427324652671814, -1.4719022512435913, -2.907677173614502, -1.807597279548645, -1.1847158670425415, -1.886685848236084, -0.8318600058555603, -1.9906889200210571, -1.5548462867736816, -1.0381394624710083, -0.7742022275924683, -0.42531725764274597, -0.130177840590477, -1.724018931388855, -1.555689811706543, -1.4224169254302979, -1.829440951347351, -0.9046950936317444, -1.0685012340545654, -1.4061462879180908, -1.9963369369506836, -0.16288408637046814, -0.9512142539024353, -1.8774534463882446, -2.116787910461426, -0.7393330931663513, -1.745723843574524, -0.717349112033844, -1.2221392393112183, -0.5444228053092957, -0.4718834459781647, -1.1857459545135498]}, "Bot004_120_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books I like to read too. I am a huge fan of the hobbit. Is it youw favourite one? Yes, it is. I am a ballerina. nice I am a christian, and i love to dance. do you like to walk with you dog? I do, i walk a lot of my time[ALARM CLOCK]. i have a german shepherd dog\nwe go for a walk twice a day That sounds like a lot of fun Yes, it is so", "response": "I like to listen to classical music.", "annotation_id": "Bot004_120_18", "annotations": ["O", "T", "T", "O", "X", "O", "X", "O", "X", "T", "O", "X", "O", "X", "O"], "gpt2_target_score": [-9.925333976745605, -13.221774101257324, -9.966774940490723, -14.219660758972168, -8.651742935180664, -15.385104179382324, -14.36099624633789, -7.090407371520996], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -0.6373463273048401, -0.23122882843017578, -1.836243748664856, -0.6982594728469849, -1.1418185234069824, -1.4454396963119507, -1.665802240371704, -0.18174684047698975, -0.9002400636672974, -0.17370077967643738, -0.6122077703475952, -0.29156768321990967, -0.6178075075149536, -0.9991244077682495, -0.3932383954524994, -0.7684880495071411, -2.0335381031036377, -1.3311535120010376, -1.347488522529602, -0.7954580187797546, -1.159840703010559, -0.9319446682929993, -1.3853001594543457, -0.40248242020606995, -1.5047054290771484, -2.0598201751708984, -0.16197368502616882, -0.2953265309333801, -3.9935081005096436, -2.0245139598846436, -1.4267001152038574, -0.8576149344444275, -0.45254358649253845, -2.067051649093628, -1.5605800151824951, -1.3039283752441406, -1.1176248788833618, -1.773091435432434, -1.8670790195465088, -1.6578072309494019, -1.0065715312957764, -1.208825945854187, -1.413521647453308, -1.5777784585952759, -3.1836674213409424, -1.1126329898834229, -0.051859866827726364, -2.071805238723755, -2.9076993465423584, -0.15480397641658783, -0.27292585372924805, -0.7222377061843872, -1.9529237747192383, -1.443550705909729, -1.6589312553405762, -1.1814818382263184, -2.248976230621338, -2.184610366821289, -2.70503568649292, -0.992213249206543, -1.711222767829895, -1.639400839805603, -0.11855203658342361, -1.937412142753601, -1.363572359085083, -0.2567264437675476, -0.9407217502593994, -1.4727236032485962, -1.3980354070663452, -0.05862417072057724, -1.822727918624878, -0.042068470269441605, -0.15722692012786865, -1.9363794326782227, -1.5685694217681885, -0.040776293724775314, -0.009760159067809582, -0.0010987442219629884, -0.004199139773845673, -0.019197145476937294, -0.011463134549558163, -0.8682481050491333, -1.7200514078140259, -0.18574370443820953, -0.21344000101089478, -1.1739205121994019, -1.3809716701507568, -0.009173979051411152, -1.394972801208496, -0.3118346035480499, -1.42660653591156, -0.7926003336906433, -0.8419944643974304, -1.9747904539108276, -1.3301302194595337, -1.766713261604309, -0.8983790278434753, -2.6153852939605713, -0.6855734586715698, -1.5775681734085083, -2.0322327613830566, -1.7110172510147095, -1.5351316928863525, -1.3470149040222168, -1.7497941255569458, -1.0662044286727905, -1.2865244150161743, -0.17142704129219055, -0.10806015133857727, -0.7980164289474487, -2.3123419284820557, -1.4857375621795654, -1.1382458209991455, -2.224839210510254, -2.3321011066436768, -0.16454003751277924, -0.8997661471366882, -0.3350375294685364, -0.9691535234451294, -1.6847312450408936, -2.125713586807251, -1.8092983961105347, -0.96122807264328, -2.207219362258911, -2.683338165283203, -3.092336893081665, -2.1185851097106934, -2.3666350841522217, -2.2016665935516357, -0.9286118149757385, -2.202110528945923, -2.1417641639709473, -0.9382652640342712, -1.7878267765045166, -1.0323493480682373, -0.48715871572494507, -1.0636638402938843, -0.6284843683242798, -1.9129796028137207, -1.8303446769714355, -1.5629518032073975, -3.0359997749328613, -0.39197081327438354, -0.03632589429616928, -2.7923262119293213, -3.5162346363067627, -0.5016414523124695, -2.143376588821411, -1.7707692384719849, -1.101322889328003, -2.3538129329681396, -0.6984609961509705, -2.419034004211426, -2.239924669265747, -0.6136071085929871, -1.1228269338607788, -1.4751787185668945, -1.5708177089691162, -0.5312719345092773, -1.1603238582611084, -1.4367908239364624, -2.0085880756378174, -0.8827624320983887, -1.2574634552001953, -0.31817740201950073, -1.6175156831741333, -1.5718735456466675, -1.4224271774291992, -2.1662967205047607, -2.039937973022461, -1.0637624263763428, -2.7311859130859375, -0.0024895647075027227, -1.1774060726165771, -1.5213197469711304, -1.3285853862762451, -1.5084270238876343, -2.4851975440979004, -0.8459312915802002, -1.217801809310913, -1.7344701290130615, -0.11149768531322479, -0.9802388548851013, -2.313385009765625, -1.8600356578826904, -1.190974235534668, -1.0638110637664795, -0.5682401061058044, -0.2761841416358948, -2.24430251121521, -1.5928823947906494, -1.3931858539581299, -1.119990587234497, -1.564610481262207, -0.3862127959728241, -0.28621089458465576, -1.3001434803009033, -1.7407066822052002, -1.4273139238357544, -1.4719032049179077, -2.90767240524292, -1.8075981140136719, -1.1847230195999146, -1.8866864442825317, -0.8318582773208618, -1.9906842708587646, -1.5548402070999146, -1.0381441116333008, -0.7742118835449219, -0.42531827092170715, -0.13017815351486206, -1.7240209579467773, -1.5556812286376953, -1.4224237203598022, -1.82944655418396, -0.9046963453292847, -1.0685133934020996, -1.406133770942688, -1.9963339567184448, -0.1628861129283905, -0.9512102603912354, -1.8774574995040894, -0.7837580442428589, -1.651542067527771, -0.7255970239639282, -1.1641000509262085, -0.6323371529579163, -0.44672682881355286, -1.241289734840393, -0.8537470102310181, -1.4191113710403442, -0.17227068543434143, -0.8907055854797363, -2.3994534015655518, -2.0900309085845947, -2.1690173149108887, -0.6813442707061768, -0.7188366651535034, -0.08266407251358032, -1.7584372758865356, -0.2089439034461975, -1.185011386871338, -1.1556895971298218]}, "Bot004_120_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books I like to read too. I am a huge fan of the hobbit. Is it youw favourite one? Yes, it is. I am a ballerina. nice I am a christian, and i love to dance. do you like to walk with you dog? I do, i walk a lot of my time[ALARM CLOCK]. i have a german shepherd dog\nwe go for a walk twice a day That sounds like a lot of fun Yes, it is so I like to listen to classical music. what is you favourite composition?", "response": "I like to draw in my free time.", "annotation_id": "Bot004_120_20", "annotations": ["O", "T", "X", "X", "X", "X", "X", "T", "X", "T", "O", "X", "X", "T", "T"], "gpt2_target_score": [-9.925333976745605, -13.221774101257324, -9.966774940490723, -13.323206901550293, -7.872567653656006, -12.670517921447754, -15.484066009521484, -15.284499168395996, -9.706596374511719], "gpt2_argmax_score": [-1.845790147781372, -2.4804255962371826, -1.6671764850616455, -0.6444962620735168, -0.3560425937175751, -2.6266355514526367, -0.6014518737792969, -1.4579459428787231, -1.3301314115524292, -1.4209424257278442, -1.1743844747543335, -0.17873352766036987, -1.6907343864440918, -0.6356651782989502, -1.814666748046875, -0.7413433194160461, -0.6373463273048401, -0.23122882843017578, -1.836243748664856, -0.6982594728469849, -1.1418185234069824, -1.4454396963119507, -1.665802240371704, -0.18174684047698975, -0.9002400636672974, -0.17370077967643738, -0.6122077703475952, -0.29156768321990967, -0.6178075075149536, -0.9991244077682495, -0.3932383954524994, -0.7684880495071411, -2.0335381031036377, -1.3311535120010376, -1.347488522529602, -0.7954580187797546, -1.159840703010559, -0.9319446682929993, -1.3853001594543457, -0.40248242020606995, -1.5047054290771484, -2.0598201751708984, -0.16197368502616882, -0.2953265309333801, -3.9935081005096436, -2.0245139598846436, -1.4267001152038574, -0.8576149344444275, -0.45254358649253845, -2.067051649093628, -1.5605800151824951, -1.3039283752441406, -1.1176248788833618, -1.773091435432434, -1.8670790195465088, -1.6578072309494019, -1.0065715312957764, -1.208825945854187, -1.413521647453308, -1.5777784585952759, -3.1836674213409424, -1.1126329898834229, -0.051859866827726364, -2.071805238723755, -2.9076993465423584, -0.15480397641658783, -0.27292585372924805, -0.7222377061843872, -1.9529237747192383, -1.443550705909729, -1.6589312553405762, -1.1814818382263184, -2.248976230621338, -2.184610366821289, -2.70503568649292, -0.992213249206543, -1.711222767829895, -1.639400839805603, -0.11855203658342361, -1.937412142753601, -1.363572359085083, -0.2567264437675476, -0.9407217502593994, -1.4727236032485962, -1.3980354070663452, -0.05862417072057724, -1.822727918624878, -0.042068470269441605, -0.15722692012786865, -1.9363794326782227, -1.5685694217681885, -0.040776293724775314, -0.009760159067809582, -0.0010987442219629884, -0.004199139773845673, -0.019197145476937294, -0.011463134549558163, -0.8682481050491333, -1.7200514078140259, -0.18574370443820953, -0.21344000101089478, -1.1739205121994019, -1.3809716701507568, -0.009173979051411152, -1.394972801208496, -0.3118346035480499, -1.42660653591156, -0.7926003336906433, -0.8419944643974304, -1.9747904539108276, -1.3301302194595337, -1.766713261604309, -0.8983790278434753, -2.6153852939605713, -0.6855734586715698, -1.5775681734085083, -2.0322327613830566, -1.7110172510147095, -1.5351316928863525, -1.3470149040222168, -1.7497941255569458, -1.0662044286727905, -1.2865244150161743, -0.17142704129219055, -0.10806015133857727, -0.7980164289474487, -2.3123419284820557, -1.4857375621795654, -1.1382458209991455, -2.224839210510254, -2.332113027572632, -0.16453801095485687, -0.8997651934623718, -0.3350335955619812, -0.969144344329834, -1.6847238540649414, -2.1257081031799316, -1.8092999458312988, -0.9612340331077576, -2.207227945327759, -2.6833338737487793, -3.0923445224761963, -2.118577480316162, -2.3666296005249023, -2.2016897201538086, -0.9286099076271057, -2.2021090984344482, -2.1417746543884277, -0.9382642507553101, -1.7878142595291138, -1.0323431491851807, -0.48716071248054504, -1.0636718273162842, -0.6284870505332947, -1.9129605293273926, -1.8303340673446655, -1.5629554986953735, -3.035999059677124, -0.39197176694869995, -0.036325205117464066, -2.7923214435577393, -3.51623272895813, -0.5016363859176636, -2.1433839797973633, -1.7707757949829102, -1.1013103723526, -2.353803873062134, -0.6984828114509583, -2.419034719467163, -2.239924192428589, -0.6135990619659424, -1.1228342056274414, -1.4752007722854614, -1.5708190202713013, -0.5312671661376953, -1.1603314876556396, -1.4367936849594116, -2.0085837841033936, -0.882768452167511, -1.2574654817581177, -0.3181766867637634, -1.6175174713134766, -1.5718713998794556, -1.4224324226379395, -2.166293144226074, -2.0399374961853027, -1.0637577772140503, -2.7311837673187256, -0.0024895647075027227, -1.1774109601974487, -1.521315097808838, -1.328575849533081, -1.5084089040756226, -2.485215425491333, -0.845937192440033, -1.2178086042404175, -1.7344638109207153, -0.11149853467941284, -0.9802483320236206, -2.3133792877197266, -1.8600257635116577, -1.1909579038619995, -1.0638117790222168, -0.568239152431488, -0.27618369460105896, -2.244318962097168, -1.5928772687911987, -1.393200159072876, -1.119996428489685, -1.56460702419281, -0.38620609045028687, -0.28621456027030945, -1.300119161605835, -1.7407218217849731, -1.4273158311843872, -1.4718972444534302, -2.907683849334717, -1.8075976371765137, -1.1847188472747803, -1.8866838216781616, -0.8318573236465454, -1.9906842708587646, -1.554844617843628, -1.0381428003311157, -0.7742046117782593, -0.4253174960613251, -0.13017721474170685, -1.7240158319473267, -1.5556886196136475, -1.4224213361740112, -1.8294382095336914, -0.9046949744224548, -1.0684936046600342, -1.4061373472213745, -1.99631667137146, -0.16288651525974274, -0.9512220621109009, -1.8774572610855103, -0.7837591767311096, -1.6515339612960815, -0.7255927920341492, -1.1641125679016113, -0.6323381662368774, -0.4467262327671051, -1.2412910461425781, -0.853748083114624, -1.419110655784607, -0.17227309942245483, -0.8907102346420288, -2.3994345664978027, -2.1744425296783447, -0.38192760944366455, -1.231303334236145, -0.17438271641731262, -1.5887696743011475, -0.17910154163837433, -0.8734543919563293, -1.4509941339492798, -1.6426794528961182, -0.6523885130882263, -0.9954288005828857, -1.4058672189712524, -0.49288034439086914, -1.6471145153045654, -1.8595588207244873, -1.070818305015564, -1.0169761180877686, -1.7280813455581665, -2.705399990081787, -2.3511295318603516, -1.426780343055725, -0.25710511207580566, -1.5099267959594727, -1.3446412086486816]}, "Bot004_121_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you?", "response": "I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me?", "annotation_id": "Bot004_121_02", "annotations": ["O", "O", "X", "O", "O", "O", "O", "O", "T", "O", "T", "O", "T", "T", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -10.552398681640625, -13.851760864257812, -9.496679306030273, -9.359490394592285, -12.491711616516113, -9.122267723083496, -8.929387092590332, -7.086078643798828, -17.169519424438477, -5.940489768981934, -13.77682876586914, -6.716502666473389, -12.839393615722656, -12.386801719665527, -12.133352279663086, -8.405871391296387, -14.870686531066895, -13.736745834350586, -12.31701374053955, -4.083337783813477, -11.6875581741333, -5.4231367111206055], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.8514822125434875, -1.3822033405303955, -0.5221128463745117, -2.4807536602020264, -1.4211503267288208, -1.209044337272644, -0.9693225622177124, -0.7405394315719604, -1.323162317276001, -0.1320848912000656, -1.3266884088516235, -1.8887343406677246, -1.7038534879684448, -0.8277344703674316, -2.7676525115966797, -1.9633461236953735, -1.6078630685806274, -1.0591130256652832, -3.046144485473633, -1.6662193536758423, -0.35032668709754944, -1.1688646078109741, -1.7405340671539307, -1.2597758769989014, -1.6717760562896729, -0.7850232720375061, -1.7601170539855957, -1.6270562410354614, -0.5565972924232483, -1.1716798543930054, -0.43127918243408203, -0.36076563596725464, -2.4801034927368164, -2.1178414821624756, -1.3826429843902588, -0.20338821411132812, -0.6447482109069824]}, "Bot004_121_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow", "response": "I have a dog named patrick.", "annotation_id": "Bot004_121_04", "annotations": ["O", "O", "O", "T", "O", "O", "X", "O", "O", "T", "O", "X", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -8.791692733764648, -6.606811046600342, -16.34222412109375, -14.752096176147461, -13.247185707092285, -22.502208709716797, -9.909956932067871], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.8514822125434875, -1.3822033405303955, -0.5221128463745117, -2.4807536602020264, -1.4211503267288208, -1.209044337272644, -0.9693225622177124, -0.7405394315719604, -1.323162317276001, -0.1320848912000656, -1.3266884088516235, -1.8887343406677246, -0.7405593991279602, -2.845935344696045, -1.7456544637680054, -1.504116415977478, -1.1735424995422363, -2.8621108531951904, -1.7184691429138184, -0.3258950710296631, -1.2413135766983032, -1.7137924432754517, -1.332908034324646, -1.6492352485656738, -0.6213491559028625, -1.6338764429092407, -1.6112219095230103, -0.5342139601707458, -2.0993704795837402, -0.8835960626602173, -0.3517126441001892, -2.4106998443603516, -2.020751476287842, -1.3554747104644775, -0.18824194371700287, -1.6711413860321045, -0.7628895044326782, -1.6984564065933228, -1.2836387157440186, -0.04439983889460564, -1.1788054704666138, -1.0348347425460815, -1.2959874868392944, -1.1751012802124023, -0.38690364360809326, -2.4778575897216797, -0.7149420976638794, -1.2354947328567505, -2.1941263675689697, -1.636661171913147, -1.2582842111587524, -1.821751356124878, -1.8481929302215576, -1.9590752124786377, -1.8966184854507446, -1.5718613862991333, -2.0292699337005615, -1.6341986656188965, -1.0389961004257202, -1.485167384147644, -2.112304925918579, -3.5979995727539062, -0.5532465577125549, -1.4383583068847656, -1.470004677772522]}, "Bot004_121_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate", "response": "Oh wow, i do not think my dog is name", "annotation_id": "Bot004_121_06", "annotations": ["T", "T", "T", "T", "O", "X", "O", "O", "X", "O", "T", "X", "O", "O", "X"], "gpt2_target_score": [-12.629203796386719, -9.936376571655273, -11.322341918945312, -9.41400146484375, -12.101217269897461, -4.558465003967285, -13.216809272766113, -9.067488670349121, -10.212040901184082, -8.59988784790039, -14.353289604187012], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.8514822125434875, -1.3822033405303955, -0.5221128463745117, -2.4807536602020264, -1.4211503267288208, -1.209044337272644, -0.9693225622177124, -0.7405394315719604, -1.323162317276001, -0.1320848912000656, -1.3266884088516235, -1.8887343406677246, -0.7405593991279602, -2.845935344696045, -1.7456544637680054, -1.504116415977478, -1.1735424995422363, -2.8621108531951904, -1.7184691429138184, -0.3258950710296631, -1.2413135766983032, -1.7137924432754517, -1.332908034324646, -1.6492352485656738, -0.6213491559028625, -1.6338764429092407, -1.6112219095230103, -0.5342139601707458, -2.0993704795837402, -0.8835960626602173, -0.3517126441001892, -2.4106998443603516, -2.020751476287842, -1.3554747104644775, -0.18824194371700287, -1.6711413860321045, -0.7628895044326782, -1.6984564065933228, -1.2836387157440186, -0.04439983889460564, -1.1788054704666138, -1.0348347425460815, -1.2959874868392944, -1.1751012802124023, -0.38690364360809326, -2.4778575897216797, -0.7149420976638794, -1.2354947328567505, -2.1941263675689697, -1.636661171913147, -1.2582842111587524, -1.821751356124878, -1.8481929302215576, -1.9590752124786377, -1.8966184854507446, -1.5718613862991333, -1.9790419340133667, -0.8131697773933411, -2.034165859222412, -2.0186800956726074, -3.8086774349212646, -0.6932930946350098, -1.9641801118850708, -1.907841682434082, -1.1778837442398071, -0.5416505336761475, -0.9662827849388123, -0.08880366384983063, -2.0079469680786133, -1.1873867511749268, -2.071108102798462, -2.235593318939209, -1.523808240890503, -2.201852321624756, -2.338644504547119, -1.9065725803375244, -1.0910872220993042, -1.6482083797454834, -1.0836131572723389, -0.7786562442779541, -1.7634130716323853, -1.6528570652008057]}, "Bot004_121_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study?", "response": "I work as a salesman. I sell insurance.", "annotation_id": "Bot004_121_08", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "X", "O", "T", "O"], "gpt2_target_score": [-8.654426574707031, -11.669759750366211, -8.676712036132812, -11.612823486328125, -20.736867904663086, -7.525918006896973, -5.43644380569458, -9.549254417419434, -12.38737964630127, -6.670886993408203], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.8514822125434875, -1.3822033405303955, -0.5221128463745117, -2.4807536602020264, -1.4211503267288208, -1.209044337272644, -0.9693225622177124, -0.7405394315719604, -1.323162317276001, -0.1320848912000656, -1.3266884088516235, -1.8887343406677246, -0.7405593991279602, -2.845935344696045, -1.7456544637680054, -1.504116415977478, -1.1735424995422363, -2.8621108531951904, -1.7184691429138184, -0.3258950710296631, -1.2413135766983032, -1.7137924432754517, -1.332908034324646, -1.6492352485656738, -0.6213491559028625, -1.6338764429092407, -1.6112219095230103, -0.5342139601707458, -2.0993704795837402, -0.8835960626602173, -0.3517126441001892, -2.4106998443603516, -2.020751476287842, -1.3554747104644775, -0.18824194371700287, -1.6711413860321045, -0.7628895044326782, -1.6984564065933228, -1.2836387157440186, -0.04439983889460564, -1.1788054704666138, -1.0348347425460815, -1.2959874868392944, -1.1751012802124023, -0.38690364360809326, -2.4778575897216797, -0.7149420976638794, -1.2354947328567505, -2.1941263675689697, -1.636661171913147, -1.2582842111587524, -1.821751356124878, -1.8481929302215576, -1.9590752124786377, -1.8966184854507446, -1.5718613862991333, -1.9790419340133667, -0.8131697773933411, -2.034165859222412, -2.0186800956726074, -3.8086774349212646, -0.6932939291000366, -1.9641897678375244, -1.9078330993652344, -1.1778924465179443, -0.5416457653045654, -0.9662952423095703, -0.08880311250686646, -2.0079429149627686, -1.187390923500061, -2.155566453933716, -1.5782772302627563, -2.1474313735961914, -2.0770134925842285, -1.82088303565979, -0.9353637099266052, -1.7801679372787476, -1.1389955282211304, -0.7985268235206604, -1.761138677597046, -1.6048755645751953, -0.47431299090385437, -2.1060075759887695, -1.430992841720581, -0.28865697979927063, -1.5808879137039185, -1.4389240741729736, -0.17920289933681488, -1.1962335109710693, -1.7829452753067017, -1.6715599298477173, -1.393120527267456, -0.34127017855644226, -1.6730201244354248, -1.7931373119354248, -1.0319416522979736, -1.5234050750732422, -0.19365060329437256, -2.711357831954956, -1.7680299282073975, -1.2302014827728271, -1.8745814561843872, -2.5323846340179443, -1.4936325550079346, -1.3267561197280884]}, "Bot004_121_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study? I work as a salesman. I sell insurance. souns solid", "response": "I like to eat it.", "annotation_id": "Bot004_121_10", "annotations": ["O", "O", "X", "O", "X", "X", "T", "X", "X", "X", "X", "X", "X", "O", "X"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -8.140777587890625, -17.813201904296875, -10.791631698608398, -7.525918006896973], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.8514822125434875, -1.3822033405303955, -0.5221128463745117, -2.4807536602020264, -1.4211503267288208, -1.209044337272644, -0.9693225622177124, -0.7405394315719604, -1.323162317276001, -0.1320848912000656, -1.3266884088516235, -1.8887343406677246, -0.7405593991279602, -2.845935344696045, -1.7456544637680054, -1.504116415977478, -1.1735424995422363, -2.8621108531951904, -1.7184691429138184, -0.3258950710296631, -1.2413135766983032, -1.7137924432754517, -1.332908034324646, -1.6492352485656738, -0.6213491559028625, -1.6338764429092407, -1.6112219095230103, -0.5342139601707458, -2.0993704795837402, -0.8835960626602173, -0.3517126441001892, -2.4106998443603516, -2.020751476287842, -1.3554747104644775, -0.18824194371700287, -1.6711413860321045, -0.7628895044326782, -1.6984564065933228, -1.2836387157440186, -0.04439983889460564, -1.1788054704666138, -1.0348347425460815, -1.2959874868392944, -1.1751012802124023, -0.38690364360809326, -2.4778575897216797, -0.7149420976638794, -1.2354947328567505, -2.1941263675689697, -1.636661171913147, -1.2582842111587524, -1.821751356124878, -1.8481929302215576, -1.9590752124786377, -1.8966184854507446, -1.5718613862991333, -1.9790419340133667, -0.8131697773933411, -2.034165859222412, -2.0186800956726074, -3.8086774349212646, -0.6932930946350098, -1.9641801118850708, -1.907841682434082, -1.1778837442398071, -0.5416505336761475, -0.9662827849388123, -0.08880246430635452, -2.0079503059387207, -1.1873911619186401, -2.155559539794922, -1.5782877206802368, -2.147409200668335, -2.077016830444336, -1.8208751678466797, -0.9353696703910828, -1.7801750898361206, -1.1389961242675781, -0.7985311150550842, -1.7611349821090698, -1.6048725843429565, -0.47432398796081543, -2.106005907058716, -1.4309660196304321, -0.28865814208984375, -1.5808907747268677, -1.4389163255691528, -0.17920060455799103, -1.1962493658065796, -1.7829517126083374, -1.6715549230575562, -1.393115758895874, -0.3412712812423706, -1.673019528388977, -1.7724303007125854, -1.6785334348678589, -0.21696308255195618, -2.7086291313171387, -1.8507461547851562, -1.338501214981079, -1.8074631690979004, -2.6341869831085205, -1.516286849975586, -1.2233306169509888, -1.6992155313491821, -2.3621785640716553, -2.831541061401367, -2.885617256164551, -1.9460465908050537, -1.0913145542144775, -1.89511239528656, -0.8601469397544861, -2.0933780670166016, -1.5232791900634766, -1.286725640296936]}, "Bot004_121_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study? I work as a salesman. I sell insurance. souns solid I like to eat it. and i work at my parents farm", "response": "I am a salesman, i sell insurance", "annotation_id": "Bot004_121_12", "annotations": ["O", "O", "O", "T", "X", "X", "X", "O", "X", "O", "T", "X", "T", "T", "X"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -6.606811046600342, -21.079666137695312, -9.133291244506836, -8.87716007232666, -14.92467975616455, -18.643842697143555], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.8514822125434875, -1.3822033405303955, -0.5221128463745117, -2.4807536602020264, -1.4211503267288208, -1.209044337272644, -0.9693225622177124, -0.7405394315719604, -1.323162317276001, -0.1320848912000656, -1.3266884088516235, -1.8887343406677246, -0.7405593991279602, -2.845935344696045, -1.7456544637680054, -1.504116415977478, -1.1735424995422363, -2.8621108531951904, -1.7184691429138184, -0.3258950710296631, -1.2413135766983032, -1.7137924432754517, -1.332908034324646, -1.6492352485656738, -0.6213491559028625, -1.6338764429092407, -1.6112219095230103, -0.5342139601707458, -2.0993704795837402, -0.8835960626602173, -0.3517126441001892, -2.4106998443603516, -2.020751476287842, -1.3554747104644775, -0.18824194371700287, -1.6711413860321045, -0.7628895044326782, -1.6984564065933228, -1.2836387157440186, -0.04439983889460564, -1.1788054704666138, -1.0348347425460815, -1.2959874868392944, -1.1751012802124023, -0.38690364360809326, -2.4778575897216797, -0.7149420976638794, -1.2354947328567505, -2.1941263675689697, -1.636661171913147, -1.2582842111587524, -1.821751356124878, -1.8481929302215576, -1.9590752124786377, -1.8966184854507446, -1.5718613862991333, -1.9790419340133667, -0.8131697773933411, -2.034165859222412, -2.0186800956726074, -3.8086774349212646, -0.6932930946350098, -1.9641801118850708, -1.907841682434082, -1.1778837442398071, -0.5416505336761475, -0.9662827849388123, -0.08880246430635452, -2.0079503059387207, -1.1873911619186401, -2.155559539794922, -1.5782877206802368, -2.147409200668335, -2.077016830444336, -1.8208751678466797, -0.9353696703910828, -1.7801750898361206, -1.1389961242675781, -0.7985311150550842, -1.7611349821090698, -1.6048725843429565, -0.47432398796081543, -2.106005907058716, -1.4309660196304321, -0.28865814208984375, -1.5808907747268677, -1.4389163255691528, -0.17920060455799103, -1.1962493658065796, -1.7829517126083374, -1.6715549230575562, -1.393115758895874, -0.3412712812423706, -1.673019528388977, -1.7724303007125854, -1.6785334348678589, -0.21696308255195618, -2.7086291313171387, -1.8507461547851562, -1.338501214981079, -1.8074631690979004, -2.6341869831085205, -1.516286849975586, -1.2233306169509888, -1.6992155313491821, -2.3621785640716553, -2.831541061401367, -2.885617256164551, -2.5999648571014404, -2.1231749057769775, -1.5094938278198242, -2.281956195831299, -1.431658148765564, -1.682472825050354, -1.7067694664001465, -2.415358066558838, -1.1016623973846436, -0.6927253603935242, -2.0622718334198, -1.832743525505066, -1.0624494552612305, -2.0441017150878906, -0.9668384790420532, -1.383034110069275, -2.365293264389038, -1.4270670413970947, -1.698694109916687, -1.5488425493240356, -0.20319122076034546, -1.1876143217086792]}, "Bot004_121_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study? I work as a salesman. I sell insurance. souns solid I like to eat it. and i work at my parents farm I am a salesman, i sell insurance what kind of music do you like?", "response": "I like all kinds. I am a huge fan of all types.", "annotation_id": "Bot004_121_14", "annotations": ["O", "O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "X", "O", "T", "O"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -9.354476928710938, -18.869827270507812, -9.496679306030273, -6.832634925842285, -13.426159858703613, -9.191039085388184, -9.579442024230957, -11.28042984008789, -11.86133861541748, -10.005934715270996, -13.717761993408203, -6.085185527801514], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.8514822125434875, -1.3822033405303955, -0.5221128463745117, -2.4807536602020264, -1.4211503267288208, -1.209044337272644, -0.9693225622177124, -0.7405394315719604, -1.323162317276001, -0.1320848912000656, -1.3266884088516235, -1.8887343406677246, -0.7405593991279602, -2.845935344696045, -1.7456544637680054, -1.504116415977478, -1.1735424995422363, -2.8621108531951904, -1.7184691429138184, -0.3258950710296631, -1.2413135766983032, -1.7137924432754517, -1.332908034324646, -1.6492352485656738, -0.6213491559028625, -1.6338764429092407, -1.6112219095230103, -0.5342139601707458, -2.0993704795837402, -0.8835960626602173, -0.3517126441001892, -2.4106998443603516, -2.020751476287842, -1.3554747104644775, -0.18824194371700287, -1.6711413860321045, -0.7628895044326782, -1.6984564065933228, -1.2836387157440186, -0.04439983889460564, -1.1788054704666138, -1.0348347425460815, -1.2959874868392944, -1.1751012802124023, -0.38690364360809326, -2.4778575897216797, -0.7149420976638794, -1.2354947328567505, -2.1941263675689697, -1.636661171913147, -1.2582842111587524, -1.821751356124878, -1.8481929302215576, -1.9590752124786377, -1.8966184854507446, -1.5718613862991333, -1.9790419340133667, -0.8131697773933411, -2.034165859222412, -2.0186800956726074, -3.8086774349212646, -0.6932930946350098, -1.9641801118850708, -1.907841682434082, -1.1778837442398071, -0.5416505336761475, -0.9662827849388123, -0.08880246430635452, -2.0079503059387207, -1.1873911619186401, -2.155559539794922, -1.5782877206802368, -2.147409200668335, -2.077016830444336, -1.8208751678466797, -0.9353696703910828, -1.7801750898361206, -1.1389961242675781, -0.7985311150550842, -1.7611349821090698, -1.6048725843429565, -0.47432398796081543, -2.106005907058716, -1.4309660196304321, -0.28865814208984375, -1.5808907747268677, -1.4389163255691528, -0.17920060455799103, -1.1962493658065796, -1.7829517126083374, -1.6715549230575562, -1.393115758895874, -0.3412712812423706, -1.673019528388977, -1.7724303007125854, -1.6785334348678589, -0.21696308255195618, -2.7086291313171387, -1.8507461547851562, -1.338501214981079, -1.8074631690979004, -2.6341869831085205, -1.516286849975586, -1.2233306169509888, -1.6992155313491821, -2.3621785640716553, -2.831541061401367, -2.885617256164551, -2.5999648571014404, -2.1231906414031982, -1.5095115900039673, -2.2819533348083496, -1.4316565990447998, -1.682473063468933, -1.706769347190857, -2.4153637886047363, -1.1016632318496704, -0.6927356123924255, -2.062267780303955, -1.832728624343872, -1.0624622106552124, -1.9385007619857788, -1.499226689338684, -2.9365086555480957, -1.157835841178894, -2.0561933517456055, -2.140291452407837, -0.9850476384162903, -1.4896845817565918, -1.7653639316558838, -0.13741739094257355, -2.448437213897705, -1.1329517364501953, -0.34465423226356506, -1.2677512168884277, -1.1018716096878052, -2.0331175327301025, -1.8741207122802734, -1.7197657823562622, -0.6707879304885864, -1.2678041458129883, -0.03866138309240341, -1.2362167835235596, -1.8745182752609253, -1.0465083122253418, -2.3901002407073975, -0.8987204432487488, -0.05617949739098549, -2.4588775634765625, -0.38178643584251404, -0.8356186151504517, -1.0321496725082397]}, "Bot004_121_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study? I work as a salesman. I sell insurance. souns solid I like to eat it. and i work at my parents farm I am a salesman, i sell insurance what kind of music do you like? I like all kinds. I am a huge fan of all types. i only listen to country music", "response": "I like country music. I like to listen to music while i am training.  Are you bored talking to me? [LOUDLY CRYING FACE]", "annotation_id": "Bot004_121_16", "annotations": ["O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -13.762542724609375, -17.943527221679688, -9.496679306030273, -6.832634925842285, -10.246533393859863, -8.762633323669434, -15.570378303527832, -7.106861114501953, -16.748262405395508, -10.504363059997559, -9.86398696899414, -11.345050811767578, -12.797752380371094, -8.928061485290527, -13.796751022338867, -14.414278984069824, -9.831944465637207, -22.366729736328125, -13.337162971496582, -6.743814468383789, -11.6875581741333, -5.4231367111206055, -5.424397945404053, -13.963201522827148, -16.514118194580078, -17.724685668945312, -14.951601028442383, -12.80508041381836, -23.267335891723633, -18.644840240478516, -14.413325309753418], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.8514822125434875, -1.3822033405303955, -0.5221128463745117, -2.4807536602020264, -1.4211503267288208, -1.209044337272644, -0.9693225622177124, -0.7405394315719604, -1.323162317276001, -0.1320848912000656, -1.3266884088516235, -1.8887343406677246, -0.7405593991279602, -2.845935344696045, -1.7456544637680054, -1.504116415977478, -1.1735424995422363, -2.8621108531951904, -1.7184691429138184, -0.3258950710296631, -1.2413135766983032, -1.7137924432754517, -1.332908034324646, -1.6492352485656738, -0.6213491559028625, -1.6338764429092407, -1.6112219095230103, -0.5342139601707458, -2.0993704795837402, -0.8835960626602173, -0.3517126441001892, -2.4106998443603516, -2.020751476287842, -1.3554747104644775, -0.18824194371700287, -1.6711413860321045, -0.7628895044326782, -1.6984564065933228, -1.2836387157440186, -0.04439983889460564, -1.1788054704666138, -1.0348347425460815, -1.2959874868392944, -1.1751012802124023, -0.38690364360809326, -2.4778575897216797, -0.7149420976638794, -1.2354947328567505, -2.1941263675689697, -1.636661171913147, -1.2582842111587524, -1.821751356124878, -1.8481929302215576, -1.9590752124786377, -1.8966184854507446, -1.5718613862991333, -1.9790419340133667, -0.8131697773933411, -2.034165859222412, -2.0186800956726074, -3.8086774349212646, -0.6932930946350098, -1.9641801118850708, -1.907841682434082, -1.1778837442398071, -0.5416505336761475, -0.9662827849388123, -0.08880246430635452, -2.0079503059387207, -1.1873911619186401, -2.155559539794922, -1.5782877206802368, -2.147409200668335, -2.077016830444336, -1.8208751678466797, -0.9353696703910828, -1.7801750898361206, -1.1389961242675781, -0.7985311150550842, -1.7611349821090698, -1.6048725843429565, -0.47432398796081543, -2.106005907058716, -1.4309660196304321, -0.28865814208984375, -1.5808907747268677, -1.4389163255691528, -0.17920060455799103, -1.1962493658065796, -1.7829517126083374, -1.6715549230575562, -1.393115758895874, -0.3412712812423706, -1.673019528388977, -1.7724303007125854, -1.6785334348678589, -0.21696308255195618, -2.7086291313171387, -1.8507461547851562, -1.338501214981079, -1.8074631690979004, -2.6341869831085205, -1.516286849975586, -1.2233306169509888, -1.6992155313491821, -2.3621785640716553, -2.831541061401367, -2.885617256164551, -2.5999648571014404, -2.1231749057769775, -1.5094938278198242, -2.281956195831299, -1.431658148765564, -1.682472825050354, -1.7067694664001465, -2.4153478145599365, -1.1016663312911987, -0.6927280426025391, -2.0622758865356445, -1.8327425718307495, -1.0624512434005737, -1.9384896755218506, -1.4992300271987915, -2.9365158081054688, -1.1578410863876343, -2.056185483932495, -2.140294075012207, -0.9850354194641113, -1.4896998405456543, -1.7653614282608032, -0.13741770386695862, -2.4484336376190186, -1.1329494714736938, -0.34464797377586365, -1.2677489519119263, -1.1018779277801514, -2.0331168174743652, -2.339247465133667, -0.9047085046768188, -1.4588440656661987, -0.039923764765262604, -1.784816026687622, -1.901263952255249, -1.1883955001831055, -2.741798162460327, -0.9644925594329834, -0.06269676983356476, -2.3398542404174805, -0.5727192759513855, -0.7246702909469604, -1.34308922290802, -2.3004300594329834, -2.029003620147705, -0.03921207785606384, -0.8747862577438354, -0.6004572510719299, -1.7607566118240356, -1.9384105205535889, -2.251497983932495, -1.001491904258728, -0.11211265623569489, -1.5816478729248047, -1.120410442352295, -1.542981743812561, -1.1010500192642212, -0.5277619361877441, -0.03499760851264, -1.3336998224258423, -1.5119082927703857, -1.6754841804504395, -1.0797157287597656, -1.863054871559143, -0.7922765612602234, -1.2684496641159058, -0.3743884861469269, -0.0870111882686615, -1.9194490909576416, -0.5164894461631775, -0.7925541400909424, -1.660349726676941, -0.36855244636535645, -0.8222996592521667, -2.7122249603271484, -1.5335330963134766, -0.7155155539512634, -1.698516607284546, -2.3136022090911865, -1.9843673706054688, -1.9364371299743652, -0.5895626544952393, -0.8453369140625]}, "Bot004_121_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study? I work as a salesman. I sell insurance. souns solid I like to eat it. and i work at my parents farm I am a salesman, i sell insurance what kind of music do you like? I like all kinds. I am a huge fan of all types. i only listen to country music I like country music. I like to listen to music while i am training.  Are you bored talking to me? [LOUDLY CRYING FACE] that's nice\ni also work as an electrician\nand like listening to music while doing this work", "response": "I like classical music. I am a country fan.", "annotation_id": "Bot004_121_18", "annotations": ["O", "O", "X", "O", "X", "T", "O", "O", "O", "T", "O", "X", "T", "T", "O"], "gpt2_target_score": [-8.654426574707031, -10.969732284545898, -15.431198120117188, -17.943527221679688, -9.496679306030273, -6.832634925842285, -13.426159858703613, -9.191039085388184, -12.002034187316895, -11.28042984008789, -9.559473991394043], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.8514822125434875, -1.3822033405303955, -0.5221128463745117, -2.4807536602020264, -1.4211503267288208, -1.209044337272644, -0.9693225622177124, -0.7405394315719604, -1.323162317276001, -0.1320848912000656, -1.3266884088516235, -1.8887343406677246, -0.7405593991279602, -2.845935344696045, -1.7456544637680054, -1.504116415977478, -1.1735424995422363, -2.8621108531951904, -1.7184691429138184, -0.3258950710296631, -1.2413135766983032, -1.7137924432754517, -1.332908034324646, -1.6492352485656738, -0.6213491559028625, -1.6338764429092407, -1.6112219095230103, -0.5342139601707458, -2.0993704795837402, -0.8835960626602173, -0.3517126441001892, -2.4106998443603516, -2.020751476287842, -1.3554747104644775, -0.18824194371700287, -1.6711413860321045, -0.7628895044326782, -1.6984564065933228, -1.2836387157440186, -0.04439983889460564, -1.1788054704666138, -1.0348347425460815, -1.2959874868392944, -1.1751012802124023, -0.38690364360809326, -2.4778575897216797, -0.7149420976638794, -1.2354947328567505, -2.1941263675689697, -1.636661171913147, -1.2582842111587524, -1.821751356124878, -1.8481929302215576, -1.9590752124786377, -1.8966184854507446, -1.5718613862991333, -1.9790419340133667, -0.8131697773933411, -2.034165859222412, -2.0186800956726074, -3.8086774349212646, -0.6932930946350098, -1.9641801118850708, -1.907841682434082, -1.1778837442398071, -0.5416505336761475, -0.9662827849388123, -0.08880246430635452, -2.0079503059387207, -1.1873911619186401, -2.155559539794922, -1.5782877206802368, -2.147409200668335, -2.077016830444336, -1.8208751678466797, -0.9353696703910828, -1.7801750898361206, -1.1389961242675781, -0.7985311150550842, -1.7611349821090698, -1.6048725843429565, -0.47432398796081543, -2.106005907058716, -1.4309660196304321, -0.28865814208984375, -1.5808907747268677, -1.4389163255691528, -0.17920060455799103, -1.1962493658065796, -1.7829517126083374, -1.6715549230575562, -1.393115758895874, -0.3412712812423706, -1.673019528388977, -1.7724303007125854, -1.6785334348678589, -0.21696308255195618, -2.7086291313171387, -1.8507461547851562, -1.338501214981079, -1.8074631690979004, -2.6341869831085205, -1.516286849975586, -1.2233306169509888, -1.6992155313491821, -2.3621785640716553, -2.831541061401367, -2.885617256164551, -2.5999648571014404, -2.1231749057769775, -1.5094938278198242, -2.281956195831299, -1.431658148765564, -1.682472825050354, -1.7067694664001465, -2.4153478145599365, -1.1016663312911987, -0.6927280426025391, -2.0622758865356445, -1.8327425718307495, -1.0624512434005737, -1.9384896755218506, -1.4992300271987915, -2.9365158081054688, -1.1578410863876343, -2.056185483932495, -2.140294075012207, -0.9850354194641113, -1.4896998405456543, -1.7653614282608032, -0.13741770386695862, -2.4484336376190186, -1.1329494714736938, -0.34464797377586365, -1.2677489519119263, -1.1018779277801514, -2.0331168174743652, -2.339247465133667, -0.9047085046768188, -1.4588440656661987, -0.039923764765262604, -1.784816026687622, -1.901263952255249, -1.1883955001831055, -2.741798162460327, -0.9644925594329834, -0.06269676983356476, -2.3398542404174805, -0.5727192759513855, -0.7246702909469604, -1.34308922290802, -2.3004372119903564, -2.029005289077759, -0.03921185061335564, -0.8747918605804443, -0.6004626154899597, -1.7607635259628296, -1.6846052408218384, -1.5771033763885498, -0.40657272934913635, -1.3242554664611816, -1.7409021854400635, -1.92240571975708, -1.5128898620605469, -0.9052027463912964, -0.02906283363699913, -1.7847537994384766, -2.2445085048675537, -1.6746097803115845, -1.2763056755065918, -1.78605055809021, -1.0055149793624878, -1.5283788442611694, -0.8779093623161316, -0.06942076981067657, -2.192166566848755, -0.4409715533256531, -0.9058928489685059, -1.5955735445022583, -0.33440324664115906, -1.6185657978057861, -2.6968603134155273, -1.3741309642791748, -0.6740335822105408, -1.5086240768432617, -1.9811421632766724, -1.7576203346252441, -1.6871086359024048, -0.5474497079849243, -1.269511342048645, -0.7293989062309265, -2.3827688694000244, -1.8401827812194824, -1.6894806623458862, -2.358848810195923, -0.7519606351852417, -1.057913899421692, -0.1549292504787445, -2.2993152141571045, -0.026280127465724945, -2.0145304203033447, -1.8479372262954712, -0.8188835978507996, -0.6946830749511719, -0.02477620728313923, -1.4626446962356567, -1.9368246793746948, -0.881862223148346, -2.5283336639404297, -1.3880329132080078, -1.1828147172927856, -2.074300765991211, -2.0173556804656982, -0.833097517490387, -0.7477693557739258, -1.57268488407135, -1.103502869606018, -1.368105411529541, -1.688003420829773, -2.557596445083618, -1.447851538658142, -1.5199092626571655, -0.9647933840751648]}, "Bot004_121_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study? I work as a salesman. I sell insurance. souns solid I like to eat it. and i work at my parents farm I am a salesman, i sell insurance what kind of music do you like? I like all kinds. I am a huge fan of all types. i only listen to country music I like country music. I like to listen to music while i am training.  Are you bored talking to me? [LOUDLY CRYING FACE] that's nice\ni also work as an electrician\nand like listening to music while doing this work I like classical music. I am a country fan. me too", "response": "I am a huge runner, i love to lift weights", "annotation_id": "Bot004_121_20", "annotations": ["O", "O", "T", "T", "X", "O", "T", "X", "T", "O", "O", "X", "T", "O", "O"], "gpt2_target_score": [-8.654426574707031, -8.556493759155273, -6.606811046600342, -16.34100341796875, -17.922460556030273, -6.99666690826416, -8.475567817687988, -8.186980247497559, -8.640934944152832, -10.77591323852539, -18.84040641784668], "gpt2_argmax_score": [-1.6912004947662354, -0.8823602795600891, -1.2974085807800293, -0.9041135907173157, -0.6404786109924316, -1.9488003253936768, -0.22814629971981049, -1.4913012981414795, -2.1817216873168945, -2.041827917098999, -2.01587176322937, -1.7323294878005981, -0.3615458011627197, -0.7621418833732605, -1.8621368408203125, -2.1198339462280273, -0.058802004903554916, -0.39601433277130127, -0.8796208500862122, -0.5718631744384766, -1.4897050857543945, -2.539499044418335, -0.39300215244293213, -1.8091686964035034, -1.1802574396133423, -0.7238978147506714, -0.7482637166976929, -0.22763042151927948, -1.6092400550842285, -0.8514822125434875, -1.3822033405303955, -0.5221128463745117, -2.4807536602020264, -1.4211503267288208, -1.209044337272644, -0.9693225622177124, -0.7405394315719604, -1.323162317276001, -0.1320848912000656, -1.3266884088516235, -1.8887343406677246, -0.7405593991279602, -2.845935344696045, -1.7456544637680054, -1.504116415977478, -1.1735424995422363, -2.8621108531951904, -1.7184691429138184, -0.3258950710296631, -1.2413135766983032, -1.7137924432754517, -1.332908034324646, -1.6492352485656738, -0.6213491559028625, -1.6338764429092407, -1.6112219095230103, -0.5342139601707458, -2.0993704795837402, -0.8835960626602173, -0.3517126441001892, -2.4106998443603516, -2.020751476287842, -1.3554747104644775, -0.18824194371700287, -1.6711413860321045, -0.7628895044326782, -1.6984564065933228, -1.2836387157440186, -0.04439983889460564, -1.1788054704666138, -1.0348347425460815, -1.2959874868392944, -1.1751012802124023, -0.38690364360809326, -2.4778575897216797, -0.7149420976638794, -1.2354947328567505, -2.1941263675689697, -1.636661171913147, -1.2582842111587524, -1.821751356124878, -1.8481929302215576, -1.9590752124786377, -1.8966184854507446, -1.5718613862991333, -1.9790419340133667, -0.8131697773933411, -2.034165859222412, -2.0186800956726074, -3.8086774349212646, -0.6932930946350098, -1.9641801118850708, -1.907841682434082, -1.1778837442398071, -0.5416505336761475, -0.9662827849388123, -0.08880246430635452, -2.0079503059387207, -1.1873911619186401, -2.155559539794922, -1.5782877206802368, -2.147409200668335, -2.077016830444336, -1.8208751678466797, -0.9353696703910828, -1.7801750898361206, -1.1389961242675781, -0.7985311150550842, -1.7611349821090698, -1.6048725843429565, -0.47432398796081543, -2.106005907058716, -1.4309660196304321, -0.28865814208984375, -1.5808907747268677, -1.4389163255691528, -0.17920060455799103, -1.1962493658065796, -1.7829517126083374, -1.6715549230575562, -1.393115758895874, -0.3412712812423706, -1.673019528388977, -1.7724303007125854, -1.6785334348678589, -0.21696308255195618, -2.7086291313171387, -1.8507461547851562, -1.338501214981079, -1.8074631690979004, -2.6341869831085205, -1.516286849975586, -1.2233306169509888, -1.6992136240005493, -2.3621668815612793, -2.8315396308898926, -2.8856215476989746, -2.5999672412872314, -2.1231741905212402, -1.509505271911621, -2.2819676399230957, -1.4316669702529907, -1.6824723482131958, -1.706778883934021, -2.415350914001465, -1.1016535758972168, -0.6927329301834106, -2.062267303466797, -1.8327341079711914, -1.0624537467956543, -1.9384944438934326, -1.4992291927337646, -2.936514139175415, -1.157832384109497, -2.0561892986297607, -2.1402993202209473, -0.9850440621376038, -1.4897030591964722, -1.765345811843872, -0.13741862773895264, -2.4484503269195557, -1.132941484451294, -0.3446505069732666, -1.2677490711212158, -1.1018762588500977, -2.0331082344055176, -2.339250326156616, -0.9047079086303711, -1.4588488340377808, -0.03992399200797081, -1.7848111391067505, -1.9012624025344849, -1.1883885860443115, -2.741798162460327, -0.9644932746887207, -0.06269654631614685, -2.3398566246032715, -0.5727229118347168, -0.7246670722961426, -1.343078851699829, -2.300431966781616, -2.028993606567383, -0.03921185061335564, -0.8747870922088623, -0.6004685759544373, -1.7607731819152832, -1.6846137046813965, -1.5771089792251587, -0.40656790137290955, -1.3242442607879639, -1.7409018278121948, -1.9224120378494263, -1.5128943920135498, -0.9052138924598694, -0.029062602669000626, -1.784751057624817, -2.2445082664489746, -1.6746011972427368, -1.2763161659240723, -1.786063313484192, -1.0055124759674072, -1.528375267982483, -0.8779150247573853, -0.06942088156938553, -2.1921772956848145, -0.4409724175930023, -0.9058825969696045, -1.5955711603164673, -0.33440104126930237, -1.6185665130615234, -2.6968610286712646, -1.3741310834884644, -0.6740355491638184, -1.5086276531219482, -1.981153130531311, -1.7576239109039307, -1.6871002912521362, -0.547447681427002, -1.2695093154907227, -0.729396641254425, -2.3827571868896484, -1.840179681777954, -1.6894828081130981, -2.3588504791259766, -0.7519696354866028, -1.0578961372375488, -0.15492916107177734, -2.299309492111206, -0.026280127465724945, -2.014524459838867, -1.8479257822036743, -0.8188791275024414, -0.6946825981140137, -0.024776671081781387, -1.4626266956329346, -1.9368419647216797, -0.8818588852882385, -2.528320074081421, -1.3880302906036377, -1.1828029155731201, -1.8723170757293701, -0.5759854912757874, -0.707951545715332, -1.4708744287490845, -1.7838777303695679, -0.927910327911377, -1.558866262435913, -2.6409788131713867, -1.2740989923477173, -1.9502501487731934, -1.5546433925628662, -1.4911556243896484, -1.710728406906128, -1.9917271137237549, -2.036487579345703, -1.4415981769561768, -0.9594549536705017, -0.26414957642555237, -1.8577070236206055, -1.8675991296768188, -2.4577536582946777, -2.6594388484954834, -1.6462832689285278, -0.6161041259765625, -1.3138355016708374]}, "Bot004_124_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you", "response": "I am doing well. Just got done with my nightly run. Are you 100 years old?", "annotation_id": "Bot004_124_02", "annotations": ["X", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "X"], "gpt2_target_score": [-9.925350189208984, -9.09853744506836, -10.141976356506348, -10.8114013671875, -11.199112892150879, -11.785924911499023, -10.325081825256348, -13.74626636505127, -11.275850296020508, -10.739816665649414, -17.82159423828125, -15.258281707763672, -10.645113945007324, -10.71599006652832, -5.496233940124512, -12.978034019470215, -11.810032844543457, -10.57065200805664, -10.03024673461914], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -1.3758147954940796, -0.7255483269691467, -2.9526262283325195, -2.9433534145355225, -0.7415481209754944, -1.2536094188690186, -1.5253710746765137, -0.3956782817840576, -1.533022165298462, -1.2051879167556763, -1.8001009225845337, -0.17372652888298035, -1.3674359321594238, -1.902469277381897, -1.1596431732177734, -2.5016136169433594, -2.1468565464019775, -1.960460901260376, -1.0341142416000366, -2.9961907863616943, -1.5493946075439453, -1.4118486642837524, -1.1709529161453247, -1.6219816207885742, -1.6982622146606445, -1.6000233888626099, -1.7544440031051636, -0.4000872075557709, -1.5447955131530762, -0.10732030123472214, -0.12496358156204224, -0.4616277515888214, -0.4217851161956787]}, "Bot004_124_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40", "response": "Oh wow, that is pretty young.", "annotation_id": "Bot004_124_04", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X"], "gpt2_target_score": [-13.58957290649414, -10.00222396850586, -7.77858829498291, -5.223128795623779, -10.989182472229004, -10.384405136108398, -13.586709022521973, -12.18843936920166], "gpt2_argmax_score": [-1.8457903861999512, -1.0315053462982178, -1.6187832355499268, -1.5598751306533813, -0.6900495290756226, -1.3758147954940796, -0.7255483269691467, -2.9526262283325195, -2.9433534145355225, -0.7415481209754944, -1.2536094188690186, -1.5253710746765137, -0.3956782817840576, -1.533022165298462, -1.2051879167556763, -1.8001009225845337, -0.17372652888298035, -1.3674359321594238, -1.3415863513946533, -2.8468873500823975, -2.1338295936584473, -2.090902090072632, -1.3330928087234497, -2.9014458656311035, -1.6980735063552856, -1.5198101997375488, -1.2730064392089844, -1.7996118068695068, -1.7114876508712769, -1.7763972282409668, -1.8177525997161865, -0.19873937964439392, -1.4446451663970947, -0.10271025449037552, -0.10027333348989487, -0.42191457748413086, -1.565293788909912, -1.914110779762268, -1.0629868507385254, -1.7321581840515137, -1.707572340965271, -2.2298035621643066, -2.5029921531677246, -1.7226946353912354, -2.1940011978149414, -0.7960017919540405, -2.025061845779419, -1.8205950260162354, -1.4238364696502686, -1.5327023267745972]}, "Bot004_124_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance", "response": "I like to dance, but i am not very good at it.", "annotation_id": "Bot004_124_06", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "X"], "gpt2_target_score": [-9.925333976745605, -11.404372215270996, -3.3496079444885254, -11.474632263183594, -9.625397682189941, -7.4804463386535645, -6.709719181060791, -13.546625137329102, -11.712257385253906, -14.054435729980469, -11.257131576538086, -9.553996086120605, -9.568251609802246, -2.783944606781006], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.5330597162246704, -1.2051997184753418, -1.8001059293746948, -0.173726424574852, -1.3674174547195435, -1.3415998220443726, -2.846895694732666, -2.1338324546813965, -2.090874195098877, -1.333070158958435, -2.9014315605163574, -1.6980897188186646, -1.519808053970337, -1.2729856967926025, -1.7995965480804443, -1.7114986181259155, -1.7764054536819458, -1.8177310228347778, -0.19873566925525665, -1.4446656703948975, -0.10270820558071136, -0.10027678310871124, -0.42191988229751587, -1.565276026725769, -1.9141364097595215, -1.06300687789917, -1.7322165966033936, -1.7076054811477661, -2.417555809020996, -1.9481803178787231, -2.1936564445495605, -0.8444871306419373, -1.8191722631454468, -1.8409911394119263, -1.3354778289794922, -1.5235896110534668, -1.7056903839111328, -0.12473946809768677, -1.2044578790664673, -2.526780605316162, -2.5876941680908203, -0.7376400828361511, -2.0051541328430176, -1.7508288621902466, -0.37654340267181396, -0.4208827316761017, -2.0493927001953125, -1.5306591987609863, -0.941524863243103, -2.0359573364257812, -1.6493847370147705, -1.9237743616104126, -0.9142879247665405, -0.20878572762012482, -0.7524862289428711, -0.714436948299408, -1.1861902475357056]}, "Bot004_124_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old", "response": "Yes i am. I am also a kid. I am still young.", "annotation_id": "Bot004_124_08", "annotations": ["T", "T", "T", "T", "O", "O", "T", "O", "T", "X", "X", "X", "X", "X", "X"], "gpt2_target_score": [-14.430048942565918, -5.570601463317871, -5.240782260894775, -10.958259582519531, -9.648964881896973, -11.354804992675781, -12.302034378051758, -11.56773567199707, -16.234375, -7.061988830566406, -6.244062423706055, -13.295252799987793, -11.669661521911621, -8.742151260375977, -3.2293543815612793], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.5330597162246704, -1.2051997184753418, -1.8001059293746948, -0.173726424574852, -1.3674174547195435, -1.3415998220443726, -2.846895694732666, -2.1338324546813965, -2.090874195098877, -1.333070158958435, -2.9014315605163574, -1.6980897188186646, -1.519808053970337, -1.2729856967926025, -1.7995965480804443, -1.7114986181259155, -1.7764054536819458, -1.8177310228347778, -0.19873566925525665, -1.4446656703948975, -0.10270820558071136, -0.10027678310871124, -0.42191988229751587, -1.565276026725769, -1.9141364097595215, -1.06300687789917, -1.7322165966033936, -1.7076054811477661, -2.417555809020996, -1.9481664896011353, -2.1936511993408203, -0.844482421875, -1.8191871643066406, -1.840991497039795, -1.3354766368865967, -1.5235950946807861, -1.7056690454483032, -0.1247401013970375, -1.2044512033462524, -2.526772975921631, -2.5877084732055664, -0.7376449704170227, -2.159897804260254, -0.2974987328052521, -0.8606663346290588, -2.2690391540527344, -2.1160571575164795, -1.2103757858276367, -2.213273763656616, -1.7039449214935303, -2.0907814502716064, -0.9308663606643677, -0.26777780055999756, -0.9685564041137695, -1.0373327732086182, -1.399109125137329, -0.07993721216917038, -2.46622633934021, -0.9696499705314636, -0.03726740553975105, -0.2438172698020935, -1.9562931060791016, -1.3908084630966187, -0.2905568778514862, -1.4797025918960571, -1.1897027492523193, -1.1220347881317139, -2.4364562034606934, -1.8742783069610596, -2.718013048171997, -1.2330455780029297, -1.1801233291625977, -1.292654037475586, -2.1210124492645264, -1.9413701295852661, -1.2455781698226929, -1.2472580671310425]}, "Bot004_124_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old Yes i am. I am also a kid. I am still young. what are you", "response": "I am a stay at home mom.", "annotation_id": "Bot004_124_10", "annotations": ["T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "X", "X", "T", "X", "X"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -7.094831943511963, -12.383216857910156, -10.231080055236816, -6.722771167755127, -12.714265823364258, -12.18842887878418], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.5330597162246704, -1.2051997184753418, -1.8001059293746948, -0.173726424574852, -1.3674174547195435, -1.3415998220443726, -2.846895694732666, -2.1338324546813965, -2.090874195098877, -1.333070158958435, -2.9014315605163574, -1.6980897188186646, -1.519808053970337, -1.2729856967926025, -1.7995965480804443, -1.7114986181259155, -1.7764054536819458, -1.8177310228347778, -0.19873566925525665, -1.4446656703948975, -0.10270820558071136, -0.10027678310871124, -0.42191988229751587, -1.565276026725769, -1.9141364097595215, -1.06300687789917, -1.7322165966033936, -1.7076054811477661, -2.417555809020996, -1.9481803178787231, -2.1936564445495605, -0.8444871306419373, -1.8191722631454468, -1.8409911394119263, -1.3354778289794922, -1.5235896110534668, -1.7056903839111328, -0.12473946809768677, -1.2044578790664673, -2.526780605316162, -2.5876941680908203, -0.7376400828361511, -2.159914255142212, -0.29749953746795654, -0.860658586025238, -2.2690505981445312, -2.1160542964935303, -1.210368037223816, -2.21327543258667, -1.7039291858673096, -2.090773820877075, -0.9308634400367737, -0.26777470111846924, -0.9685673713684082, -1.0373327732086182, -1.3991014957427979, -0.07993688434362411, -2.466226100921631, -0.969639778137207, -0.0372672900557518, -0.2438184916973114, -1.434592604637146, -0.6500892639160156, -1.6532617807388306, -1.283052682876587, -0.9897327423095703, -2.617089033126831, -1.904921054840088, -2.720630168914795, -1.1305627822875977, -1.123109221458435, -1.2352632284164429, -2.160125970840454, -2.034222364425659, -1.0938149690628052, -1.0873162746429443, -1.7766120433807373, -0.39969602227211, -0.5810705423355103, -1.8482991456985474, -1.1165199279785156, -2.5748212337493896, -2.2816905975341797, -0.13404136896133423, -0.052767422050237656, -0.43389996886253357, -1.1898552179336548, -1.1214652061462402]}, "Bot004_124_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old Yes i am. I am also a kid. I am still young. what are you I am a stay at home mom. tell me about yourself", "response": "I am tall and have six feet.", "annotation_id": "Bot004_124_12", "annotations": ["X", "T", "X", "T", "O", "X", "X", "T", "X", "T", "O", "X", "O", "X", "X"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -7.444105625152588, -8.670265197753906, -11.502503395080566, -10.932838439941406, -15.667970657348633, -12.18842887878418], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.5330597162246704, -1.2051997184753418, -1.8001059293746948, -0.173726424574852, -1.3674174547195435, -1.3415998220443726, -2.846895694732666, -2.1338324546813965, -2.090874195098877, -1.333070158958435, -2.9014315605163574, -1.6980897188186646, -1.519808053970337, -1.2729856967926025, -1.7995965480804443, -1.7114986181259155, -1.7764054536819458, -1.8177310228347778, -0.19873566925525665, -1.4446656703948975, -0.10270820558071136, -0.10027678310871124, -0.42191988229751587, -1.565276026725769, -1.9141364097595215, -1.06300687789917, -1.7322165966033936, -1.7076054811477661, -2.417555809020996, -1.9481803178787231, -2.1936564445495605, -0.8444871306419373, -1.8191722631454468, -1.8409911394119263, -1.3354778289794922, -1.5235896110534668, -1.7056903839111328, -0.12473946809768677, -1.2044578790664673, -2.526780605316162, -2.5876941680908203, -0.7376400828361511, -2.159914255142212, -0.29749953746795654, -0.860658586025238, -2.2690505981445312, -2.1160542964935303, -1.210368037223816, -2.21327543258667, -1.7039291858673096, -2.090773820877075, -0.9308634400367737, -0.26777470111846924, -0.9685673713684082, -1.0373327732086182, -1.3991014957427979, -0.07993688434362411, -2.466226100921631, -0.969639778137207, -0.0372672900557518, -0.2438184916973114, -1.434592604637146, -0.6500892639160156, -1.6532617807388306, -1.283052682876587, -0.9897327423095703, -2.617089033126831, -1.904921054840088, -2.720630168914795, -1.1305627822875977, -1.123109221458435, -1.2352632284164429, -2.160125970840454, -2.034222364425659, -1.0938149690628052, -1.0873162746429443, -1.7766120433807373, -0.39969602227211, -0.5810705423355103, -1.5970895290374756, -1.4201838970184326, -2.3896358013153076, -0.13261529803276062, -0.04563358798623085, -0.5543035864830017, -1.5383663177490234, -1.3535786867141724, -0.2056652456521988, -1.664889931678772, -0.9870434999465942, -1.842908263206482, -1.869382619857788, -1.0493080615997314, -1.7958024740219116, -1.2428205013275146, -2.4700710773468018, -1.391066312789917, -1.876468300819397, -1.5194356441497803, -0.917599081993103]}, "Bot004_124_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old Yes i am. I am also a kid. I am still young. what are you I am a stay at home mom. tell me about yourself I am tall and have six feet. do you have dog", "response": "I do, i have a dog.", "annotation_id": "Bot004_124_14", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "X"], "gpt2_target_score": [-9.925333976745605, -9.638777732849121, -7.778608798980713, -9.723884582519531, -11.502503395080566, -7.447960376739502, -12.293031692504883, -12.18842887878418], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.5330597162246704, -1.2051997184753418, -1.8001059293746948, -0.173726424574852, -1.3674174547195435, -1.3415998220443726, -2.846895694732666, -2.1338324546813965, -2.090874195098877, -1.333070158958435, -2.9014315605163574, -1.6980897188186646, -1.519808053970337, -1.2729856967926025, -1.7995965480804443, -1.7114986181259155, -1.7764054536819458, -1.8177310228347778, -0.19873566925525665, -1.4446656703948975, -0.10270820558071136, -0.10027678310871124, -0.42191988229751587, -1.565276026725769, -1.9141364097595215, -1.06300687789917, -1.7322165966033936, -1.7076054811477661, -2.417555809020996, -1.9481803178787231, -2.1936564445495605, -0.8444871306419373, -1.8191722631454468, -1.8409911394119263, -1.3354778289794922, -1.5235896110534668, -1.7056903839111328, -0.12473946809768677, -1.2044578790664673, -2.526780605316162, -2.5876941680908203, -0.7376400828361511, -2.159914255142212, -0.29749953746795654, -0.860658586025238, -2.2690505981445312, -2.1160542964935303, -1.210368037223816, -2.21327543258667, -1.7039291858673096, -2.090773820877075, -0.9308634400367737, -0.26777470111846924, -0.9685673713684082, -1.0373327732086182, -1.3991014957427979, -0.07993688434362411, -2.466226100921631, -0.969639778137207, -0.0372672900557518, -0.2438184916973114, -1.434592604637146, -0.6500892639160156, -1.6532617807388306, -1.283052682876587, -0.9897327423095703, -2.617089033126831, -1.904921054840088, -2.720630168914795, -1.1305627822875977, -1.123109221458435, -1.2352705001831055, -2.1601128578186035, -2.034229278564453, -1.0938061475753784, -1.0873197317123413, -1.776618480682373, -0.39968785643577576, -0.5810774564743042, -1.5971198081970215, -1.4201773405075073, -2.389641761779785, -0.1326194703578949, -0.0456337034702301, -0.5543072819709778, -1.5383671522140503, -1.3535810708999634, -0.20567086338996887, -1.664893388748169, -0.9870403409004211, -1.8428913354873657, -0.654944658279419, -1.7923251390457153, -1.1395760774612427, -2.9009439945220947, -1.2280685901641846, -1.940054178237915, -1.7294037342071533, -1.4407258033752441, -0.08164418488740921, -0.7846884727478027, -0.9261247515678406, -0.8450505137443542, -1.9554824829101562, -0.9888194799423218, -1.8552199602127075, -1.7035351991653442, -1.5216244459152222, -1.079056739807129, -0.7532589435577393, -1.1360267400741577, -1.499698519706726]}, "Bot004_124_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old Yes i am. I am also a kid. I am still young. what are you I am a stay at home mom. tell me about yourself I am tall and have six feet. do you have dog I do, i have a dog. are you professional at something?", "response": "I am not. I am still in high school.", "annotation_id": "Bot004_124_16", "annotations": ["O", "O", "X", "O", "O", "X", "X", "O", "O", "O", "O", "O", "O", "O", "X"], "gpt2_target_score": [-9.925333976745605, -9.098509788513184, -9.538114547729492, -10.958259582519531, -9.648964881896973, -11.354804992675781, -11.539018630981445, -12.106088638305664, -13.635177612304688, -12.05816650390625, -7.34913444519043], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.5330597162246704, -1.2051997184753418, -1.8001059293746948, -0.173726424574852, -1.3674174547195435, -1.3415998220443726, -2.846895694732666, -2.1338324546813965, -2.090874195098877, -1.333070158958435, -2.9014315605163574, -1.6980897188186646, -1.519808053970337, -1.2729856967926025, -1.7995965480804443, -1.7114986181259155, -1.7764054536819458, -1.8177310228347778, -0.19873566925525665, -1.4446656703948975, -0.10270820558071136, -0.10027678310871124, -0.42191988229751587, -1.565276026725769, -1.9141364097595215, -1.06300687789917, -1.7322165966033936, -1.7076054811477661, -2.417555809020996, -1.9481803178787231, -2.1936564445495605, -0.8444871306419373, -1.8191722631454468, -1.8409911394119263, -1.3354778289794922, -1.5235896110534668, -1.7056903839111328, -0.12473946809768677, -1.2044578790664673, -2.526780605316162, -2.5876941680908203, -0.7376400828361511, -2.159914255142212, -0.29749953746795654, -0.860658586025238, -2.2690505981445312, -2.1160542964935303, -1.210368037223816, -2.21327543258667, -1.7039291858673096, -2.090773820877075, -0.9308634400367737, -0.26777470111846924, -0.9685673713684082, -1.0373327732086182, -1.3991014957427979, -0.07993688434362411, -2.466226100921631, -0.969639778137207, -0.0372672900557518, -0.2438184916973114, -1.434592604637146, -0.6500892639160156, -1.6532617807388306, -1.283052682876587, -0.9897327423095703, -2.617089033126831, -1.904921054840088, -2.720630168914795, -1.1305627822875977, -1.123109221458435, -1.2352632284164429, -2.160125970840454, -2.034222364425659, -1.0938149690628052, -1.0873162746429443, -1.7766120433807373, -0.39969602227211, -0.5810705423355103, -1.5970895290374756, -1.4201838970184326, -2.3896358013153076, -0.13261529803276062, -0.04563358798623085, -0.5543035864830017, -1.5383663177490234, -1.3535786867141724, -0.2056652456521988, -1.664889931678772, -0.9870434999465942, -1.842908263206482, -0.6549525856971741, -1.7923259735107422, -1.1395835876464844, -2.900946617126465, -1.2280781269073486, -1.9400588274002075, -1.7293988466262817, -1.4407364130020142, -0.08164451271295547, -0.784675657749176, -0.9261232614517212, -0.845047116279602, -1.392319679260254, -1.2965606451034546, -2.38861083984375, -1.5611770153045654, -1.0418477058410645, -1.0508396625518799, -1.8990764617919922, -1.7293517589569092, -0.07594165205955505, -2.0795724391937256, -0.687993586063385, -2.235651969909668, -0.7353355288505554, -2.074373960494995, -1.6491132974624634, -0.8348715305328369, -1.2990195751190186, -0.8446385264396667, -0.6360647082328796, -0.5735518336296082, -1.358665108680725, -1.5793466567993164, -1.4498652219772339, -0.10551976412534714, -0.7855130434036255, -0.8597123622894287]}, "Bot004_124_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old Yes i am. I am also a kid. I am still young. what are you I am a stay at home mom. tell me about yourself I am tall and have six feet. do you have dog I do, i have a dog. are you professional at something? I am not. I am still in high school. do you like sports?", "response": "I like sports but i like sports", "annotation_id": "Bot004_124_18", "annotations": ["X", "T", "T", "O", "O", "X", "T", "T", "T", "O", "T", "X", "T", "X", "X"], "gpt2_target_score": [-9.925333976745605, -11.404372215270996, -13.247220993041992, -11.824150085449219, -11.086518287658691, -6.5699849128723145, -14.216676712036133], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.5330597162246704, -1.2051997184753418, -1.8001059293746948, -0.173726424574852, -1.3674174547195435, -1.3415998220443726, -2.846895694732666, -2.1338324546813965, -2.090874195098877, -1.333070158958435, -2.9014315605163574, -1.6980897188186646, -1.519808053970337, -1.2729856967926025, -1.7995965480804443, -1.7114986181259155, -1.7764054536819458, -1.8177310228347778, -0.19873566925525665, -1.4446656703948975, -0.10270820558071136, -0.10027678310871124, -0.42191988229751587, -1.565276026725769, -1.9141364097595215, -1.06300687789917, -1.7322165966033936, -1.7076054811477661, -2.417555809020996, -1.9481803178787231, -2.1936564445495605, -0.8444871306419373, -1.8191722631454468, -1.8409911394119263, -1.3354778289794922, -1.5235896110534668, -1.7056903839111328, -0.12473946809768677, -1.2044578790664673, -2.526780605316162, -2.5876941680908203, -0.7376400828361511, -2.159914255142212, -0.29749953746795654, -0.860658586025238, -2.2690505981445312, -2.1160542964935303, -1.210368037223816, -2.21327543258667, -1.7039291858673096, -2.090773820877075, -0.9308634400367737, -0.26777470111846924, -0.9685673713684082, -1.0373327732086182, -1.3991014957427979, -0.07993688434362411, -2.466226100921631, -0.969639778137207, -0.0372672900557518, -0.2438184916973114, -1.434592604637146, -0.6500892639160156, -1.6532617807388306, -1.283052682876587, -0.9897327423095703, -2.617089033126831, -1.904921054840088, -2.720630168914795, -1.1305627822875977, -1.123109221458435, -1.2352632284164429, -2.160125970840454, -2.034222364425659, -1.0938149690628052, -1.0873162746429443, -1.7766120433807373, -0.39969602227211, -0.5810705423355103, -1.5970895290374756, -1.4201838970184326, -2.3896358013153076, -0.13261529803276062, -0.04563358798623085, -0.5543035864830017, -1.5383663177490234, -1.3535786867141724, -0.2056652456521988, -1.664889931678772, -0.9870434999465942, -1.842908263206482, -0.6549525856971741, -1.7923259735107422, -1.1395835876464844, -2.900946617126465, -1.2280781269073486, -1.9400588274002075, -1.7293988466262817, -1.4407364130020142, -0.08164451271295547, -0.784675657749176, -0.9261232614517212, -0.845047116279602, -1.392319679260254, -1.2965606451034546, -2.38861083984375, -1.5611770153045654, -1.0418477058410645, -1.0508396625518799, -1.8990764617919922, -1.7293517589569092, -0.07594165205955505, -2.0795724391937256, -0.687993586063385, -2.235651969909668, -0.7353355288505554, -2.074373960494995, -0.9105076789855957, -1.3537707328796387, -1.5869661569595337, -1.0552748441696167, -0.5657946467399597, -1.3995012044906616, -1.5489498376846313, -1.497720718383789, -0.1086382120847702, -0.8608983755111694, -1.1907715797424316, -0.04352220147848129, -0.9982073307037354, -0.5260937213897705, -0.6902083158493042, -1.9537742137908936, -1.660926103591919, -1.1097331047058105, -1.4507604837417603, -0.954531192779541, -1.295284390449524, -1.7166812419891357, -1.941298484802246, -1.323830008506775]}, "Bot004_124_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old Yes i am. I am also a kid. I am still young. what are you I am a stay at home mom. tell me about yourself I am tall and have six feet. do you have dog I do, i have a dog. are you professional at something? I am not. I am still in high school. do you like sports? I like sports but i like sports have ever you met a celebrity?", "response": "No i have not. I am more of a movie buff.", "annotation_id": "Bot004_124_20", "annotations": ["T", "T", "X", "O", "O", "X", "T", "T", "O", "O", "X", "X", "X", "T", "X"], "gpt2_target_score": [-11.701579093933105, -5.570601463317871, -3.887770175933838, -9.369438171386719, -11.199112892150879, -7.8906941413879395, -9.53660774230957, -12.101728439331055, -11.696636199951172, -10.457389831542969, -13.292135238647461, -14.068568229675293, -10.645079612731934], "gpt2_argmax_score": [-1.845790147781372, -1.031523585319519, -1.618788242340088, -1.5599439144134521, -0.6900415420532227, -1.3758777379989624, -0.7255576848983765, -2.9526350498199463, -2.9433438777923584, -0.7415543794631958, -1.2535992860794067, -1.5253549814224243, -0.39567509293556213, -1.5330597162246704, -1.2051997184753418, -1.8001059293746948, -0.173726424574852, -1.3674174547195435, -1.3415998220443726, -2.846895694732666, -2.1338324546813965, -2.090874195098877, -1.333070158958435, -2.9014315605163574, -1.6980897188186646, -1.519808053970337, -1.2729856967926025, -1.7995965480804443, -1.7114986181259155, -1.7764054536819458, -1.8177310228347778, -0.19873566925525665, -1.4446656703948975, -0.10270820558071136, -0.10027678310871124, -0.42191988229751587, -1.565276026725769, -1.9141364097595215, -1.06300687789917, -1.7322165966033936, -1.7076054811477661, -2.417555809020996, -1.9481803178787231, -2.1936564445495605, -0.8444871306419373, -1.8191722631454468, -1.8409911394119263, -1.3354778289794922, -1.5235896110534668, -1.7056903839111328, -0.12473946809768677, -1.2044578790664673, -2.526780605316162, -2.5876941680908203, -0.7376400828361511, -2.159914255142212, -0.29749953746795654, -0.860658586025238, -2.2690505981445312, -2.1160542964935303, -1.210368037223816, -2.21327543258667, -1.7039291858673096, -2.090773820877075, -0.9308634400367737, -0.26777470111846924, -0.9685673713684082, -1.0373327732086182, -1.3991014957427979, -0.07993688434362411, -2.466226100921631, -0.969639778137207, -0.0372672900557518, -0.2438184916973114, -1.434592604637146, -0.6500892639160156, -1.6532617807388306, -1.283052682876587, -0.9897327423095703, -2.617089033126831, -1.904921054840088, -2.720630168914795, -1.1305627822875977, -1.123109221458435, -1.2352632284164429, -2.160125970840454, -2.034222364425659, -1.0938149690628052, -1.0873162746429443, -1.7766120433807373, -0.39969602227211, -0.5810705423355103, -1.5970895290374756, -1.4201838970184326, -2.3896358013153076, -0.13261529803276062, -0.04563358798623085, -0.5543035864830017, -1.5383663177490234, -1.3535786867141724, -0.2056652456521988, -1.664889931678772, -0.9870434999465942, -1.842908263206482, -0.6549525856971741, -1.7923259735107422, -1.1395835876464844, -2.900946617126465, -1.2280781269073486, -1.9400588274002075, -1.7293988466262817, -1.4407364130020142, -0.08164451271295547, -0.784675657749176, -0.9261232614517212, -0.845047116279602, -1.392319679260254, -1.2965606451034546, -2.38861083984375, -1.5611770153045654, -1.0418477058410645, -1.0508396625518799, -1.8990764617919922, -1.7293517589569092, -0.07594165205955505, -2.0795724391937256, -0.687993586063385, -2.235651969909668, -0.7353355288505554, -2.074373960494995, -0.9105076789855957, -1.3537707328796387, -1.5869768857955933, -1.0552823543548584, -0.5657922029495239, -1.3995031118392944, -1.5489429235458374, -1.497727870941162, -0.10863970965147018, -0.8608855605125427, -1.190773367881775, -0.04352208971977234, -0.9982078671455383, -0.526100218296051, -0.6901770830154419, -1.9537568092346191, -1.104863166809082, -1.725414752960205, -1.2797625064849854, -1.461064100265503, -1.3881405591964722, -1.8962763547897339, -1.3684749603271484, -1.4761359691619873, -0.8687206506729126, -2.0804848670959473, -1.1406933069229126, -1.4667603969573975, -0.6459178328514099, -1.9150508642196655, -1.7281144857406616, -1.6834830045700073, -0.4138144552707672, -1.5758309364318848, -0.5243414044380188, -0.9031287431716919, -0.6342273950576782, -1.612837553024292, -1.629058837890625, -0.18165230751037598, -1.5908344984054565, -2.3468620777130127, -1.0921964645385742, -1.1889965534210205]}, "Bot005_002_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you?", "response": "yes , i do . i love to help people .", "annotation_id": "Bot005_002_02", "annotations": ["O", "O", "T", "T", "O", "O", "O", "T", "O", "O", "O", "O", "T", "T", "T"], "gpt2_target_score": [-12.235631942749023, -11.258471488952637, -9.345718383789062, -9.04883861541748, -11.252094268798828, -4.867294788360596, -9.47646427154541, -9.179130554199219, -12.163982391357422, -12.646228790283203, -7.951576232910156], "gpt2_argmax_score": [-1.118070125579834, -1.8500241041183472, -1.271118402481079, -2.5258891582489014, -1.2329747676849365, -0.5484165549278259, -1.3580105304718018, -1.5570300817489624, -1.5303459167480469, -2.0740017890930176, -0.7809982299804688, -2.2586491107940674, -1.1442848443984985, -1.555645227432251, -1.3612464666366577, -1.5876725912094116, -0.8132532238960266, -1.6603257656097412, -1.5509579181671143, -2.5059092044830322, -1.306510090827942]}, "Bot005_002_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY]", "response": "yes , i do . i also have a dog .", "annotation_id": "Bot005_002_04", "annotations": ["O", "O", "X", "X", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-12.235631942749023, -11.258471488952637, -9.345718383789062, -9.04883861541748, -11.252094268798828, -4.867294788360596, -8.471932411193848, -1.5570300817489624, -7.509624481201172, -8.199800491333008, -6.610931396484375], "gpt2_argmax_score": [-1.118070125579834, -1.8500241041183472, -1.271118402481079, -2.5258891582489014, -1.2329747676849365, -0.5484165549278259, -1.3580105304718018, -1.5570300817489624, -1.5303459167480469, -1.886019229888916, -2.4716641902923584, -1.1754063367843628, -1.8522502183914185, -2.1784236431121826, -1.5666149854660034, -0.8172405362129211, -1.7167704105377197, -1.5723838806152344, -2.3827738761901855, -1.5847959518432617, -1.9627383947372437, -1.5815708637237549, -2.0155386924743652, -3.138831615447998, -0.21430544555187225, -2.517035722732544, -1.2997236251831055, -1.5282930135726929, -3.0400867462158203, -1.7957866191864014, -1.5761431455612183, -2.8027708530426025, -0.5056623816490173, -1.1915205717086792, -0.0922759547829628, -0.012559957802295685, -0.35026395320892334, -0.007825550623238087, -0.7346905469894409, -0.3328332304954529, -0.048018936067819595, -0.19078224897384644, -0.03850608319044113, -0.0029361017514020205, -0.023453325033187866, -0.0013567537534981966, -0.25384521484375, -1.2709702253341675, -2.199120283126831, -1.874563217163086, -0.13080213963985443, -0.7724679112434387, -1.9141995906829834, -0.1988605558872223, -0.11503224819898605, -0.67769855260849, -1.4691736698150635, -2.0565223693847656, -1.6503257751464844, -0.8527731895446777]}, "Bot005_002_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog?", "response": "yes , i've a dog , but i do not have any pets .", "annotation_id": "Bot005_002_06", "annotations": ["X", "T", "T", "X", "O", "O", "O", "X", "X", "X", "O", "O", "X", "O", "X"], "gpt2_target_score": [-12.235620498657227, -11.258424758911133, -9.34571361541748, -14.393836975097656, -7.325775146484375, -9.658281326293945, -4.712732791900635, -7.419155120849609, -5.1638875007629395, -5.3655877113342285, -4.475373268127441, -1.175405740737915, -7.76432991027832, -8.406137466430664, -8.227992057800293], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -1.3580118417739868, -1.5570334196090698, -1.530342698097229, -1.8860039710998535, -2.4717111587524414, -1.175405740737915, -1.8522661924362183, -2.178446054458618, -1.5666303634643555, -0.8172332644462585, -1.7167761325836182, -1.5724139213562012, -2.382753849029541, -1.5847957134246826, -1.9627305269241333, -1.5815550088882446, -2.0155222415924072, -3.1388285160064697, -0.21430525183677673, -2.517040252685547, -1.2997230291366577, -1.5282888412475586, -3.040078639984131, -1.7957912683486938, -1.576149582862854, -2.8027756214141846, -0.5056648254394531, -1.1915260553359985, -0.09227529913187027, -0.012559839524328709, -0.3502648174762726, -0.00782543234527111, -0.7346881628036499, -0.33283373713493347, -0.04801825433969498, -0.19078372418880463, -0.03850516304373741, -0.0029361017514020205, -0.023453325033187866, -0.0013567537534981966, -0.253846138715744, -1.2709527015686035, -1.6955660581588745, -0.18689057230949402, -1.0912319421768188, -1.7253202199935913, -0.23787276446819305, -0.2317638397216797, -0.78311687707901, -1.7193843126296997, -2.072418212890625, -1.3869987726211548, -1.1116306781768799, -0.31328484416007996, -0.5009104609489441, -0.6374278664588928, -0.9068152904510498, -0.8092817664146423, -1.3024734258651733, -1.6480770111083984, -1.6132018566131592, -0.1586168259382248, -0.811433732509613, -1.7166693210601807, -0.4506088197231293, -1.6568653583526611, -1.0042442083358765, -0.5216823220252991, -1.889320969581604, -1.0253628492355347, -0.6690124273300171, -0.1871608942747116, -1.518012523651123, -1.1582157611846924, -1.3954088687896729]}, "Bot005_002_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin?", "response": "i do not have any pets , but i do have a dog .", "annotation_id": "Bot005_002_08", "annotations": ["X", "X", "T", "X", "X", "X", "O", "X", "X", "X", "O", "O", "X", "T", "X"], "gpt2_target_score": [-8.837961196899414, -4.61290168762207, -8.613749504089355, -10.288841247558594, -7.9219207763671875, -7.448441982269287, -4.712732791900635, -7.419155120849609, -5.1638875007629395, -5.3655877113342285, -5.349427223205566, -8.321966171264648, -8.958024978637695, -2.498087167739868], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -1.3580118417739868, -1.5570334196090698, -1.530342698097229, -1.8860039710998535, -2.4717111587524414, -1.175405740737915, -1.8522661924362183, -2.178446054458618, -1.5666303634643555, -0.8172332644462585, -1.7167761325836182, -1.5724139213562012, -2.382753849029541, -1.5847957134246826, -1.9627305269241333, -1.5815550088882446, -2.0155222415924072, -3.1388285160064697, -0.21430525183677673, -2.517040252685547, -1.2997230291366577, -1.5282888412475586, -3.040078639984131, -1.7957912683486938, -1.576149582862854, -2.8027756214141846, -0.5056648254394531, -1.1915260553359985, -0.09227529913187027, -0.012559839524328709, -0.3502648174762726, -0.00782543234527111, -0.7346881628036499, -0.33283373713493347, -0.04801825433969498, -0.19078372418880463, -0.03850516304373741, -0.0029361017514020205, -0.023453325033187866, -0.0013567537534981966, -0.253846138715744, -1.2709527015686035, -1.6955660581588745, -0.18689057230949402, -1.0912319421768188, -1.7253202199935913, -0.23787276446819305, -0.2317638397216797, -0.78311687707901, -1.7193843126296997, -2.072418212890625, -1.3869987726211548, -1.1116306781768799, -0.31328484416007996, -0.5009104609489441, -0.6374278664588928, -0.9068152904510498, -0.8092817664146423, -1.3024734258651733, -1.4949302673339844, -0.13112016022205353, -0.7447240352630615, -1.7366524934768677, -0.838114321231842, -1.1133805513381958, -1.0215959548950195, -0.48006802797317505, -1.684206247329712, -0.6929936408996582, -0.7511783838272095, -0.22016307711601257, -1.6330598592758179, -0.5784534811973572, -1.5325361490249634, -1.5553109645843506, -1.2443770170211792, -2.068371057510376, -1.7864327430725098, -0.9273425340652466, -1.5184659957885742, -2.600609064102173, -1.5724847316741943, -0.8708536624908447, -0.5800641775131226, -0.37271490693092346, -0.3180381953716278, -0.8189476132392883, -0.8781282901763916, -0.39703238010406494, -0.8793538212776184, -0.424857497215271, -0.36254072189331055, -0.4560428261756897, -1.2163441181182861, -1.5736192464828491]}, "Bot005_002_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin? i do not have any pets , but i do have a dog . i do not have any pets , but i do have a dog .", "response": "i have a cat named cow , and i love to garden .", "annotation_id": "Bot005_002_10", "annotations": ["X", "X", "T", "X", "T", "O", "O", "X", "X", "X", "X", "O", "O", "O", "X"], "gpt2_target_score": [-8.837961196899414, -2.147508382797241, -1.271082878112793, -8.624290466308594, -7.62103271484375, -9.318239212036133, -4.712732791900635, -6.494564056396484, -5.1638875007629395, -8.714799880981445, -7.015061378479004, -11.446828842163086, -4.805925369262695], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -1.3580118417739868, -1.5570334196090698, -1.530342698097229, -1.8860039710998535, -2.4717111587524414, -1.175405740737915, -1.8522661924362183, -2.178446054458618, -1.5666303634643555, -0.8172332644462585, -1.7167761325836182, -1.5724139213562012, -2.382753849029541, -1.5847957134246826, -1.9627305269241333, -1.5815550088882446, -2.0155222415924072, -3.1388285160064697, -0.21430525183677673, -2.517040252685547, -1.2997230291366577, -1.5282888412475586, -3.040078639984131, -1.7957912683486938, -1.576149582862854, -2.8027756214141846, -0.5056648254394531, -1.1915260553359985, -0.09227529913187027, -0.012559839524328709, -0.3502648174762726, -0.00782543234527111, -0.7346881628036499, -0.33283373713493347, -0.04801825433969498, -0.19078372418880463, -0.03850516304373741, -0.0029361017514020205, -0.023453325033187866, -0.0013567537534981966, -0.253846138715744, -1.2709527015686035, -1.6955660581588745, -0.18689057230949402, -1.0912319421768188, -1.7253202199935913, -0.23787276446819305, -0.2317638397216797, -0.78311687707901, -1.7193843126296997, -2.072418212890625, -1.3869987726211548, -1.1116306781768799, -0.31328484416007996, -0.5009104609489441, -0.6374278664588928, -0.9068152904510498, -0.8092817664146423, -1.3024734258651733, -1.4949302673339844, -0.13112016022205353, -0.7447240352630615, -1.7366524934768677, -0.838114321231842, -1.1133805513381958, -1.0215959548950195, -0.48006802797317505, -1.684206247329712, -0.6929936408996582, -0.7511783838272095, -0.22016307711601257, -1.6330598592758179, -0.5784534811973572, -1.5325361490249634, -1.5553109645843506, -1.2443770170211792, -2.068371057510376, -1.7864327430725098, -0.9273425340652466, -1.5184659957885742, -1.8486814498901367, -0.4536241590976715, -0.7079067230224609, -0.5322714447975159, -0.6746507883071899, -0.44534122943878174, -1.1982074975967407, -0.4807484447956085, -0.7949468493461609, -0.5983687043190002, -0.48678073287010193, -0.7273639440536499, -0.8853194117546082, -1.71439528465271, -1.041155457496643, -0.36985060572624207, -0.19883720576763153, -0.729803204536438, -0.45888036489486694, -0.42172372341156006, -0.45972222089767456, -0.09455261379480362, -0.11096758395433426, -0.3953351378440857, -0.1934051215648651, -0.1959090232849121, -0.31354206800460815, -1.4649693965911865, -2.3194093704223633, -1.406091332435608, -0.19059526920318604, -0.24291165173053741, -1.3453608751296997, -2.6069068908691406, -1.6091786623001099, -1.5745925903320312, -0.9515929222106934, -1.393815279006958, -1.7026331424713135, -0.4076452851295471, -2.0128014087677, -1.195744276046753]}, "Bot005_002_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin? i do not have any pets , but i do have a dog . i do not have any pets , but i do have a dog . i have a cat named cow , and i love to garden . Wat", "response": "i have a dog , but i do not have any pets , but i do have a dog .", "annotation_id": "Bot005_002_12", "annotations": ["X", "X", "T", "X", "X", "T", "O", "X", "X", "X", "O", "T", "X", "O", "X"], "gpt2_target_score": [-8.837961196899414, -2.147508382797241, -1.271082878112793, -8.962760925292969, -8.970046997070312, -7.739152431488037, -4.422205448150635, -2.7318687438964844, -7.1623616218566895, -6.746218204498291, -5.392716407775879, -11.829168319702148, -3.575319290161133, -3.5295965671539307, -7.495966911315918, -7.549715995788574, -3.2784368991851807, -4.550212383270264, -10.28941535949707, -3.085421323776245], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -1.3580118417739868, -1.5570334196090698, -1.530342698097229, -1.8860039710998535, -2.4717111587524414, -1.175405740737915, -1.8522661924362183, -2.178446054458618, -1.5666303634643555, -0.8172332644462585, -1.7167761325836182, -1.5724139213562012, -2.382753849029541, -1.5847957134246826, -1.9627305269241333, -1.5815550088882446, -2.0155222415924072, -3.1388285160064697, -0.21430525183677673, -2.517040252685547, -1.2997230291366577, -1.5282888412475586, -3.040078639984131, -1.7957912683486938, -1.576149582862854, -2.8027756214141846, -0.5056648254394531, -1.1915260553359985, -0.09227529913187027, -0.012559839524328709, -0.3502648174762726, -0.00782543234527111, -0.7346881628036499, -0.33283373713493347, -0.04801825433969498, -0.19078372418880463, -0.03850516304373741, -0.0029361017514020205, -0.023453325033187866, -0.0013567537534981966, -0.253846138715744, -1.2709527015686035, -1.6955660581588745, -0.18689057230949402, -1.0912319421768188, -1.7253202199935913, -0.23787276446819305, -0.2317638397216797, -0.78311687707901, -1.7193843126296997, -2.072418212890625, -1.3869987726211548, -1.1116306781768799, -0.31328484416007996, -0.5009104609489441, -0.6374278664588928, -0.9068152904510498, -0.8092817664146423, -1.3024734258651733, -1.4949302673339844, -0.13112016022205353, -0.7447240352630615, -1.7366524934768677, -0.838114321231842, -1.1133805513381958, -1.0215959548950195, -0.48006802797317505, -1.684206247329712, -0.6929936408996582, -0.7511783838272095, -0.22016307711601257, -1.6330598592758179, -0.5784534811973572, -1.5325361490249634, -1.5553109645843506, -1.2443770170211792, -2.068371057510376, -1.7864327430725098, -0.9273425340652466, -1.5184659957885742, -1.8486814498901367, -0.4536241590976715, -0.7079067230224609, -0.5322714447975159, -0.6746507883071899, -0.44534122943878174, -1.1982074975967407, -0.4807484447956085, -0.7949468493461609, -0.5983687043190002, -0.48678073287010193, -0.7273639440536499, -0.8853194117546082, -1.71439528465271, -1.041155457496643, -0.36985060572624207, -0.19883720576763153, -0.729803204536438, -0.45888036489486694, -0.42172372341156006, -0.45972222089767456, -0.09455261379480362, -0.11096758395433426, -0.3953351378440857, -0.1934051215648651, -0.1959090232849121, -0.31354206800460815, -1.4649693965911865, -0.2411521077156067, -0.09076244384050369, -0.2672775089740753, -0.3572464883327484, -3.151340961456299, -1.3079833984375, -1.0212537050247192, -0.789158821105957, -0.3342370092868805, -1.2534784078598022, -0.36378687620162964, -1.0126746892929077, -1.287824273109436, -1.552834391593933, -2.3285529613494873, -1.7256420850753784, -0.29375386238098145, -0.8416438102722168, -1.5390002727508545, -1.0433697700500488, -0.3061102330684662, -0.9215382933616638, -0.10568645596504211, -0.04077285900712013, -0.9009016156196594, -0.09801702946424484, -0.7306329011917114, -0.8906459808349609, -0.06458607316017151, -0.10888541489839554, -0.27827540040016174, -0.0908755511045456, -0.1923341602087021, -0.8223088979721069, -0.8338475227355957]}, "Bot005_002_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin? i do not have any pets , but i do have a dog . i do not have any pets , but i do have a dog . i have a cat named cow , and i love to garden . Wat i have a dog , but i do not have any pets , but i do have a dog . Drop context", "response": "i do not have any pets , but i do have a cat .", "annotation_id": "Bot005_002_14", "annotations": ["X", "X", "T", "X", "X", "X", "O", "X", "X", "X", "O", "X", "X", "T", "X"], "gpt2_target_score": [-8.837961196899414, -4.61290168762207, -8.613749504089355, -10.288841247558594, -7.9219207763671875, -7.448441982269287, -4.712732791900635, -7.419155120849609, -5.1638875007629395, -5.3655877113342285, -5.349427223205566, -8.321966171264648, -8.20878791809082, -2.498087167739868], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -1.3580118417739868, -1.5570334196090698, -1.530342698097229, -1.8860039710998535, -2.4717111587524414, -1.175405740737915, -1.8522661924362183, -2.178446054458618, -1.5666303634643555, -0.8172332644462585, -1.7167761325836182, -1.5724139213562012, -2.382753849029541, -1.5847957134246826, -1.9627305269241333, -1.5815550088882446, -2.0155222415924072, -3.1388285160064697, -0.21430525183677673, -2.517040252685547, -1.2997230291366577, -1.5282888412475586, -3.040078639984131, -1.7957912683486938, -1.576149582862854, -2.8027756214141846, -0.5056648254394531, -1.1915260553359985, -0.09227529913187027, -0.012559839524328709, -0.3502648174762726, -0.00782543234527111, -0.7346881628036499, -0.33283373713493347, -0.04801825433969498, -0.19078372418880463, -0.03850516304373741, -0.0029361017514020205, -0.023453325033187866, -0.0013567537534981966, -0.253846138715744, -1.2709527015686035, -1.6955660581588745, -0.18689057230949402, -1.0912319421768188, -1.7253202199935913, -0.23787276446819305, -0.2317638397216797, -0.78311687707901, -1.7193843126296997, -2.072418212890625, -1.3869987726211548, -1.1116306781768799, -0.31328484416007996, -0.5009104609489441, -0.6374278664588928, -0.9068152904510498, -0.8092817664146423, -1.3024734258651733, -1.4949302673339844, -0.13112016022205353, -0.7447240352630615, -1.7366524934768677, -0.838114321231842, -1.1133805513381958, -1.0215959548950195, -0.48006802797317505, -1.684206247329712, -0.6929936408996582, -0.7511783838272095, -0.22016307711601257, -1.6330598592758179, -0.5784534811973572, -1.5325361490249634, -1.5553109645843506, -1.2443770170211792, -2.068371057510376, -1.7864327430725098, -0.9273425340652466, -1.5184659957885742, -1.8486814498901367, -0.4536241590976715, -0.7079067230224609, -0.5322714447975159, -0.6746507883071899, -0.44534122943878174, -1.1982074975967407, -0.4807484447956085, -0.7949468493461609, -0.5983687043190002, -0.48678073287010193, -0.7273639440536499, -0.8853194117546082, -1.71439528465271, -1.041155457496643, -0.36985060572624207, -0.19883720576763153, -0.729803204536438, -0.45888036489486694, -0.42172372341156006, -0.45972222089767456, -0.09455261379480362, -0.11096758395433426, -0.3953351378440857, -0.1934051215648651, -0.1959090232849121, -0.31354206800460815, -1.4649693965911865, -0.2411521077156067, -0.09076244384050369, -0.2672775089740753, -0.3572464883327484, -3.151340961456299, -1.3079833984375, -1.0212537050247192, -0.789158821105957, -0.3342370092868805, -1.2534784078598022, -0.36378687620162964, -1.0126746892929077, -1.287824273109436, -1.552834391593933, -1.5924229621887207, -0.4711931049823761, -0.7408457398414612, -1.4785124063491821, -0.9916306734085083, -0.27636781334877014, -0.8138710260391235, -0.12138418853282928, -0.1515069454908371, -0.975132167339325, -0.23739320039749146, -0.3565101623535156, -1.1027458906173706, -0.10820266604423523, -0.19364677369594574, -0.5582733154296875, -0.21266691386699677, -0.3062181770801544, -0.4137895703315735, -0.9610437154769897, -1.7094050645828247, -2.2419111728668213, -2.254826545715332, -1.4427070617675781, -0.9049111008644104, -0.2178194373846054, -0.8917636275291443, -0.06194812059402466, -0.6786581873893738, -0.5850646495819092, -0.14843878149986267, -0.31794747710227966, -0.16393828392028809, -0.12198509275913239, -0.17010822892189026, -0.08224627375602722, -0.9808570742607117]}, "Bot005_002_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin? i do not have any pets , but i do have a dog . i do not have any pets , but i do have a dog . i have a cat named cow , and i love to garden . Wat i have a dog , but i do not have any pets , but i do have a dog . Drop context i do not have any pets , but i do have a cat . Drop context  Drop context", "response": "i do not have any pets , but i do have a cat .", "annotation_id": "Bot005_002_16", "annotations": ["X", "X", "T", "X", "X", "X", "O", "X", "X", "X", "O", "O", "X", "O", "X"], "gpt2_target_score": [-8.837961196899414, -4.61290168762207, -8.613749504089355, -10.288841247558594, -7.9219207763671875, -7.448441982269287, -4.712732791900635, -7.419155120849609, -5.1638875007629395, -5.3655877113342285, -5.349427223205566, -8.321966171264648, -8.20878791809082, -2.498087167739868], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -1.3580118417739868, -1.5570334196090698, -1.530342698097229, -1.8860039710998535, -2.4717111587524414, -1.175405740737915, -1.8522661924362183, -2.178446054458618, -1.5666303634643555, -0.8172332644462585, -1.7167761325836182, -1.5724139213562012, -2.382753849029541, -1.5847957134246826, -1.9627305269241333, -1.5815550088882446, -2.0155222415924072, -3.1388285160064697, -0.21430525183677673, -2.517040252685547, -1.2997230291366577, -1.5282888412475586, -3.040078639984131, -1.7957912683486938, -1.576149582862854, -2.8027756214141846, -0.5056648254394531, -1.1915260553359985, -0.09227529913187027, -0.012559839524328709, -0.3502648174762726, -0.00782543234527111, -0.7346881628036499, -0.33283373713493347, -0.04801825433969498, -0.19078372418880463, -0.03850516304373741, -0.0029361017514020205, -0.023453325033187866, -0.0013567537534981966, -0.253846138715744, -1.2709527015686035, -1.6955660581588745, -0.18689057230949402, -1.0912319421768188, -1.7253202199935913, -0.23787276446819305, -0.2317638397216797, -0.78311687707901, -1.7193843126296997, -2.072418212890625, -1.3869987726211548, -1.1116306781768799, -0.31328484416007996, -0.5009104609489441, -0.6374278664588928, -0.9068152904510498, -0.8092817664146423, -1.3024734258651733, -1.4949302673339844, -0.13112016022205353, -0.7447240352630615, -1.7366524934768677, -0.838114321231842, -1.1133805513381958, -1.0215959548950195, -0.48006802797317505, -1.684206247329712, -0.6929936408996582, -0.7511783838272095, -0.22016307711601257, -1.6330598592758179, -0.5784534811973572, -1.5325361490249634, -1.5553109645843506, -1.2443770170211792, -2.068371057510376, -1.7864327430725098, -0.9273425340652466, -1.5184659957885742, -1.8486814498901367, -0.4536241590976715, -0.7079067230224609, -0.5322714447975159, -0.6746507883071899, -0.44534122943878174, -1.1982074975967407, -0.4807484447956085, -0.7949468493461609, -0.5983687043190002, -0.48678073287010193, -0.7273639440536499, -0.8853194117546082, -1.71439528465271, -1.041155457496643, -0.36985060572624207, -0.19883720576763153, -0.729803204536438, -0.45888036489486694, -0.42172372341156006, -0.45972222089767456, -0.09455261379480362, -0.11096758395433426, -0.3953351378440857, -0.1934051215648651, -0.1959090232849121, -0.31354206800460815, -1.4649693965911865, -0.2411521077156067, -0.09076244384050369, -0.2672775089740753, -0.3572464883327484, -3.151340961456299, -1.3079833984375, -1.0212537050247192, -0.789158821105957, -0.3342370092868805, -1.2534784078598022, -0.36378687620162964, -1.0126746892929077, -1.287824273109436, -1.552834391593933, -1.5924229621887207, -0.4711931049823761, -0.7408457398414612, -1.4785124063491821, -0.9916306734085083, -0.27636781334877014, -0.8138710260391235, -0.12138418853282928, -0.1515069454908371, -0.975132167339325, -0.23739281296730042, -0.3565111458301544, -1.10274338722229, -0.1082022413611412, -0.1936480551958084, -0.5582736134529114, -0.21267057955265045, -0.30622056126594543, -0.41379302740097046, -0.9610403180122375, -1.7094098329544067, -2.241903066635132, -2.139336585998535, -0.24414809048175812, -0.5164999961853027, -1.258773684501648, -0.15642134845256805, -0.7709630131721497, -0.5207679271697998, -0.2271738499403, -0.3181019425392151, -0.3540710508823395, -0.2440427541732788, -0.2606865465641022, -0.28354644775390625, -1.5542352199554443, -0.23430095613002777, -0.2304251790046692, -1.8514472246170044, -0.04659312218427658, -1.7266117334365845, -2.3942580223083496, -1.5127133131027222, -0.3945552110671997, -0.0709371417760849, -0.49508073925971985, -0.0205826573073864, -0.4348198473453522, -0.2639722526073456, -0.07227357476949692, -0.07685897499322891, -0.1295214146375656, -0.03644291311502457, -0.1922651082277298, -0.14916495978832245, -1.472453236579895]}, "Bot005_002_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin? i do not have any pets , but i do have a dog . i do not have any pets , but i do have a dog . i have a cat named cow , and i love to garden . Wat i have a dog , but i do not have any pets , but i do have a dog . Drop context i do not have any pets , but i do have a cat . Drop context  Drop context i do not have any pets , but i do have a cat . Drop context", "response": "i do not have any pets , but i do have a cat .", "annotation_id": "Bot005_002_18", "annotations": ["X", "X", "T", "X", "X", "X", "O", "X", "X", "X", "X", "O", "X", "T", "X"], "gpt2_target_score": [-8.837961196899414, -4.61290168762207, -8.613749504089355, -10.288841247558594, -7.9219207763671875, -7.448441982269287, -4.712732791900635, -7.419155120849609, -5.1638875007629395, -5.3655877113342285, -5.349427223205566, -8.321966171264648, -8.20878791809082, -2.498087167739868], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -1.3580118417739868, -1.5570334196090698, -1.530342698097229, -1.8860039710998535, -2.4717111587524414, -1.175405740737915, -1.8522661924362183, -2.178446054458618, -1.5666303634643555, -0.8172332644462585, -1.7167761325836182, -1.5724139213562012, -2.382753849029541, -1.5847957134246826, -1.9627305269241333, -1.5815550088882446, -2.0155222415924072, -3.1388285160064697, -0.21430525183677673, -2.517040252685547, -1.2997230291366577, -1.5282888412475586, -3.040078639984131, -1.7957912683486938, -1.576149582862854, -2.8027756214141846, -0.5056648254394531, -1.1915260553359985, -0.09227529913187027, -0.012559839524328709, -0.3502648174762726, -0.00782543234527111, -0.7346881628036499, -0.33283373713493347, -0.04801825433969498, -0.19078372418880463, -0.03850516304373741, -0.0029361017514020205, -0.023453325033187866, -0.0013567537534981966, -0.253846138715744, -1.2709527015686035, -1.6955660581588745, -0.18689057230949402, -1.0912319421768188, -1.7253202199935913, -0.23787276446819305, -0.2317638397216797, -0.78311687707901, -1.7193843126296997, -2.072418212890625, -1.3869987726211548, -1.1116306781768799, -0.31328484416007996, -0.5009104609489441, -0.6374278664588928, -0.9068152904510498, -0.8092817664146423, -1.3024734258651733, -1.4949302673339844, -0.13112016022205353, -0.7447240352630615, -1.7366524934768677, -0.838114321231842, -1.1133805513381958, -1.0215959548950195, -0.48006802797317505, -1.684206247329712, -0.6929936408996582, -0.7511783838272095, -0.22016307711601257, -1.6330598592758179, -0.5784534811973572, -1.5325361490249634, -1.5553109645843506, -1.2443770170211792, -2.068371057510376, -1.7864327430725098, -0.9273425340652466, -1.5184659957885742, -1.8486814498901367, -0.4536241590976715, -0.7079067230224609, -0.5322714447975159, -0.6746507883071899, -0.44534122943878174, -1.1982074975967407, -0.4807484447956085, -0.7949468493461609, -0.5983687043190002, -0.48678073287010193, -0.7273639440536499, -0.8853194117546082, -1.71439528465271, -1.041155457496643, -0.36985060572624207, -0.19883720576763153, -0.729803204536438, -0.45888036489486694, -0.42172372341156006, -0.45972222089767456, -0.09455261379480362, -0.11096758395433426, -0.3953351378440857, -0.1934051215648651, -0.1959090232849121, -0.31354206800460815, -1.4649693965911865, -0.2411521077156067, -0.09076244384050369, -0.2672775089740753, -0.3572464883327484, -3.151340961456299, -1.3079833984375, -1.0212537050247192, -0.789158821105957, -0.3342370092868805, -1.2534784078598022, -0.36378687620162964, -1.0126746892929077, -1.287824273109436, -1.552834391593933, -1.5924229621887207, -0.4711931049823761, -0.7408457398414612, -1.4785124063491821, -0.9916306734085083, -0.27636781334877014, -0.8138710260391235, -0.12138418853282928, -0.1515069454908371, -0.975132167339325, -0.23739320039749146, -0.3565101623535156, -1.1027458906173706, -0.10820266604423523, -0.19364677369594574, -0.5582733154296875, -0.21266691386699677, -0.3062181770801544, -0.4137895703315735, -0.9610437154769897, -1.7094050645828247, -2.2419111728668213, -2.1393396854400635, -0.2441488355398178, -0.5164961814880371, -1.258756160736084, -0.1564195156097412, -0.7709692716598511, -0.5207682251930237, -0.22717393934726715, -0.3181036710739136, -0.35407063364982605, -0.2440451830625534, -0.2606833279132843, -0.283549040555954, -1.5542486906051636, -0.23430359363555908, -0.2304234653711319, -1.8514548540115356, -0.04659346118569374, -1.7266087532043457, -0.09929057955741882, -0.05433012545108795, -0.015610170550644398, -0.3219791352748871, -0.015438688918948174, -0.4216858744621277, -0.14554814994335175, -0.07528810203075409, -0.029706213623285294, -0.1314714252948761, -0.028771914541721344, -0.19567732512950897, -0.39053425192832947, -0.6374509930610657, -0.008510039187967777, -0.7285171151161194, -2.346794843673706, -1.3999539613723755, -0.4396287798881531, -0.05907252058386803, -0.45872101187705994, -0.016296977177262306, -0.2980923652648926, -0.2249760776758194, -0.07136102765798569, -0.06852821260690689, -0.11853382736444473, -0.028643568977713585, -0.3142990469932556, -0.3597542345523834, -1.1020699739456177]}, "Bot005_002_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin? i do not have any pets , but i do have a dog . i do not have any pets , but i do have a dog . i have a cat named cow , and i love to garden . Wat i have a dog , but i do not have any pets , but i do have a dog . Drop context i do not have any pets , but i do have a cat . Drop context  Drop context i do not have any pets , but i do have a cat . Drop context i do not have any pets , but i do have a cat . Aaaaaaaa", "response": "i do not have any pets , but i do have a cat .  oh , i see . i am a little lazy , but i do not have any pets .", "annotation_id": "Bot005_002_20", "annotations": ["X", "X", "T", "X", "X", "X", "O", "X", "X", "X", "O", "O", "X", "O", "X"], "gpt2_target_score": [-8.837961196899414, -4.61290168762207, -8.613749504089355, -10.288841247558594, -7.9219207763671875, -7.448441982269287, -4.712732791900635, -7.419155120849609, -5.1638875007629395, -5.3655877113342285, -5.349427223205566, -8.321966171264648, -8.20878791809082, -2.498087167739868, -6.015986442565918, -13.215365409851074, -7.854852676391602, -6.788341045379639, -7.2810845375061035, -3.085421323776245, -7.043678283691406, -9.123913764953613, -6.133869171142578, -12.21279525756836, -16.05016326904297, -11.381462097167969, -13.710935592651367, -8.376311302185059, -14.38746452331543, -14.178585052490234, -11.035393714904785, -11.117846488952637, -15.335071563720703, -11.477659225463867], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -1.3580118417739868, -1.5570334196090698, -1.530342698097229, -1.8860039710998535, -2.4717111587524414, -1.175405740737915, -1.8522661924362183, -2.178446054458618, -1.5666303634643555, -0.8172332644462585, -1.7167761325836182, -1.5724139213562012, -2.382753849029541, -1.5847957134246826, -1.9627305269241333, -1.5815550088882446, -2.0155222415924072, -3.1388285160064697, -0.21430525183677673, -2.517040252685547, -1.2997230291366577, -1.5282888412475586, -3.040078639984131, -1.7957912683486938, -1.576149582862854, -2.8027756214141846, -0.5056648254394531, -1.1915260553359985, -0.09227529913187027, -0.012559839524328709, -0.3502648174762726, -0.00782543234527111, -0.7346881628036499, -0.33283373713493347, -0.04801825433969498, -0.19078372418880463, -0.03850516304373741, -0.0029361017514020205, -0.023453325033187866, -0.0013567537534981966, -0.253846138715744, -1.2709527015686035, -1.6955660581588745, -0.18689057230949402, -1.0912319421768188, -1.7253202199935913, -0.23787276446819305, -0.2317638397216797, -0.78311687707901, -1.7193843126296997, -2.072418212890625, -1.3869987726211548, -1.1116306781768799, -0.31328484416007996, -0.5009104609489441, -0.6374278664588928, -0.9068152904510498, -0.8092817664146423, -1.3024734258651733, -1.4949302673339844, -0.13112016022205353, -0.7447240352630615, -1.7366524934768677, -0.838114321231842, -1.1133805513381958, -1.0215959548950195, -0.48006802797317505, -1.684206247329712, -0.6929936408996582, -0.7511783838272095, -0.22016307711601257, -1.6330598592758179, -0.5784534811973572, -1.5325361490249634, -1.5553109645843506, -1.2443770170211792, -2.068371057510376, -1.7864327430725098, -0.9273425340652466, -1.5184659957885742, -1.8486814498901367, -0.4536241590976715, -0.7079067230224609, -0.5322714447975159, -0.6746507883071899, -0.44534122943878174, -1.1982074975967407, -0.4807484447956085, -0.7949468493461609, -0.5983687043190002, -0.48678073287010193, -0.7273639440536499, -0.8853194117546082, -1.71439528465271, -1.041155457496643, -0.36985060572624207, -0.19883720576763153, -0.729803204536438, -0.45888036489486694, -0.42172372341156006, -0.45972222089767456, -0.09455261379480362, -0.11096758395433426, -0.3953351378440857, -0.1934051215648651, -0.1959090232849121, -0.31354206800460815, -1.4649693965911865, -0.2411521077156067, -0.09076244384050369, -0.2672775089740753, -0.3572464883327484, -3.151340961456299, -1.3079833984375, -1.0212537050247192, -0.789158821105957, -0.3342370092868805, -1.2534784078598022, -0.36378687620162964, -1.0126746892929077, -1.287824273109436, -1.552834391593933, -1.5924229621887207, -0.4711931049823761, -0.7408457398414612, -1.4785124063491821, -0.9916306734085083, -0.27636781334877014, -0.8138710260391235, -0.12138418853282928, -0.1515069454908371, -0.975132167339325, -0.23739320039749146, -0.3565101623535156, -1.1027458906173706, -0.10820266604423523, -0.19364677369594574, -0.5582733154296875, -0.21266691386699677, -0.3062181770801544, -0.4137895703315735, -0.9610437154769897, -1.7094050645828247, -2.2419111728668213, -2.1393396854400635, -0.2441488355398178, -0.5164961814880371, -1.258756160736084, -0.1564195156097412, -0.7709692716598511, -0.5207682251930237, -0.22717393934726715, -0.3181036710739136, -0.35407063364982605, -0.2440451830625534, -0.2606833279132843, -0.283549040555954, -1.5542486906051636, -0.23430359363555908, -0.2304234653711319, -1.8514548540115356, -0.04659346118569374, -1.7266087532043457, -0.09929057955741882, -0.05433012545108795, -0.015610170550644398, -0.3219791352748871, -0.015438688918948174, -0.4216858744621277, -0.14554814994335175, -0.07528810203075409, -0.029706213623285294, -0.1314714252948761, -0.028771914541721344, -0.19567732512950897, -0.39053425192832947, -0.6374509930610657, -0.008510039187967777, -0.7285171151161194, -0.04234183579683304, -0.023398593068122864, -0.007037494797259569, -0.14119678735733032, -0.01218847744166851, -0.29840943217277527, -0.10964655131101608, -0.043639183044433594, -0.009827091358602047, -0.12301221489906311, -0.01339401863515377, -0.2193411886692047, -0.3630771338939667, -0.3067854344844818, -1.0369822978973389, -1.320380449295044, -1.4238383769989014, -2.340580701828003, -1.486520767211914, -0.6827771663665771, -0.1143881306052208, -0.7822762727737427, -0.023290636017918587, -0.4754045009613037, -0.36463984847068787, -0.12199553847312927, -0.17887867987155914, -0.1376916617155075, -0.04525892809033394, -0.4482087790966034, -0.9976872205734253, -1.2149244546890259, -0.877802848815918, -1.8918277025222778, -1.107177734375, -1.8934686183929443, -1.8558322191238403, -1.76970636844635, -1.8473072052001953, -1.8912116289138794, -2.606665849685669, -1.5581203699111938, -1.3153611421585083, -1.0086723566055298, -0.4290946424007416, -1.2303239107131958, -0.4165339469909668, -0.2617204785346985, -0.8826013207435608, -0.1132228896021843, -0.5076066255569458, -1.4079887866973877]}, "Bot005_006_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets?", "response": "i do not have any hobbies .", "annotation_id": "Bot005_006_02", "annotations": ["T", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "O", "T", "T", "O"], "gpt2_target_score": [-8.837957382202148, -4.612872123718262, -8.61370849609375, -10.28888988494873, -7.921939849853516, -14.319931030273438, -6.217538833618164], "gpt2_argmax_score": [-1.118070125579834, -1.8500241041183472, -1.271118402481079, -2.5258891582489014, -1.2329747676849365, -0.5484165549278259, -2.106881856918335, -1.8943614959716797, -0.8547891974449158, -0.3951832354068756, -0.738659143447876, -0.6213785409927368, -0.8639856576919556, -1.39828360080719, -1.8265421390533447, -1.2615768909454346, -1.6517547369003296, -1.1438939571380615, -0.7780892848968506, -1.3787318468093872, -1.2367947101593018, -1.321982741355896]}, "Bot005_006_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat?", "response": "no pets , but i do have a cat .", "annotation_id": "Bot005_006_04", "annotations": ["X", "X", "O", "X", "T", "T", "X", "X", "X", "X", "X", "O", "O", "T", "T"], "gpt2_target_score": [-10.431257247924805, -13.49804973602295, -11.487960815429688, -9.982172966003418, -7.944461822509766, -6.687561511993408, -6.738031387329102, -6.372968673706055, -10.628378868103027, -11.778606414794922], "gpt2_argmax_score": [-1.118070125579834, -1.8500241041183472, -1.271118402481079, -2.5258891582489014, -1.2329747676849365, -0.5484165549278259, -2.106881856918335, -1.8943614959716797, -0.8547891974449158, -0.3951832354068756, -0.738659143447876, -0.6213785409927368, -0.8639856576919556, -1.39828360080719, -1.6017976999282837, -1.65138840675354, -1.2467094659805298, -1.0200597047805786, -1.712016224861145, -2.1836342811584473, -2.060901165008545, -0.1628168374300003, -0.29572659730911255, -0.9385335445404053, -1.725580096244812, -1.277161955833435, -1.6743024587631226, -1.9035917520523071, -1.2555593252182007, -1.3898041248321533, -1.7493276596069336, -1.3567711114883423, -1.2075313329696655, -0.4815293848514557, -0.9680862426757812, -0.8605108261108398, -1.426116943359375, -0.5747618675231934]}, "Bot005_006_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something?", "response": "no , i do not .", "annotation_id": "Bot005_006_06", "annotations": ["X", "O", "O", "X", "X", "O", "X", "X", "T", "X", "X", "T", "X", "T", "O"], "gpt2_target_score": [-10.431257247924805, -11.258471488952637, -9.345718383789062, -9.04883861541748, -7.824527740478516, -8.14813232421875], "gpt2_argmax_score": [-1.118070125579834, -1.8500241041183472, -1.271118402481079, -2.5258891582489014, -1.2329747676849365, -0.5484165549278259, -2.106881856918335, -1.8943614959716797, -0.8547891974449158, -0.3951832354068756, -0.738659143447876, -0.6213785409927368, -0.8639856576919556, -1.39828360080719, -1.6017976999282837, -1.65138840675354, -1.2467094659805298, -1.0200597047805786, -1.712016224861145, -2.1836342811584473, -2.060901165008545, -0.1628168374300003, -0.29572659730911255, -0.9385335445404053, -1.7256150245666504, -1.277151107788086, -1.67429518699646, -1.5196014642715454, -2.110607624053955, -2.026750087738037, -1.4138916730880737, -1.1888976097106934, -0.5471537709236145, -1.0196704864501953, -1.2960840463638306, -1.9029667377471924, -0.9006705284118652, -0.2642543911933899, -1.5458705425262451, -1.2372264862060547, -2.0663957595825195, -0.7624331712722778, -1.5143463611602783, -1.738158106803894, -1.8172399997711182, -1.1184269189834595, -1.4217703342437744, -0.4713050127029419, -0.13277356326580048, -1.0062339305877686]}, "Bot005_006_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen?", "response": "no , but i do have a cat .", "annotation_id": "Bot005_006_08", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "T", "X", "T", "T"], "gpt2_target_score": [-10.431245803833008, -11.258424758911133, -11.292353630065918, -9.363029479980469, -6.662353515625, -7.8847975730896, -6.999993324279785, -7.8213019371032715, -11.677759170532227], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -2.106926918029785, -1.8943458795547485, -0.8547760248184204, -0.3951881229877472, -0.7386716604232788, -0.6213711500167847, -0.8639779090881348, -1.3982404470443726, -1.6017318964004517, -1.6513758897781372, -1.2467141151428223, -1.0200684070587158, -1.712022304534912, -2.1836535930633545, -2.0609116554260254, -0.1628112643957138, -0.29572775959968567, -0.9385265707969666, -1.7256070375442505, -1.277160406112671, -1.6742701530456543, -1.5195786952972412, -2.1105988025665283, -2.0267391204833984, -1.4138814210891724, -1.188860297203064, -0.5471528172492981, -1.0196592807769775, -1.2960838079452515, -1.902963638305664, -0.9006838798522949, -0.2642602324485779, -1.5458742380142212, -1.2371950149536133, -2.0664069652557373, -0.7624213695526123, -1.5143402814865112, -2.1028785705566406, -1.3817195892333984, -1.4162955284118652, -0.4970353841781616, -0.17461499571800232, -1.5002615451812744, -1.7704929113388062, -1.0298627614974976, -0.02268809825181961, -1.1934584379196167, -0.005567994434386492, -2.063575267791748, -2.0898377895355225, -1.9867790937423706, -0.35419929027557373, -0.4417310655117035, -0.7970515489578247, -0.29213687777519226, -0.22974981367588043, -0.3715035021305084, -1.4074171781539917, -1.8032958507537842]}, "Bot005_006_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen? no , but i do have a cat . who do you listen?", "response": "i do , but i do not have a favorite pet .", "annotation_id": "Bot005_006_10", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "T", "X", "X", "X"], "gpt2_target_score": [-8.837961196899414, -4.61290168762207, -11.487956047058105, -9.982170104980469, -7.944427490234375, -6.687562465667725, -5.49807071685791, -6.1988348960876465, -7.963250637054443, -12.617249488830566, -7.699700832366943, -9.762103080749512], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -2.106926918029785, -1.8943458795547485, -0.8547760248184204, -0.3951881229877472, -0.7386716604232788, -0.6213711500167847, -0.8639779090881348, -1.3982404470443726, -1.6017318964004517, -1.6513758897781372, -1.2467141151428223, -1.0200684070587158, -1.712022304534912, -2.1836535930633545, -2.0609116554260254, -0.1628112643957138, -0.29572775959968567, -0.9385265707969666, -1.7256070375442505, -1.277160406112671, -1.6742701530456543, -1.5195786952972412, -2.1105988025665283, -2.0267391204833984, -1.4138814210891724, -1.188860297203064, -0.5471528172492981, -1.0196592807769775, -1.2960838079452515, -1.902963638305664, -0.9006838798522949, -0.2642602324485779, -1.5458742380142212, -1.2371950149536133, -2.0664069652557373, -0.7624213695526123, -1.5143402814865112, -2.1028785705566406, -1.3817195892333984, -1.4162955284118652, -0.4970353841781616, -0.17461499571800232, -1.5002615451812744, -1.7704929113388062, -1.0298627614974976, -0.02268809825181961, -1.1934584379196167, -0.005567994434386492, -2.063575267791748, -2.052591562271118, -0.4717986583709717, -0.5388413071632385, -0.5316327214241028, -0.37365561723709106, -0.34145593643188477, -0.7077256441116333, -0.6324952244758606, -1.8030669689178467, -1.0054478645324707, -0.05478401482105255, -1.2863738536834717, -0.02171490713953972, -1.9927103519439697, -2.05010986328125, -1.4389324188232422, -0.9403120279312134, -1.1761196851730347, -0.3974267840385437, -1.1699100732803345, -0.5756881833076477, -0.3840906322002411, -0.5984471440315247, -0.5023554563522339, -1.8125826120376587, -1.7184138298034668, -1.1314641237258911]}, "Bot005_006_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen? no , but i do have a cat . who do you listen? i do , but i do not have a favorite pet . are you at work?", "response": "i do not have any pets .", "annotation_id": "Bot005_006_12", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "T", "X", "X", "X"], "gpt2_target_score": [-8.837961196899414, -4.61290168762207, -8.613749504089355, -10.288841247558594, -7.9219207763671875, -7.448441982269287, -6.217461585998535], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -2.106926918029785, -1.8943458795547485, -0.8547760248184204, -0.3951881229877472, -0.7386716604232788, -0.6213711500167847, -0.8639779090881348, -1.3982404470443726, -1.6017318964004517, -1.6513758897781372, -1.2467141151428223, -1.0200684070587158, -1.712022304534912, -2.1836535930633545, -2.0609116554260254, -0.1628112643957138, -0.29572775959968567, -0.9385265707969666, -1.7256070375442505, -1.277160406112671, -1.6742701530456543, -1.5195786952972412, -2.1105988025665283, -2.0267391204833984, -1.4138814210891724, -1.188860297203064, -0.5471528172492981, -1.0196592807769775, -1.2960838079452515, -1.902963638305664, -0.9006838798522949, -0.2642602324485779, -1.5458742380142212, -1.2371950149536133, -2.0664069652557373, -0.7624213695526123, -1.5143402814865112, -2.1028785705566406, -1.3817195892333984, -1.4162955284118652, -0.4970353841781616, -0.17461499571800232, -1.5002615451812744, -1.7704929113388062, -1.0298627614974976, -0.02268809825181961, -1.1934584379196167, -0.005567994434386492, -2.063575267791748, -2.052591562271118, -0.4717986583709717, -0.5388413071632385, -0.5316327214241028, -0.37365561723709106, -0.34145593643188477, -0.7077256441116333, -0.6324952244758606, -1.8030669689178467, -1.0054478645324707, -0.05478401482105255, -1.2863738536834717, -0.02171490713953972, -1.9927103519439697, -1.2307204008102417, -0.34222155809402466, -1.1013257503509521, -0.19386951625347137, -0.317240446805954, -0.6055397391319275, -0.4049816429615021, -0.6946355700492859, -0.6510133743286133, -1.7137154340744019, -0.8388076424598694, -1.4767245054244995, -0.06265579164028168, -1.879273772239685, -0.8782835006713867, -1.1919976472854614, -1.4055815935134888, -2.167861223220825, -2.1585545539855957, -0.9840225577354431, -0.8151567578315735, -0.34384608268737793, -0.6949684619903564, -1.0121724605560303, -0.9131765365600586]}, "Bot005_006_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen? no , but i do have a cat . who do you listen? i do , but i do not have a favorite pet . are you at work? i do not have any pets . what do you do for living?", "response": "yes , i am a stay at home mom .", "annotation_id": "Bot005_006_14", "annotations": ["O", "O", "X", "X", "X", "O", "O", "X", "T", "X", "X", "T", "O", "T", "X"], "gpt2_target_score": [-12.235620498657227, -11.258424758911133, -9.34571361541748, -11.141578674316406, -7.325775146484375, -12.996950149536133, -6.92165470123291, -12.58650016784668, -13.293268203735352, -11.778656959533691], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -2.106926918029785, -1.8943458795547485, -0.8547760248184204, -0.3951881229877472, -0.7386716604232788, -0.6213711500167847, -0.8639779090881348, -1.3982404470443726, -1.6017318964004517, -1.6513758897781372, -1.2467141151428223, -1.0200684070587158, -1.712022304534912, -2.1836535930633545, -2.0609116554260254, -0.1628112643957138, -0.29572775959968567, -0.9385265707969666, -1.7256070375442505, -1.277160406112671, -1.6742701530456543, -1.5195786952972412, -2.1105988025665283, -2.0267391204833984, -1.4138814210891724, -1.188860297203064, -0.5471528172492981, -1.0196592807769775, -1.2960838079452515, -1.902963638305664, -0.9006838798522949, -0.2642602324485779, -1.5458742380142212, -1.2371950149536133, -2.0664069652557373, -0.7624213695526123, -1.5143402814865112, -2.1028785705566406, -1.3817195892333984, -1.4162955284118652, -0.4970353841781616, -0.17461499571800232, -1.5002615451812744, -1.7704929113388062, -1.0298627614974976, -0.02268809825181961, -1.1934584379196167, -0.005567994434386492, -2.063575267791748, -2.052591562271118, -0.4717986583709717, -0.5388413071632385, -0.5316327214241028, -0.37365561723709106, -0.34145593643188477, -0.7077256441116333, -0.6324952244758606, -1.8030669689178467, -1.0054478645324707, -0.05478401482105255, -1.2863738536834717, -0.02171490713953972, -1.9927103519439697, -1.2307204008102417, -0.34222155809402466, -1.1013257503509521, -0.19386951625347137, -0.317240446805954, -0.6055397391319275, -0.4049816429615021, -0.6946355700492859, -0.6510133743286133, -1.7137154340744019, -0.8388076424598694, -1.4767245054244995, -0.06265579164028168, -1.879273772239685, -0.8782835006713867, -1.1919976472854614, -1.4055815935134888, -0.903121829032898, -0.31426170468330383, -0.48726674914360046, -0.4569449722766876, -0.6157972812652588, -0.7781557440757751, -1.2157673835754395, -1.3243621587753296, -0.025691702961921692, -1.1494847536087036, -1.149765968322754, -1.7084062099456787, -1.6173622608184814, -1.6401792764663696, -2.0348587036132812, -1.6655973196029663, -0.6209123134613037, -1.469789981842041, -1.6944137811660767, -1.8402618169784546, -0.12688016891479492, -0.08220597356557846, -0.6953454613685608, -1.8520300388336182, -1.2382630109786987]}, "Bot005_006_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen? no , but i do have a cat . who do you listen? i do , but i do not have a favorite pet . are you at work? i do not have any pets . what do you do for living? yes , i am a stay at home mom . what is your favorite food?", "response": "i am a stay at home mom .", "annotation_id": "Bot005_006_16", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "T", "X", "X", "T"], "gpt2_target_score": [-8.837961196899414, -10.674882888793945, -1.271082878112793, -11.961906433105469, -5.0787506103515625, -13.386690139770508, -8.798378944396973, -8.719144821166992], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -2.106926918029785, -1.8943458795547485, -0.8547760248184204, -0.3951881229877472, -0.7386716604232788, -0.6213711500167847, -0.8639779090881348, -1.3982404470443726, -1.6017318964004517, -1.6513758897781372, -1.2467141151428223, -1.0200684070587158, -1.712022304534912, -2.1836535930633545, -2.0609116554260254, -0.1628112643957138, -0.29572775959968567, -0.9385265707969666, -1.7256070375442505, -1.277160406112671, -1.6742701530456543, -1.5195786952972412, -2.1105988025665283, -2.0267391204833984, -1.4138814210891724, -1.188860297203064, -0.5471528172492981, -1.0196592807769775, -1.2960838079452515, -1.902963638305664, -0.9006838798522949, -0.2642602324485779, -1.5458742380142212, -1.2371950149536133, -2.0664069652557373, -0.7624213695526123, -1.5143402814865112, -2.1028785705566406, -1.3817195892333984, -1.4162955284118652, -0.4970353841781616, -0.17461499571800232, -1.5002615451812744, -1.7704929113388062, -1.0298627614974976, -0.02268809825181961, -1.1934584379196167, -0.005567994434386492, -2.063575267791748, -2.052591562271118, -0.4717986583709717, -0.5388413071632385, -0.5316327214241028, -0.37365561723709106, -0.34145593643188477, -0.7077256441116333, -0.6324952244758606, -1.8030669689178467, -1.0054478645324707, -0.05478401482105255, -1.2863738536834717, -0.02171490713953972, -1.9927103519439697, -1.2307204008102417, -0.34222155809402466, -1.1013257503509521, -0.19386951625347137, -0.317240446805954, -0.6055397391319275, -0.4049816429615021, -0.6946355700492859, -0.6510133743286133, -1.7137154340744019, -0.8388076424598694, -1.4767245054244995, -0.06265579164028168, -1.879273772239685, -0.8782835006713867, -1.19198739528656, -1.4055774211883545, -0.9031317830085754, -0.3142596185207367, -0.48727554082870483, -0.45695018768310547, -0.6158096194267273, -0.7781655192375183, -1.2157750129699707, -1.3243660926818848, -0.025691820308566093, -1.149489402770996, -1.149766206741333, -1.7083790302276611, -1.6173686981201172, -1.640177607536316, -1.5210597515106201, -0.7057351469993591, -1.1991803646087646, -1.6490600109100342, -1.5314213037490845, -0.11398497968912125, -0.054119646549224854, -0.6258667707443237, -1.94059419631958, -1.2734639644622803, -0.7984952926635742, -0.7153384685516357, -1.1804860830307007, -1.8757195472717285, -0.9360067844390869, -2.3032541275024414, -2.394850730895996, -1.8409183025360107, -0.6315415501594543, -0.0712602362036705, -0.036567505449056625, -0.0200518649071455, -0.0848914086818695, -1.8303638696670532, -1.3701341152191162]}, "Bot005_006_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen? no , but i do have a cat . who do you listen? i do , but i do not have a favorite pet . are you at work? i do not have any pets . what do you do for living? yes , i am a stay at home mom . what is your favorite food? i am a stay at home mom . do you like shopping?", "response": "i love to garden . i love to garden .", "annotation_id": "Bot005_006_18", "annotations": ["O", "T", "X", "X", "X", "T", "X", "X", "T", "X", "X", "T", "T", "T", "X"], "gpt2_target_score": [-8.837961196899414, -5.896974563598633, -2.7092695236206055, -10.482368469238281, -11.2520751953125, -4.867311000823975, -7.55147647857666, -7.217282772064209, -14.333887100219727, -11.778656959533691], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -2.106926918029785, -1.8943458795547485, -0.8547760248184204, -0.3951881229877472, -0.7386716604232788, -0.6213711500167847, -0.8639779090881348, -1.3982404470443726, -1.6017318964004517, -1.6513758897781372, -1.2467141151428223, -1.0200684070587158, -1.712022304534912, -2.1836535930633545, -2.0609116554260254, -0.1628112643957138, -0.29572775959968567, -0.9385265707969666, -1.7256070375442505, -1.277160406112671, -1.6742701530456543, -1.5195786952972412, -2.1105988025665283, -2.0267391204833984, -1.4138814210891724, -1.188860297203064, -0.5471528172492981, -1.0196592807769775, -1.2960838079452515, -1.902963638305664, -0.9006838798522949, -0.2642602324485779, -1.5458742380142212, -1.2371950149536133, -2.0664069652557373, -0.7624213695526123, -1.5143402814865112, -2.1028785705566406, -1.3817195892333984, -1.4162955284118652, -0.4970353841781616, -0.17461499571800232, -1.5002615451812744, -1.7704929113388062, -1.0298627614974976, -0.02268809825181961, -1.1934584379196167, -0.005567994434386492, -2.063575267791748, -2.052591562271118, -0.4717986583709717, -0.5388413071632385, -0.5316327214241028, -0.37365561723709106, -0.34145593643188477, -0.7077256441116333, -0.6324952244758606, -1.8030669689178467, -1.0054478645324707, -0.05478401482105255, -1.2863738536834717, -0.02171490713953972, -1.9927103519439697, -1.2307204008102417, -0.34222155809402466, -1.1013257503509521, -0.19386951625347137, -0.317240446805954, -0.6055397391319275, -0.4049816429615021, -0.6946355700492859, -0.6510133743286133, -1.7137154340744019, -0.8388076424598694, -1.4767245054244995, -0.06265579164028168, -1.879273772239685, -0.8782835006713867, -1.1919976472854614, -1.4055815935134888, -0.903121829032898, -0.31426170468330383, -0.48726674914360046, -0.4569449722766876, -0.6157972812652588, -0.7781557440757751, -1.2157673835754395, -1.3243621587753296, -0.025691702961921692, -1.1494847536087036, -1.1497631072998047, -1.7084131240844727, -1.6173712015151978, -1.64018976688385, -1.5210609436035156, -0.7057341933250427, -1.199182391166687, -1.6490525007247925, -1.5314242839813232, -0.11398657411336899, -0.05412009730935097, -0.625862181186676, -1.9405910968780518, -1.2734644412994385, -0.7984933853149414, -0.7153312563896179, -1.1804838180541992, -1.8757247924804688, -0.9360091686248779, -2.3032567501068115, -1.897475242614746, -0.6852484345436096, -0.26170167326927185, -0.03343077749013901, -0.024590006098151207, -0.1653740555047989, -0.9432092905044556, -1.3933913707733154, -0.05181153491139412, -0.679806649684906, -2.2684929370880127, -1.131873369216919, -1.8096355199813843, -2.185765504837036, -2.0170934200286865, -0.27332764863967896, -1.5691981315612793, -1.9052637815475464, -0.9756113886833191, -1.6176484823226929, -1.1664535999298096, -1.8144867420196533, -0.555806040763855, -0.4942741096019745]}, "Bot005_006_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen? no , but i do have a cat . who do you listen? i do , but i do not have a favorite pet . are you at work? i do not have any pets . what do you do for living? yes , i am a stay at home mom . what is your favorite food? i am a stay at home mom . do you like shopping? i love to garden . i love to garden . what do you like to buy?", "response": "yes , i love to shop .", "annotation_id": "Bot005_006_20", "annotations": ["T", "X", "T", "X", "X", "O", "X", "X", "O", "X", "X", "T", "X", "T", "X"], "gpt2_target_score": [-12.235620498657227, -11.258424758911133, -9.34571361541748, -7.180213928222656, -3.376892328262329, -13.989519119262695, -6.217461585998535], "gpt2_argmax_score": [-1.1180747747421265, -1.8500230312347412, -1.271082878112793, -2.525902032852173, -1.2329866886138916, -0.5484328269958496, -2.106926918029785, -1.8943458795547485, -0.8547760248184204, -0.3951881229877472, -0.7386716604232788, -0.6213711500167847, -0.8639779090881348, -1.3982404470443726, -1.6017318964004517, -1.6513758897781372, -1.2467141151428223, -1.0200684070587158, -1.712022304534912, -2.1836535930633545, -2.0609116554260254, -0.1628112643957138, -0.29572775959968567, -0.9385265707969666, -1.7256070375442505, -1.277160406112671, -1.6742701530456543, -1.5195786952972412, -2.1105988025665283, -2.0267391204833984, -1.4138814210891724, -1.188860297203064, -0.5471528172492981, -1.0196592807769775, -1.2960838079452515, -1.902963638305664, -0.9006838798522949, -0.2642602324485779, -1.5458742380142212, -1.2371950149536133, -2.0664069652557373, -0.7624213695526123, -1.5143402814865112, -2.1028785705566406, -1.3817195892333984, -1.4162955284118652, -0.4970353841781616, -0.17461499571800232, -1.5002615451812744, -1.7704929113388062, -1.0298627614974976, -0.02268809825181961, -1.1934584379196167, -0.005567994434386492, -2.063575267791748, -2.052591562271118, -0.4717986583709717, -0.5388413071632385, -0.5316327214241028, -0.37365561723709106, -0.34145593643188477, -0.7077256441116333, -0.6324952244758606, -1.8030669689178467, -1.0054478645324707, -0.05478401482105255, -1.2863738536834717, -0.02171490713953972, -1.9927103519439697, -1.2307204008102417, -0.34222155809402466, -1.1013257503509521, -0.19386951625347137, -0.317240446805954, -0.6055397391319275, -0.4049816429615021, -0.6946355700492859, -0.6510133743286133, -1.7137154340744019, -0.8388076424598694, -1.4767245054244995, -0.06265579164028168, -1.879273772239685, -0.8782835006713867, -1.1919976472854614, -1.4055815935134888, -0.903121829032898, -0.31426170468330383, -0.48726674914360046, -0.4569449722766876, -0.6157972812652588, -0.7781557440757751, -1.2157673835754395, -1.3243621587753296, -0.025691702961921692, -1.1494847536087036, -1.1497631072998047, -1.7084131240844727, -1.6173712015151978, -1.64018976688385, -1.5210609436035156, -0.7057341933250427, -1.199182391166687, -1.6490525007247925, -1.5314242839813232, -0.11398657411336899, -0.05412009730935097, -0.625862181186676, -1.9405910968780518, -1.2734644412994385, -0.7984933853149414, -0.7153312563896179, -1.1804838180541992, -1.8757247924804688, -0.9360091686248779, -2.3032567501068115, -1.897475242614746, -0.6852484345436096, -0.26170167326927185, -0.03343077749013901, -0.024590006098151207, -0.1653740555047989, -0.9432092905044556, -1.3933913707733154, -0.05181153491139412, -0.679806649684906, -2.2684929370880127, -1.131873369216919, -1.8096355199813843, -1.3724241256713867, -0.6491747498512268, -1.4115806818008423, -1.0246412754058838, -1.3838629722595215, -1.3993735313415527, -0.9398069977760315, -1.6925334930419922, -0.253574013710022, -0.7483846545219421, -1.268946886062622, -0.020464351400732994, -1.0255681276321411, -0.9808863401412964, -0.7371958494186401, -0.8622325658798218, -1.722521185874939, -2.0246758460998535, -1.2942079305648804, -0.38512659072875977, -1.7815154790878296, -0.7690565586090088, -2.146379232406616, -1.4252887964248657, -0.9150907397270203]}, "Bot006_000_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi", "response": "i like taylor swift , she's my favorite singer", "annotation_id": "Bot006_000_01", "annotations": ["X", "O", "T", "O", "O", "O", "O", "O", "O", "X", "O", "T", "X", "O", "O"], "gpt2_target_score": [-9.417329788208008, -12.521700859069824, -8.353918075561523, -18.785289764404297, -14.717893600463867, -6.578805923461914, -8.577824592590332, -9.36241340637207, -9.158401489257812, -10.045690536499023, -8.786293983459473], "gpt2_argmax_score": [-1.6911711692810059, -2.038195848464966, -2.2481443881988525, -2.0189332962036133, -2.796018362045288, -1.9109898805618286, -1.9676259756088257, -2.6338748931884766, -1.7280116081237793, -1.7063050270080566, -1.0972299575805664, -2.921172857284546, -1.513620138168335]}, "Bot006_000_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES]", "response": "i am in the states , so i have to go to the states , i am in the states ,", "annotation_id": "Bot006_000_03", "annotations": ["X", "T", "T", "T", "X", "O", "T", "O", "X", "T", "T", "X", "X", "X", "O"], "gpt2_target_score": [-9.417320251464844, -2.2846856117248535, -8.035734176635742, -8.460256576538086, -11.30971622467041, -6.891534805297852, -4.809432029724121, -7.64924955368042, -8.301359176635742, -8.207781791687012, -8.662764549255371, -5.365445613861084, -5.898889541625977, -14.892070770263672, -3.9933109283447266, -3.80911922454834, -4.8266072273254395, -8.12625789642334, -5.7010674476623535, -15.80290412902832, -10.061629295349121], "gpt2_argmax_score": [-1.6912004947662354, -2.2846856117248535, -1.953702449798584, -3.1247849464416504, -1.7535407543182373, -2.9126150608062744, -2.529127836227417, -1.8691898584365845, -1.7983075380325317, -1.2121837139129639, -3.1267993450164795, -1.641492486000061, -2.344370126724243, -2.387599468231201, -1.9353731870651245, -1.5453556776046753, -1.997170090675354, -1.3324801921844482, -1.7982200384140015, -1.1337757110595703, -1.5987083911895752, -1.5682382583618164, -1.8559437990188599, -1.4753365516662598, -0.3579423129558563, -0.11389126628637314, -0.0962090715765953, -0.8287349939346313, -3.16676926612854, -1.0049103498458862, -0.8053731322288513, -2.108203411102295, -1.502299189567566, -1.8573148250579834, -1.4168331623077393, -1.8269426822662354, -1.8486608266830444, -1.5544389486312866, -1.6973198652267456, -3.294349193572998, -2.1639232635498047, -2.372615337371826, -2.0634167194366455, -1.241983413696289, -1.4542505741119385, -1.0239732265472412, -2.021500587463379, -1.5615602731704712, -1.6095813512802124, -0.5995830297470093, -1.2660844326019287, -1.8889238834381104, -2.455453872680664, -1.1361489295959473, -2.5011305809020996, -1.0979058742523193, -2.06877064704895, -0.8574488162994385, -1.9053817987442017, -2.5476677417755127, -1.9439451694488525, -2.022962808609009, -2.2370545864105225, -1.1343084573745728, -0.7353275418281555, -1.078214406967163, -1.6189931631088257, -1.5225788354873657]}, "Bot006_000_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you?", "response": "that's cool , i am in the midwest , and you ?", "annotation_id": "Bot006_000_05", "annotations": ["O", "O", "O", "O", "T", "O", "T", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2_target_score": [-14.645179748535156, -8.74083137512207, -8.614362716674805, -11.373865127563477, -5.135041236877441, -10.433099746704102, -6.482802391052246, -8.065052032470703, -9.213712692260742, -18.26658058166504, -6.96048641204834, -1.7160927057266235, -4.019098281860352, -10.54104232788086], "gpt2_argmax_score": [-1.6912004947662354, -2.2846856117248535, -1.953702449798584, -3.1247849464416504, -1.7535407543182373, -2.9126150608062744, -2.529127836227417, -1.8691898584365845, -1.7983075380325317, -1.2121837139129639, -3.1267993450164795, -1.641492486000061, -2.344370126724243, -2.387599468231201, -1.9353731870651245, -1.5453556776046753, -1.997170090675354, -1.3324801921844482, -1.7982200384140015, -1.1337757110595703, -1.5987083911895752, -1.5682382583618164, -1.8559437990188599, -1.4753365516662598, -0.3579423129558563, -0.11389126628637314, -0.0962090715765953, -0.8287349939346313, -3.16676926612854, -1.0049103498458862, -0.8053731322288513, -2.108203411102295, -1.502299189567566, -1.8573148250579834, -1.4168331623077393, -1.8269426822662354, -1.8486608266830444, -1.5544389486312866, -1.6973198652267456, -3.294349193572998, -2.1639232635498047, -2.372615337371826, -2.06341552734375, -1.2419848442077637, -1.454247236251831, -1.023980736732483, -2.139958143234253, -1.8795751333236694, -0.605604887008667, -1.3276398181915283, -2.1746609210968018, -2.3598363399505615, -1.2365062236785889, -2.5613927841186523, -1.2170332670211792, -2.0880069732666016, -0.8824378252029419, -1.923642635345459, -2.7158203125, -1.8308837413787842, -2.091506242752075, -2.400202512741089, -1.4105494022369385, -0.6955028176307678, -1.108044147491455, -1.5451760292053223, -1.3733001947402954, -1.4130364656448364, -1.1452720165252686, -0.5216559767723083, -0.6733908653259277, -1.4302071332931519, -0.24703894555568695, -0.4622458815574646, -0.9661421179771423, -2.546159505844116, -0.842715322971344, -2.200385570526123, -1.4670233726501465, -1.2556425333023071, -1.9557721614837646, -0.406436026096344, -0.29325225949287415, -0.1803090125322342, -0.14639341831207275, -1.4904016256332397, -2.0083420276641846, -0.6674124598503113, -1.7897229194641113, -0.3094560205936432]}, "Bot006_000_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES]", "response": "i like taylor swift , but i also like taylor swift , she is my favorite singer", "annotation_id": "Bot006_000_07", "annotations": ["T", "T", "T", "X", "X", "T", "T", "O", "T", "O", "X", "X", "T", "X", "O"], "gpt2_target_score": [-9.417320251464844, -4.938936710357666, -7.220738887786865, -5.19097375869751, -9.482338905334473, -6.891534805297852, -2.6535632610321045, -7.64924955368042, -5.032560348510742, -8.816241264343262, -5.049277305603027, -20.983060836791992, -13.195093154907227, -8.698741912841797, -5.855340957641602, -7.33908748626709, -11.117501258850098, -10.69901180267334, -7.720217227935791], "gpt2_argmax_score": [-1.6912004947662354, -2.2846856117248535, -1.953702449798584, -3.1247849464416504, -1.7535407543182373, -2.9126150608062744, -2.529127836227417, -1.8691898584365845, -1.7983075380325317, -1.2121837139129639, -3.1267993450164795, -1.641492486000061, -2.344370126724243, -2.387599468231201, -1.9353731870651245, -1.5453556776046753, -1.997170090675354, -1.3324801921844482, -1.7982200384140015, -1.1337757110595703, -1.5987083911895752, -1.5682382583618164, -1.8559437990188599, -1.4753365516662598, -0.3579423129558563, -0.11389126628637314, -0.0962090715765953, -0.8287349939346313, -3.16676926612854, -1.0049103498458862, -0.8053731322288513, -2.108203411102295, -1.502299189567566, -1.8573148250579834, -1.4168331623077393, -1.8269426822662354, -1.8486608266830444, -1.5544389486312866, -1.6973198652267456, -3.294349193572998, -2.1639232635498047, -2.372615337371826, -2.0634167194366455, -1.241983413696289, -1.4542505741119385, -1.0239732265472412, -2.139955520629883, -1.8795664310455322, -0.6056124567985535, -1.3276482820510864, -2.1746716499328613, -2.359837055206299, -1.236506462097168, -2.5614092350006104, -1.2170199155807495, -2.0879976749420166, -0.8824409246444702, -1.9236388206481934, -2.7158167362213135, -1.8308522701263428, -2.0915117263793945, -2.4002034664154053, -1.4105433225631714, -0.6955040097236633, -1.1080408096313477, -1.5451775789260864, -1.3732945919036865, -1.413045883178711, -1.1452728509902954, -0.52165287733078, -0.6733938455581665, -1.430208683013916, -0.24703866243362427, -0.4622497856616974, -0.9661465287208557, -0.8129013180732727, -2.2159852981567383, -1.890167236328125, -1.305166244506836, -2.0194132328033447, -0.5367969274520874, -0.40166401863098145, -0.2772720158100128, -0.1515856236219406, -2.1200876235961914, -2.277536630630493, -0.7756558060646057, -1.7792681455612183, -1.201055884361267, -1.868195652961731, -2.3219258785247803, -1.4702131748199463, -1.6580133438110352, -0.11818529665470123, -1.126567006111145, -0.774593710899353, -1.1949992179870605, -2.1010775566101074, -2.1157033443450928, -1.4777250289916992, -0.7943058013916016, -2.105698585510254, -1.1721112728118896, -0.0899687185883522, -1.6508084535598755, -1.2258588075637817, -0.8672648072242737, -1.3968406915664673, -3.2405107021331787, -0.004377544857561588, -0.019057156518101692, -0.05107802152633667, -0.09248051047325134, -0.2864341735839844, -0.0019810828380286694, -0.006735715549439192, -0.013689209707081318, -0.0006447143969126046, -0.06191820278763771, -1.380624532699585, -2.0980849266052246, -1.8765326738357544, -0.7623389363288879, -0.0059472741559147835, -0.19530898332595825, -1.1058679819107056, -0.33688220381736755, -0.6910045146942139, -2.0566232204437256, -0.5120126008987427, -0.6942540407180786, -0.002040567807853222, -0.033213432878255844, -0.2493012398481369, -0.7963754534721375, -0.09588267654180527, -0.048579491674900055, -0.06546585261821747, -0.010692330077290535, -0.19382257759571075]}, "Bot006_000_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES] i like taylor swift , but i also like taylor swift , she is my favorite singer Ye, I already know[FACE WITH TEARS OF JOY] I really like her blonde hair but my is brown and curly. Btw what is your name?", "response": "i am in the states , so i have to go to the states , i am in the states , you ?", "annotation_id": "Bot006_000_09", "annotations": ["X", "O", "O", "T", "X", "T", "X", "O", "X", "O", "X", "X", "O", "X", "O"], "gpt2_target_score": [-9.417320251464844, -2.2846856117248535, -8.035734176635742, -8.460256576538086, -11.30971622467041, -6.891534805297852, -4.809432029724121, -7.64924955368042, -8.301359176635742, -8.207781791687012, -8.662764549255371, -5.365445613861084, -5.898889541625977, -14.892070770263672, -3.9933109283447266, -3.80911922454834, -4.8266072273254395, -8.12625789642334, -5.7010674476623535, -15.80290412902832, -10.061629295349121, -4.524888038635254, -13.65373420715332], "gpt2_argmax_score": [-1.6912004947662354, -2.2846856117248535, -1.953702449798584, -3.1247849464416504, -1.7535407543182373, -2.9126150608062744, -2.529127836227417, -1.8691898584365845, -1.7983075380325317, -1.2121837139129639, -3.1267993450164795, -1.641492486000061, -2.344370126724243, -2.387599468231201, -1.9353731870651245, -1.5453556776046753, -1.997170090675354, -1.3324801921844482, -1.7982200384140015, -1.1337757110595703, -1.5987083911895752, -1.5682382583618164, -1.8559437990188599, -1.4753365516662598, -0.3579423129558563, -0.11389126628637314, -0.0962090715765953, -0.8287349939346313, -3.16676926612854, -1.0049103498458862, -0.8053731322288513, -2.108203411102295, -1.502299189567566, -1.8573148250579834, -1.4168331623077393, -1.8269426822662354, -1.8486608266830444, -1.5544389486312866, -1.6973198652267456, -3.294349193572998, -2.1639232635498047, -2.372615337371826, -2.0634167194366455, -1.241983413696289, -1.4542505741119385, -1.0239732265472412, -2.139955520629883, -1.8795664310455322, -0.6056124567985535, -1.3276482820510864, -2.1746716499328613, -2.359837055206299, -1.236506462097168, -2.5614092350006104, -1.2170199155807495, -2.0879976749420166, -0.8824409246444702, -1.9236388206481934, -2.7158167362213135, -1.8308522701263428, -2.0915117263793945, -2.4002034664154053, -1.4105433225631714, -0.6955040097236633, -1.1080408096313477, -1.5451775789260864, -1.3732945919036865, -1.413045883178711, -1.1452728509902954, -0.52165287733078, -0.6733938455581665, -1.430208683013916, -0.24703866243362427, -0.4622497856616974, -0.9661465287208557, -0.8129013180732727, -2.2159852981567383, -1.890167236328125, -1.305166244506836, -2.0194132328033447, -0.5367969274520874, -0.40166401863098145, -0.2772720158100128, -0.1515856236219406, -2.1200876235961914, -2.277536630630493, -0.7756558060646057, -1.7792681455612183, -1.201055884361267, -1.868195652961731, -2.3219258785247803, -1.4702131748199463, -1.6580133438110352, -0.11818529665470123, -1.126567006111145, -0.774593710899353, -1.1949992179870605, -2.1010775566101074, -2.1157033443450928, -1.4777250289916992, -0.7943058013916016, -2.105698585510254, -1.1721112728118896, -0.0899687185883522, -1.6508084535598755, -1.2258588075637817, -0.8672648072242737, -1.3968406915664673, -3.2405107021331787, -0.004377544857561588, -0.019057156518101692, -0.05107802152633667, -0.09248051047325134, -0.2864341735839844, -0.0019810828380286694, -0.006735715549439192, -0.013689209707081318, -0.0006447143969126046, -0.06191820278763771, -1.380624532699585, -1.065118670463562, -0.4550413191318512, -0.004012510646134615, -0.13140682876110077, -0.5757418870925903, -0.281820148229599, -0.2410435527563095, -1.522312879562378, -0.5745499730110168, -0.6097267866134644, -0.0026848006527870893, -0.04489598423242569, -0.1892186552286148, -0.4389205574989319, -0.13140462338924408, -0.08329714089632034, -0.07436037808656693, -0.014878262765705585, -0.23798006772994995, -1.5159502029418945, -2.2377328872680664, -0.853628396987915, -1.26943838596344, -1.3156557083129883, -0.40599775314331055, -0.10411567240953445, -0.36964452266693115, -1.5509213209152222, -1.1501034498214722, -2.198824882507324, -2.140037775039673, -2.3318324089050293, -1.0572658777236938, -2.058086633682251, -0.4665904641151428, -1.0301942825317383, -1.1086534261703491, -1.2671558856964111, -1.3568910360336304, -1.3075382709503174, -0.3991633653640747, -2.837556838989258, -1.8454573154449463, -1.6036765575408936, -1.921064019203186, -1.7452670335769653, -0.7676753401756287, -0.9009947776794434, -2.194855213165283, -0.9843662977218628, -0.8268669843673706, -0.7266635894775391, -1.597814917564392, -2.781846523284912, -1.8307147026062012, -1.8778836727142334, -0.34228089451789856, -1.2628393173217773, -1.532232642173767, -1.9760644435882568, -0.3329519033432007, -0.9866438508033752, -0.05515478551387787, -0.08566072583198547, -0.07658351212739944, -0.18160727620124817, -0.12240707874298096, -0.49137431383132935, -1.1807477474212646, -0.21216459572315216, -0.038832712918519974, -0.008916088379919529, -0.23975102603435516, -0.2821192145347595, -1.3151596784591675, -1.8080523014068604, -0.604697585105896]}, "Bot006_000_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES] i like taylor swift , but i also like taylor swift , she is my favorite singer Ye, I already know[FACE WITH TEARS OF JOY] I really like her blonde hair but my is brown and curly. Btw what is your name? i am in the states , so i have to go to the states , i am in the states , you ? ye, me too. What is your favorite food?", "response": "that's cool , i am in the midwest , and you ?", "annotation_id": "Bot006_000_11", "annotations": ["X", "T", "O", "X", "X", "T", "X", "O", "X", "T", "X", "X", "T", "X", "T"], "gpt2_target_score": [-14.645179748535156, -8.74083137512207, -8.614362716674805, -11.373865127563477, -5.135041236877441, -10.433099746704102, -6.482802391052246, -8.065052032470703, -9.213712692260742, -18.26658058166504, -6.96048641204834, -1.7160927057266235, -4.019098281860352, -10.54104232788086], "gpt2_argmax_score": [-1.6912004947662354, -2.2846856117248535, -1.953702449798584, -3.1247849464416504, -1.7535407543182373, -2.9126150608062744, -2.529127836227417, -1.8691898584365845, -1.7983075380325317, -1.2121837139129639, -3.1267993450164795, -1.641492486000061, -2.344370126724243, -2.387599468231201, -1.9353731870651245, -1.5453556776046753, -1.997170090675354, -1.3324801921844482, -1.7982200384140015, -1.1337757110595703, -1.5987083911895752, -1.5682382583618164, -1.8559437990188599, -1.4753365516662598, -0.3579423129558563, -0.11389126628637314, -0.0962090715765953, -0.8287349939346313, -3.16676926612854, -1.0049103498458862, -0.8053731322288513, -2.108203411102295, -1.502299189567566, -1.8573148250579834, -1.4168331623077393, -1.8269426822662354, -1.8486608266830444, -1.5544389486312866, -1.6973198652267456, -3.294349193572998, -2.1639232635498047, -2.372615337371826, -2.0634167194366455, -1.241983413696289, -1.4542505741119385, -1.0239732265472412, -2.139955520629883, -1.8795664310455322, -0.6056124567985535, -1.3276482820510864, -2.1746716499328613, -2.359837055206299, -1.236506462097168, -2.5614092350006104, -1.2170199155807495, -2.0879976749420166, -0.8824409246444702, -1.9236388206481934, -2.7158167362213135, -1.8308522701263428, -2.0915117263793945, -2.4002034664154053, -1.4105433225631714, -0.6955040097236633, -1.1080408096313477, -1.5451775789260864, -1.3732945919036865, -1.413045883178711, -1.1452728509902954, -0.52165287733078, -0.6733938455581665, -1.430208683013916, -0.24703866243362427, -0.4622497856616974, -0.9661465287208557, -0.8129013180732727, -2.2159852981567383, -1.890167236328125, -1.305166244506836, -2.0194132328033447, -0.5367969274520874, -0.40166401863098145, -0.2772720158100128, -0.1515856236219406, -2.1200876235961914, -2.277536630630493, -0.7756558060646057, -1.7792681455612183, -1.201055884361267, -1.868195652961731, -2.3219258785247803, -1.4702131748199463, -1.6580133438110352, -0.11818529665470123, -1.126567006111145, -0.774593710899353, -1.1949992179870605, -2.1010775566101074, -2.1157033443450928, -1.4777250289916992, -0.7943058013916016, -2.105698585510254, -1.1721112728118896, -0.0899687185883522, -1.6508084535598755, -1.2258588075637817, -0.8672648072242737, -1.3968406915664673, -3.2405107021331787, -0.004377544857561588, -0.019057156518101692, -0.05107802152633667, -0.09248051047325134, -0.2864341735839844, -0.0019810828380286694, -0.006735715549439192, -0.013689209707081318, -0.0006447143969126046, -0.06191820278763771, -1.380624532699585, -1.065118670463562, -0.4550413191318512, -0.004012510646134615, -0.13140682876110077, -0.5757418870925903, -0.281820148229599, -0.2410435527563095, -1.522312879562378, -0.5745499730110168, -0.6097267866134644, -0.0026848006527870893, -0.04489598423242569, -0.1892186552286148, -0.4389205574989319, -0.13140462338924408, -0.08329714089632034, -0.07436037808656693, -0.014878262765705585, -0.23798006772994995, -1.5159502029418945, -2.2377328872680664, -0.853628396987915, -1.26943838596344, -1.3156557083129883, -0.40599775314331055, -0.10411567240953445, -0.36964452266693115, -1.5509213209152222, -1.1501034498214722, -2.198824882507324, -2.140037775039673, -2.3318324089050293, -1.0572658777236938, -2.058086633682251, -0.4665904641151428, -1.0301942825317383, -1.1086534261703491, -1.2671558856964111, -1.3568910360336304, -1.3075382709503174, -0.3991633653640747, -2.837556838989258, -1.8454573154449463, -1.6036765575408936, -1.921064019203186, -1.7452670335769653, -0.7676753401756287, -0.9009947776794434, -2.194855213165283, -0.9843662977218628, -0.8268669843673706, -0.7266635894775391, -1.597814917564392, -1.7499523162841797, -2.003434896469116, -0.4337421655654907, -1.481868863105774, -1.6375092267990112, -1.9031760692596436, -0.5245784521102905, -1.4094232320785522, -0.15205110609531403, -0.16300269961357117, -0.10774263739585876, -0.3843664228916168, -0.21801558136940002, -0.6801840662956238, -1.1340337991714478, -0.3552357256412506, -0.08308839052915573, -0.025364704430103302, -0.3624765872955322, -0.398158460855484, -1.365654706954956, -1.750411033630371, -1.6050478219985962, -1.2472667694091797, -1.4855546951293945, -0.6910510063171387, -1.1575740575790405, -1.4304383993148804, -1.4993863105773926, -0.21000853180885315, -0.6783758401870728, -0.7113466858863831, -0.8291174173355103, -1.6729235649108887, -2.631009340286255, -0.7636567950248718, -2.017068386077881, -1.632358431816101, -1.0858526229858398, -2.1627163887023926, -0.3605186343193054, -0.07453111559152603, -0.32591167092323303, -0.02026262693107128, -0.8345621824264526, -1.0904755592346191, -0.1398499310016632, -1.6875406503677368, -0.9137207865715027]}, "Bot006_000_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES] i like taylor swift , but i also like taylor swift , she is my favorite singer Ye, I already know[FACE WITH TEARS OF JOY] I really like her blonde hair but my is brown and curly. Btw what is your name? i am in the states , so i have to go to the states , i am in the states , you ? ye, me too. What is your favorite food? that's cool , i am in the midwest , and you ? NY", "response": "i like taylor swift , but i also like taylor swift , but i also like taylor swift , she is my favorite singer", "annotation_id": "Bot006_000_13", "annotations": ["T", "T", "X", "X", "X", "T", "X", "T", "X", "X", "X", "X", "X", "X", "O"], "gpt2_target_score": [-9.417320251464844, -4.938936710357666, -7.220738887786865, -5.19097375869751, -9.482338905334473, -6.891534805297852, -2.6535632610321045, -7.64924955368042, -5.032560348510742, -8.816241264343262, -5.049277305603027, -20.983060836791992, -13.195093154907227, -8.698741912841797, -5.024393081665039, -3.80911922454834, -4.701103687286377, -7.101340293884277, -5.635530948638916, -22.348237991333008, -11.930510520935059, -10.216034889221191, -10.129411697387695, -2.4004769325256348, -8.80088996887207, -11.829071044921875, -11.82788372039795], "gpt2_argmax_score": [-1.6912004947662354, -2.2846856117248535, -1.953702449798584, -3.1247849464416504, -1.7535407543182373, -2.9126150608062744, -2.529127836227417, -1.8691898584365845, -1.7983075380325317, -1.2121837139129639, -3.1267993450164795, -1.641492486000061, -2.344370126724243, -2.387599468231201, -1.9353731870651245, -1.5453556776046753, -1.997170090675354, -1.3324801921844482, -1.7982200384140015, -1.1337757110595703, -1.5987083911895752, -1.5682382583618164, -1.8559437990188599, -1.4753365516662598, -0.3579423129558563, -0.11389126628637314, -0.0962090715765953, -0.8287349939346313, -3.16676926612854, -1.0049103498458862, -0.8053731322288513, -2.108203411102295, -1.502299189567566, -1.8573148250579834, -1.4168331623077393, -1.8269426822662354, -1.8486608266830444, -1.5544389486312866, -1.6973198652267456, -3.294349193572998, -2.1639232635498047, -2.372615337371826, -2.0634167194366455, -1.241983413696289, -1.4542505741119385, -1.0239732265472412, -2.139955520629883, -1.8795664310455322, -0.6056124567985535, -1.3276482820510864, -2.1746716499328613, -2.359837055206299, -1.236506462097168, -2.5614092350006104, -1.2170199155807495, -2.0879976749420166, -0.8824409246444702, -1.9236388206481934, -2.7158167362213135, -1.8308522701263428, -2.0915117263793945, -2.4002034664154053, -1.4105433225631714, -0.6955040097236633, -1.1080408096313477, -1.5451775789260864, -1.3732945919036865, -1.413045883178711, -1.1452728509902954, -0.52165287733078, -0.6733938455581665, -1.430208683013916, -0.24703866243362427, -0.4622497856616974, -0.9661465287208557, -0.8129013180732727, -2.2159852981567383, -1.890167236328125, -1.305166244506836, -2.0194132328033447, -0.5367969274520874, -0.40166401863098145, -0.2772720158100128, -0.1515856236219406, -2.1200876235961914, -2.277536630630493, -0.7756558060646057, -1.7792681455612183, -1.201055884361267, -1.868195652961731, -2.3219258785247803, -1.4702131748199463, -1.6580133438110352, -0.11818529665470123, -1.126567006111145, -0.774593710899353, -1.1949992179870605, -2.1010775566101074, -2.1157033443450928, -1.4777250289916992, -0.7943058013916016, -2.105698585510254, -1.1721112728118896, -0.0899687185883522, -1.6508084535598755, -1.2258588075637817, -0.8672648072242737, -1.3968406915664673, -3.2405107021331787, -0.004377544857561588, -0.019057156518101692, -0.05107802152633667, -0.09248051047325134, -0.2864341735839844, -0.0019810828380286694, -0.006735715549439192, -0.013689209707081318, -0.0006447143969126046, -0.06191820278763771, -1.380624532699585, -1.065118670463562, -0.4550413191318512, -0.004012510646134615, -0.13140682876110077, -0.5757418870925903, -0.281820148229599, -0.2410435527563095, -1.522312879562378, -0.5745499730110168, -0.6097267866134644, -0.0026848006527870893, -0.04489598423242569, -0.1892186552286148, -0.4389205574989319, -0.13140462338924408, -0.08329714089632034, -0.07436037808656693, -0.014878262765705585, -0.23798006772994995, -1.5159502029418945, -2.2377328872680664, -0.853628396987915, -1.26943838596344, -1.3156557083129883, -0.40599775314331055, -0.10411567240953445, -0.36964452266693115, -1.5509213209152222, -1.1501034498214722, -2.198824882507324, -2.140037775039673, -2.3318324089050293, -1.0572658777236938, -2.058086633682251, -0.4665904641151428, -1.0301942825317383, -1.1086534261703491, -1.2671558856964111, -1.3568910360336304, -1.3075382709503174, -0.3991633653640747, -2.837556838989258, -1.8454573154449463, -1.6036765575408936, -1.921064019203186, -1.7452670335769653, -0.7676753401756287, -0.9009947776794434, -2.194855213165283, -0.9843662977218628, -0.8268669843673706, -0.7266635894775391, -1.597814917564392, -1.7499523162841797, -2.003434896469116, -0.4337421655654907, -1.481868863105774, -1.6375092267990112, -1.9031760692596436, -0.5245784521102905, -1.409414529800415, -0.15204967558383942, -0.16300320625305176, -0.10774092376232147, -0.38436558842658997, -0.21801722049713135, -0.6801808476448059, -1.1340445280075073, -0.35524216294288635, -0.08308850228786469, -0.025364354252815247, -0.3624774217605591, -0.39815932512283325, -1.3656671047210693, -1.7504113912582397, -1.6050384044647217, -1.2472766637802124, -1.4855635166168213, -0.691049337387085, -1.1575766801834106, -1.4304373264312744, -1.4993733167648315, -0.2100089192390442, -0.6783784031867981, -0.7113505005836487, -0.8291193842887878, -1.6729238033294678, -0.7085558176040649, -1.385309100151062, -1.815313696861267, -0.64350426197052, -0.9580984115600586, -0.16703306138515472, -0.03656037896871567, -0.37014785408973694, -0.01868223212659359, -0.46790969371795654, -0.48015013337135315, -0.05224812775850296, -1.2373080253601074, -2.3100829124450684, -0.3862583339214325, -2.3747029304504395, -1.7508198022842407, -1.8577364683151245, -0.013033438473939896, -0.04260335862636566, -0.6198646426200867, -0.5410334467887878, -0.5075839161872864, -0.49695849418640137, -0.08009742945432663, -1.0473166704177856, -0.0020895807538181543, -0.02268856391310692, -0.18885572254657745, -0.7625489234924316, -0.2347993552684784, -0.05846631899476051, -0.05713977664709091, -0.4897812604904175, -0.0011606630869209766, -0.017206791788339615, -0.08984264731407166, -0.9442858695983887, -0.05231872573494911, -0.05036221817135811, -0.022685067728161812, -0.0027550619561225176, -0.6544116139411926]}, "Bot006_000_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES] i like taylor swift , but i also like taylor swift , she is my favorite singer Ye, I already know[FACE WITH TEARS OF JOY] I really like her blonde hair but my is brown and curly. Btw what is your name? i am in the states , so i have to go to the states , i am in the states , you ? ye, me too. What is your favorite food? that's cool , i am in the midwest , and you ? NY i like taylor swift , but i also like taylor swift , but i also like taylor swift , she is my favorite singer What is your favorite food?", "response": "that's cool , i am in the midwest , and you ?", "annotation_id": "Bot006_000_15", "annotations": ["X", "T", "T", "X", "X", "T", "X", "T", "X", "T", "X", "X", "O", "X", "O"], "gpt2_target_score": [-14.645179748535156, -8.74083137512207, -8.614362716674805, -11.373865127563477, -5.135041236877441, -10.433099746704102, -6.482802391052246, -8.065052032470703, -9.213712692260742, -18.26658058166504, -6.96048641204834, -1.7160927057266235, -4.019098281860352, -10.54104232788086], "gpt2_argmax_score": [-1.6912004947662354, -2.2846856117248535, -1.953702449798584, -3.1247849464416504, -1.7535407543182373, -2.9126150608062744, -2.529127836227417, -1.8691898584365845, -1.7983075380325317, -1.2121837139129639, -3.1267993450164795, -1.641492486000061, -2.344370126724243, -2.387599468231201, -1.9353731870651245, -1.5453556776046753, -1.997170090675354, -1.3324801921844482, -1.7982200384140015, -1.1337757110595703, -1.5987083911895752, -1.5682382583618164, -1.8559437990188599, -1.4753365516662598, -0.3579423129558563, -0.11389126628637314, -0.0962090715765953, -0.8287349939346313, -3.16676926612854, -1.0049103498458862, -0.8053731322288513, -2.108203411102295, -1.502299189567566, -1.8573148250579834, -1.4168331623077393, -1.8269426822662354, -1.8486608266830444, -1.5544389486312866, -1.6973198652267456, -3.294349193572998, -2.1639232635498047, -2.372615337371826, -2.0634167194366455, -1.241983413696289, -1.4542505741119385, -1.0239732265472412, -2.139955520629883, -1.8795664310455322, -0.6056124567985535, -1.3276482820510864, -2.1746716499328613, -2.359837055206299, -1.236506462097168, -2.5614092350006104, -1.2170199155807495, -2.0879976749420166, -0.8824409246444702, -1.9236388206481934, -2.7158167362213135, -1.8308522701263428, -2.0915117263793945, -2.4002034664154053, -1.4105433225631714, -0.6955040097236633, -1.1080408096313477, -1.5451775789260864, -1.3732945919036865, -1.413045883178711, -1.1452728509902954, -0.52165287733078, -0.6733938455581665, -1.430208683013916, -0.24703866243362427, -0.4622497856616974, -0.9661465287208557, -0.8129013180732727, -2.2159852981567383, -1.890167236328125, -1.305166244506836, -2.0194132328033447, -0.5367969274520874, -0.40166401863098145, -0.2772720158100128, -0.1515856236219406, -2.1200876235961914, -2.277536630630493, -0.7756558060646057, -1.7792681455612183, -1.201055884361267, -1.868195652961731, -2.3219258785247803, -1.4702131748199463, -1.6580133438110352, -0.11818529665470123, -1.126567006111145, -0.774593710899353, -1.1949992179870605, -2.1010775566101074, -2.1157033443450928, -1.4777250289916992, -0.7943058013916016, -2.105698585510254, -1.1721112728118896, -0.0899687185883522, -1.6508084535598755, -1.2258588075637817, -0.8672648072242737, -1.3968406915664673, -3.2405107021331787, -0.004377544857561588, -0.019057156518101692, -0.05107802152633667, -0.09248051047325134, -0.2864341735839844, -0.0019810828380286694, -0.006735715549439192, -0.013689209707081318, -0.0006447143969126046, -0.06191820278763771, -1.380624532699585, -1.065118670463562, -0.4550413191318512, -0.004012510646134615, -0.13140682876110077, -0.5757418870925903, -0.281820148229599, -0.2410435527563095, -1.522312879562378, -0.5745499730110168, -0.6097267866134644, -0.0026848006527870893, -0.04489598423242569, -0.1892186552286148, -0.4389205574989319, -0.13140462338924408, -0.08329955488443375, -0.07436004281044006, -0.014878262765705585, -0.23797659575939178, -1.5159473419189453, -2.237725257873535, -0.8536203503608704, -1.2694226503372192, -1.3156737089157104, -0.4059956967830658, -0.10411599278450012, -0.3696441948413849, -1.5509188175201416, -1.1500954627990723, -2.198824405670166, -2.1400363445281982, -2.331831932067871, -1.0572631359100342, -2.0580804347991943, -0.4665810465812683, -1.0301927328109741, -1.1086469888687134, -1.2671608924865723, -1.3568997383117676, -1.3075307607650757, -0.3991658389568329, -2.8375632762908936, -1.8454670906066895, -1.603667974472046, -1.9210669994354248, -1.7452685832977295, -0.7676792740821838, -0.9009937644004822, -2.194862127304077, -0.9843604564666748, -0.8268699049949646, -0.7266615629196167, -1.5978240966796875, -1.7499642372131348, -2.00343656539917, -0.4337415397167206, -1.4818615913391113, -1.6375070810317993, -1.9031648635864258, -0.5245751142501831, -1.4094270467758179, -0.15204834938049316, -0.1630048155784607, -0.10774263739585876, -0.38436445593833923, -0.21801672875881195, -0.6801815032958984, -1.1340292692184448, -0.3552398383617401, -0.08308915793895721, -0.025364704430103302, -0.36247408390045166, -0.39815452694892883, -1.3656617403030396, -1.7504100799560547, -1.6050523519515991, -1.2472552061080933, -1.48555326461792, -0.6910581588745117, -1.1575816869735718, -1.4304431676864624, -1.4993685483932495, -0.21000514924526215, -0.6783667206764221, -0.7113480567932129, -0.829120934009552, -1.6729360818862915, -0.7085634469985962, -1.385303258895874, -1.815324306488037, -0.6434919238090515, -0.9580948948860168, -0.1670297235250473, -0.03656003251671791, -0.3701508343219757, -0.018682466819882393, -0.4679117798805237, -0.4801484942436218, -0.052247222512960434, -1.237308144569397, -2.310075044631958, -0.3862530589103699, -1.1390304565429688, -1.091066837310791, -0.002512990264222026, -0.01766156405210495, -0.16804882884025574, -0.12873826920986176, -0.2982825040817261, -0.04702631011605263, -0.08304648101329803, -0.5022603273391724, -0.001214600750245154, -0.017002414911985397, -0.08233290165662766, -0.45271167159080505, -0.24212537705898285, -0.02147376537322998, -0.0789995789527893, -0.33204907178878784, -0.000964533886872232, -0.016702456399798393, -0.06248043105006218, -0.7497509121894836, -0.03178388997912407, -0.03588401898741722, -0.02395915426313877, -0.0022888195235282183, -0.7069791555404663, -1.357825517654419, -0.07393764704465866, -0.7464656233787537, -0.5139144062995911, -0.18692487478256226, -1.922554612159729, -2.5067875385284424, -0.4215793013572693, -0.5780110955238342, -1.0757333040237427, -0.4865758717060089, -0.7049617767333984, -0.10201013833284378, -0.012357926927506924, -0.5787018537521362, -0.008307898417115211, -0.27949556708335876, -0.22744214534759521, -0.021423358470201492, -1.8718509674072266, -1.06267249584198]}, "Bot006_000_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES] i like taylor swift , but i also like taylor swift , she is my favorite singer Ye, I already know[FACE WITH TEARS OF JOY] I really like her blonde hair but my is brown and curly. Btw what is your name? i am in the states , so i have to go to the states , i am in the states , you ? ye, me too. What is your favorite food? that's cool , i am in the midwest , and you ? NY i like taylor swift , but i also like taylor swift , but i also like taylor swift , she is my favorite singer What is your favorite food? that's cool , i am in the midwest , and you ? you are not really smart, didn't you?", "response": "i like taylor swift , but i also like taylor swift , but i also like taylor swift , she is a great singer", "annotation_id": "Bot006_000_17", "annotations": ["X", "T", "T", "X", "X", "T", "X", "T", "X", "O", "X", "X", "X", "X", "O"], "gpt2_target_score": [-9.417320251464844, -4.938936710357666, -7.220738887786865, -5.19097375869751, -9.482338905334473, -6.891534805297852, -2.6535632610321045, -7.64924955368042, -5.032560348510742, -8.816241264343262, -5.049277305603027, -20.983060836791992, -13.195093154907227, -8.698741912841797, -5.024393081665039, -3.80911922454834, -4.701103687286377, -7.101340293884277, -5.635530948638916, -22.348237991333008, -11.930510520935059, -10.216034889221191, -10.129411697387695, -2.4004769325256348, -8.59184455871582, -10.835678100585938, -11.82788372039795], "gpt2_argmax_score": [-1.6912004947662354, -2.2846856117248535, -1.953702449798584, -3.1247849464416504, -1.7535407543182373, -2.9126150608062744, -2.529127836227417, -1.8691898584365845, -1.7983075380325317, -1.2121837139129639, -3.1267993450164795, -1.641492486000061, -2.344370126724243, -2.387599468231201, -1.9353731870651245, -1.5453556776046753, -1.997170090675354, -1.3324801921844482, -1.7982200384140015, -1.1337757110595703, -1.5987083911895752, -1.5682382583618164, -1.8559437990188599, -1.4753365516662598, -0.3579423129558563, -0.11389126628637314, -0.0962090715765953, -0.8287349939346313, -3.16676926612854, -1.0049103498458862, -0.8053731322288513, -2.108203411102295, -1.502299189567566, -1.8573148250579834, -1.4168331623077393, -1.8269426822662354, -1.8486608266830444, -1.5544389486312866, -1.6973198652267456, -3.294349193572998, -2.1639232635498047, -2.372615337371826, -2.0634167194366455, -1.241983413696289, -1.4542505741119385, -1.0239732265472412, -2.139955520629883, -1.8795664310455322, -0.6056124567985535, -1.3276482820510864, -2.1746716499328613, -2.359837055206299, -1.236506462097168, -2.5614092350006104, -1.2170199155807495, -2.0879976749420166, -0.8824409246444702, -1.9236388206481934, -2.7158167362213135, -1.8308522701263428, -2.0915117263793945, -2.4002034664154053, -1.4105433225631714, -0.6955040097236633, -1.1080408096313477, -1.5451775789260864, -1.3732945919036865, -1.413045883178711, -1.1452728509902954, -0.52165287733078, -0.6733938455581665, -1.430208683013916, -0.24703866243362427, -0.4622497856616974, -0.9661465287208557, -0.8129013180732727, -2.2159852981567383, -1.890167236328125, -1.305166244506836, -2.0194132328033447, -0.5367969274520874, -0.40166401863098145, -0.2772720158100128, -0.1515856236219406, -2.1200876235961914, -2.277536630630493, -0.7756558060646057, -1.7792681455612183, -1.201055884361267, -1.868195652961731, -2.3219258785247803, -1.4702131748199463, -1.6580133438110352, -0.11818529665470123, -1.126567006111145, -0.774593710899353, -1.1949992179870605, -2.1010775566101074, -2.1157033443450928, -1.4777250289916992, -0.7943058013916016, -2.105698585510254, -1.1721112728118896, -0.0899687185883522, -1.6508084535598755, -1.2258588075637817, -0.8672648072242737, -1.3968406915664673, -3.2405107021331787, -0.004377544857561588, -0.019057156518101692, -0.05107802152633667, -0.09248051047325134, -0.2864341735839844, -0.0019810828380286694, -0.006735715549439192, -0.013689209707081318, -0.0006447143969126046, -0.06191820278763771, -1.380624532699585, -1.065118670463562, -0.4550413191318512, -0.004012510646134615, -0.13140682876110077, -0.5757418870925903, -0.281820148229599, -0.2410435527563095, -1.522312879562378, -0.5745499730110168, -0.6097267866134644, -0.0026848006527870893, -0.04489598423242569, -0.1892186552286148, -0.4389205574989319, -0.13140462338924408, -0.08329714089632034, -0.07436037808656693, -0.014878262765705585, -0.23798006772994995, -1.5159502029418945, -2.2377328872680664, -0.853628396987915, -1.26943838596344, -1.3156557083129883, -0.40599775314331055, -0.10411567240953445, -0.36964452266693115, -1.5509213209152222, -1.1501034498214722, -2.198824882507324, -2.140037775039673, -2.3318324089050293, -1.0572658777236938, -2.058086633682251, -0.4665905237197876, -1.0301939249038696, -1.108659267425537, -1.2671597003936768, -1.3568980693817139, -1.3075284957885742, -0.3991675078868866, -2.8375766277313232, -1.8454605340957642, -1.603659749031067, -1.9210740327835083, -1.7452725172042847, -0.7676773071289062, -0.9009962677955627, -2.194854259490967, -0.9843606352806091, -0.8268671631813049, -0.7266639471054077, -1.5978202819824219, -1.749956488609314, -2.003427267074585, -0.43373823165893555, -1.481871485710144, -1.637505292892456, -1.903177261352539, -0.5245757699012756, -1.409432053565979, -0.15205028653144836, -0.16300401091575623, -0.10774102807044983, -0.38436105847358704, -0.2180177867412567, -0.6801816821098328, -1.1340299844741821, -0.3552422523498535, -0.08308926969766617, -0.025365285575389862, -0.3624741733074188, -0.3981541097164154, -1.3656600713729858, -1.750411868095398, -1.605054259300232, -1.2472681999206543, -1.48555588722229, -0.6910548210144043, -1.1575777530670166, -1.4304348230361938, -1.4993802309036255, -0.2100096046924591, -0.678363561630249, -0.7113435864448547, -0.8291239738464355, -1.6729295253753662, -0.70856112241745, -1.385297179222107, -1.8153252601623535, -0.643491268157959, -0.9580986499786377, -0.1670304387807846, -0.03655968979001045, -0.3701504170894623, -0.01868234947323799, -0.46790993213653564, -0.48014748096466064, -0.05224733427166939, -1.2373065948486328, -2.3100950717926025, -0.38625460863113403, -1.1390300989151, -1.0910718441009521, -0.002512990264222026, -0.01766156405210495, -0.1680465042591095, -0.1287398487329483, -0.29828116297721863, -0.0470271073281765, -0.08304615318775177, -0.5022608637809753, -0.001214600750245154, -0.017002299427986145, -0.08233355730772018, -0.45272478461265564, -0.24211938679218292, -0.02147364802658558, -0.07899770885705948, -0.33205538988113403, -0.000964533886872232, -0.01670233905315399, -0.06248076632618904, -0.7497461438179016, -0.031784120947122574, -0.035883788019418716, -0.023959269747138023, -0.0022888195235282183, -0.7069770097732544, -1.357832431793213, -0.07393864542245865, -0.7464607357978821, -0.5139192342758179, -0.18692538142204285, -1.9225425720214844, -0.06378089636564255, -0.03370559215545654, -0.28016915917396545, -0.13298721611499786, -0.07800737023353577, -0.019719041883945465, -0.004024621564894915, -0.20453573763370514, -0.008118605241179466, -0.07675034552812576, -0.04058824107050896, -0.01154833659529686, -0.03978309407830238, -1.1990606784820557, -0.4506739675998688, -0.39463725686073303, -1.2328354120254517, -1.563820242881775, -1.7697232961654663, -1.5887759923934937, -0.030328940600156784, -1.2119544744491577, -2.162853717803955, -1.9454978704452515, -2.2662110328674316, -1.5711243152618408, -1.1531141996383667, -0.007204268593341112, -0.023031817749142647, -0.42960017919540405, -0.5129778385162354, -0.39053136110305786, -0.41374942660331726, -0.1027262806892395, -0.5388158559799194, -0.0015888698399066925, -0.020734693855047226, -0.16434353590011597, -0.6964336037635803, -0.15948273241519928, -0.057000719010829926, -0.06195954605937004, -0.23723870515823364, -0.0008085080771706998, -0.016740674152970314, -0.07745148241519928, -0.5778448581695557, -0.04413992539048195, -0.058076076209545135, -1.6574128866195679, -0.0359354242682457, -1.343302845954895]}, "Bot006_000_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES] i like taylor swift , but i also like taylor swift , she is my favorite singer Ye, I already know[FACE WITH TEARS OF JOY] I really like her blonde hair but my is brown and curly. Btw what is your name? i am in the states , so i have to go to the states , i am in the states , you ? ye, me too. What is your favorite food? that's cool , i am in the midwest , and you ? NY i like taylor swift , but i also like taylor swift , but i also like taylor swift , she is my favorite singer What is your favorite food? that's cool , i am in the midwest , and you ? you are not really smart, didn't you? i like taylor swift , but i also like taylor swift , but i also like taylor swift , she is a great singer What is your name?", "response": "i am in the midwest , and you ?", "annotation_id": "Bot006_000_19", "annotations": ["X", "T", "T", "X", "X", "X", "X", "T", "X", "T", "X", "X", "T", "X", "O"], "gpt2_target_score": [-9.417320251464844, -2.2846856117248535, -8.035734176635742, -8.460256576538086, -9.576066017150879, -12.082132339477539, -6.183135032653809, -6.426257610321045, -9.721235275268555, -13.374842643737793], "gpt2_argmax_score": [-1.6912004947662354, -2.2846856117248535, -1.953702449798584, -3.1247849464416504, -1.7535407543182373, -2.9126150608062744, -2.529127836227417, -1.8691898584365845, -1.7983075380325317, -1.2121837139129639, -3.1267993450164795, -1.641492486000061, -2.344370126724243, -2.387599468231201, -1.9353731870651245, -1.5453556776046753, -1.997170090675354, -1.3324801921844482, -1.7982200384140015, -1.1337757110595703, -1.5987083911895752, -1.5682382583618164, -1.8559437990188599, -1.4753365516662598, -0.3579423129558563, -0.11389126628637314, -0.0962090715765953, -0.8287349939346313, -3.16676926612854, -1.0049103498458862, -0.8053731322288513, -2.108203411102295, -1.502299189567566, -1.8573148250579834, -1.4168331623077393, -1.8269426822662354, -1.8486608266830444, -1.5544389486312866, -1.6973198652267456, -3.294349193572998, -2.1639232635498047, -2.372615337371826, -2.0634167194366455, -1.241983413696289, -1.4542505741119385, -1.0239732265472412, -2.139955520629883, -1.8795664310455322, -0.6056124567985535, -1.3276482820510864, -2.1746716499328613, -2.359837055206299, -1.236506462097168, -2.5614092350006104, -1.2170199155807495, -2.0879976749420166, -0.8824409246444702, -1.9236388206481934, -2.7158167362213135, -1.8308522701263428, -2.0915117263793945, -2.4002034664154053, -1.4105433225631714, -0.6955040097236633, -1.1080408096313477, -1.5451775789260864, -1.3732945919036865, -1.413045883178711, -1.1452728509902954, -0.52165287733078, -0.6733938455581665, -1.430208683013916, -0.24703866243362427, -0.4622497856616974, -0.9661465287208557, -0.8129013180732727, -2.2159852981567383, -1.890167236328125, -1.305166244506836, -2.0194132328033447, -0.5367969274520874, -0.40166401863098145, -0.2772720158100128, -0.1515856236219406, -2.1200876235961914, -2.277536630630493, -0.7756558060646057, -1.7792681455612183, -1.201055884361267, -1.868195652961731, -2.3219258785247803, -1.4702131748199463, -1.6580133438110352, -0.11818529665470123, -1.126567006111145, -0.774593710899353, -1.1949992179870605, -2.1010775566101074, -2.1157033443450928, -1.4777250289916992, -0.7943058013916016, -2.105698585510254, -1.1721112728118896, -0.0899687185883522, -1.6508084535598755, -1.2258588075637817, -0.8672648072242737, -1.3968406915664673, -3.2405107021331787, -0.004377544857561588, -0.019057156518101692, -0.05107802152633667, -0.09248051047325134, -0.2864341735839844, -0.0019810828380286694, -0.006735715549439192, -0.013689209707081318, -0.0006447143969126046, -0.06191820278763771, -1.380624532699585, -1.065118670463562, -0.4550413191318512, -0.004012510646134615, -0.13140682876110077, -0.5757418870925903, -0.281820148229599, -0.2410435527563095, -1.522312879562378, -0.5745499730110168, -0.6097267866134644, -0.0026848006527870893, -0.04489598423242569, -0.1892186552286148, -0.4389205574989319, -0.13140462338924408, -0.08329714089632034, -0.07436037808656693, -0.014878262765705585, -0.23798006772994995, -1.5159502029418945, -2.2377328872680664, -0.853628396987915, -1.26943838596344, -1.3156557083129883, -0.40599775314331055, -0.10411567240953445, -0.36964452266693115, -1.5509213209152222, -1.1501034498214722, -2.198824882507324, -2.140037775039673, -2.3318324089050293, -1.0572658777236938, -2.058086633682251, -0.4665904641151428, -1.0301942825317383, -1.1086534261703491, -1.2671558856964111, -1.3568910360336304, -1.3075382709503174, -0.3991633653640747, -2.8375864028930664, -1.8454654216766357, -1.6036633253097534, -1.9210671186447144, -1.7452561855316162, -0.7676779627799988, -0.9010048508644104, -2.194854259490967, -0.984356701374054, -0.8268696665763855, -0.7266573905944824, -1.5978212356567383, -1.74995756149292, -2.003431797027588, -0.4337404668331146, -1.4818739891052246, -1.6375048160552979, -1.903176188468933, -0.5245776176452637, -1.4094316959381104, -0.15205234289169312, -0.16300350427627563, -0.10774242132902145, -0.38436436653137207, -0.2180163562297821, -0.6801828145980835, -1.1340411901474, -0.35524025559425354, -0.0830899253487587, -0.025364935398101807, -0.36247286200523376, -0.3981570899486542, -1.365662693977356, -1.750410556793213, -1.605043888092041, -1.2472586631774902, -1.4855525493621826, -0.691052258014679, -1.1575696468353271, -1.43044114112854, -1.499389886856079, -0.21000467240810394, -0.678378701210022, -0.7113484144210815, -0.8291223049163818, -1.6729270219802856, -0.7085616588592529, -1.3853085041046143, -1.8153305053710938, -0.6434924006462097, -0.9580966234207153, -0.16702942550182343, -0.03656095266342163, -0.37014836072921753, -0.01868281699717045, -0.46790453791618347, -0.48015013337135315, -0.05224733427166939, -1.237301230430603, -2.3100783824920654, -0.3862486183643341, -1.1390243768692017, -1.0910553932189941, -0.002512990264222026, -0.017661679536104202, -0.16804872453212738, -0.12873806059360504, -0.2982805371284485, -0.047026194632053375, -0.08304604887962341, -0.5022535920143127, -0.001214600750245154, -0.017002414911985397, -0.08233410865068436, -0.4527287185192108, -0.24212557077407837, -0.021473297849297523, -0.07899979501962662, -0.3320471942424774, -0.000964533886872232, -0.01670233905315399, -0.06248020753264427, -0.7497542500495911, -0.03178354352712631, -0.035883672535419464, -0.023959852755069733, -0.0022888195235282183, -0.7069833874702454, -1.3578191995620728, -0.07393709570169449, -0.74647456407547, -0.5139168500900269, -0.18692873418331146, -1.9225451946258545, -0.06378067284822464, -0.03370582312345505, -0.2801712155342102, -0.13298878073692322, -0.07800847291946411, -0.01971939206123352, -0.004024621564894915, -0.2045333981513977, -0.00811848696321249, -0.07675089687108994, -0.04058915749192238, -0.011548454873263836, -0.03978458419442177, -1.199058175086975, -0.4506692588329315, -0.39463531970977783, -1.2328437566757202, -1.5638185739517212, -1.769726276397705, -1.58877432346344, -0.030328594148159027, -1.2119673490524292, -2.1628642082214355, -1.9454984664916992, -0.9392228722572327, -0.8674669861793518, -0.002534988336265087, -0.015666738152503967, -0.28288835287094116, -0.27455559372901917, -0.26693791151046753, -0.1838306337594986, -0.106059730052948, -0.46312257647514343, -0.0010568277211859822, -0.02328225038945675, -0.14127546548843384, -0.44306522607803345, -0.15235978364944458, -0.047595154494047165, -0.07436546683311462, -0.21967005729675293, -0.0006840273272246122, -0.017949290573596954, -0.08926822990179062, -0.3954746723175049, -0.03637417405843735, -0.04408608749508858, -2.352381944656372, -0.040433239191770554, -1.9606658220291138, -1.2498772144317627, -0.07737425714731216, -0.19424594938755035, -0.29400816559791565, -1.757264256477356, -2.6806507110595703, -1.4091793298721313, -0.434916228055954, -0.058335766196250916, -0.7363379001617432, -0.016594478860497475, -0.3635180592536926, -0.7236971259117126, -0.13087505102157593, -1.3047022819519043, -1.412406086921692]}, "Bot006_003_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there!", "response": "i am retired , i am retired now", "annotation_id": "Bot006_003_02", "annotations": ["X", "T", "X", "X", "T", "T", "O", "T", "T", "X", "X", "X", "X", "T", "X"], "gpt2_target_score": [-8.527595520019531, -8.089072227478027, -7.986258506774902, -11.668769836425781, -5.853060722351074, -10.058143615722656, -16.93614959716797, -7.163548946380615], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -3.7141335010528564, -1.4919590950012207, -0.8209716081619263, -2.224159002304077, -1.40215265750885, -1.3109794855117798, -0.9998390078544617, -1.0973725318908691, -2.0027658939361572, -1.1683506965637207, -0.8660591840744019, -1.732218861579895, -1.6876951456069946, -1.2036052942276, -1.7320104837417603, -1.2427191734313965, -1.646536111831665]}, "Bot006_003_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What?", "response": "that is great , i have a husband and son", "annotation_id": "Bot006_003_04", "annotations": ["X", "T", "X", "X", "X", "X", "O", "X", "T", "T", "X", "X", "X", "O", "X"], "gpt2_target_score": [-13.406089782714844, -9.69052791595459, -6.538107872009277, -11.668769836425781, -5.853060722351074, -9.805839538574219, -6.9667887687683105, -10.202077865600586, -6.275443077087402, -12.189489364624023], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -3.7141335010528564, -1.4919590950012207, -0.8209716081619263, -2.224159002304077, -1.40215265750885, -1.3109794855117798, -0.9998390078544617, -1.0973725318908691, -0.9173506498336792, -1.0051087141036987, -1.3435757160186768, -1.6049604415893555, -1.1448018550872803, -1.7837421894073486, -1.4986076354980469, -1.3230992555618286, -1.7674936056137085, -1.5552351474761963, -2.5085840225219727, -0.9122305512428284, -1.8867493867874146, -1.0567293167114258, -1.2515740394592285, -1.7952537536621094, -1.4304286241531372, -2.161216974258423, -1.2918282747268677, -1.218471884727478, -1.8964800834655762]}, "Bot006_003_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from?", "response": "i am a teacher , and i am a teacher , and i love kids", "annotation_id": "Bot006_003_06", "annotations": ["X", "T", "T", "X", "X", "X", "O", "X", "T", "O", "X", "X", "X", "T", "X"], "gpt2_target_score": [-8.527595520019531, -8.089072227478027, -7.156180381774902, -11.927719116210938, -7.344637870788574, -8.688255310058594, -5.909125804901123, -7.634084224700928, -7.256461143493652, -12.515951156616211, -10.564460754394531, -7.543881416320801, -5.341607093811035, -9.04780101776123, -14.469524383544922], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -3.7141335010528564, -1.4919590950012207, -0.8209716081619263, -2.224159002304077, -1.40215265750885, -1.3109794855117798, -0.9998390078544617, -1.0973725318908691, -0.9173506498336792, -1.0051087141036987, -1.3435757160186768, -1.6049604415893555, -1.1448018550872803, -1.7837421894073486, -1.4986076354980469, -1.3230992555618286, -1.7674936056137085, -1.5552351474761963, -1.1094850301742554, -1.8319693803787231, -1.9906816482543945, -1.143451452255249, -1.4783438444137573, -1.4670689105987549, -2.092465877532959, -1.3422890901565552, -1.2522963285446167, -1.9675236940383911, -1.5253669023513794, -0.1538577526807785, -1.2033436298370361, -0.580578088760376, -1.246423602104187, -2.586426019668579, -0.7609597444534302, -1.5466614961624146, -1.7919853925704956, -1.7808822393417358, -0.5619142651557922, -0.6846582293510437, -0.7950093746185303, -1.4435193538665771, -1.9766274690628052, -1.608964443206787, -0.6432156562805176, -0.2481945902109146, -0.3344786763191223, -2.098602771759033, -1.317482590675354]}, "Bot006_003_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^)", "response": "i am a teacher , and i am retired , so i do not have time for that .", "annotation_id": "Bot006_003_08", "annotations": ["X", "T", "X", "X", "X", "X", "O", "T", "T", "X", "X", "X", "X", "O", "X"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -7.156192779541016, -11.927706718444824, -7.344586372375488, -8.688294410705566, -5.909106731414795, -7.634108543395996, -14.267520904541016, -8.742484092712402, -8.641786575317383, -7.012274265289307, -9.00910758972168, -5.2884697914123535, -2.0741753578186035, -8.802427291870117, -3.980020523071289, -4.950565338134766, -9.482219696044922], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.3109731674194336, -0.9998209476470947, -1.0973728895187378, -0.9173452258110046, -1.0050872564315796, -1.343533992767334, -1.604937195777893, -1.1447778940200806, -1.7837196588516235, -1.498620867729187, -1.3231241703033447, -1.7674517631530762, -1.5551998615264893, -1.1094776391983032, -1.8319666385650635, -1.9907037019729614, -1.1434718370437622, -1.478376865386963, -1.4670978784561157, -2.0924415588378906, -1.3422925472259521, -1.2522907257080078, -1.967455506324768, -1.5254136323928833, -0.15385428071022034, -1.2033393383026123, -0.5805652737617493, -1.2464385032653809, -0.9558349847793579, -1.9226977825164795, -2.2301392555236816, -1.8573241233825684, -0.6706348657608032, -0.717600405216217, -1.0205947160720825, -1.665696144104004, -2.3372855186462402, -2.1018970012664795, -0.9427282214164734, -0.2987319529056549, -0.5403293967247009, -2.213195323944092, -1.6903867721557617, -0.07970354706048965, -0.9860894680023193, -1.7386155128479004, -0.5908781886100769, -0.7078680396080017, -1.680641531944275, -1.363783597946167, -0.8189126253128052, -2.1338162422180176, -1.3834514617919922, -0.7584812641143799, -0.4592987895011902, -1.4541600942611694, -0.5793226957321167, -0.17325328290462494, -0.46019333600997925, -0.2340652495622635, -1.3355408906936646, -0.40079352259635925, -0.5529322028160095, -0.7343851327896118, -0.7838706374168396, -1.862825870513916, -1.1593552827835083, -0.5000500679016113, -2.2599008083343506, -1.5587655305862427, -1.4494068622589111]}, "Bot006_003_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^) i am a teacher , and i am retired , so i do not have time for that . You did not answer where from.", "response": "i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i", "annotation_id": "Bot006_003_10", "annotations": ["X", "X", "T", "X", "X", "X", "T", "X", "T", "X", "X", "X", "T", "T", "X"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -10.552814483642578, -11.668749809265137, -5.853070259094238, -10.058182716369629, -10.95285415649414, -6.246504783630371, -4.847583770751953, -7.801566123962402, -11.370088577270508, -9.786611557006836, -5.3415656089782715, -5.8036370277404785, -11.933825492858887, -9.325300216674805, -4.516672134399414, -8.389575958251953, -12.414424896240234, -7.059578895568848, -4.254802227020264, -9.806072235107422, -8.946514129638672, -6.403450965881348, -8.622892379760742, -7.967402935028076, -11.673572540283203, -2.4957501888275146, -2.008241653442383, -9.188677787780762, -10.381752014160156, -11.889297485351562, -7.564484596252441, -9.905592918395996, -6.555520534515381, -9.883996963500977, -7.203105449676514, -10.23475456237793, -7.634054183959961, -6.83873987197876, -0.7175992131233215, -1.0205962657928467, -4.942131996154785, -10.504672050476074, -4.877346515655518, -7.6164960861206055, -8.52785873413086, -10.006118774414062, -7.401128768920898, -9.731595039367676, -13.117757797241211, -11.0191011428833, -11.023587226867676, -12.116456985473633, -11.453238487243652, -6.583573341369629, -5.076671600341797, -9.157492637634277, -11.016467094421387, -7.301729202270508, -8.183239936828613], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.3109731674194336, -0.9998209476470947, -1.0973728895187378, -0.9173452258110046, -1.0050872564315796, -1.343533992767334, -1.604937195777893, -1.1447778940200806, -1.7837196588516235, -1.498620867729187, -1.3231241703033447, -1.7674517631530762, -1.5551998615264893, -1.1094776391983032, -1.8319666385650635, -1.9907037019729614, -1.1434718370437622, -1.478376865386963, -1.4670978784561157, -2.0924415588378906, -1.3422925472259521, -1.2522907257080078, -1.967455506324768, -1.5254136323928833, -0.15385428071022034, -1.2033393383026123, -0.5805652737617493, -1.2464385032653809, -0.9558349847793579, -1.9226948022842407, -2.230154275894165, -1.857320785522461, -0.6706336736679077, -0.7175992131233215, -1.0205962657928467, -1.665703535079956, -2.3372833728790283, -2.101879596710205, -0.9427288770675659, -0.29873302578926086, -0.5403287410736084, -2.2131712436676025, -1.6903806924819946, -0.07970277220010757, -0.9860965013504028, -1.7385989427566528, -0.5908828973770142, -0.7078618407249451, -1.6806347370147705, -1.3637962341308594, -0.818915069103241, -1.0908842086791992, -1.0717027187347412, -1.3870667219161987, -2.2198755741119385, -0.6302410960197449, -0.18567687273025513, -0.5475885272026062, -0.5231514573097229, -1.6988656520843506, -0.5537803769111633, -0.7800019979476929, -1.0404384136199951, -0.7316000461578369, -1.7552438974380493, -1.2260361909866333, -0.5481817126274109, -2.3487370014190674, -2.0205466747283936, -1.951150894165039, -1.6458255052566528, -2.1364853382110596, -2.71755313873291, -1.246209979057312, -1.103796362876892, -1.6384485960006714, -1.7033710479736328, -2.319079637527466, -1.047861099243164, -0.8085631728172302, -1.6822181940078735, -0.6800239682197571, -1.2271031141281128, -1.7823560237884521, -1.0937312841415405, -0.4607013761997223, -0.9654125571250916, -1.3012056350708008, -1.031488299369812, -0.3714553117752075, -0.5860301852226257, -0.8063907027244568, -0.8550410866737366, -0.31716665625572205, -0.3151480555534363, -0.39015769958496094, -0.6943225860595703, -0.25685766339302063, -0.16528171300888062, -0.17470309138298035, -0.5490689277648926, -0.20080819725990295, -0.09659726917743683, -0.09839242696762085, -0.42463329434394836, -0.1655569225549698, -0.06852231174707413, -0.06497355550527573, -0.3347257375717163, -0.140938401222229, -0.0508841909468174, -0.0476834699511528, -0.24722255766391754, -0.1188800036907196, -0.040877457708120346, -0.03981723263859749, -0.19731493294239044, -0.10826535522937775, -0.03529144078493118, -0.03160788491368294, -0.1586620956659317, -0.09908644109964371, -0.031861722469329834, -0.028791027143597603, -0.13394983112812042, -0.09265036135911942, -0.029563404619693756, -0.027190884575247765, -0.11607375741004944, -0.08812069892883301, -0.028087135404348373, -0.026744140312075615, -0.10164158791303635, -0.08624826371669769, -0.026736712083220482, -0.024572791531682014, -0.08496981114149094, -0.08424357324838638, -0.027608321979641914]}, "Bot006_003_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^) i am a teacher , and i am retired , so i do not have time for that . You did not answer where from. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i Oh, are you canadian?", "response": "hello , i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_003_12", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "O", "T", "X", "X", "O", "O", "O"], "gpt2_target_score": [-13.347516059875488, -10.484661102294922, -7.708415985107422, -9.392115592956543, -8.026532173156738, -12.506348609924316, -6.804065227508545, -6.135756492614746, -4.847583770751953, -7.801566123962402, -8.818819046020508, -12.389104843139648, -6.2216620445251465, -2.895235538482666, -10.490023612976074, -11.345335006713867], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.3109731674194336, -0.9998209476470947, -1.0973728895187378, -0.9173452258110046, -1.0050872564315796, -1.343533992767334, -1.604937195777893, -1.1447778940200806, -1.7837196588516235, -1.498620867729187, -1.3231241703033447, -1.7674517631530762, -1.5551998615264893, -1.1094776391983032, -1.8319666385650635, -1.9907037019729614, -1.1434718370437622, -1.478376865386963, -1.4670978784561157, -2.0924415588378906, -1.3422925472259521, -1.2522907257080078, -1.967455506324768, -1.5254136323928833, -0.15385428071022034, -1.2033393383026123, -0.5805652737617493, -1.2464385032653809, -0.9558349847793579, -1.9226948022842407, -2.230154275894165, -1.857320785522461, -0.6706336736679077, -0.7175992131233215, -1.0205962657928467, -1.665703535079956, -2.3372833728790283, -2.101879596710205, -0.9427288770675659, -0.29873302578926086, -0.5403287410736084, -2.2131712436676025, -1.6903806924819946, -0.07970277220010757, -0.9860965013504028, -1.7385989427566528, -0.5908828973770142, -0.7078618407249451, -1.6806347370147705, -1.3637962341308594, -0.818915069103241, -1.0908842086791992, -1.0717027187347412, -1.3870667219161987, -2.2198755741119385, -0.6302410960197449, -0.18567687273025513, -0.5475885272026062, -0.5231514573097229, -1.6988656520843506, -0.5537803769111633, -0.7800019979476929, -1.0404384136199951, -0.7316000461578369, -1.7552438974380493, -1.2260361909866333, -0.5481817126274109, -2.3487370014190674, -2.0205466747283936, -1.951150894165039, -1.6458255052566528, -2.1364853382110596, -2.71755313873291, -1.246209979057312, -1.103796362876892, -1.6384485960006714, -1.7033710479736328, -0.8680847883224487, -1.2993881702423096, -1.98286771774292, -0.8514544367790222, -1.1190329790115356, -1.6253770589828491, -1.6935621500015259, -0.5837148427963257, -0.9168023467063904, -1.5977181196212769, -1.519405722618103, -0.46154990792274475, -0.6294136643409729, -1.3277250528335571, -1.2849359512329102, -0.3795720636844635, -0.4081202745437622, -0.7847301363945007, -1.0581066608428955, -0.31535688042640686, -0.2268429696559906, -0.4108838140964508, -0.8684240579605103, -0.2644897699356079, -0.14029593765735626, -0.21106654405593872, -0.6726906299591064, -0.21514590084552765, -0.08736910670995712, -0.1321302205324173, -0.5393995046615601, -0.1857920140028, -0.06223391368985176, -0.08832992613315582, -0.41787299513816833, -0.15761026740074158, -0.04857063665986061, -0.06531286984682083, -0.3510405123233795, -0.14058184623718262, -0.041547250002622604, -0.054707836359739304, -0.30074822902679443, -0.12959660589694977, -0.03708420693874359, -0.04650561884045601, -0.24963656067848206, -0.11811729520559311, -0.03416041284799576, -0.04172917455434799, -0.2140112668275833, -0.11508495360612869, -0.031965870410203934, -0.03723421320319176, -0.19098839163780212, -0.1066407635807991, -0.0303655993193388, -0.035709768533706665, -0.17068830132484436, -0.10247291624546051, -0.02972310781478882, -2.1726770401000977, -1.6638288497924805, -0.06906137615442276, -2.2314488887786865, -2.32981276512146, -1.472127079963684, -1.512513279914856, -2.418564558029175, -1.7960009574890137, -0.7411656379699707, -0.31804218888282776, -1.0905622243881226, -0.5628019571304321, -1.3303030729293823, -1.0177524089813232, -0.2654467225074768, -0.46746209263801575, -1.0603214502334595, -1.0593472719192505, -0.8450895547866821, -0.4491853415966034, -0.17555348575115204, -0.942405104637146, -0.7203441262245178]}, "Bot006_003_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^) i am a teacher , and i am retired , so i do not have time for that . You did not answer where from. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i Oh, are you canadian? hello , i am a woman , and i am a woman , and you ? No, I am not !", "response": "that is cool , i am also a teacher , and i am a teacher , and you ?", "annotation_id": "Bot006_003_14", "annotations": ["X", "T", "T", "X", "X", "X", "X", "X", "O", "T", "X", "X", "O", "T", "O"], "gpt2_target_score": [-13.406086921691895, -9.690532684326172, -7.997150421142578, -11.668749809265137, -5.853070259094238, -10.058182716369629, -9.477115631103516, -7.243636131286621, -10.78934097290039, -8.742484092712402, -8.931962966918945, -7.012274265289307, -9.67616081237793, -5.288362979888916, -13.554110527038574, -9.325300216674805, -1.7124117612838745, -6.916660308837891, -6.381984233856201], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.3109731674194336, -0.9998209476470947, -1.0973728895187378, -0.9173452258110046, -1.0050872564315796, -1.343533992767334, -1.604937195777893, -1.1447778940200806, -1.7837196588516235, -1.498620867729187, -1.3231241703033447, -1.7674517631530762, -1.5551998615264893, -1.1094776391983032, -1.8319666385650635, -1.9907037019729614, -1.1434718370437622, -1.478376865386963, -1.4670978784561157, -2.0924415588378906, -1.3422925472259521, -1.2522907257080078, -1.967455506324768, -1.5254136323928833, -0.15385428071022034, -1.2033393383026123, -0.5805652737617493, -1.2464385032653809, -0.9558349847793579, -1.9226948022842407, -2.230154275894165, -1.857320785522461, -0.6706336736679077, -0.7175992131233215, -1.0205962657928467, -1.665703535079956, -2.3372833728790283, -2.101879596710205, -0.9427288770675659, -0.29873302578926086, -0.5403287410736084, -2.2131712436676025, -1.6903806924819946, -0.07970277220010757, -0.9860965013504028, -1.7385989427566528, -0.5908828973770142, -0.7078618407249451, -1.6806347370147705, -1.3637962341308594, -0.818915069103241, -1.0908842086791992, -1.0717027187347412, -1.3870667219161987, -2.2198755741119385, -0.6302410960197449, -0.18567687273025513, -0.5475885272026062, -0.5231514573097229, -1.6988656520843506, -0.5537803769111633, -0.7800019979476929, -1.0404384136199951, -0.7316000461578369, -1.7552438974380493, -1.2260361909866333, -0.5481817126274109, -2.3487370014190674, -2.0205466747283936, -1.951150894165039, -1.6458255052566528, -2.1364853382110596, -2.71755313873291, -1.246209979057312, -1.103796362876892, -1.6384485960006714, -1.7033710479736328, -0.8680847883224487, -1.2993881702423096, -1.98286771774292, -0.8514544367790222, -1.1190329790115356, -1.6253770589828491, -1.6935621500015259, -0.5837148427963257, -0.9168023467063904, -1.5977181196212769, -1.519405722618103, -0.46154990792274475, -0.6294136643409729, -1.3277250528335571, -1.2849359512329102, -0.3795720636844635, -0.4081202745437622, -0.7847301363945007, -1.0581066608428955, -0.31535688042640686, -0.2268429696559906, -0.4108838140964508, -0.8684240579605103, -0.2644897699356079, -0.14029593765735626, -0.21106654405593872, -0.6726906299591064, -0.21514590084552765, -0.08736910670995712, -0.1321302205324173, -0.5393995046615601, -0.1857920140028, -0.06223391368985176, -0.08832992613315582, -0.41787299513816833, -0.15761026740074158, -0.04857063665986061, -0.06531286984682083, -0.3510405123233795, -0.14058184623718262, -0.041547250002622604, -0.054707836359739304, -0.30074822902679443, -0.12959660589694977, -0.03708420693874359, -0.04650561884045601, -0.24963656067848206, -0.11811729520559311, -0.034160066395998, -0.041729290038347244, -0.2140134871006012, -0.11508367955684662, -0.03196529299020767, -0.03723432868719101, -0.1909833699464798, -0.10664109140634537, -0.03036525286734104, -0.03570942208170891, -0.17069031298160553, -0.10247323662042618, -0.02972264401614666, -2.172659158706665, -1.6638283729553223, -0.06906070560216904, -2.231450080871582, -2.329807996749878, -1.472143530845642, -1.51252019405365, -1.8578433990478516, -0.6647218465805054, -0.16629208624362946, -1.1450318098068237, -0.8729863166809082, -1.2008801698684692, -0.6289845705032349, -0.27725112438201904, -0.4309488832950592, -1.1518856287002563, -1.4943434000015259, -1.0423880815505981, -0.39254024624824524, -0.18979257345199585, -0.9955233931541443, -1.8577449321746826, -0.8654929399490356, -1.0879926681518555, -0.14239205420017242, -1.1498355865478516, -0.9711897969245911, -1.9924895763397217, -2.6683268547058105, -1.0257822275161743, -2.2122230529785156, -1.02912437915802, -0.8647913932800293, -0.8081152439117432, -1.0256273746490479, -0.9580405950546265, -1.6542109251022339, -1.0358811616897583, -0.9443959593772888, -0.4777466356754303, -0.42434704303741455, -1.098683476448059, -0.8072599768638611, -0.8900642395019531, -0.438646525144577, -0.3526330888271332, -0.9690946936607361, -0.5625645518302917]}, "Bot006_003_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^) i am a teacher , and i am retired , so i do not have time for that . You did not answer where from. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i Oh, are you canadian? hello , i am a woman , and i am a woman , and you ? No, I am not ! that is cool , i am also a teacher , and i am a teacher , and you ? Is it cool? Are you sexist? :)", "response": "Hello there!", "annotation_id": "Bot006_003_16", "annotations": ["X", "T", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X", "T", "O", "X"], "gpt2_target_score": [-13.595074653625488, -9.022319793701172, -11.812541961669922], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.3109731674194336, -0.9998209476470947, -1.0973728895187378, -0.9173452258110046, -1.0050872564315796, -1.343533992767334, -1.604937195777893, -1.1447778940200806, -1.7837196588516235, -1.498620867729187, -1.3231241703033447, -1.7674517631530762, -1.5551998615264893, -1.1094776391983032, -1.8319666385650635, -1.9907037019729614, -1.1434718370437622, -1.478376865386963, -1.4670978784561157, -2.0924415588378906, -1.3422925472259521, -1.2522907257080078, -1.967455506324768, -1.5254136323928833, -0.15385428071022034, -1.2033393383026123, -0.5805652737617493, -1.2464385032653809, -0.9558349847793579, -1.9226948022842407, -2.230154275894165, -1.857320785522461, -0.6706336736679077, -0.7175992131233215, -1.0205962657928467, -1.665703535079956, -2.3372833728790283, -2.101879596710205, -0.9427288770675659, -0.29873302578926086, -0.5403287410736084, -2.2131712436676025, -1.6903806924819946, -0.07970277220010757, -0.9860965013504028, -1.7385989427566528, -0.5908828973770142, -0.7078618407249451, -1.6806347370147705, -1.3637962341308594, -0.818915069103241, -1.0908842086791992, -1.0717027187347412, -1.3870667219161987, -2.2198755741119385, -0.6302410960197449, -0.18567687273025513, -0.5475885272026062, -0.5231514573097229, -1.6988656520843506, -0.5537803769111633, -0.7800019979476929, -1.0404384136199951, -0.7316000461578369, -1.7552438974380493, -1.2260361909866333, -0.5481817126274109, -2.3487370014190674, -2.0205466747283936, -1.951150894165039, -1.6458255052566528, -2.1364853382110596, -2.71755313873291, -1.246209979057312, -1.103796362876892, -1.6384485960006714, -1.7033710479736328, -0.8680847883224487, -1.2993881702423096, -1.98286771774292, -0.8514544367790222, -1.1190329790115356, -1.6253770589828491, -1.6935621500015259, -0.5837148427963257, -0.9168023467063904, -1.5977181196212769, -1.519405722618103, -0.46154990792274475, -0.6294136643409729, -1.3277250528335571, -1.2849359512329102, -0.3795720636844635, -0.4081202745437622, -0.7847301363945007, -1.0581066608428955, -0.31535688042640686, -0.2268429696559906, -0.4108838140964508, -0.8684240579605103, -0.2644897699356079, -0.14029593765735626, -0.21106654405593872, -0.6726906299591064, -0.21514590084552765, -0.08736910670995712, -0.1321302205324173, -0.5393995046615601, -0.1857920140028, -0.06223391368985176, -0.08832992613315582, -0.41787299513816833, -0.15761026740074158, -0.04857063665986061, -0.06531286984682083, -0.3510405123233795, -0.14058184623718262, -0.041547250002622604, -0.054707836359739304, -0.30074822902679443, -0.12959660589694977, -0.03708420693874359, -0.04650561884045601, -0.24963656067848206, -0.11811729520559311, -0.034160066395998, -0.041729290038347244, -0.2140134871006012, -0.11508367955684662, -0.03196529299020767, -0.03723432868719101, -0.1909833699464798, -0.10664109140634537, -0.03036525286734104, -0.03570942208170891, -0.17069031298160553, -0.10247323662042618, -0.02972264401614666, -2.172659158706665, -1.6638283729553223, -0.06906070560216904, -2.231450080871582, -2.329807996749878, -1.472143530845642, -1.51252019405365, -1.8578433990478516, -0.6647218465805054, -0.16629208624362946, -1.1450318098068237, -0.8729863166809082, -1.2008801698684692, -0.6289845705032349, -0.27725112438201904, -0.4309488832950592, -1.1518856287002563, -1.4943434000015259, -1.0423880815505981, -0.39254024624824524, -0.18979257345199585, -0.9955233931541443, -1.8577449321746826, -0.8654929399490356, -1.0879926681518555, -0.14239205420017242, -1.1498355865478516, -0.9711897969245911, -1.9924895763397217, -0.5448701977729797, -1.331777811050415, -0.9423721432685852, -0.794205367565155, -0.2540332078933716, -0.697979211807251, -0.9219216704368591, -1.802476406097412, -0.8977895975112915, -0.4848887622356415, -0.5152497291564941, -0.3452397584915161, -1.1903029680252075, -1.0366147756576538, -0.9220249056816101, -0.3475803732872009, -0.41202113032341003, -1.2722969055175781, -2.3369455337524414, -1.2291057109832764, -1.9104129076004028, -0.9661566019058228, -2.1072676181793213, -0.06706492602825165, -1.7183184623718262, -0.4989069998264313, -2.345531702041626, -1.6320514678955078, -1.9524279832839966, -1.0576272010803223, -1.41329824924469, -1.5884716510772705]}, "Bot006_003_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^) i am a teacher , and i am retired , so i do not have time for that . You did not answer where from. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i Oh, are you canadian? hello , i am a woman , and i am a woman , and you ? No, I am not ! that is cool , i am also a teacher , and i am a teacher , and you ? Is it cool? Are you sexist? :) Hello there! General Kenobi?", "response": "Hello there!", "annotation_id": "Bot006_003_18", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "T", "O", "X", "X", "T", "T", "T"], "gpt2_target_score": [-13.595074653625488, -9.022319793701172, -11.812541961669922], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.3109731674194336, -0.9998209476470947, -1.0973728895187378, -0.9173452258110046, -1.0050872564315796, -1.343533992767334, -1.604937195777893, -1.1447778940200806, -1.7837196588516235, -1.498620867729187, -1.3231241703033447, -1.7674517631530762, -1.5551998615264893, -1.1094776391983032, -1.8319666385650635, -1.9907037019729614, -1.1434718370437622, -1.478376865386963, -1.4670978784561157, -2.0924415588378906, -1.3422925472259521, -1.2522907257080078, -1.967455506324768, -1.5254136323928833, -0.15385428071022034, -1.2033393383026123, -0.5805652737617493, -1.2464385032653809, -0.9558349847793579, -1.9226948022842407, -2.230154275894165, -1.857320785522461, -0.6706336736679077, -0.7175992131233215, -1.0205962657928467, -1.665703535079956, -2.3372833728790283, -2.101879596710205, -0.9427288770675659, -0.29873302578926086, -0.5403287410736084, -2.2131712436676025, -1.6903806924819946, -0.07970277220010757, -0.9860965013504028, -1.7385989427566528, -0.5908828973770142, -0.7078618407249451, -1.6806347370147705, -1.3637962341308594, -0.818915069103241, -1.0908842086791992, -1.0717027187347412, -1.3870667219161987, -2.2198755741119385, -0.6302410960197449, -0.18567687273025513, -0.5475885272026062, -0.5231514573097229, -1.6988656520843506, -0.5537803769111633, -0.7800019979476929, -1.0404384136199951, -0.7316000461578369, -1.7552438974380493, -1.2260361909866333, -0.5481817126274109, -2.3487370014190674, -2.0205466747283936, -1.951150894165039, -1.6458255052566528, -2.1364853382110596, -2.71755313873291, -1.246209979057312, -1.103796362876892, -1.6384485960006714, -1.7033710479736328, -0.8680847883224487, -1.2993881702423096, -1.98286771774292, -0.8514544367790222, -1.1190329790115356, -1.6253770589828491, -1.6935621500015259, -0.5837148427963257, -0.9168023467063904, -1.5977181196212769, -1.519405722618103, -0.46154990792274475, -0.6294136643409729, -1.3277250528335571, -1.2849359512329102, -0.3795720636844635, -0.4081202745437622, -0.7847301363945007, -1.0581066608428955, -0.31535688042640686, -0.2268429696559906, -0.4108838140964508, -0.8684240579605103, -0.2644897699356079, -0.14029593765735626, -0.21106654405593872, -0.6726906299591064, -0.21514590084552765, -0.08736910670995712, -0.1321302205324173, -0.5393995046615601, -0.1857920140028, -0.06223391368985176, -0.08832992613315582, -0.41787299513816833, -0.15761026740074158, -0.04857063665986061, -0.06531286984682083, -0.3510405123233795, -0.14058184623718262, -0.041547250002622604, -0.054707836359739304, -0.30074822902679443, -0.12959660589694977, -0.03708420693874359, -0.04650561884045601, -0.24963656067848206, -0.11811729520559311, -0.034160066395998, -0.041729290038347244, -0.2140134871006012, -0.11508367955684662, -0.03196529299020767, -0.03723432868719101, -0.1909833699464798, -0.10664109140634537, -0.03036525286734104, -0.03570942208170891, -0.17069031298160553, -0.10247323662042618, -0.02972264401614666, -2.172659158706665, -1.6638283729553223, -0.06906070560216904, -2.231450080871582, -2.329807996749878, -1.472143530845642, -1.51252019405365, -1.8578433990478516, -0.6647218465805054, -0.16629208624362946, -1.1450318098068237, -0.8729863166809082, -1.2008801698684692, -0.6289845705032349, -0.27725112438201904, -0.4309488832950592, -1.1518856287002563, -1.4943434000015259, -1.0423880815505981, -0.39254024624824524, -0.18979257345199585, -0.9955233931541443, -1.8577449321746826, -0.8654929399490356, -1.0879926681518555, -0.14239205420017242, -1.1498355865478516, -0.9711897969245911, -1.9924895763397217, -0.5448701977729797, -1.331777811050415, -0.9423721432685852, -0.794205367565155, -0.2540332078933716, -0.697979211807251, -0.9219216704368591, -1.802476406097412, -0.8977895975112915, -0.4848887622356415, -0.5152497291564941, -0.3452397584915161, -1.1903029680252075, -1.0366147756576538, -0.9220249056816101, -0.3475803732872009, -0.41202113032341003, -1.2722969055175781, -2.336942672729492, -1.2291100025177002, -1.9104231595993042, -0.9661647081375122, -2.1072659492492676, -0.06706436723470688, -1.7183144092559814, -0.4989028871059418, -2.3455331325531006, -1.6320661306381226, -1.1745890378952026, -1.2527104616165161, -1.4487569332122803, -2.778721332550049, -1.9549826383590698, -2.001798629760742, -1.4899886846542358, -1.405071496963501, -0.9932724237442017, -1.5696913003921509]}, "Bot006_003_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^) i am a teacher , and i am retired , so i do not have time for that . You did not answer where from. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i Oh, are you canadian? hello , i am a woman , and i am a woman , and you ? No, I am not ! that is cool , i am also a teacher , and i am a teacher , and you ? Is it cool? Are you sexist? :) Hello there! General Kenobi? Hello there! General Kenobi?", "response": "hello , how are you ? i am in the midwest , and you ?", "annotation_id": "Bot006_003_20", "annotations": ["T", "T", "T", "O", "X", "X", "X", "T", "O", "T", "X", "T", "O", "O", "O"], "gpt2_target_score": [-13.347516059875488, -10.484661102294922, -10.45126724243164, -13.34382152557373, -9.290539741516113, -14.838440895080566, -5.909106731414795, -7.634108543395996, -8.049015045166016, -7.393118858337402, -14.784990310668945, -18.82977867126465, -6.2216620445251465, -2.895235538482666, -10.490023612976074, -11.345335006713867], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.3109731674194336, -0.9998209476470947, -1.0973728895187378, -0.9173452258110046, -1.0050872564315796, -1.343533992767334, -1.604937195777893, -1.1447778940200806, -1.7837196588516235, -1.498620867729187, -1.3231241703033447, -1.7674517631530762, -1.5551998615264893, -1.1094776391983032, -1.8319666385650635, -1.9907037019729614, -1.1434718370437622, -1.478376865386963, -1.4670978784561157, -2.0924415588378906, -1.3422925472259521, -1.2522907257080078, -1.967455506324768, -1.5254136323928833, -0.15385428071022034, -1.2033393383026123, -0.5805652737617493, -1.2464385032653809, -0.9558349847793579, -1.9226948022842407, -2.230154275894165, -1.857320785522461, -0.6706336736679077, -0.7175992131233215, -1.0205962657928467, -1.665703535079956, -2.3372833728790283, -2.101879596710205, -0.9427288770675659, -0.29873302578926086, -0.5403287410736084, -2.2131712436676025, -1.6903806924819946, -0.07970277220010757, -0.9860965013504028, -1.7385989427566528, -0.5908828973770142, -0.7078618407249451, -1.6806347370147705, -1.3637962341308594, -0.818915069103241, -1.0908842086791992, -1.0717027187347412, -1.3870667219161987, -2.2198755741119385, -0.6302410960197449, -0.18567687273025513, -0.5475885272026062, -0.5231514573097229, -1.6988656520843506, -0.5537803769111633, -0.7800019979476929, -1.0404384136199951, -0.7316000461578369, -1.7552438974380493, -1.2260361909866333, -0.5481817126274109, -2.3487370014190674, -2.0205466747283936, -1.951150894165039, -1.6458255052566528, -2.1364853382110596, -2.71755313873291, -1.246209979057312, -1.103796362876892, -1.6384485960006714, -1.7033710479736328, -0.8680847883224487, -1.2993881702423096, -1.98286771774292, -0.8514544367790222, -1.1190329790115356, -1.6253770589828491, -1.6935621500015259, -0.5837148427963257, -0.9168023467063904, -1.5977181196212769, -1.519405722618103, -0.46154990792274475, -0.6294136643409729, -1.3277250528335571, -1.2849359512329102, -0.3795720636844635, -0.4081202745437622, -0.7847301363945007, -1.0581066608428955, -0.31535688042640686, -0.2268429696559906, -0.4108838140964508, -0.8684240579605103, -0.2644897699356079, -0.14029593765735626, -0.21106654405593872, -0.6726906299591064, -0.21514590084552765, -0.08736910670995712, -0.1321302205324173, -0.5393995046615601, -0.1857920140028, -0.06223391368985176, -0.08832992613315582, -0.41787299513816833, -0.15761026740074158, -0.04857063665986061, -0.06531286984682083, -0.3510405123233795, -0.14058184623718262, -0.041547250002622604, -0.054707836359739304, -0.30074822902679443, -0.12959660589694977, -0.03708420693874359, -0.04650561884045601, -0.24963656067848206, -0.11811729520559311, -0.034160066395998, -0.041729290038347244, -0.2140134871006012, -0.11508367955684662, -0.03196529299020767, -0.03723432868719101, -0.1909833699464798, -0.10664109140634537, -0.03036525286734104, -0.03570942208170891, -0.17069031298160553, -0.10247323662042618, -0.02972264401614666, -2.172659158706665, -1.6638283729553223, -0.06906070560216904, -2.231450080871582, -2.329807996749878, -1.472143530845642, -1.51252019405365, -1.8578433990478516, -0.6647218465805054, -0.16629208624362946, -1.1450318098068237, -0.8729863166809082, -1.2008801698684692, -0.6289845705032349, -0.27725112438201904, -0.4309488832950592, -1.1518856287002563, -1.4943434000015259, -1.0423880815505981, -0.39254024624824524, -0.18979257345199585, -0.9955233931541443, -1.8577449321746826, -0.8654929399490356, -1.0879926681518555, -0.14239205420017242, -1.1498355865478516, -0.9711897969245911, -1.9924895763397217, -0.5448701977729797, -1.331777811050415, -0.9423721432685852, -0.794205367565155, -0.2540332078933716, -0.697979211807251, -0.9219216704368591, -1.802476406097412, -0.8977895975112915, -0.4848887622356415, -0.5152497291564941, -0.3452397584915161, -1.1903040409088135, -1.0366151332855225, -0.9220139980316162, -0.3475775122642517, -0.41202136874198914, -1.2722914218902588, -2.3369338512420654, -1.2291126251220703, -1.9104173183441162, -0.9661526083946228, -2.107266426086426, -0.0670650377869606, -1.7183037996292114, -0.4989036023616791, -2.3455443382263184, -1.6320527791976929, -1.1745977401733398, -1.2527246475219727, -1.4487411975860596, -2.7787258625030518, -1.9549603462219238, -2.0017952919006348, -0.6135915517807007, -0.9389247298240662, -2.3381519317626953, -0.22729408740997314, -1.0305569171905518, -1.910489559173584, -1.3885928392410278, -1.7526100873947144, -0.618260383605957, -1.205046534538269, -0.032747913151979446, -1.3302063941955566, -0.7008944153785706, -0.2828388512134552, -0.8306214809417725, -1.8230422735214233, -2.405538558959961, -1.0894219875335693, -1.856515645980835, -1.4612146615982056, -0.5120626091957092, -1.1043899059295654, -1.1116816997528076]}, "Bot006_005_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't", "response": "i am a little tired from work", "annotation_id": "Bot006_005_02", "annotations": ["X", "T", "T", "O", "O", "O", "X", "O", "O", "O", "O", "T", "O", "T", "X"], "gpt2_target_score": [-8.527595520019531, -8.722929954528809, -5.593897819519043, -9.270341873168945, -9.957914352416992, -9.366223335266113, -16.71578025817871], "gpt2_argmax_score": [-2.1653518676757812, -2.313307523727417, -1.0253093242645264, -0.9210991859436035, -1.605222225189209, -1.4823428392410278, -0.2076624482870102, -1.0994020700454712, -2.0106945037841797, -1.5422165393829346, -1.893216609954834, -1.5470777750015259, -2.58525013923645, -0.7008327841758728, -1.740466594696045, -1.6793373823165894]}, "Bot006_005_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too", "response": "i enjoy poetry.", "annotation_id": "Bot006_005_04", "annotations": ["X", "O", "O", "T", "O", "T", "X", "T", "O", "X", "O", "O", "O", "O", "X"], "gpt2_target_score": [-8.527595520019531, -11.297575950622559, -5.747035026550293, -10.282350540161133], "gpt2_argmax_score": [-2.1653518676757812, -2.313307523727417, -1.0253093242645264, -0.9210991859436035, -1.605222225189209, -1.4823428392410278, -0.2076624482870102, -1.0994020700454712, -1.9170712232589722, -1.7408363819122314, -1.723577618598938, -2.5865981578826904, -0.9691116809844971, -2.101783514022827, -1.194437861442566, -0.5463814735412598, -1.6830631494522095, -2.1590054035186768, -1.9378937482833862, -0.5234336256980896, -1.3075261116027832, -0.8957549929618835]}, "Bot006_005_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't", "response": "i am a star wars fan", "annotation_id": "Bot006_005_06", "annotations": ["X", "T", "O", "O", "O", "O", "X", "T", "O", "T", "T", "O", "O", "T", "X"], "gpt2_target_score": [-8.527595520019531, -8.722929954528809, -5.593897819519043, -12.016267776489258, -10.737699508666992, -10.138028144836426], "gpt2_argmax_score": [-2.1653518676757812, -2.313307523727417, -1.0253093242645264, -0.9210991859436035, -1.605222225189209, -1.4823428392410278, -0.2076624482870102, -1.0994020700454712, -1.9170712232589722, -1.7408363819122314, -1.723577618598938, -2.5865981578826904, -0.9691116809844971, -2.101783514022827, -1.194437861442566, -0.5463814735412598, -1.6830699443817139, -2.1642446517944336, -0.9354233145713806, -1.540166974067688, -1.6329412460327148, -0.6426936388015747, -0.27301841974258423, -0.04104325920343399, -0.611825168132782, -2.2315778732299805, -1.9095803499221802, -0.8905328512191772, -0.21462289988994598, -1.0614341497421265, -0.42772772908210754, -1.0555131435394287]}, "Bot006_005_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't", "response": "i like poetry , but i am also a poet , and i love poetry", "annotation_id": "Bot006_005_08", "annotations": ["X", "X", "O", "X", "T", "O", "X", "T", "X", "X", "T", "O", "T", "O", "X"], "gpt2_target_score": [-8.527595520019531, -8.32913875579834, -5.747035026550293, -9.151613235473633, -7.2594733238220215, -8.8512544631958, -15.102544784545898, -8.545615196228027, -8.25171184539795, -7.942221641540527, -11.597837448120117, -8.305890083312988, -5.0279951095581055, -7.157600402832031, -10.952921867370605], "gpt2_argmax_score": [-2.1653518676757812, -2.313307523727417, -1.0253093242645264, -0.9210991859436035, -1.605222225189209, -1.4823428392410278, -0.2076624482870102, -1.0994020700454712, -1.9170712232589722, -1.7408363819122314, -1.723577618598938, -2.5865981578826904, -0.9691116809844971, -2.101783514022827, -1.194437861442566, -0.5463814735412598, -1.6830699443817139, -2.1642446517944336, -0.9354233145713806, -1.540166974067688, -1.6329412460327148, -0.6426936388015747, -0.27301841974258423, -0.04104325920343399, -0.6118073463439941, -0.07614714652299881, -0.3086700439453125, -0.0887063592672348, -2.1517257690429688, -0.3426694869995117, -1.6314184665679932, -0.8716738224029541, -0.23219281435012817, -0.07039465010166168, -1.2917652130126953, -2.3105850219726562, -1.8617080450057983, -2.448300361633301, -1.5120692253112793, -1.416512131690979, -0.7828146815299988, -2.107072591781616, -1.6528689861297607, -0.9184200167655945, -1.9621644020080566, -0.8241226077079773, -1.3820483684539795, -0.45992347598075867, -1.9852800369262695, -2.863522529602051, -1.4314547777175903]}, "Bot006_005_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't i like poetry , but i am also a poet , and i love poetry You don't and you aren't and you don't", "response": "hello , i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_005_10", "annotations": ["X", "X", "O", "X", "O", "T", "X", "T", "X", "X", "T", "O", "X", "X", "X"], "gpt2_target_score": [-13.347516059875488, -10.543750762939453, -6.022085189819336, -5.456789016723633, -8.155985832214355, -12.36561393737793, -15.173760414123535, -5.716753005981445, -7.7256317138671875, -7.365488529205322, -8.265222549438477, -9.264827728271484, -7.812779426574707, -8.533807754516602, -7.2104644775390625, -8.3531494140625], "gpt2_argmax_score": [-2.1653337478637695, -2.313305377960205, -1.0253351926803589, -0.9211140871047974, -1.6052500009536743, -1.4823431968688965, -0.20766526460647583, -1.0993822813034058, -1.917068362236023, -1.7408243417739868, -1.7235890626907349, -2.5866048336029053, -0.9691055417060852, -2.1017398834228516, -1.194442629814148, -0.5463709831237793, -1.6830681562423706, -2.1642298698425293, -0.935400664806366, -1.5401368141174316, -1.6329342126846313, -0.6426888704299927, -0.2730252146720886, -0.04104028642177582, -0.6118138432502747, -0.07614593207836151, -0.3086632192134857, -0.08870646357536316, -2.1517558097839355, -0.3426796495914459, -1.6313965320587158, -0.87165766954422, -0.23219460248947144, -0.0703977569937706, -1.2917816638946533, -0.2338476926088333, -2.0618650913238525, -1.155124545097351, -1.6402363777160645, -1.125346302986145, -1.7182031869888306, -1.1545575857162476, -0.8328790664672852, -1.9534598588943481, -2.0447397232055664, -1.5840553045272827, -0.5642539858818054, -1.5938199758529663, -2.8691375255584717, -1.846128225326538, -1.6919078826904297, -0.06877418607473373, -2.659555196762085, -0.9028642177581787, -1.2906967401504517, -0.041623178869485855, -2.0052831172943115, -0.9934060573577881, -1.1678416728973389, -0.01961594633758068, -2.313452959060669, -2.105419158935547, -1.477327585220337, -1.4265875816345215, -1.8876968622207642, -0.5463491678237915, -2.007668972015381, -1.181583285331726, -1.214292287826538, -0.34716126322746277, -1.0179097652435303, -0.5811761021614075, -2.3868091106414795, -1.4053480625152588, -0.7393984198570251, -0.17539994418621063, -0.9632604718208313, -0.47512388229370117]}, "Bot006_005_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't i like poetry , but i am also a poet , and i love poetry You don't and you aren't and you don't hello , i am a woman , and i am a woman , and you ? You aren't and you aren't and I'm not", "response": "i like to draw , and play with my son , and you ?", "annotation_id": "Bot006_005_12", "annotations": ["X", "X", "O", "T", "T", "O", "X", "T", "T", "T", "T", "O", "O", "T", "X"], "gpt2_target_score": [-8.527630805969238, -8.329151153564453, -5.365636825561523, -10.491609573364258, -8.544398307800293, -6.246823787689209, -16.00562286376953, -8.419954299926758, -8.771133422851562, -11.072535514831543, -11.59782600402832, -8.305912017822266, -7.051640510559082, -11.805780410766602], "gpt2_argmax_score": [-2.1653337478637695, -2.313305377960205, -1.0253351926803589, -0.9211140871047974, -1.6052500009536743, -1.4823431968688965, -0.20766526460647583, -1.0993822813034058, -1.917068362236023, -1.7408243417739868, -1.7235890626907349, -2.5866048336029053, -0.9691055417060852, -2.1017398834228516, -1.194442629814148, -0.5463709831237793, -1.6830681562423706, -2.1642298698425293, -0.935400664806366, -1.5401368141174316, -1.6329342126846313, -0.6426888704299927, -0.2730252146720886, -0.04104028642177582, -0.6118138432502747, -0.07614593207836151, -0.3086632192134857, -0.08870646357536316, -2.1517558097839355, -0.3426796495914459, -1.6313965320587158, -0.87165766954422, -0.23219460248947144, -0.0703977569937706, -1.2917816638946533, -0.2338476926088333, -2.061868190765381, -1.155124306678772, -1.6402205228805542, -1.1253464221954346, -1.7181941270828247, -1.1545547246932983, -0.8328762650489807, -1.95345139503479, -2.0447378158569336, -1.5840460062026978, -0.5642552375793457, -1.5938355922698975, -2.869147539138794, -1.8461307287216187, -1.6919140815734863, -0.06877318769693375, -2.659564971923828, -0.9028699398040771, -1.2906945943832397, -0.041623178869485855, -2.0052742958068848, -0.9934050440788269, -1.167850136756897, -0.01961594633758068, -2.3134570121765137, -2.166414260864258, -1.6106948852539062, -1.3527920246124268, -0.559208869934082, -1.7585372924804688, -2.1496529579162598, -1.2783598899841309, -0.6445160508155823, -0.8183069229125977, -0.672391951084137, -2.118053674697876, -1.6750074625015259, -0.7577000856399536, -0.3707517385482788, -0.5605054497718811, -1.7681089639663696, -1.199866533279419, -0.06713270395994186, -1.7591019868850708, -0.7580021023750305, -0.6278829574584961, -0.03278379142284393, -2.0561511516571045, -0.5218797922134399, -0.7033882737159729, -0.5313945412635803, -0.9475687742233276, -2.1035892963409424, -1.4248601198196411, -1.010921835899353, -1.7210509777069092, -2.3907227516174316, -1.3037914037704468, -0.6365369558334351, -2.102222204208374, -2.7037956714630127, -1.5734566450119019, -1.8182992935180664, -1.630345106124878, -0.9702264666557312, -1.9128637313842773, -0.536534309387207]}, "Bot006_005_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't i like poetry , but i am also a poet , and i love poetry You don't and you aren't and you don't hello , i am a woman , and i am a woman , and you ? You aren't and you aren't and I'm not i like to draw , and play with my son , and you ? You don't", "response": "that is cool , i am a teacher , and i am a teacher , and you ?", "annotation_id": "Bot006_005_14", "annotations": ["T", "X", "O", "X", "O", "T", "X", "T", "X", "X", "X", "X", "X", "T", "X"], "gpt2_target_score": [-13.406086921691895, -9.02694320678711, -10.695028305053711, -9.15159797668457, -5.385294437408447, -8.742597579956055, -14.050728797912598, -14.10606575012207, -10.777374267578125, -6.698572635650635, -8.353029251098633, -8.938915252685547, -7.4774065017700195, -10.462411880493164, -7.25286865234375, -3.693999767303467, -4.702019691467285, -11.02825927734375], "gpt2_argmax_score": [-2.1653337478637695, -2.313305377960205, -1.0253351926803589, -0.9211140871047974, -1.6052500009536743, -1.4823431968688965, -0.20766526460647583, -1.0993822813034058, -1.917068362236023, -1.7408243417739868, -1.7235890626907349, -2.5866048336029053, -0.9691055417060852, -2.1017398834228516, -1.194442629814148, -0.5463709831237793, -1.6830681562423706, -2.1642298698425293, -0.935400664806366, -1.5401368141174316, -1.6329342126846313, -0.6426888704299927, -0.2730252146720886, -0.04104028642177582, -0.6118138432502747, -0.07614593207836151, -0.3086632192134857, -0.08870646357536316, -2.1517558097839355, -0.3426796495914459, -1.6313965320587158, -0.87165766954422, -0.23219460248947144, -0.0703977569937706, -1.2917816638946533, -0.2338476926088333, -2.061868190765381, -1.155124306678772, -1.6402205228805542, -1.1253464221954346, -1.7181941270828247, -1.1545547246932983, -0.8328762650489807, -1.95345139503479, -2.0447378158569336, -1.5840460062026978, -0.5642552375793457, -1.5938355922698975, -2.869147539138794, -1.8461307287216187, -1.6919140815734863, -0.06877318769693375, -2.659564971923828, -0.9028699398040771, -1.2906945943832397, -0.041623178869485855, -2.0052742958068848, -0.9934050440788269, -1.167850136756897, -0.01961594633758068, -2.3134570121765137, -2.166414260864258, -1.6106948852539062, -1.3527920246124268, -0.559208869934082, -1.7585372924804688, -2.1496529579162598, -1.2783598899841309, -0.6445160508155823, -0.8183069229125977, -0.672391951084137, -2.118053674697876, -1.6750074625015259, -0.7577000856399536, -0.3707517385482788, -0.5605054497718811, -1.7681089639663696, -1.199866533279419, -0.06713270395994186, -1.7591019868850708, -0.7580021023750305, -0.6278829574584961, -0.03278379142284393, -2.0561511516571045, -0.5218801498413086, -0.7033815383911133, -0.5313920378684998, -0.9475704431533813, -0.8392993807792664, -1.2274001836776733, -2.0685722827911377, -2.0981709957122803, -1.7074224948883057, -1.0507633686065674, -1.8739315271377563, -0.9068502187728882, -1.9447766542434692, -1.3971920013427734, -1.2719900608062744, -1.2609602212905884, -1.0052188634872437, -1.792867660522461, -1.1202001571655273, -0.02690916880965233, -2.132978916168213, -2.1297061443328857, -0.5976372361183167, -1.8558317422866821, -1.3754245042800903, -1.3267534971237183, -2.0980679988861084, -0.4748046398162842, -1.217028021812439, -1.5081855058670044, -1.2408305406570435, -0.5069758296012878, -1.3094756603240967, -0.4533673822879791, -2.1287643909454346, -1.1916983127593994, -0.9174579381942749, -0.41291093826293945, -1.2553249597549438, -0.7224962115287781]}, "Bot006_005_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't i like poetry , but i am also a poet , and i love poetry You don't and you aren't and you don't hello , i am a woman , and i am a woman , and you ? You aren't and you aren't and I'm not i like to draw , and play with my son , and you ? You don't that is cool , i am a teacher , and i am a teacher , and you ? That's not, you aren't, and you aren't, and I'm not", "response": "i am a nerd , you ?", "annotation_id": "Bot006_005_16", "annotations": ["T", "X", "O", "X", "O", "T", "X", "T", "X", "X", "X", "T", "O", "X", "X"], "gpt2_target_score": [-8.527630805969238, -8.722972869873047, -5.593862533569336, -11.292741775512695, -8.544398307800293, -8.89448356628418, -13.870598793029785], "gpt2_argmax_score": [-2.1653337478637695, -2.313305377960205, -1.0253351926803589, -0.9211140871047974, -1.6052500009536743, -1.4823431968688965, -0.20766526460647583, -1.0993822813034058, -1.917068362236023, -1.7408243417739868, -1.7235890626907349, -2.5866048336029053, -0.9691055417060852, -2.1017398834228516, -1.194442629814148, -0.5463709831237793, -1.6830681562423706, -2.1642298698425293, -0.935400664806366, -1.5401368141174316, -1.6329342126846313, -0.6426888704299927, -0.2730252146720886, -0.04104028642177582, -0.6118138432502747, -0.07614593207836151, -0.3086632192134857, -0.08870646357536316, -2.1517558097839355, -0.3426796495914459, -1.6313965320587158, -0.87165766954422, -0.23219460248947144, -0.0703977569937706, -1.2917816638946533, -0.2338476926088333, -2.061868190765381, -1.155124306678772, -1.6402205228805542, -1.1253464221954346, -1.7181941270828247, -1.1545547246932983, -0.8328762650489807, -1.95345139503479, -2.0447378158569336, -1.5840460062026978, -0.5642552375793457, -1.5938355922698975, -2.869147539138794, -1.8461307287216187, -1.6919140815734863, -0.06877318769693375, -2.659564971923828, -0.9028699398040771, -1.2906945943832397, -0.041623178869485855, -2.0052742958068848, -0.9934050440788269, -1.167850136756897, -0.01961594633758068, -2.3134570121765137, -2.166414260864258, -1.6106948852539062, -1.3527920246124268, -0.559208869934082, -1.7585372924804688, -2.1496529579162598, -1.2783598899841309, -0.6445160508155823, -0.8183069229125977, -0.672391951084137, -2.118053674697876, -1.6750074625015259, -0.7577000856399536, -0.3707517385482788, -0.5605054497718811, -1.7681089639663696, -1.199866533279419, -0.06713270395994186, -1.7591019868850708, -0.7580021023750305, -0.6278829574584961, -0.03278379142284393, -2.0561511516571045, -0.5218797922134399, -0.7033882737159729, -0.5313945412635803, -0.9475687742233276, -0.8393010497093201, -1.2273998260498047, -2.0685744285583496, -2.098160982131958, -1.7074034214019775, -1.0507657527923584, -1.8739330768585205, -0.9068605303764343, -1.9447749853134155, -1.3972021341323853, -1.2719866037368774, -1.2609765529632568, -1.0051997900009155, -1.7928736209869385, -1.1201821565628052, -0.026909632608294487, -2.132979154586792, -2.273319959640503, -2.0040056705474854, -1.5032912492752075, -1.5383681058883667, -0.9770584106445312, -0.41475778818130493, -1.7485979795455933, -1.2380515336990356, -0.579822301864624, -1.0187944173812866, -0.8097120523452759, -0.36417075991630554, -2.377765417098999, -1.1050337553024292, -0.49310797452926636, -0.837354302406311, -0.8015978336334229, -1.3584743738174438, -0.9862684607505798, -1.8425153493881226, -0.458230584859848, -1.6783982515335083, -1.3688931465148926, -0.011345984414219856, -1.6206083297729492, -1.4007418155670166, -0.8614425659179688, -0.978338897228241, -0.0075895534828305244, -1.774476408958435, -0.7814756631851196, -0.6190283298492432, -0.8865762948989868, -0.8764819502830505, -0.6221021413803101, -2.1599931716918945, -1.4454679489135742, -0.2544296085834503, -0.7099010944366455, -1.31156325340271, -1.1175833940505981, -1.1958153247833252, -0.804192841053009]}, "Bot006_005_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't i like poetry , but i am also a poet , and i love poetry You don't and you aren't and you don't hello , i am a woman , and i am a woman , and you ? You aren't and you aren't and I'm not i like to draw , and play with my son , and you ? You don't that is cool , i am a teacher , and i am a teacher , and you ? That's not, you aren't, and you aren't, and I'm not i am a nerd , you ? You aren't, I'm not", "response": "Me too", "annotation_id": "Bot006_005_18", "annotations": ["T", "X", "O", "X", "O", "T", "X", "T", "X", "X", "X", "T", "T", "T", "X"], "gpt2_target_score": [-11.47606372833252, -8.452678680419922], "gpt2_argmax_score": [-2.1653337478637695, -2.313305377960205, -1.0253351926803589, -0.9211140871047974, -1.6052500009536743, -1.4823431968688965, -0.20766526460647583, -1.0993822813034058, -1.917068362236023, -1.7408243417739868, -1.7235890626907349, -2.5866048336029053, -0.9691055417060852, -2.1017398834228516, -1.194442629814148, -0.5463709831237793, -1.6830681562423706, -2.1642298698425293, -0.935400664806366, -1.5401368141174316, -1.6329342126846313, -0.6426888704299927, -0.2730252146720886, -0.04104028642177582, -0.6118138432502747, -0.07614593207836151, -0.3086632192134857, -0.08870646357536316, -2.1517558097839355, -0.3426796495914459, -1.6313965320587158, -0.87165766954422, -0.23219460248947144, -0.0703977569937706, -1.2917816638946533, -0.2338476926088333, -2.061868190765381, -1.155124306678772, -1.6402205228805542, -1.1253464221954346, -1.7181941270828247, -1.1545547246932983, -0.8328762650489807, -1.95345139503479, -2.0447378158569336, -1.5840460062026978, -0.5642552375793457, -1.5938355922698975, -2.869147539138794, -1.8461307287216187, -1.6919140815734863, -0.06877318769693375, -2.659564971923828, -0.9028699398040771, -1.2906945943832397, -0.041623178869485855, -2.0052742958068848, -0.9934050440788269, -1.167850136756897, -0.01961594633758068, -2.3134570121765137, -2.166414260864258, -1.6106948852539062, -1.3527920246124268, -0.559208869934082, -1.7585372924804688, -2.1496529579162598, -1.2783598899841309, -0.6445160508155823, -0.8183069229125977, -0.672391951084137, -2.118053674697876, -1.6750074625015259, -0.7577000856399536, -0.3707517385482788, -0.5605054497718811, -1.7681089639663696, -1.199866533279419, -0.06713270395994186, -1.7591019868850708, -0.7580021023750305, -0.6278829574584961, -0.03278379142284393, -2.0561511516571045, -0.5218797922134399, -0.7033882737159729, -0.5313945412635803, -0.9475687742233276, -0.8393010497093201, -1.2273998260498047, -2.0685744285583496, -2.098160982131958, -1.7074034214019775, -1.0507657527923584, -1.8739330768585205, -0.9068605303764343, -1.9447749853134155, -1.3972021341323853, -1.2719866037368774, -1.2609765529632568, -1.0051997900009155, -1.7928736209869385, -1.1201821565628052, -0.026909632608294487, -2.132979154586792, -2.273319959640503, -2.0040056705474854, -1.5032912492752075, -1.5383681058883667, -0.9770584106445312, -0.41475778818130493, -1.7485979795455933, -1.2380515336990356, -0.579822301864624, -1.0187944173812866, -0.8097120523452759, -0.36417075991630554, -2.377765417098999, -1.1050337553024292, -0.49310797452926636, -0.837354302406311, -0.8015978336334229, -1.3584743738174438, -0.9862684607505798, -1.8425153493881226, -0.458230584859848, -1.6783982515335083, -1.3688931465148926, -0.011345984414219856, -1.6206083297729492, -1.4007418155670166, -0.8614425659179688, -0.978338897228241, -0.0075895534828305244, -1.774476408958435, -0.7814756631851196, -0.6190283298492432, -0.8865762948989868, -0.8764819502830505, -0.6221021413803101, -1.5161608457565308, -0.3796488046646118, -2.024611234664917, -1.0821300745010376, -0.6626734137535095, -1.1546642780303955, -1.4506443738937378, -0.946397066116333, -0.017146561294794083, -1.8221399784088135, -0.5002341866493225, -0.4959318935871124, -0.38811734318733215, -0.5781200528144836, -2.1850643157958984, -0.2466135025024414, -1.8445301055908203]}, "Bot006_005_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't i like poetry , but i am also a poet , and i love poetry You don't and you aren't and you don't hello , i am a woman , and i am a woman , and you ? You aren't and you aren't and I'm not i like to draw , and play with my son , and you ? You don't that is cool , i am a teacher , and i am a teacher , and you ? That's not, you aren't, and you aren't, and I'm not i am a nerd , you ? You aren't, I'm not Me too Hell yeah", "response": "i am a nerd , and i am a nerd , you ?", "annotation_id": "Bot006_005_20", "annotations": ["T", "X", "O", "X", "O", "T", "X", "T", "X", "X", "X", "O", "X", "O", "X"], "gpt2_target_score": [-8.527630805969238, -8.722972869873047, -5.593862533569336, -11.292741775512695, -8.544398307800293, -6.246823787689209, -13.095147132873535, -8.748674392700195, -8.251754760742188, -11.241633415222168, -11.59782600402832, -8.157039642333984, -7.630223274230957], "gpt2_argmax_score": [-2.1653337478637695, -2.313305377960205, -1.0253351926803589, -0.9211140871047974, -1.6052500009536743, -1.4823431968688965, -0.20766526460647583, -1.0993822813034058, -1.917068362236023, -1.7408243417739868, -1.7235890626907349, -2.5866048336029053, -0.9691055417060852, -2.1017398834228516, -1.194442629814148, -0.5463709831237793, -1.6830681562423706, -2.1642298698425293, -0.935400664806366, -1.5401368141174316, -1.6329342126846313, -0.6426888704299927, -0.2730252146720886, -0.04104028642177582, -0.6118138432502747, -0.07614593207836151, -0.3086632192134857, -0.08870646357536316, -2.1517558097839355, -0.3426796495914459, -1.6313965320587158, -0.87165766954422, -0.23219460248947144, -0.0703977569937706, -1.2917816638946533, -0.2338476926088333, -2.061868190765381, -1.155124306678772, -1.6402205228805542, -1.1253464221954346, -1.7181941270828247, -1.1545547246932983, -0.8328762650489807, -1.95345139503479, -2.0447378158569336, -1.5840460062026978, -0.5642552375793457, -1.5938355922698975, -2.869147539138794, -1.8461307287216187, -1.6919140815734863, -0.06877318769693375, -2.659564971923828, -0.9028699398040771, -1.2906945943832397, -0.041623178869485855, -2.0052742958068848, -0.9934050440788269, -1.167850136756897, -0.01961594633758068, -2.3134570121765137, -2.166414260864258, -1.6106948852539062, -1.3527920246124268, -0.559208869934082, -1.7585372924804688, -2.1496529579162598, -1.2783598899841309, -0.6445160508155823, -0.8183069229125977, -0.672391951084137, -2.118053674697876, -1.6750074625015259, -0.7577000856399536, -0.3707517385482788, -0.5605054497718811, -1.7681089639663696, -1.199866533279419, -0.06713270395994186, -1.7591019868850708, -0.7580021023750305, -0.6278829574584961, -0.03278379142284393, -2.0561511516571045, -0.5218797922134399, -0.7033882737159729, -0.5313945412635803, -0.9475687742233276, -0.8393010497093201, -1.2273998260498047, -2.0685744285583496, -2.098160982131958, -1.7074034214019775, -1.0507657527923584, -1.8739330768585205, -0.9068605303764343, -1.9447749853134155, -1.3972021341323853, -1.2719866037368774, -1.2609765529632568, -1.0051997900009155, -1.7928736209869385, -1.1201821565628052, -0.026909632608294487, -2.132979154586792, -2.273319959640503, -2.0040056705474854, -1.5032912492752075, -1.5383681058883667, -0.9770584106445312, -0.41475778818130493, -1.7485979795455933, -1.2380515336990356, -0.579822301864624, -1.0187944173812866, -0.8097120523452759, -0.36417075991630554, -2.377765417098999, -1.1050337553024292, -0.49310797452926636, -0.837354302406311, -0.8015978336334229, -1.3584743738174438, -0.9862684607505798, -1.8425153493881226, -0.458230584859848, -1.6783982515335083, -1.3688931465148926, -0.011345984414219856, -1.6206083297729492, -1.4007418155670166, -0.8614425659179688, -0.9783390760421753, -0.0075895534828305244, -1.7744777202606201, -0.7814710140228271, -0.6190285086631775, -0.8865799307823181, -0.8764631748199463, -0.6220992207527161, -1.5161645412445068, -0.3796485662460327, -2.024601459503174, -1.0821278095245361, -0.6626726984977722, -1.1546704769134521, -1.450643539428711, -0.9464011192321777, -0.017146561294794083, -1.8221403360366821, -0.5002368092536926, -0.4959266781806946, -0.3881125748157501, -0.5781154036521912, -1.250605583190918, -1.6211358308792114, -0.9951651692390442, -1.9707664251327515, -2.2269487380981445, -1.4240373373031616, -0.5301963686943054, -1.6870278120040894, -1.6769647598266602, -1.3134416341781616, -0.6439741849899292, -0.2096385806798935, -0.140613853931427, -0.7888931632041931, -0.9148813486099243, -0.35278281569480896, -1.1549099683761597, -0.8660005927085876]}, "Bot006_009_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single", "response": "i am a little tired from work", "annotation_id": "Bot006_009_02", "annotations": ["T", "O", "O", "X", "T", "T", "T", "T", "O", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-8.527595520019531, -9.442025184631348, -5.867386341094971, -10.242260932922363, -10.829972267150879, -6.6823601722717285, -11.726495742797852], "gpt2_argmax_score": [-2.1653518676757812, -1.9475181102752686, -0.684036910533905, -1.2182897329330444, -1.2154394388198853, -2.3917107582092285, -0.5823463797569275, -2.69974422454834, -1.4003968238830566, -1.9777170419692993, -2.2173547744750977, -1.575793981552124, -0.7245955467224121, -1.9687809944152832, -1.5580577850341797]}, "Bot006_009_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that", "response": "i am a vegetarian , i am a vegetarian .", "annotation_id": "Bot006_009_04", "annotations": ["T", "O", "O", "X", "T", "T", "T", "X", "O", "X", "T", "T", "T", "T", "O"], "gpt2_target_score": [-8.527595520019531, -9.442025184631348, -5.867386341094971, -13.004284858703613, -12.311051368713379, -6.639437198638916, -8.943826675415039, -8.572823524475098, -8.172304153442383, -8.67445182800293], "gpt2_argmax_score": [-2.1653518676757812, -1.9475181102752686, -0.684036910533905, -1.2182897329330444, -1.2154394388198853, -2.3917107582092285, -0.5823463797569275, -1.8199244737625122, -2.307283639907837, -2.6432175636291504, -1.962788462638855, -0.9762310981750488, -1.7960729598999023, -1.217106819152832, -1.6515048742294312, -1.9727740287780762, -0.06410485506057739, -1.6933131217956543, -2.351454973220825, -1.900437355041504, -2.249171018600464, -0.6067735552787781, -1.6831154823303223, -1.4219201803207397, -2.3105814456939697, -2.184718608856201, -1.9279729127883911, -0.9850467443466187, -1.3239221572875977, -1.1510602235794067, -1.9510400295257568, -1.3010492324829102, -1.2711411714553833, -1.8635146617889404, -0.8696148991584778]}, "Bot006_009_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food", "response": "that's cool , i am a woman , and i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_009_06", "annotations": ["T", "T", "T", "X", "O", "O", "T", "X", "T", "X", "T", "T", "X", "T", "X"], "gpt2_target_score": [-13.406089782714844, -11.342537879943848, -11.299424171447754, -10.102017402648926, -9.613205909729004, -8.007204055786133, -7.915110111236572, -11.653634071350098, -9.677156448364258, -8.481115341186523, -8.510945320129395, -9.90066909790039, -4.413413047790527, -12.773259162902832, -6.193008899688721, -8.887920379638672, -9.226946830749512, -9.125137329101562, -5.287581443786621, -11.546723365783691, -6.3704023361206055, -8.296226501464844, -6.426035404205322, -7.851546764373779], "gpt2_argmax_score": [-2.1653518676757812, -1.9475181102752686, -0.684036910533905, -1.2182897329330444, -1.2154394388198853, -2.3917107582092285, -0.5823463797569275, -1.8199244737625122, -2.307283639907837, -2.6432175636291504, -1.962788462638855, -0.9762310981750488, -1.7960729598999023, -1.217106819152832, -1.6515048742294312, -1.9727740287780762, -0.06410485506057739, -1.6933131217956543, -2.351454973220825, -1.900437355041504, -2.249171018600464, -0.6067735552787781, -1.6831154823303223, -1.4219201803207397, -2.267098903656006, -2.0962719917297363, -1.8302727937698364, -1.5285377502441406, -1.2691246271133423, -2.1692283153533936, -1.5922220945358276, -1.4774727821350098, -1.6300498247146606, -1.2129616737365723, -1.3016153573989868, -0.8771664500236511, -2.1693642139434814, -2.108201503753662, -1.3370040655136108, -2.3075337409973145, -0.9290263056755066, -2.181164026260376, -1.3190035820007324, -1.3797122240066528, -2.2707700729370117, -1.0657106637954712, -0.41540661454200745, -1.8121310472488403, -0.6839231252670288, -0.5646055340766907, -1.749501347541809, -1.1906187534332275, -0.7437834739685059, -1.7028067111968994, -1.2916581630706787, -0.18404120206832886, -0.6969900131225586, -0.5391510725021362, -0.6820345520973206, -1.2873603105545044, -0.6049165725708008, -0.11031347513198853, -1.2804803848266602, -0.31642061471939087]}, "Bot006_009_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man", "response": "i am single", "annotation_id": "Bot006_009_08", "annotations": ["T", "T", "O", "X", "O", "T", "T", "X", "O", "X", "T", "T", "X", "T", "X"], "gpt2_target_score": [-8.527630805969238, -9.44201946258545, -11.738245964050293], "gpt2_argmax_score": [-2.1653337478637695, -1.9474817514419556, -0.6840317249298096, -1.218299388885498, -1.2154396772384644, -2.3917174339294434, -0.5823495984077454, -1.819883942604065, -2.307365655899048, -2.6432087421417236, -1.9628006219863892, -0.9761999249458313, -1.7960845232009888, -1.2171404361724854, -1.6515088081359863, -1.9727729558944702, -0.06410574913024902, -1.693274974822998, -2.351439952850342, -1.9004095792770386, -2.2491655349731445, -0.6067663431167603, -1.6831223964691162, -1.4219120740890503, -2.2670629024505615, -2.0962438583374023, -1.8302558660507202, -1.5285474061965942, -1.2691013813018799, -2.169208288192749, -1.5922369956970215, -1.477476954460144, -1.6300567388534546, -1.212943196296692, -1.3016324043273926, -0.8771510720252991, -2.169382095336914, -2.1082277297973633, -1.3370227813720703, -0.9597681164741516, -1.1097646951675415, -1.6425516605377197, -2.2795536518096924, -2.2758586406707764, -1.1320619583129883, -1.0753790140151978, -1.648193120956421, -0.6649643778800964, -0.5540263056755066, -1.5649584531784058, -1.2892401218414307, -1.3696959018707275, -1.2347052097320557, -1.325202465057373, -0.20928974449634552, -0.6994549036026001, -0.7906142473220825, -1.3724833726882935, -1.109312891960144, -0.7977877855300903, -0.11874070018529892, -1.4494426250457764, -1.207248330116272, -1.340859293937683, -0.47217729687690735, -1.2713088989257812, -1.2539875507354736, -2.029776096343994, -1.4730325937271118, -0.2720447778701782, -1.9874542951583862]}, "Bot006_009_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man i am single so what do you imply", "response": "i am a woman , and i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_009_10", "annotations": ["T", "T", "T", "X", "O", "O", "T", "X", "T", "X", "T", "T", "X", "T", "X"], "gpt2_target_score": [-8.527630805969238, -9.44201946258545, -5.8673200607299805, -9.917991638183594, -12.311081886291504, -5.920159816741943, -6.406721115112305, -2.532118320465088, -3.1877214908599854, -3.8839008808135986, -11.011796951293945, -2.5079076290130615, -8.213778495788574, -9.024971008300781, -6.722462177276611, -13.329278945922852, -13.307910919189453, -7.488654613494873, -4.177825450897217, -11.852848052978516], "gpt2_argmax_score": [-2.1653337478637695, -1.9474817514419556, -0.6840317249298096, -1.218299388885498, -1.2154396772384644, -2.3917174339294434, -0.5823495984077454, -1.819883942604065, -2.307365655899048, -2.6432087421417236, -1.9628006219863892, -0.9761999249458313, -1.7960845232009888, -1.2171404361724854, -1.6515088081359863, -1.9727729558944702, -0.06410574913024902, -1.693274974822998, -2.351439952850342, -1.9004095792770386, -2.2491655349731445, -0.6067663431167603, -1.6831223964691162, -1.4219120740890503, -2.2670629024505615, -2.0962438583374023, -1.8302558660507202, -1.5285474061965942, -1.2691013813018799, -2.169208288192749, -1.5922369956970215, -1.477476954460144, -1.6300567388534546, -1.212943196296692, -1.3016324043273926, -0.8771510720252991, -2.169382095336914, -2.1082277297973633, -1.3370227813720703, -0.9597681164741516, -1.1097646951675415, -1.6425516605377197, -2.2795536518096924, -2.2758586406707764, -1.1320619583129883, -1.0753790140151978, -1.648193120956421, -0.6649643778800964, -0.5540263056755066, -1.5649584531784058, -1.2892401218414307, -1.3696959018707275, -1.2347052097320557, -1.325202465057373, -0.20928974449634552, -0.6994549036026001, -0.7906142473220825, -1.3724833726882935, -1.109312891960144, -0.7977877855300903, -0.11874070018529892, -1.4494426250457764, -1.207248330116272, -1.340859293937683, -0.4721713364124298, -1.271313190460205, -1.2539966106414795, -0.6497943997383118, -0.9351616501808167, -1.9896126985549927, -0.6139091849327087, -1.2979974746704102, -0.10495632886886597, -1.3568902015686035, -1.6518797874450684, -1.9653314352035522, -1.378409743309021, -0.33895209431648254, -0.7693212628364563, -1.8079763650894165, -1.0541218519210815, -0.3102620244026184, -0.040819209069013596, -0.021170126274228096, -0.6536421179771423, -1.1071008443832397, -0.11965557187795639, -0.6939666271209717, -0.021497566252946854, -0.007164145819842815, -0.4454940855503082, -0.6212249994277954, -0.056250154972076416, -0.4485490918159485, -0.9607123732566833, -0.9980429410934448]}, "Bot006_009_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man i am single so what do you imply i am a woman , and i am a woman , and i am a woman , and you ? hahahahaha", "response": "i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_009_12", "annotations": ["T", "T", "X", "X", "O", "T", "T", "X", "O", "X", "T", "T", "X", "T", "X"], "gpt2_target_score": [-8.527630805969238, -9.44201946258545, -5.8673200607299805, -9.917991638183594, -12.311081886291504, -5.920159816741943, -6.406721115112305, -2.532118320465088, -3.1877214908599854, -3.8839008808135986, -11.011796951293945, -2.5079076290130615, -8.155856132507324, -8.878120422363281], "gpt2_argmax_score": [-2.1653337478637695, -1.9474817514419556, -0.6840317249298096, -1.218299388885498, -1.2154396772384644, -2.3917174339294434, -0.5823495984077454, -1.819883942604065, -2.307365655899048, -2.6432087421417236, -1.9628006219863892, -0.9761999249458313, -1.7960845232009888, -1.2171404361724854, -1.6515088081359863, -1.9727729558944702, -0.06410574913024902, -1.693274974822998, -2.351439952850342, -1.9004095792770386, -2.2491655349731445, -0.6067663431167603, -1.6831223964691162, -1.4219120740890503, -2.2670629024505615, -2.0962438583374023, -1.8302558660507202, -1.5285474061965942, -1.2691013813018799, -2.169208288192749, -1.5922369956970215, -1.477476954460144, -1.6300567388534546, -1.212943196296692, -1.3016324043273926, -0.8771510720252991, -2.169382095336914, -2.1082277297973633, -1.3370227813720703, -0.9597681164741516, -1.1097646951675415, -1.6425516605377197, -2.2795536518096924, -2.2758586406707764, -1.1320619583129883, -1.0753790140151978, -1.648193120956421, -0.6649643778800964, -0.5540263056755066, -1.5649584531784058, -1.2892401218414307, -1.3696959018707275, -1.2347052097320557, -1.325202465057373, -0.20928974449634552, -0.6994549036026001, -0.7906142473220825, -1.3724833726882935, -1.109312891960144, -0.7977877855300903, -0.11874070018529892, -1.4494426250457764, -1.207248330116272, -1.340859293937683, -0.4721713364124298, -1.271313190460205, -1.2539966106414795, -0.6497943997383118, -0.9351616501808167, -1.9896126985549927, -0.6139091849327087, -1.2979974746704102, -0.10495632886886597, -1.3568902015686035, -1.6518797874450684, -0.6841267347335815, -0.6702086925506592, -0.7208264470100403, -1.0134998559951782, -1.1674413681030273, -0.7112393379211426, -0.11274226009845734, -0.07090538740158081, -0.8056513667106628, -0.9773733019828796, -0.2981831431388855, -0.5745807886123657, -0.05480455234646797, -0.026875978335738182, -0.5931925773620605, -0.6356931328773499, -0.15023575723171234, -0.553622841835022, -0.44505709409713745, -0.8995752334594727, -0.6041468977928162, -0.43576493859291077, -1.3458737134933472, -1.9459443092346191, -2.0956602096557617, -1.055548906326294, -0.16550672054290771, -0.5209252834320068, -1.8099608421325684, -0.5808691382408142, -0.3525994122028351, -0.037480082362890244, -0.014706538058817387, -0.32602086663246155, -0.7477466464042664, -0.09975677728652954, -0.655212938785553, -0.9257896542549133, -0.8811174035072327]}, "Bot006_009_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man i am single so what do you imply i am a woman , and i am a woman , and i am a woman , and you ? hahahahaha i am a woman , and i am a woman , and you ? i get it woman", "response": "i like pizza , and you ?", "annotation_id": "Bot006_009_14", "annotations": ["T", "T", "T", "X", "O", "T", "T", "T", "T", "O", "T", "T", "T", "X", "O"], "gpt2_target_score": [-8.527630805969238, -5.5923027992248535, -11.86371898651123, -10.102043151855469, -8.322037696838379, -7.250268459320068, -10.221250534057617], "gpt2_argmax_score": [-2.1653337478637695, -1.9474817514419556, -0.6840317249298096, -1.218299388885498, -1.2154396772384644, -2.3917174339294434, -0.5823495984077454, -1.819883942604065, -2.307365655899048, -2.6432087421417236, -1.9628006219863892, -0.9761999249458313, -1.7960845232009888, -1.2171404361724854, -1.6515088081359863, -1.9727729558944702, -0.06410574913024902, -1.693274974822998, -2.351439952850342, -1.9004095792770386, -2.2491655349731445, -0.6067663431167603, -1.6831223964691162, -1.4219120740890503, -2.2670629024505615, -2.0962438583374023, -1.8302558660507202, -1.5285474061965942, -1.2691013813018799, -2.169208288192749, -1.5922369956970215, -1.477476954460144, -1.6300567388534546, -1.212943196296692, -1.3016324043273926, -0.8771510720252991, -2.169382095336914, -2.1082277297973633, -1.3370227813720703, -0.9597681164741516, -1.1097646951675415, -1.6425516605377197, -2.2795536518096924, -2.2758586406707764, -1.1320619583129883, -1.0753790140151978, -1.648193120956421, -0.6649643778800964, -0.5540263056755066, -1.5649584531784058, -1.2892401218414307, -1.3696959018707275, -1.2347052097320557, -1.325202465057373, -0.20928974449634552, -0.6994549036026001, -0.7906142473220825, -1.3724833726882935, -1.109312891960144, -0.7977877855300903, -0.11874070018529892, -1.4494426250457764, -1.207248330116272, -1.340859293937683, -0.4721713364124298, -1.271313190460205, -1.2539966106414795, -0.6497943997383118, -0.9351616501808167, -1.9896126985549927, -0.6139091849327087, -1.2979974746704102, -0.10495632886886597, -1.3568902015686035, -1.6518797874450684, -0.6841267347335815, -0.6702086925506592, -0.7208264470100403, -1.0134998559951782, -1.1674413681030273, -0.7112393379211426, -0.11274226009845734, -0.07090538740158081, -0.8056513667106628, -0.9773775935173035, -0.29818394780158997, -0.5745893120765686, -0.05480444058775902, -0.026875978335738182, -0.5931991934776306, -0.6357004046440125, -0.15023544430732727, -0.5536227822303772, -0.4450486898422241, -0.899577260017395, -0.6041456460952759, -0.43576177954673767, -1.345880389213562, -1.945940375328064, -0.7321056723594666, -0.23912782967090607, -0.6577790379524231, -1.36174476146698, -0.45886287093162537, -0.43723994493484497, -0.08250492066144943, -0.03877468779683113, -0.4474133253097534, -0.619502067565918, -0.17147022485733032, -0.643340528011322, -0.5977468490600586, -1.406880259513855, -0.148555725812912, -1.8442302942276, -0.7164430618286133, -1.0542397499084473, -2.2345821857452393, -1.5089552402496338, -1.3083075284957886, -1.9637796878814697, -2.204223155975342, -1.735905647277832, -2.2077553272247314, -0.5168195366859436]}, "Bot006_009_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man i am single so what do you imply i am a woman , and i am a woman , and i am a woman , and you ? hahahahaha i am a woman , and i am a woman , and you ? i get it woman i like pizza , and you ? i love italian food and garlic bread", "response": "i am a woman , and i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_009_16", "annotations": ["T", "T", "X", "X", "O", "O", "T", "X", "X", "X", "T", "T", "X", "X", "X"], "gpt2_target_score": [-8.527630805969238, -9.44201946258545, -5.8673200607299805, -9.917991638183594, -12.311081886291504, -5.920159816741943, -6.406721115112305, -2.532118320465088, -3.1877214908599854, -3.8839008808135986, -11.011796951293945, -2.5079076290130615, -8.213778495788574, -9.024971008300781, -6.722462177276611, -13.329278945922852, -13.307910919189453, -7.488654613494873, -4.177825450897217, -11.852848052978516], "gpt2_argmax_score": [-2.1653337478637695, -1.9474817514419556, -0.6840317249298096, -1.218299388885498, -1.2154396772384644, -2.3917174339294434, -0.5823495984077454, -1.819883942604065, -2.307365655899048, -2.6432087421417236, -1.9628006219863892, -0.9761999249458313, -1.7960845232009888, -1.2171404361724854, -1.6515088081359863, -1.9727729558944702, -0.06410574913024902, -1.693274974822998, -2.351439952850342, -1.9004095792770386, -2.2491655349731445, -0.6067663431167603, -1.6831223964691162, -1.4219120740890503, -2.2670629024505615, -2.0962438583374023, -1.8302558660507202, -1.5285474061965942, -1.2691013813018799, -2.169208288192749, -1.5922369956970215, -1.477476954460144, -1.6300567388534546, -1.212943196296692, -1.3016324043273926, -0.8771510720252991, -2.169382095336914, -2.1082277297973633, -1.3370227813720703, -0.9597681164741516, -1.1097646951675415, -1.6425516605377197, -2.2795536518096924, -2.2758586406707764, -1.1320619583129883, -1.0753790140151978, -1.648193120956421, -0.6649643778800964, -0.5540263056755066, -1.5649584531784058, -1.2892401218414307, -1.3696959018707275, -1.2347052097320557, -1.325202465057373, -0.20928974449634552, -0.6994549036026001, -0.7906142473220825, -1.3724833726882935, -1.109312891960144, -0.7977877855300903, -0.11874070018529892, -1.4494426250457764, -1.207248330116272, -1.340859293937683, -0.4721713364124298, -1.271313190460205, -1.2539966106414795, -0.6497943997383118, -0.9351616501808167, -1.9896126985549927, -0.6139091849327087, -1.2979974746704102, -0.10495632886886597, -1.3568902015686035, -1.6518797874450684, -0.6841267347335815, -0.6702086925506592, -0.7208264470100403, -1.0134998559951782, -1.1674413681030273, -0.7112393379211426, -0.11274226009845734, -0.07090538740158081, -0.8056513667106628, -0.9773733019828796, -0.2981831431388855, -0.5745807886123657, -0.05480455234646797, -0.026875978335738182, -0.5931925773620605, -0.6356931328773499, -0.15023575723171234, -0.553622841835022, -0.44505709409713745, -0.8995752334594727, -0.6041468977928162, -0.43576493859291077, -1.3458737134933472, -1.9459443092346191, -0.7321004271507263, -0.23912473022937775, -0.6577728986740112, -1.3617442846298218, -0.4588622748851776, -0.4372347295284271, -0.08250568807125092, -0.038775261491537094, -0.44741395115852356, -0.6195022463798523, -0.17147232592105865, -0.643333911895752, -0.5977489948272705, -1.40688955783844, -0.14855530858039856, -1.8442268371582031, -0.7164425849914551, -1.054246425628662, -0.2822285294532776, -1.2632194757461548, -0.9639855027198792, -1.6529912948608398, -0.8364076018333435, -1.9518800973892212, -1.3002419471740723, -1.2484021186828613, -0.7070226073265076, -1.5985311269760132, -1.7290754318237305, -0.713329553604126, -1.2342579364776611, -1.6642546653747559, -0.7969937324523926, -2.2906365394592285, -1.474307894706726, -0.2548905611038208, -0.7044814825057983, -1.600365161895752, -0.867768406867981, -0.48641684651374817, -0.3949745297431946, -0.05674665421247482, -0.39616915583610535, -0.7773175239562988, -0.2843872308731079, -0.7964901924133301, -0.0863972008228302, -0.020017512142658234, -0.23407986760139465, -0.4258711338043213, -0.10579948872327805, -0.3495234549045563, -1.1177932024002075, -1.291904091835022]}, "Bot006_009_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man i am single so what do you imply i am a woman , and i am a woman , and i am a woman , and you ? hahahahaha i am a woman , and i am a woman , and you ? i get it woman i like pizza , and you ? i love italian food and garlic bread i am a woman , and i am a woman , and i am a woman , and you ? do you workout", "response": "i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_009_18", "annotations": ["T", "T", "X", "X", "O", "T", "T", "X", "X", "X", "T", "T", "X", "X", "X"], "gpt2_target_score": [-8.527630805969238, -9.44201946258545, -5.8673200607299805, -9.917991638183594, -12.311081886291504, -5.920159816741943, -6.406721115112305, -2.532118320465088, -3.1877214908599854, -3.8839008808135986, -11.011796951293945, -2.5079076290130615, -8.155856132507324, -8.878120422363281], "gpt2_argmax_score": [-2.1653337478637695, -1.9474817514419556, -0.6840317249298096, -1.218299388885498, -1.2154396772384644, -2.3917174339294434, -0.5823495984077454, -1.819883942604065, -2.307365655899048, -2.6432087421417236, -1.9628006219863892, -0.9761999249458313, -1.7960845232009888, -1.2171404361724854, -1.6515088081359863, -1.9727729558944702, -0.06410574913024902, -1.693274974822998, -2.351439952850342, -1.9004095792770386, -2.2491655349731445, -0.6067663431167603, -1.6831223964691162, -1.4219120740890503, -2.2670629024505615, -2.0962438583374023, -1.8302558660507202, -1.5285474061965942, -1.2691013813018799, -2.169208288192749, -1.5922369956970215, -1.477476954460144, -1.6300567388534546, -1.212943196296692, -1.3016324043273926, -0.8771510720252991, -2.169382095336914, -2.1082277297973633, -1.3370227813720703, -0.9597681164741516, -1.1097646951675415, -1.6425516605377197, -2.2795536518096924, -2.2758586406707764, -1.1320619583129883, -1.0753790140151978, -1.648193120956421, -0.6649643778800964, -0.5540263056755066, -1.5649584531784058, -1.2892401218414307, -1.3696959018707275, -1.2347052097320557, -1.325202465057373, -0.20928974449634552, -0.6994549036026001, -0.7906142473220825, -1.3724833726882935, -1.109312891960144, -0.7977877855300903, -0.11874070018529892, -1.4494426250457764, -1.207248330116272, -1.340859293937683, -0.4721713364124298, -1.271313190460205, -1.2539966106414795, -0.6497943997383118, -0.9351616501808167, -1.9896126985549927, -0.6139091849327087, -1.2979974746704102, -0.10495632886886597, -1.3568902015686035, -1.6518797874450684, -0.6841267347335815, -0.6702086925506592, -0.7208264470100403, -1.0134998559951782, -1.1674413681030273, -0.7112393379211426, -0.11274226009845734, -0.07090538740158081, -0.8056513667106628, -0.9773733019828796, -0.2981831431388855, -0.5745807886123657, -0.05480455234646797, -0.026875978335738182, -0.5931925773620605, -0.6356931328773499, -0.15023575723171234, -0.553622841835022, -0.44505709409713745, -0.8995752334594727, -0.6041468977928162, -0.43576493859291077, -1.3458737134933472, -1.9459443092346191, -0.7321004271507263, -0.23912473022937775, -0.6577728986740112, -1.3617442846298218, -0.4588622748851776, -0.4372347295284271, -0.08250568807125092, -0.038775261491537094, -0.44741395115852356, -0.6195022463798523, -0.17147232592105865, -0.643333911895752, -0.5977489948272705, -1.40688955783844, -0.14855530858039856, -1.8442268371582031, -0.7164425849914551, -1.054246425628662, -0.2822285294532776, -1.2632194757461548, -0.9639855027198792, -1.6529912948608398, -0.8364076018333435, -1.9518800973892212, -1.3002419471740723, -1.2484021186828613, -0.7070226073265076, -1.5985311269760132, -1.7290754318237305, -0.713329553604126, -1.2342579364776611, -1.6642546653747559, -0.7969937324523926, -1.3985258340835571, -0.34796857833862305, -1.0035394430160522, -0.692101776599884, -0.4316127896308899, -0.7473486065864563, -0.6575965881347656, -0.07769516110420227, -0.48818904161453247, -0.5523424744606018, -0.23723824322223663, -0.6189882159233093, -0.1705024540424347, -0.043801672756671906, -0.29109734296798706, -0.4210984706878662, -0.13850851356983185, -0.4490058124065399, -0.24776823818683624, -0.9381954669952393, -0.08310046046972275, -1.5563828945159912, -1.1467695236206055, -2.218764305114746, -2.074032783508301, -0.1882820427417755, -0.46750181913375854, -1.4035658836364746, -0.6914977431297302, -0.49006637930870056, -0.1163933053612709, -0.02771569788455963, -0.1554437130689621, -0.5959405899047852, -0.15292957425117493, -0.3814193606376648, -1.0997577905654907, -1.2837251424789429]}, "Bot006_009_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man i am single so what do you imply i am a woman , and i am a woman , and i am a woman , and you ? hahahahaha i am a woman , and i am a woman , and you ? i get it woman i like pizza , and you ? i love italian food and garlic bread i am a woman , and i am a woman , and i am a woman , and you ? do you workout i am a woman , and i am a woman , and you ? what is your favorite color", "response": "hey , i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_009_20", "annotations": ["T", "T", "X", "X", "O", "O", "T", "X", "X", "X", "T", "T", "X", "X", "X"], "gpt2_target_score": [-11.930058479309082, -11.731799125671387, -6.6966352462768555, -6.226172924041748, -9.070786476135254, -9.093744277954102, -7.908872604370117, -8.095168113708496, -5.135978698730469, -9.638821601867676, -7.961221218109131, -11.537052154541016, -11.8764066696167, -1.5356371402740479, -3.653507709503174, -12.231271743774414], "gpt2_argmax_score": [-2.1653337478637695, -1.9474817514419556, -0.6840317249298096, -1.218299388885498, -1.2154396772384644, -2.3917174339294434, -0.5823495984077454, -1.819883942604065, -2.307365655899048, -2.6432087421417236, -1.9628006219863892, -0.9761999249458313, -1.7960845232009888, -1.2171404361724854, -1.6515088081359863, -1.9727729558944702, -0.06410574913024902, -1.693274974822998, -2.351439952850342, -1.9004095792770386, -2.2491655349731445, -0.6067663431167603, -1.6831223964691162, -1.4219120740890503, -2.2670629024505615, -2.0962438583374023, -1.8302558660507202, -1.5285474061965942, -1.2691013813018799, -2.169208288192749, -1.5922369956970215, -1.477476954460144, -1.6300567388534546, -1.212943196296692, -1.3016324043273926, -0.8771510720252991, -2.169382095336914, -2.1082277297973633, -1.3370227813720703, -0.9597681164741516, -1.1097646951675415, -1.6425516605377197, -2.2795536518096924, -2.2758586406707764, -1.1320619583129883, -1.0753790140151978, -1.648193120956421, -0.6649643778800964, -0.5540263056755066, -1.5649584531784058, -1.2892401218414307, -1.3696959018707275, -1.2347052097320557, -1.325202465057373, -0.20928974449634552, -0.6994549036026001, -0.7906142473220825, -1.3724833726882935, -1.109312891960144, -0.7977877855300903, -0.11874070018529892, -1.4494426250457764, -1.207248330116272, -1.340859293937683, -0.4721713364124298, -1.271313190460205, -1.2539966106414795, -0.6497943997383118, -0.9351616501808167, -1.9896126985549927, -0.6139091849327087, -1.2979974746704102, -0.10495632886886597, -1.3568902015686035, -1.6518797874450684, -0.6841267347335815, -0.6702086925506592, -0.7208264470100403, -1.0134998559951782, -1.1674413681030273, -0.7112393379211426, -0.11274226009845734, -0.07090538740158081, -0.8056513667106628, -0.9773733019828796, -0.2981831431388855, -0.5745807886123657, -0.05480455234646797, -0.026875978335738182, -0.5931925773620605, -0.6356931328773499, -0.15023575723171234, -0.553622841835022, -0.44505709409713745, -0.8995752334594727, -0.6041468977928162, -0.43576493859291077, -1.3458737134933472, -1.9459443092346191, -0.7321004271507263, -0.23912473022937775, -0.6577728986740112, -1.3617442846298218, -0.4588622748851776, -0.4372347295284271, -0.08250568807125092, -0.038775261491537094, -0.44741395115852356, -0.6195022463798523, -0.17147232592105865, -0.643333911895752, -0.5977489948272705, -1.40688955783844, -0.14855530858039856, -1.8442268371582031, -0.7164425849914551, -1.054246425628662, -0.2822285294532776, -1.2632194757461548, -0.9639855027198792, -1.6529912948608398, -0.8364076018333435, -1.9518800973892212, -1.3002419471740723, -1.2484021186828613, -0.7070226073265076, -1.5985311269760132, -1.7290754318237305, -0.713329553604126, -1.2342579364776611, -1.6642546653747559, -0.7969937324523926, -1.3985339403152466, -0.34796589612960815, -1.0035455226898193, -0.6920995712280273, -0.43161624670028687, -0.7473546862602234, -0.6575958132743835, -0.07769560068845749, -0.4881930649280548, -0.5523422360420227, -0.2372378706932068, -0.618983268737793, -0.170500248670578, -0.04380121827125549, -0.2911047339439392, -0.4211004972457886, -0.13851016759872437, -0.449003666639328, -0.24776722490787506, -0.9381909966468811, -0.08309969305992126, -1.556376338005066, -1.146756649017334, -1.7200398445129395, -0.1566055566072464, -0.4228927195072174, -0.7547224164009094, -0.31734660267829895, -0.6207726001739502, -0.13553746044635773, -0.04145175591111183, -0.19112685322761536, -0.7373316884040833, -0.11278198659420013, -0.2819710373878479, -0.07248669862747192, -1.2344045639038086, -1.4034664630889893, -0.34045931696891785, -0.219148650765419, -0.28711313009262085, -0.9661437273025513, -2.179391384124756, -1.818637728691101, -0.7828831672668457, -1.4631611108779907, -0.12046308070421219, -0.4320686161518097, -0.7215375900268555, -0.44280707836151123, -0.5918963551521301, -0.09880947321653366, -0.021375050768256187, -0.09980715811252594, -0.3468271791934967, -0.10038839280605316, -0.2094551920890808, -0.7725996971130371, -1.2235652208328247]}, "Bot006_013_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "???", "response": "i see , i am a dancer , and i am a teacher , so i do not know much about fashion .", "annotation_id": "Bot006_013_01", "annotations": ["O", "T", "X", "O", "O", "X", "O", "X", "X", "O", "X", "T", "O", "X", "O"], "gpt2_target_score": [-8.216875076293945, -12.829170227050781, -11.670184135437012, -5.609776973724365, -7.377370834350586, -8.366312980651855, -15.86986255645752, -8.05250358581543, -1.7224944829940796, -1.0126001834869385, -5.398474216461182, -8.552165031433105, -10.652413368225098, -7.982180595397949, -3.9413223266601562, -1.8330891132354736, -4.305336952209473, -6.691929817199707, -5.109368324279785, -8.262162208557129, -3.581136703491211, -12.123879432678223, -8.017926216125488], "gpt2_argmax_score": [-2.2136404514312744, -2.2398183345794678, -2.6046321392059326, -1.9048820734024048, -1.5804957151412964, -2.938075065612793, -1.965245008468628, -3.5422418117523193, -1.7224944829940796, -1.0126001834869385, -0.5696321129798889, -1.927592396736145, -1.4137961864471436, -2.630549192428589, -1.9955064058303833, -0.9062702059745789, -0.7517785429954529, -1.759251356124878, -0.5410396456718445, -1.5121164321899414, -1.4663752317428589, -0.0997549444437027, -1.9175541400909424, -1.1494576930999756, -1.298743724822998]}, "Bot006_013_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either", "response": "that is cool , i am a dancer , and i am a teacher , and you ?", "annotation_id": "Bot006_013_03", "annotations": ["O", "T", "O", "O", "T", "O", "O", "O", "O", "O", "X", "O", "O", "T", "O"], "gpt2_target_score": [-11.443681716918945, -9.329992294311523, -8.5477876663208, -5.21332311630249, -7.549452304840088, -8.393924713134766, -6.940982818603516, -8.182193756103516, -4.9714250564575195, -7.828632354736328, -8.327658653259277, -8.307663917541504, -6.441361427307129, -6.3724470138549805, -4.912431240081787, -6.778582572937012, -9.851751327514648, -6.937369346618652], "gpt2_argmax_score": [-2.2136404514312744, -2.5555167198181152, -2.061612367630005, -1.5410362482070923, -2.468946933746338, -2.1576573848724365, -3.4890553951263428, -1.7027472257614136, -1.374455213546753, -0.553379237651825, -2.040930986404419, -1.714814305305481, -2.9315803050994873, -2.158412218093872, -0.9995282292366028, -1.0069913864135742, -1.8134369850158691, -0.5733559131622314, -1.3565653562545776, -1.3121676445007324, -0.16839571297168732, -2.125309705734253, -1.282828450202942, -1.593064308166504, -1.6147538423538208, -0.1699807196855545, -0.9055774807929993, -1.5710196495056152, -0.06323473155498505, -1.0725703239440918, -0.8396700620651245, -1.0713036060333252, -2.2243638038635254, -0.7211174964904785, -2.037341356277466, -1.6938021183013916, -1.6781054735183716, -2.546782970428467, -0.7698700428009033, -1.615575909614563, -1.5054478645324707, -1.0790581703186035, -0.16879786550998688, -0.8141320943832397, -0.1306866705417633, -0.11812756955623627, -0.6714038252830505, -0.4660933315753937, -0.09461019933223724, -1.7569384574890137, -0.5432525277137756]}, "Bot006_013_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber", "response": "that is cool , i am a teacher , and i am a teacher , and you ?", "annotation_id": "Bot006_013_05", "annotations": ["X", "T", "O", "T", "T", "T", "O", "X", "O", "T", "X", "T", "T", "X", "O"], "gpt2_target_score": [-11.443660736083984, -9.33001708984375, -8.547754287719727, -5.213308334350586, -7.549468040466309, -8.393956184387207, -6.9409894943237305, -8.991893768310547, -4.971401214599609, -7.8286333084106445, -8.327665328979492, -8.307687759399414, -6.441357135772705, -6.372438430786133, -4.91242790222168, -6.77862024307251, -9.851812362670898, -6.937339782714844], "gpt2_argmax_score": [-2.2136340141296387, -2.5555262565612793, -2.0616095066070557, -1.54103684425354, -2.468947649002075, -2.1576435565948486, -3.489047050476074, -1.7027397155761719, -1.374446988105774, -0.5533950924873352, -2.0409374237060547, -1.7148222923278809, -2.931583881378174, -2.158357858657837, -0.9995099306106567, -1.0070291757583618, -1.8134064674377441, -0.5733564496040344, -1.3565753698349, -1.312184453010559, -0.1684063822031021, -2.1252992153167725, -1.282822847366333, -1.59308660030365, -1.6147624254226685, -0.16998976469039917, -0.9055851697921753, -1.5710513591766357, -0.06323304772377014, -1.0725675821304321, -0.839663565158844, -1.0713213682174683, -1.696650743484497, -2.4052670001983643, -0.9630638957023621, -1.3150818347930908, -1.995446801185608, -1.060798168182373, -3.256938934326172, -0.954213559627533, -0.8538274765014648, -0.22765587270259857, -1.0747874975204468, -0.4282631576061249, -0.4992131292819977, -0.6582397222518921, -0.3139602541923523, -0.12095553427934647, -1.9966765642166138, -1.7100498676300049, -1.6515746116638184, -0.8676525354385376, -1.2358404397964478, -0.6145550012588501, -1.6799997091293335, -2.172110080718994, -0.7018244862556458, -1.5562036037445068, -1.4129141569137573, -1.2000895738601685, -1.6325368881225586, -0.09385598450899124, -1.083686113357544, -1.1121912002563477, -0.8091371059417725, -0.6433107256889343, -0.10422845929861069, -0.01368003711104393, -0.05401597172021866, -0.5908832550048828, -0.578945517539978, -0.41884568333625793, -1.3123935461044312, -0.6450805068016052]}, "Bot006_013_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber", "response": "i am a fan of green , but i prefer orange .", "annotation_id": "Bot006_013_07", "annotations": ["X", "T", "X", "T", "T", "X", "O", "O", "X", "X", "T", "T", "T", "X", "X"], "gpt2_target_score": [-8.216861724853516, -3.440825939178467, -2.222421884536743, -9.730978012084961, -9.733656883239746, -9.392827033996582, -7.434710502624512, -2.9301719665527344, -1.374446988105774, -10.074223518371582, -15.237974166870117, -5.991967678070068], "gpt2_argmax_score": [-2.2136340141296387, -2.5555262565612793, -2.0616095066070557, -1.54103684425354, -2.468947649002075, -2.1576435565948486, -3.489047050476074, -1.7027397155761719, -1.374446988105774, -0.5533950924873352, -2.0409374237060547, -1.7148222923278809, -2.931583881378174, -2.158357858657837, -0.9995099306106567, -1.0070291757583618, -1.8134064674377441, -0.5733564496040344, -1.3565753698349, -1.312184453010559, -0.1684063822031021, -2.1252992153167725, -1.282822847366333, -1.59308660030365, -1.6147624254226685, -0.16998976469039917, -0.9055851697921753, -1.5710513591766357, -0.06323304772377014, -1.0725675821304321, -0.839663565158844, -1.0713213682174683, -1.696650743484497, -2.4052670001983643, -0.9630638957023621, -1.3150818347930908, -1.9954346418380737, -1.0607895851135254, -3.2569420337677, -0.9542232155799866, -0.853825569152832, -0.22765226662158966, -1.0747891664505005, -0.4282660484313965, -0.49921154975891113, -0.658233106136322, -0.3139626085758209, -0.12095500528812408, -1.9966734647750854, -1.7100424766540527, -1.6515971422195435, -0.8676445484161377, -1.2358438968658447, -0.6145579814910889, -1.6800131797790527, -1.983143925666809, -1.7095420360565186, -1.0628392696380615, -1.5438005924224854, -1.6318821907043457, -0.1865302473306656, -1.3658109903335571, -0.6260851621627808, -0.7341270446777344, -0.7004586458206177, -0.2602453827857971, -0.0362224280834198, -0.1279677301645279, -0.40149104595184326, -0.5623419880867004, -0.7947276830673218, -0.22234195470809937, -2.0046045780181885, -1.3653548955917358, -0.2123049795627594, -1.694058895111084, -1.9596779346466064, -1.7013942003250122, -0.1479087918996811, -0.8248757719993591, -0.0009483369067311287, -0.9602847099304199, -2.072683095932007, -1.5115314722061157, -0.10955905169248581, -0.20420406758785248, -0.3103291392326355, -2.2336678504943848, -2.613192319869995, -1.5592381954193115, -0.9084562063217163, -1.7068495750427246, -2.3240649700164795, -2.032376527786255, -1.3929072618484497]}, "Bot006_013_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber i am a fan of green , but i prefer orange . I love greens. But my three kids don't love them.", "response": "hello , i am a woman , and you ?", "annotation_id": "Bot006_013_09", "annotations": ["X", "T", "O", "T", "T", "T", "O", "X", "O", "T", "X", "T", "T", "X", "O"], "gpt2_target_score": [-12.906200408935547, -11.13763427734375, -5.836481094360352, -6.181066513061523, -8.121901512145996, -11.642704963684082, -7.434710502624512, -1.7027397155761719, -5.444210052490234, -9.194722175598145], "gpt2_argmax_score": [-2.2136340141296387, -2.5555262565612793, -2.0616095066070557, -1.54103684425354, -2.468947649002075, -2.1576435565948486, -3.489047050476074, -1.7027397155761719, -1.374446988105774, -0.5533950924873352, -2.0409374237060547, -1.7148222923278809, -2.931583881378174, -2.158357858657837, -0.9995099306106567, -1.0070291757583618, -1.8134064674377441, -0.5733564496040344, -1.3565753698349, -1.312184453010559, -0.1684063822031021, -2.1252992153167725, -1.282822847366333, -1.59308660030365, -1.6147624254226685, -0.16998976469039917, -0.9055851697921753, -1.5710513591766357, -0.06323304772377014, -1.0725675821304321, -0.839663565158844, -1.0713213682174683, -1.696650743484497, -2.4052670001983643, -0.9630638957023621, -1.3150818347930908, -1.9954346418380737, -1.0607895851135254, -3.2569420337677, -0.9542232155799866, -0.853825569152832, -0.22765226662158966, -1.0747891664505005, -0.4282660484313965, -0.49921154975891113, -0.658233106136322, -0.3139626085758209, -0.12095500528812408, -1.9966734647750854, -1.7100424766540527, -1.6515971422195435, -0.8676445484161377, -1.2358438968658447, -0.6145579814910889, -1.6800131797790527, -1.983143925666809, -1.7095420360565186, -1.0628392696380615, -1.5438005924224854, -1.6318821907043457, -0.1865302473306656, -1.3658109903335571, -0.6260851621627808, -0.7341270446777344, -0.7004586458206177, -0.2602453827857971, -0.0362224280834198, -0.1279677301645279, -0.40149104595184326, -0.5623419880867004, -0.7947276830673218, -0.22234195470809937, -2.0046045780181885, -1.3653548955917358, -0.2123049795627594, -1.694058895111084, -1.9596779346466064, -1.7013942003250122, -0.1479087918996811, -0.8248757719993591, -0.0009483369067311287, -0.9602847099304199, -0.40820229053497314, -0.45516103506088257, -0.20404690504074097, -0.4792135953903198, -1.0472416877746582, -2.2098262310028076, -1.3792916536331177, -1.395753026008606, -1.2786662578582764, -2.147737503051758, -2.0102291107177734, -1.4523193836212158, -1.941217064857483, -1.8454289436340332, -1.0184338092803955, -1.5154927968978882, -1.7106289863586426, -2.2365200519561768, -1.5467334985733032, -1.2782223224639893, -0.031487639993429184, -1.1233172416687012, -1.107454776763916, -1.4389599561691284, -1.5925519466400146, -1.78248131275177, -1.5959882736206055, -1.373161792755127, -1.424644947052002, -0.09512616693973541, -1.0902581214904785, -1.4381698369979858, -1.0090850591659546, -0.46135270595550537, -1.0385524034500122, -1.1025930643081665]}, "Bot006_013_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber i am a fan of green , but i prefer orange . I love greens. But my three kids don't love them. hello , i am a woman , and you ? I'm a man. A married man", "response": "i see , i am a homebody , and i like to read , and write , and write , and you ?", "annotation_id": "Bot006_013_11", "annotations": ["O", "T", "O", "O", "O", "O", "O", "X", "O", "O", "X", "O", "X", "X", "O"], "gpt2_target_score": [-8.216861724853516, -5.653197765350342, -7.701135635375977, -1.54103684425354, -3.185927629470825, -2.1576435565948486, -8.856249809265137, -13.74795150756836, -4.971401214599609, -7.8286333084106445, -8.327665328979492, -5.542138576507568, -8.340877532958984, -12.45610237121582, -4.91242790222168, -6.77862024307251, -7.394155979156494, -4.764610290527344, -8.167137145996094, -14.72960376739502, -3.617091178894043, -7.440866470336914, -8.494965553283691, -5.933067798614502], "gpt2_argmax_score": [-2.2136340141296387, -2.5555262565612793, -2.0616095066070557, -1.54103684425354, -2.468947649002075, -2.1576435565948486, -3.489047050476074, -1.7027397155761719, -1.374446988105774, -0.5533950924873352, -2.0409374237060547, -1.7148222923278809, -2.931583881378174, -2.158357858657837, -0.9995099306106567, -1.0070291757583618, -1.8134064674377441, -0.5733564496040344, -1.3565753698349, -1.312184453010559, -0.1684063822031021, -2.1252992153167725, -1.282822847366333, -1.59308660030365, -1.6147624254226685, -0.16998976469039917, -0.9055851697921753, -1.5710513591766357, -0.06323304772377014, -1.0725675821304321, -0.839663565158844, -1.0713213682174683, -1.696650743484497, -2.4052670001983643, -0.9630638957023621, -1.3150818347930908, -1.9954346418380737, -1.0607895851135254, -3.2569420337677, -0.9542232155799866, -0.853825569152832, -0.22765226662158966, -1.0747891664505005, -0.4282660484313965, -0.49921154975891113, -0.658233106136322, -0.3139626085758209, -0.12095500528812408, -1.9966734647750854, -1.7100424766540527, -1.6515971422195435, -0.8676445484161377, -1.2358438968658447, -0.6145579814910889, -1.6800131797790527, -1.983143925666809, -1.7095420360565186, -1.0628392696380615, -1.5438005924224854, -1.6318821907043457, -0.1865302473306656, -1.3658109903335571, -0.6260851621627808, -0.7341270446777344, -0.7004586458206177, -0.2602453827857971, -0.0362224280834198, -0.1279677301645279, -0.40149104595184326, -0.5623419880867004, -0.7947276830673218, -0.22234195470809937, -2.0046045780181885, -1.3653548955917358, -0.2123049795627594, -1.694058895111084, -1.9596779346466064, -1.7013942003250122, -0.1479087918996811, -0.8248757719993591, -0.0009483369067311287, -0.9602847099304199, -0.40820229053497314, -0.45516103506088257, -0.20404690504074097, -0.4792135953903198, -1.0472416877746582, -2.2098262310028076, -1.3792916536331177, -1.395753026008606, -1.2786662578582764, -2.147737503051758, -2.0102291107177734, -1.4523193836212158, -1.941217064857483, -1.8454289436340332, -1.0184338092803955, -1.5154927968978882, -1.7106289863586426, -2.2365200519561768, -1.5467334985733032, -1.2782223224639893, -0.031487639993429184, -1.1233172416687012, -1.107454776763916, -1.4389599561691284, -1.5925519466400146, -1.483859896659851, -1.5191611051559448, -1.1797950267791748, -0.09182169288396835, -1.0098470449447632, -1.36696457862854, -0.763482928276062, -0.5965524911880493, -1.4070301055908203, -1.922035813331604, -1.2642799615859985, -0.16084252297878265, -1.1749483346939087, -0.9441787004470825, -1.7838062047958374, -0.8526939749717712, -0.742628276348114, -1.900848627090454, -2.132800579071045, -1.5040011405944824, -1.6108142137527466, -0.5095839500427246, -0.780173122882843, -0.051134657114744186, -1.3220500946044922, -1.392627239227295, -0.8437374830245972, -1.0567512512207031, -0.6126506924629211, -0.625596821308136, -1.4667754173278809, -1.5709878206253052, -2.169719696044922, -0.9953283071517944, -0.5876118540763855, -0.853884220123291, -1.2557300329208374, -0.9453548192977905, -0.8231270909309387, -1.0389045476913452, -1.1637431383132935, -1.9257394075393677, -1.132035255432129]}, "Bot006_013_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber i am a fan of green , but i prefer orange . I love greens. But my three kids don't love them. hello , i am a woman , and you ? I'm a man. A married man i see , i am a homebody , and i like to read , and write , and write , and you ? I don't have much time to read", "response": "that is cool , i am a dancer , and i am a teacher , and you ?", "annotation_id": "Bot006_013_13", "annotations": ["O", "T", "O", "X", "T", "T", "O", "O", "O", "T", "X", "T", "X", "X", "O"], "gpt2_target_score": [-11.443660736083984, -9.33001708984375, -8.547754287719727, -5.213308334350586, -7.549468040466309, -8.393956184387207, -6.9409894943237305, -8.18221664428711, -4.971401214599609, -7.8286333084106445, -8.327665328979492, -8.307687759399414, -6.441357135772705, -6.372438430786133, -4.91242790222168, -6.77862024307251, -9.851812362670898, -6.937339782714844], "gpt2_argmax_score": [-2.2136340141296387, -2.5555262565612793, -2.0616095066070557, -1.54103684425354, -2.468947649002075, -2.1576435565948486, -3.489047050476074, -1.7027397155761719, -1.374446988105774, -0.5533950924873352, -2.0409374237060547, -1.7148222923278809, -2.931583881378174, -2.158357858657837, -0.9995099306106567, -1.0070291757583618, -1.8134064674377441, -0.5733564496040344, -1.3565753698349, -1.312184453010559, -0.1684063822031021, -2.1252992153167725, -1.282822847366333, -1.59308660030365, -1.6147624254226685, -0.16998976469039917, -0.9055851697921753, -1.5710513591766357, -0.06323304772377014, -1.0725675821304321, -0.839663565158844, -1.0713213682174683, -1.696650743484497, -2.4052670001983643, -0.9630638957023621, -1.3150818347930908, -1.9954346418380737, -1.0607895851135254, -3.2569420337677, -0.9542232155799866, -0.853825569152832, -0.22765226662158966, -1.0747891664505005, -0.4282660484313965, -0.49921154975891113, -0.658233106136322, -0.3139626085758209, -0.12095500528812408, -1.9966734647750854, -1.7100424766540527, -1.6515971422195435, -0.8676445484161377, -1.2358438968658447, -0.6145579814910889, -1.6800131797790527, -1.983143925666809, -1.7095420360565186, -1.0628392696380615, -1.5438005924224854, -1.6318821907043457, -0.1865302473306656, -1.3658109903335571, -0.6260851621627808, -0.7341270446777344, -0.7004586458206177, -0.2602453827857971, -0.0362224280834198, -0.1279677301645279, -0.40149104595184326, -0.5623419880867004, -0.7947276830673218, -0.22234195470809937, -2.0046045780181885, -1.3653548955917358, -0.2123049795627594, -1.694058895111084, -1.9596779346466064, -1.7013942003250122, -0.1479087918996811, -0.8248757719993591, -0.0009483369067311287, -0.9602847099304199, -0.40820229053497314, -0.45516103506088257, -0.20404690504074097, -0.4792135953903198, -1.0472416877746582, -2.2098262310028076, -1.3792916536331177, -1.395753026008606, -1.2786662578582764, -2.147737503051758, -2.0102291107177734, -1.4523193836212158, -1.941217064857483, -1.8454289436340332, -1.0184338092803955, -1.5154927968978882, -1.7106289863586426, -2.2365200519561768, -1.5467334985733032, -1.2782223224639893, -0.031487639993429184, -1.1233172416687012, -1.107454776763916, -1.4389599561691284, -1.5925519466400146, -1.483859896659851, -1.5191611051559448, -1.1797950267791748, -0.09182169288396835, -1.0098470449447632, -1.36696457862854, -0.763482928276062, -0.5965524911880493, -1.4070301055908203, -1.922035813331604, -1.2642799615859985, -0.16084252297878265, -1.1749483346939087, -0.9441787004470825, -1.7838062047958374, -0.8526939749717712, -0.742628276348114, -1.900848627090454, -1.222363829612732, -2.0514605045318604, -0.990146815776825, -1.0377987623214722, -0.13224877417087555, -1.6009209156036377, -1.2377126216888428, -0.7951220870018005, -0.7622111439704895, -0.7257630825042725, -0.7069819569587708, -1.729804515838623, -1.7746137380599976, -2.1892237663269043, -1.3257091045379639, -0.6522128582000732, -1.0220177173614502, -1.1240657567977905, -0.9793062210083008, -0.9692566990852356, -1.0180436372756958, -1.2304781675338745, -2.1933774948120117, -1.7161442041397095, -1.6701899766921997, -0.03199092298746109, -0.7947371602058411, -1.2131158113479614, -1.935675859451294, -1.0559725761413574, -1.6307387351989746, -1.2265021800994873, -1.969608187675476, -0.8359925150871277, -2.018671751022339, -0.9335346817970276, -1.0737619400024414, -1.8224704265594482, -0.12812946736812592, -1.2504216432571411, -0.6386814117431641, -0.5018369555473328, -0.7807315587997437, -0.5162844061851501, -0.04961618036031723, -0.10272671282291412, -0.4259682297706604, -0.29736796021461487, -0.20453116297721863, -0.6250847578048706, -1.1707258224487305]}, "Bot006_013_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber i am a fan of green , but i prefer orange . I love greens. But my three kids don't love them. hello , i am a woman , and you ? I'm a man. A married man i see , i am a homebody , and i like to read , and write , and write , and you ? I don't have much time to read that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber", "response": "Me too. But I always come back to my wife and the kids. Which makes everything easier", "annotation_id": "Bot006_013_15", "annotations": ["O", "T", "X", "X", "T", "X", "O", "T", "X", "X", "X", "T", "X", "X", "X"], "gpt2_target_score": [-10.633098602294922, -8.70977783203125, -4.818384170532227, -8.196203231811523, -10.697554588317871, -5.4131364822387695, -11.867777824401855, -8.808589935302734, -6.915691375732422, -3.818547010421753, -12.251874923706055, -8.118371963500977, -7.395466327667236, -11.573549270629883, -8.923948287963867, -12.581950187683105, -10.803030014038086, -4.665061950683594, -16.510536193847656], "gpt2_argmax_score": [-2.2136340141296387, -2.5555262565612793, -2.0616095066070557, -1.54103684425354, -2.468947649002075, -2.1576435565948486, -3.489047050476074, -1.7027397155761719, -1.374446988105774, -0.5533950924873352, -2.0409374237060547, -1.7148222923278809, -2.931583881378174, -2.158357858657837, -0.9995099306106567, -1.0070291757583618, -1.8134064674377441, -0.5733564496040344, -1.3565753698349, -1.312184453010559, -0.1684063822031021, -2.1252992153167725, -1.282822847366333, -1.59308660030365, -1.6147624254226685, -0.16998976469039917, -0.9055851697921753, -1.5710513591766357, -0.06323304772377014, -1.0725675821304321, -0.839663565158844, -1.0713213682174683, -1.696650743484497, -2.4052670001983643, -0.9630638957023621, -1.3150818347930908, -1.9954346418380737, -1.0607895851135254, -3.2569420337677, -0.9542232155799866, -0.853825569152832, -0.22765226662158966, -1.0747891664505005, -0.4282660484313965, -0.49921154975891113, -0.658233106136322, -0.3139626085758209, -0.12095500528812408, -1.9966734647750854, -1.7100424766540527, -1.6515971422195435, -0.8676445484161377, -1.2358438968658447, -0.6145579814910889, -1.6800131797790527, -1.983143925666809, -1.7095420360565186, -1.0628392696380615, -1.5438005924224854, -1.6318821907043457, -0.1865302473306656, -1.3658109903335571, -0.6260851621627808, -0.7341270446777344, -0.7004586458206177, -0.2602453827857971, -0.0362224280834198, -0.1279677301645279, -0.40149104595184326, -0.5623419880867004, -0.7947276830673218, -0.22234195470809937, -2.0046045780181885, -1.3653548955917358, -0.2123049795627594, -1.694058895111084, -1.9596779346466064, -1.7013942003250122, -0.1479087918996811, -0.8248757719993591, -0.0009483369067311287, -0.9602847099304199, -0.40820229053497314, -0.45516103506088257, -0.20404690504074097, -0.4792135953903198, -1.0472416877746582, -2.2098262310028076, -1.3792916536331177, -1.395753026008606, -1.2786662578582764, -2.147737503051758, -2.0102291107177734, -1.4523193836212158, -1.941217064857483, -1.8454289436340332, -1.0184338092803955, -1.5154927968978882, -1.7106289863586426, -2.2365200519561768, -1.5467334985733032, -1.2782223224639893, -0.031487639993429184, -1.1233172416687012, -1.107454776763916, -1.4389599561691284, -1.5925519466400146, -1.483859896659851, -1.5191611051559448, -1.1797950267791748, -0.09182169288396835, -1.0098470449447632, -1.36696457862854, -0.763482928276062, -0.5965524911880493, -1.4070301055908203, -1.922035813331604, -1.2642799615859985, -0.16084252297878265, -1.1749483346939087, -0.9441787004470825, -1.7838062047958374, -0.8526939749717712, -0.742628276348114, -1.900848627090454, -1.222363829612732, -2.0514605045318604, -0.990146815776825, -1.0377987623214722, -0.13224877417087555, -1.6009209156036377, -1.2377126216888428, -0.7951220870018005, -0.7622111439704895, -0.7257630825042725, -0.7069819569587708, -1.729804515838623, -1.7746137380599976, -2.1892237663269043, -1.3257091045379639, -0.6522128582000732, -1.0220177173614502, -1.1240657567977905, -0.9793062210083008, -0.9692566990852356, -1.0180436372756958, -1.2304781675338745, -2.1933774948120117, -1.7161442041397095, -1.6701899766921997, -0.03199092298746109, -0.7947371602058411, -1.2131158113479614, -1.935675859451294, -1.0559725761413574, -1.6307387351989746, -1.2265021800994873, -1.3471777439117432, -0.6625829339027405, -0.80202716588974, -1.312856674194336, -1.3237292766571045, -0.2229832261800766, -1.265136957168579, -0.4001739025115967, -0.25457343459129333, -0.7472987771034241, -0.6743127703666687, -0.10648881644010544, -0.1612289398908615, -0.3797861337661743, -0.244234099984169, -0.24072499573230743, -0.08320566266775131, -1.3534314632415771, -1.6285080909729004, -0.12693749368190765, -1.4377559423446655, -0.0007071378640830517, -0.8742921948432922, -2.001924991607666, -0.36217164993286133, -1.2498021125793457, -1.029991865158081, -1.658410906791687, -2.0000290870666504, -2.84025502204895, -1.7415393590927124, -0.9907883405685425, -2.0011191368103027, -2.058197498321533, -1.7352776527404785, -2.234968662261963, -2.4315922260284424, -2.015892267227173, -1.5803014039993286, -0.7694613337516785, -0.24120090901851654, -2.0568134784698486, -1.1073154211044312]}, "Bot006_013_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber i am a fan of green , but i prefer orange . I love greens. But my three kids don't love them. hello , i am a woman , and you ? I'm a man. A married man i see , i am a homebody , and i like to read , and write , and write , and you ? I don't have much time to read that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber Me too. But I always come back to my wife and the kids. Which makes everything easier Did you just copy me?", "response": "that's cool , i am sure you are a great person , you are a teacher , you must be smart , you ?", "annotation_id": "Bot006_013_17", "annotations": ["X", "T", "O", "X", "T", "X", "O", "O", "O", "T", "X", "X", "X", "X", "X"], "gpt2_target_score": [-11.443660736083984, -9.609161376953125, -8.547754287719727, -5.213308334350586, -7.549468040466309, -8.393956184387207, -9.484721183776855, -7.663463592529297, -6.034267425537109, -4.170598030090332, -12.677427291870117, -11.213068008422852, -7.690342426300049, -7.27330207824707, -5.12733268737793, -5.661646366119385, -11.968969345092773, -4.764610290527344, -9.558616638183594, -13.39635181427002, -12.507380485534668, -11.636362075805664, -1.282822847366333, -6.676842212677002, -9.975251197814941], "gpt2_argmax_score": [-2.2136340141296387, -2.5555262565612793, -2.0616095066070557, -1.54103684425354, -2.468947649002075, -2.1576435565948486, -3.489047050476074, -1.7027397155761719, -1.374446988105774, -0.5533950924873352, -2.0409374237060547, -1.7148222923278809, -2.931583881378174, -2.158357858657837, -0.9995099306106567, -1.0070291757583618, -1.8134064674377441, -0.5733564496040344, -1.3565753698349, -1.312184453010559, -0.1684063822031021, -2.1252992153167725, -1.282822847366333, -1.59308660030365, -1.6147624254226685, -0.16998976469039917, -0.9055851697921753, -1.5710513591766357, -0.06323304772377014, -1.0725675821304321, -0.839663565158844, -1.0713213682174683, -1.696650743484497, -2.4052670001983643, -0.9630638957023621, -1.3150818347930908, -1.9954346418380737, -1.0607895851135254, -3.2569420337677, -0.9542232155799866, -0.853825569152832, -0.22765226662158966, -1.0747891664505005, -0.4282660484313965, -0.49921154975891113, -0.658233106136322, -0.3139626085758209, -0.12095500528812408, -1.9966734647750854, -1.7100424766540527, -1.6515971422195435, -0.8676445484161377, -1.2358438968658447, -0.6145579814910889, -1.6800131797790527, -1.983143925666809, -1.7095420360565186, -1.0628392696380615, -1.5438005924224854, -1.6318821907043457, -0.1865302473306656, -1.3658109903335571, -0.6260851621627808, -0.7341270446777344, -0.7004586458206177, -0.2602453827857971, -0.0362224280834198, -0.1279677301645279, -0.40149104595184326, -0.5623419880867004, -0.7947276830673218, -0.22234195470809937, -2.0046045780181885, -1.3653548955917358, -0.2123049795627594, -1.694058895111084, -1.9596779346466064, -1.7013942003250122, -0.1479087918996811, -0.8248757719993591, -0.0009483369067311287, -0.9602847099304199, -0.40820229053497314, -0.45516103506088257, -0.20404690504074097, -0.4792135953903198, -1.0472416877746582, -2.2098262310028076, -1.3792916536331177, -1.395753026008606, -1.2786662578582764, -2.147737503051758, -2.0102291107177734, -1.4523193836212158, -1.941217064857483, -1.8454289436340332, -1.0184338092803955, -1.5154927968978882, -1.7106289863586426, -2.2365200519561768, -1.5467334985733032, -1.2782223224639893, -0.031487639993429184, -1.1233172416687012, -1.107454776763916, -1.4389599561691284, -1.5925519466400146, -1.483859896659851, -1.5191611051559448, -1.1797950267791748, -0.09182169288396835, -1.0098470449447632, -1.36696457862854, -0.763482928276062, -0.5965524911880493, -1.4070301055908203, -1.922035813331604, -1.2642799615859985, -0.16084252297878265, -1.1749483346939087, -0.9441787004470825, -1.7838062047958374, -0.8526939749717712, -0.742628276348114, -1.900848627090454, -1.222363829612732, -2.0514605045318604, -0.990146815776825, -1.0377987623214722, -0.13224877417087555, -1.6009209156036377, -1.2377126216888428, -0.7951220870018005, -0.7622111439704895, -0.7257630825042725, -0.7069819569587708, -1.729804515838623, -1.7746137380599976, -2.1892237663269043, -1.3257091045379639, -0.6522128582000732, -1.0220177173614502, -1.1240657567977905, -0.9793062210083008, -0.9692566990852356, -1.0180436372756958, -1.2304781675338745, -2.1933774948120117, -1.7161442041397095, -1.6701899766921997, -0.03199092298746109, -0.7947371602058411, -1.2131158113479614, -1.935675859451294, -1.0559725761413574, -1.6307387351989746, -1.2265021800994873, -1.3471777439117432, -0.6625829339027405, -0.80202716588974, -1.312856674194336, -1.3237292766571045, -0.2229832261800766, -1.265136957168579, -0.4001739025115967, -0.25457343459129333, -0.7472987771034241, -0.6743127703666687, -0.10648881644010544, -0.1612289398908615, -0.3797861337661743, -0.244234099984169, -0.24072499573230743, -0.08320566266775131, -1.3534314632415771, -1.6285080909729004, -0.12693749368190765, -1.4377559423446655, -0.0007071378640830517, -0.8742921948432922, -0.4841388761997223, -1.309150218963623, -1.4945387840270996, -1.4850051403045654, -1.7134497165679932, -2.5803234577178955, -1.6337556838989258, -1.14310622215271, -1.8320950269699097, -2.380601167678833, -1.3548067808151245, -2.6385672092437744, -2.3715929985046387, -1.7741928100585938, -1.4448459148406982, -1.0182161331176758, -0.18438991904258728, -2.023679494857788, -1.619370937347412, -0.15283043682575226, -2.5986878871917725, -1.5328714847564697, -1.6628484725952148, -2.2230324745178223, -1.7884340286254883, -1.8165086507797241, -0.974798858165741, -2.2644877433776855, -1.2295891046524048, -0.9605278968811035, -2.3273401260375977, -0.10142941772937775, -1.0478370189666748, -1.9301687479019165, -1.5006808042526245, -2.168297052383423, -0.9225124716758728, -1.1922826766967773, -1.4693864583969116, -1.4210190773010254, -1.121000051498413, -1.7279998064041138, -1.1668617725372314, -1.3460451364517212, -0.8515255451202393, -0.9366113543510437, -0.9926323294639587, -0.868064284324646, -1.377520203590393, -1.1719934940338135, -0.6982759833335876]}, "Bot006_013_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber i am a fan of green , but i prefer orange . I love greens. But my three kids don't love them. hello , i am a woman , and you ? I'm a man. A married man i see , i am a homebody , and i like to read , and write , and write , and you ? I don't have much time to read that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber Me too. But I always come back to my wife and the kids. Which makes everything easier Did you just copy me? that's cool , i am sure you are a great person , you are a teacher , you must be smart , you ? I'm not a teacher", "response": "???", "annotation_id": "Bot006_013_19", "annotations": ["O", "T", "T", "T", "T", "X", "O", "O", "T", "X", "X", "X", "X", "X", "O"], "gpt2_target_score": [-6.378261089324951], "gpt2_argmax_score": [-2.2136340141296387, -2.5555262565612793, -2.0616095066070557, -1.54103684425354, -2.468947649002075, -2.1576435565948486, -3.489047050476074, -1.7027397155761719, -1.374446988105774, -0.5533950924873352, -2.0409374237060547, -1.7148222923278809, -2.931583881378174, -2.158357858657837, -0.9995099306106567, -1.0070291757583618, -1.8134064674377441, -0.5733564496040344, -1.3565753698349, -1.312184453010559, -0.1684063822031021, -2.1252992153167725, -1.282822847366333, -1.59308660030365, -1.6147624254226685, -0.16998976469039917, -0.9055851697921753, -1.5710513591766357, -0.06323304772377014, -1.0725675821304321, -0.839663565158844, -1.0713213682174683, -1.696650743484497, -2.4052670001983643, -0.9630638957023621, -1.3150818347930908, -1.9954346418380737, -1.0607895851135254, -3.2569420337677, -0.9542232155799866, -0.853825569152832, -0.22765226662158966, -1.0747891664505005, -0.4282660484313965, -0.49921154975891113, -0.658233106136322, -0.3139626085758209, -0.12095500528812408, -1.9966734647750854, -1.7100424766540527, -1.6515971422195435, -0.8676445484161377, -1.2358438968658447, -0.6145579814910889, -1.6800131797790527, -1.983143925666809, -1.7095420360565186, -1.0628392696380615, -1.5438005924224854, -1.6318821907043457, -0.1865302473306656, -1.3658109903335571, -0.6260851621627808, -0.7341270446777344, -0.7004586458206177, -0.2602453827857971, -0.0362224280834198, -0.1279677301645279, -0.40149104595184326, -0.5623419880867004, -0.7947276830673218, -0.22234195470809937, -2.0046045780181885, -1.3653548955917358, -0.2123049795627594, -1.694058895111084, -1.9596779346466064, -1.7013942003250122, -0.1479087918996811, -0.8248757719993591, -0.0009483369067311287, -0.9602847099304199, -0.40820229053497314, -0.45516103506088257, -0.20404690504074097, -0.4792135953903198, -1.0472416877746582, -2.2098262310028076, -1.3792916536331177, -1.395753026008606, -1.2786662578582764, -2.147737503051758, -2.0102291107177734, -1.4523193836212158, -1.941217064857483, -1.8454289436340332, -1.0184338092803955, -1.5154927968978882, -1.7106289863586426, -2.2365200519561768, -1.5467334985733032, -1.2782223224639893, -0.031487639993429184, -1.1233172416687012, -1.107454776763916, -1.4389599561691284, -1.5925519466400146, -1.483859896659851, -1.5191611051559448, -1.1797950267791748, -0.09182169288396835, -1.0098470449447632, -1.36696457862854, -0.763482928276062, -0.5965524911880493, -1.4070301055908203, -1.922035813331604, -1.2642799615859985, -0.16084252297878265, -1.1749483346939087, -0.9441787004470825, -1.7838062047958374, -0.8526939749717712, -0.742628276348114, -1.900848627090454, -1.222363829612732, -2.0514605045318604, -0.990146815776825, -1.0377987623214722, -0.13224877417087555, -1.6009209156036377, -1.2377126216888428, -0.7951220870018005, -0.7622111439704895, -0.7257630825042725, -0.7069819569587708, -1.729804515838623, -1.7746137380599976, -2.1892237663269043, -1.3257091045379639, -0.6522128582000732, -1.0220177173614502, -1.1240657567977905, -0.9793062210083008, -0.9692566990852356, -1.0180436372756958, -1.2304781675338745, -2.1933774948120117, -1.7161442041397095, -1.6701899766921997, -0.03199092298746109, -0.7947371602058411, -1.2131158113479614, -1.935675859451294, -1.0559725761413574, -1.6307387351989746, -1.2265021800994873, -1.3471777439117432, -0.6625829339027405, -0.80202716588974, -1.312856674194336, -1.3237292766571045, -0.2229832261800766, -1.265136957168579, -0.4001739025115967, -0.25457343459129333, -0.7472987771034241, -0.6743127703666687, -0.10648881644010544, -0.1612289398908615, -0.3797861337661743, -0.244234099984169, -0.24072499573230743, -0.08320566266775131, -1.3534314632415771, -1.6285080909729004, -0.12693749368190765, -1.4377559423446655, -0.0007071378640830517, -0.8742921948432922, -0.4841388761997223, -1.309150218963623, -1.4945387840270996, -1.4850051403045654, -1.7134497165679932, -2.5803234577178955, -1.6337525844573975, -1.1431103944778442, -1.832107424736023, -2.3805761337280273, -1.3548086881637573, -2.63857102394104, -2.371605157852173, -1.7741938829421997, -1.4448447227478027, -1.018216609954834, -0.18438972532749176, -2.023676633834839, -1.6193684339523315, -0.15283186733722687, -2.598687171936035, -1.5328741073608398, -1.6628473997116089, -2.2230451107025146, -1.7884228229522705, -1.2030125856399536, -2.144993782043457, -1.4385491609573364, -0.9516571164131165, -1.3765071630477905, -0.07005593925714493, -1.066258430480957, -1.7753278017044067, -1.3480727672576904, -1.9489716291427612, -0.722885012626648, -1.4416139125823975, -1.3898956775665283, -1.3733984231948853, -0.8586848974227905, -1.8222090005874634, -1.3331542015075684, -0.7288300395011902, -0.7960261106491089, -0.8794088959693909, -0.9270853400230408, -1.0310648679733276, -1.4192665815353394, -1.1791218519210815, -1.99148428440094, -1.7399680614471436, -0.2824864983558655, -1.1486775875091553, -0.5581049919128418, -0.7134894728660583, -2.0696678161621094, -1.8194347620010376]}, "Bot006_015_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you", "response": "i am a little tired from work", "annotation_id": "Bot006_015_02", "annotations": ["T", "T", "X", "O", "T", "O", "T", "X", "T", "X", "T", "O", "X", "O", "O"], "gpt2_target_score": [-8.831869125366211, -8.382905960083008, -3.7947094440460205, -13.333535194396973, -11.2244291305542, -8.488818168640137, -6.191999912261963], "gpt2_argmax_score": [-3.6428277492523193, -0.700701117515564, -3.7947094440460205, -1.3930635452270508, -2.1866636276245117, -1.5271936655044556, -1.8221880197525024, -1.770856499671936, -2.1424307823181152, -1.1179580688476562, -1.6523263454437256, -1.4171662330627441, -0.5551623702049255, -1.3120064735412598, -2.2587890625, -1.7299338579177856, -2.6214778423309326, -3.162360906600952, -2.1189942359924316, -0.7349081635475159, -1.9897679090499878, -1.8958501815795898]}, "Bot006_015_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job", "response": "i am in the midwest , and you ?", "annotation_id": "Bot006_015_04", "annotations": ["T", "T", "T", "O", "O", "O", "O", "X", "T", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-8.831869125366211, -8.382905960083008, -5.77205753326416, -9.162816047668457, -11.412653923034668, -13.7145414352417, -12.480345726013184, -7.774014949798584, -7.477452754974365, -11.322776794433594], "gpt2_argmax_score": [-3.6428277492523193, -0.700701117515564, -3.7947094440460205, -1.3930635452270508, -2.1866636276245117, -1.5271936655044556, -1.8221880197525024, -1.770856499671936, -2.1424307823181152, -1.1179580688476562, -1.6523263454437256, -1.4171662330627441, -0.5551623702049255, -1.3120064735412598, -1.4145801067352295, -2.667055130004883, -3.033968687057495, -2.524815797805786, -0.8622986078262329, -1.9290107488632202, -1.5276968479156494, -0.3084169030189514, -1.7319413423538208, -1.746303677558899, -1.3879965543746948, -0.11272341012954712, -1.6201887130737305, -2.16890287399292, -0.9937863349914551, -1.2567421197891235, -2.0583837032318115, -2.1696064472198486, -1.3438156843185425, -1.8750113248825073, -1.3790000677108765, -0.06743495911359787, -1.2772085666656494, -2.075336217880249, -0.8466774225234985, -2.154533624649048, -0.28881433606147766]}, "Bot006_015_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe", "response": "that is cool , i am in the midwest , and i love to visit", "annotation_id": "Bot006_015_06", "annotations": ["T", "O", "O", "O", "O", "O", "T", "O", "O", "T", "T", "O", "X", "O", "T"], "gpt2_target_score": [-13.58973503112793, -0.700701117515564, -7.81746768951416, -8.957074165344238, -6.456988334655762, -6.998049259185791, -10.204543113708496, -3.5303778648376465, -10.723722457885742, -18.382179260253906, -9.35987663269043, -9.162832260131836, -9.476655960083008, -9.277811050415039, -9.845320701599121, -12.366594314575195], "gpt2_argmax_score": [-3.6428277492523193, -0.700701117515564, -3.7947094440460205, -1.3930635452270508, -2.1866636276245117, -1.5271936655044556, -1.8221880197525024, -1.770856499671936, -2.1424307823181152, -1.1179580688476562, -1.6523263454437256, -1.4171662330627441, -0.5551623702049255, -1.3120064735412598, -1.4145801067352295, -2.667055130004883, -3.033968687057495, -2.524815797805786, -0.8622986078262329, -1.9290107488632202, -1.5276968479156494, -0.3084169030189514, -1.7319413423538208, -1.746303677558899, -1.3879965543746948, -0.11272341012954712, -1.6201887130737305, -2.16890287399292, -0.9937863349914551, -1.2567421197891235, -2.006636142730713, -1.4306366443634033, -1.7607808113098145, -2.361967086791992, -0.15470461547374725, -1.3221280574798584, -2.3134894371032715, -1.1668758392333984, -2.367393970489502, -1.0309981107711792, -1.595216989517212, -1.6776673793792725, -1.5513805150985718, -2.0371508598327637, -2.020679473876953, -0.5899903178215027, -2.4818828105926514, -1.3550302982330322, -1.8187203407287598, -1.8931125402450562, -1.751051902770996, -1.031660556793213, -1.7575846910476685, -0.07792168855667114, -1.371956467628479, -1.2666209936141968, -0.16473843157291412, -0.3566752076148987, -0.3632431924343109, -0.808631420135498, -0.9147689342498779]}, "Bot006_015_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country?", "response": "I'm Sara. Nice to meet you", "annotation_id": "Bot006_015_08", "annotations": ["T", "T", "X", "X", "X", "X", "X", "X", "T", "O", "T", "X", "X", "T", "X"], "gpt2_target_score": [-10.198141098022461, -9.392087936401367, -8.306841850280762, -6.713332176208496, -7.811583995819092, -8.36244010925293, -8.731446266174316, -6.767513751983643], "gpt2_argmax_score": [-3.642820358276367, -0.7007430195808411, -3.794703722000122, -1.3930613994598389, -2.186683177947998, -1.5271897315979004, -1.822205662727356, -1.770870566368103, -2.142427921295166, -1.117952585220337, -1.652355670928955, -1.4171706438064575, -0.5551677346229553, -1.3119550943374634, -1.414583444595337, -2.667043924331665, -3.033971071243286, -2.5248072147369385, -0.8622949719429016, -1.9289724826812744, -1.52767813205719, -0.30842095613479614, -1.7319422960281372, -1.7463243007659912, -1.3880246877670288, -0.1127169132232666, -1.6201748847961426, -2.1689813137054443, -0.9937756657600403, -1.256746530532837, -2.006605625152588, -1.430637240409851, -1.760798692703247, -2.3619768619537354, -0.15470093488693237, -1.3221486806869507, -2.3135061264038086, -1.1668758392333984, -2.367377996444702, -1.030969500541687, -1.5952446460723877, -1.6776251792907715, -1.551369547843933, -2.0371663570404053, -1.6230319738388062, -2.2442843914031982, -1.5047541856765747, -1.5426160097122192, -1.7345362901687622, -2.170991897583008, -1.2186342477798462, -2.091111183166504, -0.12997636198997498, -1.5931270122528076, -1.2994002103805542, -0.5413824319839478, -0.8166243433952332, -0.5551615953445435, -1.5502232313156128, -1.0613843202590942, -0.40857988595962524, -1.469396948814392, -2.2175018787384033, -0.17057955265045166, -0.3771668076515198, -1.278125524520874, -1.7199275493621826, -1.8503719568252563, -1.4419158697128296, -1.246390700340271, -1.171231985092163, -0.581829309463501, -0.08644203096628189, -0.037038832902908325, -1.5998746156692505]}, "Bot006_015_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country? I'm Sara. Nice to meet you These was mine words", "response": "you are welcome . i am in the midwest , and you ?", "annotation_id": "Bot006_015_10", "annotations": ["T", "T", "X", "X", "O", "X", "T", "T", "T", "O", "T", "X", "X", "X", "T"], "gpt2_target_score": [-12.231504440307617, -7.458265781402588, -10.05444622039795, -10.535872459411621, -6.456984996795654, -6.997999668121338, -10.204514503479004, -3.530407428741455, -10.723718643188477, -18.38218879699707, -9.359905242919922, -9.162837028503418, -0.5551677346229553, -8.572773933410645], "gpt2_argmax_score": [-3.642820358276367, -0.7007430195808411, -3.794703722000122, -1.3930613994598389, -2.186683177947998, -1.5271897315979004, -1.822205662727356, -1.770870566368103, -2.142427921295166, -1.117952585220337, -1.652355670928955, -1.4171706438064575, -0.5551677346229553, -1.3119550943374634, -1.414583444595337, -2.667043924331665, -3.033971071243286, -2.5248072147369385, -0.8622949719429016, -1.9289724826812744, -1.52767813205719, -0.30842095613479614, -1.7319422960281372, -1.7463243007659912, -1.3880246877670288, -0.1127169132232666, -1.6201748847961426, -2.1689813137054443, -0.9937756657600403, -1.256746530532837, -2.006605625152588, -1.430637240409851, -1.760798692703247, -2.3619768619537354, -0.15470093488693237, -1.3221486806869507, -2.3135006427764893, -1.1668682098388672, -2.3673505783081055, -1.0309741497039795, -1.5952460765838623, -1.6776280403137207, -1.5513707399368286, -2.0371644496917725, -1.6230477094650269, -2.2442827224731445, -1.504743218421936, -1.542620062828064, -1.7345322370529175, -2.170992851257324, -1.2186325788497925, -2.0911145210266113, -0.12997499108314514, -1.5931153297424316, -1.2993996143341064, -0.5413750410079956, -0.8166214227676392, -0.555164098739624, -1.550228238105774, -1.0613782405853271, -0.4085753560066223, -1.469368577003479, -2.217501163482666, -0.17057563364505768, -0.37716665863990784, -1.2781169414520264, -1.6006113290786743, -1.5005522966384888, -1.6017017364501953, -1.4456679821014404, -0.5991458296775818, -0.09639561176300049, -0.04458398371934891, -1.7434884309768677, -0.7312326431274414, -1.2753064632415771, -2.0224900245666504, -2.113734245300293, -1.8570380210876465, -1.807527780532837, -2.379916191101074, -1.2088052034378052, -1.2360527515411377, -1.4868669509887695, -1.8216010332107544, -0.58199143409729, -0.22228869795799255, -0.048238083720207214, -1.0131295919418335, -0.9486696720123291, -0.7443537712097168, -0.48673078417778015, -0.8786222338676453]}, "Bot006_015_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country? I'm Sara. Nice to meet you These was mine words you are welcome . i am in the midwest , and you ? Got it. You stole my sentense", "response": "i am sorry , i am sorry .", "annotation_id": "Bot006_015_12", "annotations": ["T", "T", "O", "X", "T", "T", "X", "O", "O", "X", "T", "O", "X", "O", "T"], "gpt2_target_score": [-8.831869125366211, -8.382917404174805, -8.453516960144043, -8.957076072692871, -6.456984996795654, -6.997999668121338, -11.656342506408691, -9.117046356201172], "gpt2_argmax_score": [-3.642820358276367, -0.7007430195808411, -3.794703722000122, -1.3930613994598389, -2.186683177947998, -1.5271897315979004, -1.822205662727356, -1.770870566368103, -2.142427921295166, -1.117952585220337, -1.652355670928955, -1.4171706438064575, -0.5551677346229553, -1.3119550943374634, -1.414583444595337, -2.667043924331665, -3.033971071243286, -2.5248072147369385, -0.8622949719429016, -1.9289724826812744, -1.52767813205719, -0.30842095613479614, -1.7319422960281372, -1.7463243007659912, -1.3880246877670288, -0.1127169132232666, -1.6201748847961426, -2.1689813137054443, -0.9937756657600403, -1.256746530532837, -2.006605625152588, -1.430637240409851, -1.760798692703247, -2.3619768619537354, -0.15470093488693237, -1.3221486806869507, -2.3135006427764893, -1.1668682098388672, -2.3673505783081055, -1.0309741497039795, -1.5952460765838623, -1.6776280403137207, -1.5513707399368286, -2.0371644496917725, -1.6230477094650269, -2.2442827224731445, -1.504743218421936, -1.542620062828064, -1.7345322370529175, -2.170992851257324, -1.2186325788497925, -2.0911145210266113, -0.12997499108314514, -1.5931153297424316, -1.2993996143341064, -0.5413750410079956, -0.8166214227676392, -0.555164098739624, -1.550228238105774, -1.0613782405853271, -0.4085753560066223, -1.469368577003479, -2.217501163482666, -0.17057563364505768, -0.37716665863990784, -1.2781169414520264, -1.6006113290786743, -1.5005522966384888, -1.6017017364501953, -1.4456679821014404, -0.5991458296775818, -0.09639561176300049, -0.04458398371934891, -1.7434884309768677, -0.7312326431274414, -1.2753064632415771, -2.0224900245666504, -2.113734245300293, -2.025728464126587, -3.0841176509857178, -0.4638004004955292, -1.7045382261276245, -1.6718852519989014, -1.7246359586715698, -0.6007546186447144, -0.34027719497680664, -0.050656214356422424, -1.051766276359558, -0.848678469657898, -0.8167130947113037, -0.6871698498725891, -1.5244381427764893, -1.3637453317642212, -1.9262514114379883, -1.8137403726577759, -1.2762621641159058, -1.282638669013977, -2.0460548400878906, -2.011563539505005, -2.0338661670684814, -2.2434537410736084, -1.6751983165740967, -1.092114806175232, -2.124241828918457, -0.8592989444732666, -1.3352481126785278, -1.7023464441299438, -0.9926493763923645, -0.8026418089866638]}, "Bot006_015_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country? I'm Sara. Nice to meet you These was mine words you are welcome . i am in the midwest , and you ? Got it. You stole my sentense i am sorry , i am sorry . Okay. Apologises accepted", "response": "i am in the midwest , and you ?", "annotation_id": "Bot006_015_14", "annotations": ["T", "T", "X", "X", "O", "T", "T", "O", "X", "O", "T", "O", "X", "O", "O"], "gpt2_target_score": [-8.831869125366211, -8.382917404174805, -5.772059440612793, -9.162821769714355, -11.412651062011719, -13.714628219604492, -12.480332374572754, -7.773998737335205, -7.477442264556885, -11.32280158996582], "gpt2_argmax_score": [-3.642820358276367, -0.7007430195808411, -3.794703722000122, -1.3930613994598389, -2.186683177947998, -1.5271897315979004, -1.822205662727356, -1.770870566368103, -2.142427921295166, -1.117952585220337, -1.652355670928955, -1.4171706438064575, -0.5551677346229553, -1.3119550943374634, -1.414583444595337, -2.667043924331665, -3.033971071243286, -2.5248072147369385, -0.8622949719429016, -1.9289724826812744, -1.52767813205719, -0.30842095613479614, -1.7319422960281372, -1.7463243007659912, -1.3880246877670288, -0.1127169132232666, -1.6201748847961426, -2.1689813137054443, -0.9937756657600403, -1.256746530532837, -2.006605625152588, -1.430637240409851, -1.760798692703247, -2.3619768619537354, -0.15470093488693237, -1.3221486806869507, -2.3135006427764893, -1.1668682098388672, -2.3673505783081055, -1.0309741497039795, -1.5952460765838623, -1.6776280403137207, -1.5513707399368286, -2.0371644496917725, -1.6230477094650269, -2.2442827224731445, -1.504743218421936, -1.542620062828064, -1.7345322370529175, -2.170992851257324, -1.2186325788497925, -2.0911145210266113, -0.12997499108314514, -1.5931153297424316, -1.2993996143341064, -0.5413750410079956, -0.8166214227676392, -0.555164098739624, -1.550228238105774, -1.0613782405853271, -0.4085753560066223, -1.469368577003479, -2.217501163482666, -0.17057563364505768, -0.37716665863990784, -1.2781169414520264, -1.6006113290786743, -1.5005522966384888, -1.6017017364501953, -1.4456679821014404, -0.5991458296775818, -0.09639561176300049, -0.04458398371934891, -1.7434884309768677, -0.7312326431274414, -1.2753064632415771, -2.0224900245666504, -2.113734245300293, -2.025728464126587, -3.0841176509857178, -0.4638004004955292, -1.7045382261276245, -1.6718852519989014, -1.7246359586715698, -0.6007565259933472, -0.3402787148952484, -0.05065655708312988, -1.0517739057540894, -0.8486799597740173, -0.8167247772216797, -0.6871830224990845, -1.5244274139404297, -1.3637489080429077, -1.9262341260910034, -1.8137331008911133, -1.2762621641159058, -1.2826588153839111, -2.04603910446167, -2.0115504264831543, -2.0338833332061768, -1.5707908868789673, -1.6189628839492798, -2.11622953414917, -1.1527019739151, -1.1442033052444458, -1.29864501953125, -1.8660128116607666, -1.1698576211929321, -1.6602925062179565, -1.715484857559204, -0.20948313176631927, -0.37799251079559326, -1.7554434537887573, -1.56593656539917, -2.3206992149353027, -0.9976904392242432, -0.437524676322937, -0.33662471175193787, -0.14410176873207092, -0.032280098646879196, -0.7310106158256531, -0.9666374325752258, -0.4475299119949341, -1.1071277856826782, -1.2322512865066528]}, "Bot006_015_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country? I'm Sara. Nice to meet you These was mine words you are welcome . i am in the midwest , and you ? Got it. You stole my sentense i am sorry , i am sorry . Okay. Apologises accepted i am in the midwest , and you ? I'm in Europe", "response": "i like the color of the color of green , you ?", "annotation_id": "Bot006_015_16", "annotations": ["T", "X", "X", "O", "O", "O", "X", "O", "O", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-8.831869125366211, -7.825544834136963, -4.266970634460449, -13.41098690032959, -6.121230602264404, -6.267988681793213, -11.369095802307129, -8.256465911865234, -10.523950576782227, -11.741365432739258, -6.519680500030518, -13.413447380065918], "gpt2_argmax_score": [-3.642820358276367, -0.7007430195808411, -3.794703722000122, -1.3930613994598389, -2.186683177947998, -1.5271897315979004, -1.822205662727356, -1.770870566368103, -2.142427921295166, -1.117952585220337, -1.652355670928955, -1.4171706438064575, -0.5551677346229553, -1.3119550943374634, -1.414583444595337, -2.667043924331665, -3.033971071243286, -2.5248072147369385, -0.8622949719429016, -1.9289724826812744, -1.52767813205719, -0.30842095613479614, -1.7319422960281372, -1.7463243007659912, -1.3880246877670288, -0.1127169132232666, -1.6201748847961426, -2.1689813137054443, -0.9937756657600403, -1.256746530532837, -2.006605625152588, -1.430637240409851, -1.760798692703247, -2.3619768619537354, -0.15470093488693237, -1.3221486806869507, -2.3135006427764893, -1.1668682098388672, -2.3673505783081055, -1.0309741497039795, -1.5952460765838623, -1.6776280403137207, -1.5513707399368286, -2.0371644496917725, -1.6230477094650269, -2.2442827224731445, -1.504743218421936, -1.542620062828064, -1.7345322370529175, -2.170992851257324, -1.2186325788497925, -2.0911145210266113, -0.12997499108314514, -1.5931153297424316, -1.2993996143341064, -0.5413750410079956, -0.8166214227676392, -0.555164098739624, -1.550228238105774, -1.0613782405853271, -0.4085753560066223, -1.469368577003479, -2.217501163482666, -0.17057563364505768, -0.37716665863990784, -1.2781169414520264, -1.6006113290786743, -1.5005522966384888, -1.6017017364501953, -1.4456679821014404, -0.5991458296775818, -0.09639561176300049, -0.04458398371934891, -1.7434884309768677, -0.7312326431274414, -1.2753064632415771, -2.0224900245666504, -2.113734245300293, -2.025728464126587, -3.0841176509857178, -0.4638004004955292, -1.7045382261276245, -1.6718852519989014, -1.7246359586715698, -0.6007546186447144, -0.34027719497680664, -0.050656214356422424, -1.051766276359558, -0.848678469657898, -0.8167130947113037, -0.6871698498725891, -1.5244381427764893, -1.3637453317642212, -1.9262514114379883, -1.8137403726577759, -1.2762621641159058, -1.282649040222168, -2.04606032371521, -2.0115623474121094, -2.033876419067383, -1.5707974433898926, -1.618962049484253, -2.116206407546997, -1.1526930332183838, -1.1442043781280518, -1.2986472845077515, -1.8660075664520264, -1.1698603630065918, -1.6602909564971924, -1.7154722213745117, -0.2094801366329193, -0.3779903054237366, -1.7554388046264648, -1.5659444332122803, -0.478478342294693, -0.4708667993545532, -0.4080818295478821, -0.23526574671268463, -0.031352248042821884, -0.868056058883667, -1.1811538934707642, -1.181912899017334, -1.0572537183761597, -2.355203151702881, -0.7369983792304993, -0.9273343086242676, -0.2383558601140976, -0.9312442541122437, -2.2277982234954834, -0.8372308015823364, -1.181240439414978, -2.223024845123291, -0.4590624272823334, -1.0448342561721802, -1.8039056062698364, -0.7754515409469604, -0.9309713840484619, -1.5737595558166504, -1.4591604471206665, -1.5786234140396118, -0.7524101734161377]}, "Bot006_015_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country? I'm Sara. Nice to meet you These was mine words you are welcome . i am in the midwest , and you ? Got it. You stole my sentense i am sorry , i am sorry . Okay. Apologises accepted i am in the midwest , and you ? I'm in Europe i like the color of the color of green , you ? I like gray", "response": "that's cool , i am a huge fan of country , but i am not sure .", "annotation_id": "Bot006_015_18", "annotations": ["T", "T", "X", "X", "T", "T", "T", "O", "T", "T", "T", "X", "X", "T", "X"], "gpt2_target_score": [-13.589727401733398, -3.635908365249634, -7.817469596862793, -8.957076072692871, -6.456984996795654, -6.997999668121338, -9.077332496643066, -8.542476654052734, -8.848344802856445, -10.49064826965332, -10.731700897216797, -12.74103832244873, -7.9674601554870605, -8.271946907043457, -2.9841177463531494, -4.926107406616211, -9.438054084777832, -10.496715545654297], "gpt2_argmax_score": [-3.642820358276367, -0.7007430195808411, -3.794703722000122, -1.3930613994598389, -2.186683177947998, -1.5271897315979004, -1.822205662727356, -1.770870566368103, -2.142427921295166, -1.117952585220337, -1.652355670928955, -1.4171706438064575, -0.5551677346229553, -1.3119550943374634, -1.414583444595337, -2.667043924331665, -3.033971071243286, -2.5248072147369385, -0.8622949719429016, -1.9289724826812744, -1.52767813205719, -0.30842095613479614, -1.7319422960281372, -1.7463243007659912, -1.3880246877670288, -0.1127169132232666, -1.6201748847961426, -2.1689813137054443, -0.9937756657600403, -1.256746530532837, -2.006605625152588, -1.430637240409851, -1.760798692703247, -2.3619768619537354, -0.15470093488693237, -1.3221486806869507, -2.3135006427764893, -1.1668682098388672, -2.3673505783081055, -1.0309741497039795, -1.5952460765838623, -1.6776280403137207, -1.5513707399368286, -2.0371644496917725, -1.6230477094650269, -2.2442827224731445, -1.504743218421936, -1.542620062828064, -1.7345322370529175, -2.170992851257324, -1.2186325788497925, -2.0911145210266113, -0.12997499108314514, -1.5931153297424316, -1.2993996143341064, -0.5413750410079956, -0.8166214227676392, -0.555164098739624, -1.550228238105774, -1.0613782405853271, -0.4085753560066223, -1.469368577003479, -2.217501163482666, -0.17057563364505768, -0.37716665863990784, -1.2781169414520264, -1.6006113290786743, -1.5005522966384888, -1.6017017364501953, -1.4456679821014404, -0.5991458296775818, -0.09639561176300049, -0.04458398371934891, -1.7434884309768677, -0.7312326431274414, -1.2753064632415771, -2.0224900245666504, -2.113734245300293, -2.025728464126587, -3.0841176509857178, -0.4638004004955292, -1.7045382261276245, -1.6718852519989014, -1.7246359586715698, -0.6007546186447144, -0.34027719497680664, -0.050656214356422424, -1.051766276359558, -0.848678469657898, -0.8167130947113037, -0.6871698498725891, -1.5244381427764893, -1.3637453317642212, -1.9262514114379883, -1.8137403726577759, -1.2762621641159058, -1.282649040222168, -2.04606032371521, -2.0115623474121094, -2.033876419067383, -1.5707974433898926, -1.618962049484253, -2.116206407546997, -1.1526930332183838, -1.1442043781280518, -1.2986472845077515, -1.8660075664520264, -1.1698603630065918, -1.6602909564971924, -1.7154722213745117, -0.2094801366329193, -0.3779903054237366, -1.7554388046264648, -1.5659444332122803, -0.478478342294693, -0.4708667993545532, -0.4080818295478821, -0.23526574671268463, -0.031352248042821884, -0.868056058883667, -1.1811538934707642, -1.181912899017334, -1.0572537183761597, -2.355203151702881, -0.7369983792304993, -0.9273343086242676, -0.2383558601140976, -0.9312442541122437, -0.36799806356430054, -1.196395754814148, -1.989668846130371, -0.5045314431190491, -1.1514204740524292, -2.9461872577667236, -0.6766360402107239, -1.0283712148666382, -1.2048581838607788, -1.4143213033676147, -1.2249493598937988, -2.279205799102783, -0.9315443634986877, -1.0442590713500977, -1.4525655508041382, -2.2749876976013184, -0.8692131042480469, -2.385047197341919, -1.3393443822860718, -0.7775958776473999, -1.4414863586425781, -1.369865894317627, -0.9947735071182251, -0.9001098871231079, -0.08045321702957153, -1.957784652709961, -1.5255787372589111, -1.0097324848175049, -0.7549095153808594, -1.8619521856307983, -1.9454509019851685, -1.7637667655944824, -1.333292007446289, -1.4081189632415771]}, "Bot006_015_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country? I'm Sara. Nice to meet you These was mine words you are welcome . i am in the midwest , and you ? Got it. You stole my sentense i am sorry , i am sorry . Okay. Apologises accepted i am in the midwest , and you ? I'm in Europe i like the color of the color of green , you ? I like gray that's cool , i am a huge fan of country , but i am not sure . Okay. Do you have a family?", "response": "that's cool , i am a woman , and i am a woman , and i am a woman .", "annotation_id": "Bot006_015_20", "annotations": ["T", "T", "X", "X", "T", "X", "X", "X", "O", "O", "T", "X", "X", "X", "O"], "gpt2_target_score": [-13.589727401733398, -3.635908365249634, -7.817469596862793, -8.957076072692871, -6.456984996795654, -6.997999668121338, -9.077332496643066, -11.67940902709961, -7.0625786781311035, -7.86046028137207, -8.25973129272461, -12.515620231628418, -4.3453593254089355, -11.371800422668457, -11.224489212036133, -6.366842269897461, -8.100247383117676, -10.00558090209961, -7.091558456420898, -12.512086868286133, -6.0937180519104], "gpt2_argmax_score": [-3.642820358276367, -0.7007430195808411, -3.794703722000122, -1.3930613994598389, -2.186683177947998, -1.5271897315979004, -1.822205662727356, -1.770870566368103, -2.142427921295166, -1.117952585220337, -1.652355670928955, -1.4171706438064575, -0.5551677346229553, -1.3119550943374634, -1.414583444595337, -2.667043924331665, -3.033971071243286, -2.5248072147369385, -0.8622949719429016, -1.9289724826812744, -1.52767813205719, -0.30842095613479614, -1.7319422960281372, -1.7463243007659912, -1.3880246877670288, -0.1127169132232666, -1.6201748847961426, -2.1689813137054443, -0.9937756657600403, -1.256746530532837, -2.006605625152588, -1.430637240409851, -1.760798692703247, -2.3619768619537354, -0.15470093488693237, -1.3221486806869507, -2.3135006427764893, -1.1668682098388672, -2.3673505783081055, -1.0309741497039795, -1.5952460765838623, -1.6776280403137207, -1.5513707399368286, -2.0371644496917725, -1.6230477094650269, -2.2442827224731445, -1.504743218421936, -1.542620062828064, -1.7345322370529175, -2.170992851257324, -1.2186325788497925, -2.0911145210266113, -0.12997499108314514, -1.5931153297424316, -1.2993996143341064, -0.5413750410079956, -0.8166214227676392, -0.555164098739624, -1.550228238105774, -1.0613782405853271, -0.4085753560066223, -1.469368577003479, -2.217501163482666, -0.17057563364505768, -0.37716665863990784, -1.2781169414520264, -1.6006113290786743, -1.5005522966384888, -1.6017017364501953, -1.4456679821014404, -0.5991458296775818, -0.09639561176300049, -0.04458398371934891, -1.7434884309768677, -0.7312326431274414, -1.2753064632415771, -2.0224900245666504, -2.113734245300293, -2.025728464126587, -3.0841176509857178, -0.4638004004955292, -1.7045382261276245, -1.6718852519989014, -1.7246359586715698, -0.6007546186447144, -0.34027719497680664, -0.050656214356422424, -1.051766276359558, -0.848678469657898, -0.8167130947113037, -0.6871698498725891, -1.5244381427764893, -1.3637453317642212, -1.9262514114379883, -1.8137403726577759, -1.2762621641159058, -1.282649040222168, -2.04606032371521, -2.0115623474121094, -2.033876419067383, -1.5707974433898926, -1.618962049484253, -2.116206407546997, -1.1526930332183838, -1.1442043781280518, -1.2986472845077515, -1.8660075664520264, -1.1698603630065918, -1.6602909564971924, -1.7154722213745117, -0.2094801366329193, -0.3779903054237366, -1.7554388046264648, -1.5659444332122803, -0.478478342294693, -0.4708667993545532, -0.4080818295478821, -0.23526574671268463, -0.031352248042821884, -0.868056058883667, -1.1811538934707642, -1.181912899017334, -1.0572537183761597, -2.355203151702881, -0.7369983792304993, -0.9273343086242676, -0.2383558601140976, -0.9312442541122437, -0.36799806356430054, -1.196395754814148, -1.989668846130371, -0.5045314431190491, -1.1514204740524292, -2.9461872577667236, -0.6766360402107239, -1.0283712148666382, -1.2048581838607788, -1.4143213033676147, -1.2249493598937988, -2.279205799102783, -0.9315443634986877, -1.0442590713500977, -1.4525655508041382, -1.5788562297821045, -2.214566707611084, -1.1942468881607056, -0.8791059851646423, -0.9362218976020813, -1.1204888820648193, -1.1588808298110962, -0.8594520092010498, -0.07754525542259216, -2.0470643043518066, -1.8510891199111938, -1.2144805192947388, -0.813102662563324, -1.5163406133651733, -1.6633379459381104, -1.8992961645126343, -1.4694923162460327, -1.5842363834381104, -1.3237100839614868, -2.024531364440918, -0.06269128620624542, -0.18659821152687073, -0.9331390261650085, -1.5926119089126587, -1.2534722089767456, -1.6264554262161255, -2.1403565406799316, -0.6198065280914307, -1.3957399129867554, -1.0494911670684814, -0.7496621012687683, -1.0293399095535278, -1.4956955909729004, -1.1073334217071533, -1.820141077041626, -1.0536956787109375, -0.8898304104804993, -1.1793420314788818, -1.7265793085098267, -2.244328022003174, -1.0020817518234253, -1.054537296295166, -0.43280869722366333, -0.3968430757522583, -0.8433284759521484, -1.738616704940796, -0.5933077335357666, -1.0684822797775269]}, "Bot006_017_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi", "response": "i am sorry , i am sorry to hear that .", "annotation_id": "Bot006_017_02", "annotations": ["O", "T", "T", "O", "X", "O", "O", "O", "T", "X", "T", "O", "O", "T", "O"], "gpt2_target_score": [-8.527595520019531, -8.089072227478027, -10.552817344665527, -11.668769836425781, -5.853060722351074, -10.058143615722656, -10.952842712402344, -6.85313606262207, -14.24124526977539, -10.47011947631836, -8.992599487304688], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -3.7141335010528564, -1.4919590950012207, -0.8209716081619263, -2.224159002304077, -1.40215265750885, -1.2861652374267578, -2.2223927974700928, -1.4715542793273926, -1.1195377111434937, -1.9511610269546509, -1.1001640558242798, -1.3048644065856934, -1.8546571731567383, -1.5923550128936768, -0.7953919768333435, -1.1069538593292236, -1.376467227935791, -1.2095788717269897]}, "Bot006_017_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello", "response": "i am in the midwest , and you ?", "annotation_id": "Bot006_017_04", "annotations": ["T", "O", "O", "T", "T", "T", "X", "T", "T", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-8.527595520019531, -8.089072227478027, -8.997542381286621, -9.073234558105469, -10.731600761413574, -17.29981231689453, -6.804053783416748, -6.299333572387695, -9.049986839294434, -10.40157413482666], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -3.7141335010528564, -1.4919590950012207, -0.8209716081619263, -2.224159002304077, -1.40215265750885, -1.2861652374267578, -0.8647451400756836, -1.1099025011062622, -1.6141574382781982, -1.1373705863952637, -1.1403738260269165, -1.5770714282989502, -1.8121533393859863, -0.9900440573692322, -1.5351141691207886, -2.0957469940185547, -1.876784324645996, -1.3939249515533447, -2.4460461139678955, -0.8975741863250732, -1.0624949932098389, -1.604750156402588, -1.4350743293762207, -0.53650963306427, -1.4900081157684326, -1.5395734310150146, -0.7831718921661377, -1.8826639652252197, -0.5874216556549072]}, "Bot006_017_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe", "response": "i am a teacher , and i am a teacher , and you ?", "annotation_id": "Bot006_017_06", "annotations": ["X", "X", "T", "T", "O", "O", "T", "O", "X", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-8.527595520019531, -8.089072227478027, -7.156180381774902, -11.927719116210938, -7.344637870788574, -8.688255310058594, -5.909125804901123, -7.515459060668945, -8.529509544372559, -10.812859535217285, -6.056448936462402, -4.557857036590576, -9.825936317443848, -9.870787620544434], "gpt2_argmax_score": [-2.1653518676757812, -1.6736823320388794, -3.7141335010528564, -1.4919590950012207, -0.8209716081619263, -2.224159002304077, -1.40215265750885, -1.2861652374267578, -0.8647451400756836, -1.1099025011062622, -1.6141574382781982, -1.1373705863952637, -1.1403738260269165, -1.5770714282989502, -1.8121533393859863, -0.9900440573692322, -1.5351141691207886, -2.0957469940185547, -1.876784324645996, -1.3939249515533447, -0.21481764316558838, -1.2938942909240723, -1.509902834892273, -1.4812028408050537, -0.7961230874061584, -1.232783555984497, -1.4331560134887695, -0.7124147415161133, -1.6534318923950195, -1.833662986755371, -0.6817080974578857, -1.927419662475586, -0.6623539924621582, -0.008803720586001873, -1.1930029392242432, -2.3934485912323, -1.054477572441101, -1.600484013557434, -1.2602187395095825, -1.3209455013275146, -1.1742488145828247, -0.7174855470657349, -1.0387736558914185, -1.8784810304641724, -2.3053460121154785, -1.4023939371109009, -0.7316431403160095, -0.2725121080875397, -1.1159920692443848, -0.7373157143592834]}, "Bot006_017_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer.", "response": "i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins !", "annotation_id": "Bot006_017_08", "annotations": ["O", "X", "O", "T", "X", "X", "X", "T", "X", "X", "X", "T", "O", "T", "X"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -10.552814483642578, -11.668749809265137, -5.853070259094238, -10.058182716369629, -10.95285415649414, -6.215187072753906, -8.060630798339844, -8.04317569732666, -6.010282516479492, -5.642284870147705, -8.655681610107422, -8.349504470825195, -5.505824089050293, -9.2712984085083, -3.8441708087921143, -10.431147575378418, -6.664380073547363, -2.084207057952881, -8.190616607666016, -7.8067169189453125, -8.067282676696777, -9.661993980407715, -8.439115524291992, -8.69325065612793, -4.983521938323975, -6.548439025878906, -6.268129348754883, -7.569552421569824, -9.862836837768555, -6.900515079498291, -7.640223503112793, -15.145323753356934, -8.688828468322754, -7.914702415466309, -7.192901134490967, -10.093969345092773, -7.793092727661133, -5.2120361328125, -0.8368440866470337, -0.894955575466156, -3.5278701782226562, -9.0928316116333, -5.017825126647949, -7.635418891906738, -6.928049564361572, -3.5281057357788086, -5.1785173416137695, -6.519318103790283, -16.741405487060547, -8.26883316040039], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.2861559391021729, -0.864768922328949, -1.109871745109558, -1.6141489744186401, -1.1373562812805176, -1.140362024307251, -1.5770437717437744, -1.8121899366378784, -0.9900329113006592, -1.5351040363311768, -2.095759630203247, -1.8768279552459717, -1.3939145803451538, -0.214817076921463, -1.2938992977142334, -1.5098789930343628, -1.481223464012146, -0.7960951328277588, -1.232771396636963, -1.433183193206787, -0.7124251127243042, -1.6534289121627808, -1.8336364030838013, -0.6817300319671631, -1.927431583404541, -0.6623489856719971, -0.008803720586001873, -1.192994475364685, -0.9610889554023743, -2.313048839569092, -1.8414210081100464, -1.5552693605422974, -1.4851683378219604, -0.8368440866470337, -0.894955575466156, -2.0659561157226562, -2.275914192199707, -1.4388763904571533, -0.9556701183319092, -0.346445769071579, -1.3951406478881836, -2.128880739212036, -0.5961004495620728, -1.0332918167114258, -1.0227999687194824, -0.719882607460022, -2.347567558288574, -1.3894364833831787, -1.158112645149231, -1.6766438484191895, -2.4274039268493652, -1.3800842761993408, -1.2939115762710571, -1.529941201210022, -0.2763722538948059, -0.4354758560657501, -1.075268030166626, -0.9321831464767456, -0.1722187101840973, -0.12035813182592392, -0.3949945271015167, -0.7748046517372131, -0.1348288208246231, -0.05860685557126999, -0.18534959852695465, -0.4726022183895111, -0.11847113817930222, -0.040679238736629486, -0.0923832356929779, -0.29001182317733765, -0.10462171584367752, -0.033776357769966125, -0.06052969768643379, -0.1988237202167511, -0.09957129508256912, -0.03252430632710457, -0.04381262883543968, -0.1337461918592453, -0.09665852785110474, -0.03160811588168144, -0.04067408666014671, -0.10797882825136185, -0.09418173879384995, -0.031130291521549225, -0.03630002960562706, -0.0857180655002594, -0.0916295126080513, -0.028712956234812737, -0.03348611667752266, -0.07111280411481857, -0.09157132357358932, -0.02796357125043869, -0.03263184800744057, -0.06324513256549835, -0.08995694667100906, -0.02987850457429886, -0.032930757850408554, -0.05563637614250183, -0.08828354626893997, -0.2273799479007721, -1.9314405918121338, -0.6747068762779236, -0.8430846929550171]}, "Bot006_017_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins ! My family does not support me about my dreams", "response": "that's cool , i am a teacher , and i am a teacher , and you ?", "annotation_id": "Bot006_017_10", "annotations": ["T", "X", "T", "T", "X", "X", "T", "T", "T", "X", "X", "O", "O", "T", "X"], "gpt2_target_score": [-13.406086921691895, -11.462947845458984, -7.997150421142578, -11.668749809265137, -5.853070259094238, -10.058182716369629, -6.96681547164917, -10.361610412597656, -9.263023376464844, -7.108345985412598, -2.401212692260742, -7.052212238311768, -8.797679901123047, -11.467805862426758, -1.862376093864441, -9.397625923156738, -2.3673794269561768, -5.7766218185424805], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.2861559391021729, -0.864768922328949, -1.109871745109558, -1.6141489744186401, -1.1373562812805176, -1.140362024307251, -1.5770437717437744, -1.8121899366378784, -0.9900329113006592, -1.5351040363311768, -2.095759630203247, -1.8768279552459717, -1.3939145803451538, -0.214817076921463, -1.2938992977142334, -1.5098789930343628, -1.481223464012146, -0.7960951328277588, -1.232771396636963, -1.433183193206787, -0.7124251127243042, -1.6534289121627808, -1.8336364030838013, -0.6817300319671631, -1.927431583404541, -0.6623489856719971, -0.008803720586001873, -1.192994475364685, -0.9610889554023743, -2.313048839569092, -1.8414210081100464, -1.5552693605422974, -1.4851683378219604, -0.8368440866470337, -0.894955575466156, -2.0659561157226562, -2.275914192199707, -1.4388763904571533, -0.9556701183319092, -0.346445769071579, -1.3951406478881836, -2.128880739212036, -0.5961004495620728, -1.0332918167114258, -1.0227999687194824, -0.719882607460022, -2.347567558288574, -1.3894364833831787, -1.158112645149231, -1.6766438484191895, -1.2278096675872803, -1.4442903995513916, -1.6682255268096924, -0.37604671716690063, -0.5626974105834961, -1.4915437698364258, -1.3087900876998901, -0.268422394990921, -0.2777208983898163, -0.8476715087890625, -0.8982180953025818, -0.21150998771190643, -0.14995279908180237, -0.4249419867992401, -0.594809353351593, -0.1775623857975006, -0.09694235771894455, -0.2518790066242218, -0.394710510969162, -0.15508300065994263, -0.06945769488811493, -0.1455121785402298, -0.2987176477909088, -0.13964290916919708, -0.05968262255191803, -0.10481087863445282, -0.23079386353492737, -0.12808635830879211, -0.04998773708939552, -0.08742864429950714, -0.19546528160572052, -0.12395025044679642, -0.04617146775126457, -0.07385549694299698, -0.16061238944530487, -0.1138775423169136, -0.04174061119556427, -0.05924813821911812, -0.14069195091724396, -0.10891716927289963, -0.03926090896129608, -0.05972181260585785, -0.12068921327590942, -0.10658301413059235, -0.03842085227370262, -0.05506972223520279, -0.10802344977855682, -0.1023830696940422, -0.3647076487541199, -1.8721199035644531, -1.1167128086090088, -2.0535497665405273, -1.7991340160369873, -0.9103789329528809, -0.2489089071750641, -1.812942385673523, -0.9654293060302734, -1.1269789934158325, -1.5611592531204224, -1.7502168416976929, -1.5138318538665771, -2.331113576889038, -0.8984919190406799, -2.3373589515686035, -1.343950629234314, -1.0882033109664917, -2.0739848613739014, -1.1565324068069458, -1.9289923906326294, -1.6004644632339478, -1.193121075630188, -0.7037942409515381, -0.7230471968650818, -1.2344856262207031, -0.9882445931434631, -0.9308857321739197, -0.6656865477561951, -0.8671562075614929, -0.8374353051185608, -0.9768832921981812]}, "Bot006_017_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins ! My family does not support me about my dreams that's cool , i am a teacher , and i am a teacher , and you ? Do you like shopping?", "response": "hello , i am a boy , and i am a teacher , you ?", "annotation_id": "Bot006_017_12", "annotations": ["O", "X", "O", "T", "X", "O", "X", "T", "X", "X", "X", "T", "O", "T", "X"], "gpt2_target_score": [-13.347516059875488, -10.484661102294922, -7.708415985107422, -9.392115592956543, -8.026532173156738, -11.113129615783691, -6.804065227508545, -6.299263000488281, -8.060630798339844, -8.04317569732666, -7.338895797729492, -11.29140853881836, -10.530559539794922, -6.946229934692383, -5.3476362228393555], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.2861559391021729, -0.864768922328949, -1.109871745109558, -1.6141489744186401, -1.1373562812805176, -1.140362024307251, -1.5770437717437744, -1.8121899366378784, -0.9900329113006592, -1.5351040363311768, -2.095759630203247, -1.8768279552459717, -1.3939145803451538, -0.214817076921463, -1.2938992977142334, -1.5098789930343628, -1.481223464012146, -0.7960951328277588, -1.232771396636963, -1.433183193206787, -0.7124251127243042, -1.6534289121627808, -1.8336364030838013, -0.6817300319671631, -1.927431583404541, -0.6623489856719971, -0.008803720586001873, -1.192994475364685, -0.9610889554023743, -2.313048839569092, -1.8414210081100464, -1.5552693605422974, -1.4851683378219604, -0.8368440866470337, -0.894955575466156, -2.0659561157226562, -2.275914192199707, -1.4388763904571533, -0.9556701183319092, -0.346445769071579, -1.3951406478881836, -2.128880739212036, -0.5961004495620728, -1.0332918167114258, -1.0227999687194824, -0.719882607460022, -2.347567558288574, -1.3894364833831787, -1.158112645149231, -1.6766438484191895, -1.2278096675872803, -1.4442903995513916, -1.6682255268096924, -0.37604671716690063, -0.5626974105834961, -1.4915437698364258, -1.3087900876998901, -0.268422394990921, -0.2777208983898163, -0.8476715087890625, -0.8982180953025818, -0.21150998771190643, -0.14995279908180237, -0.4249419867992401, -0.594809353351593, -0.1775623857975006, -0.09694235771894455, -0.2518790066242218, -0.394710510969162, -0.15508300065994263, -0.06945769488811493, -0.1455121785402298, -0.2987176477909088, -0.13964290916919708, -0.05968262255191803, -0.10481087863445282, -0.23079386353492737, -0.12808635830879211, -0.04998773708939552, -0.08742864429950714, -0.19546528160572052, -0.12395025044679642, -0.04617146775126457, -0.07385572046041489, -0.16061533987522125, -0.11388073116540909, -0.04174015298485756, -0.0592476911842823, -0.1406925618648529, -0.10891610383987427, -0.03926136717200279, -0.059721700847148895, -0.12068984657526016, -0.10658301413059235, -0.03842119500041008, -0.05507051199674606, -0.10802420228719711, -0.1023830696940422, -0.36471518874168396, -1.872124195098877, -1.1167043447494507, -2.053548812866211, -1.7991447448730469, -0.9103800654411316, -0.24890854954719543, -1.8129371404647827, -0.9654303193092346, -1.1269824504852295, -1.5611779689788818, -1.7502162456512451, -1.5138168334960938, -0.7920328974723816, -0.8642891645431519, -1.2955011129379272, -1.422479510307312, -0.904446542263031, -1.2319896221160889, -2.269559860229492, -0.7912828922271729, -0.6140466332435608, -0.7582972049713135, -0.3362938165664673, -0.9859046936035156, -1.559537649154663, -0.7410997748374939, -0.5473325252532959, -0.9108877778053284, -0.8732137680053711, -1.1152839660644531, -0.14272935688495636, -1.4358015060424805, -1.8278266191482544, -0.7000482082366943, -1.8903594017028809, -1.8843204975128174, -1.7180781364440918, -0.5763522386550903, -0.48127540946006775, -0.9459880590438843, -0.6893512606620789, -0.7821692824363708, -1.0816969871520996, -0.6909539699554443, -0.2548365890979767, -0.5138156414031982, -0.6610816121101379, -0.4611726999282837, -0.2861492931842804, -0.8065516352653503, -1.1316930055618286]}, "Bot006_017_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins ! My family does not support me about my dreams that's cool , i am a teacher , and i am a teacher , and you ? Do you like shopping? hello , i am a boy , and i am a teacher , you ? i told that i am working for a watch dealer", "response": "i am in the midwest , and you ?", "annotation_id": "Bot006_017_14", "annotations": ["T", "X", "T", "T", "X", "O", "T", "T", "X", "O", "X", "O", "O", "T", "X"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -8.99753189086914, -9.07319164276123, -10.731595039367676, -17.29979133605957, -6.804065227508545, -6.299263000488281, -9.049964904785156, -10.40163516998291], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.2861559391021729, -0.864768922328949, -1.109871745109558, -1.6141489744186401, -1.1373562812805176, -1.140362024307251, -1.5770437717437744, -1.8121899366378784, -0.9900329113006592, -1.5351040363311768, -2.095759630203247, -1.8768279552459717, -1.3939145803451538, -0.214817076921463, -1.2938992977142334, -1.5098789930343628, -1.481223464012146, -0.7960951328277588, -1.232771396636963, -1.433183193206787, -0.7124251127243042, -1.6534289121627808, -1.8336364030838013, -0.6817300319671631, -1.927431583404541, -0.6623489856719971, -0.008803720586001873, -1.192994475364685, -0.9610889554023743, -2.313048839569092, -1.8414210081100464, -1.5552693605422974, -1.4851683378219604, -0.8368440866470337, -0.894955575466156, -2.0659561157226562, -2.275914192199707, -1.4388763904571533, -0.9556701183319092, -0.346445769071579, -1.3951406478881836, -2.128880739212036, -0.5961004495620728, -1.0332918167114258, -1.0227999687194824, -0.719882607460022, -2.347567558288574, -1.3894364833831787, -1.158112645149231, -1.6766438484191895, -1.2278096675872803, -1.4442903995513916, -1.6682255268096924, -0.37604671716690063, -0.5626974105834961, -1.4915437698364258, -1.3087900876998901, -0.268422394990921, -0.2777208983898163, -0.8476715087890625, -0.8982180953025818, -0.21150998771190643, -0.14995279908180237, -0.4249419867992401, -0.594809353351593, -0.1775623857975006, -0.09694235771894455, -0.2518790066242218, -0.394710510969162, -0.15508300065994263, -0.06945769488811493, -0.1455121785402298, -0.2987176477909088, -0.13964290916919708, -0.05968262255191803, -0.10481087863445282, -0.23079386353492737, -0.12808635830879211, -0.04998773708939552, -0.08742864429950714, -0.19546528160572052, -0.12395025044679642, -0.04617146775126457, -0.07385572046041489, -0.16061533987522125, -0.11388073116540909, -0.04174015298485756, -0.0592476911842823, -0.1406925618648529, -0.10891610383987427, -0.03926136717200279, -0.059721700847148895, -0.12068984657526016, -0.10658301413059235, -0.03842119500041008, -0.05507051199674606, -0.10802420228719711, -0.1023830696940422, -0.36471518874168396, -1.872124195098877, -1.1167043447494507, -2.053548812866211, -1.7991447448730469, -0.9103800654411316, -0.24890854954719543, -1.8129371404647827, -0.9654303193092346, -1.1269824504852295, -1.5611779689788818, -1.7502162456512451, -1.5138168334960938, -0.7920328974723816, -0.8642891645431519, -1.2955011129379272, -1.422479510307312, -0.904446542263031, -1.2319896221160889, -2.269559860229492, -0.7912828922271729, -0.6140466332435608, -0.7582972049713135, -0.3362938165664673, -0.9859046936035156, -1.559537649154663, -0.7410997748374939, -0.5473325252532959, -0.9108877778053284, -0.8732137680053711, -1.1152839660644531, -0.14272935688495636, -1.4358015060424805, -1.8278266191482544, -0.7000482082366943, -1.8903594017028809, -1.6332253217697144, -0.4748014509677887, -0.16132228076457977, -0.8005418181419373, -0.9385891556739807, -0.7567062973976135, -0.7481659054756165, -0.9557269811630249, -0.18148629367351532, -0.6698373556137085, -1.0956268310546875, -0.5245742201805115, -0.28027698397636414, -1.0994073152542114, -1.13229501247406, -0.15616145730018616, -0.29385942220687866, -1.6637829542160034, -0.6890130043029785, -0.7672733664512634, -1.1252009868621826, -0.2895914316177368, -0.44698235392570496, -0.2683250606060028, -0.7283425331115723, -2.5525965690612793, -1.3377410173416138, -0.9302989840507507, -1.162819266319275, -0.8949456214904785, -0.07527615875005722, -0.4678713381290436, -0.5027204155921936, -0.37091585993766785, -1.0878498554229736, -1.0991847515106201]}, "Bot006_017_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins ! My family does not support me about my dreams that's cool , i am a teacher , and i am a teacher , and you ? Do you like shopping? hello , i am a boy , and i am a teacher , you ? i told that i am working for a watch dealer i am in the midwest , and you ? Europe", "response": "i am a teacher , and i am a teacher , and you ?", "annotation_id": "Bot006_017_16", "annotations": ["X", "X", "O", "T", "X", "X", "X", "T", "X", "X", "X", "T", "O", "T", "X"], "gpt2_target_score": [-8.527630805969238, -8.08907699584961, -7.156192779541016, -11.927706718444824, -7.344586372375488, -8.688294410705566, -5.909106731414795, -7.515449523925781, -8.529457092285156, -10.812859535217285, -6.05647087097168, -4.557873249053955, -9.825939178466797, -9.870805740356445], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.2861559391021729, -0.864768922328949, -1.109871745109558, -1.6141489744186401, -1.1373562812805176, -1.140362024307251, -1.5770437717437744, -1.8121899366378784, -0.9900329113006592, -1.5351040363311768, -2.095759630203247, -1.8768279552459717, -1.3939145803451538, -0.214817076921463, -1.2938992977142334, -1.5098789930343628, -1.481223464012146, -0.7960951328277588, -1.232771396636963, -1.433183193206787, -0.7124251127243042, -1.6534289121627808, -1.8336364030838013, -0.6817300319671631, -1.927431583404541, -0.6623489856719971, -0.008803720586001873, -1.192994475364685, -0.9610889554023743, -2.313048839569092, -1.8414210081100464, -1.5552693605422974, -1.4851683378219604, -0.8368440866470337, -0.894955575466156, -2.0659561157226562, -2.275914192199707, -1.4388763904571533, -0.9556701183319092, -0.346445769071579, -1.3951406478881836, -2.128880739212036, -0.5961004495620728, -1.0332918167114258, -1.0227999687194824, -0.719882607460022, -2.347567558288574, -1.3894364833831787, -1.158112645149231, -1.6766438484191895, -1.2278096675872803, -1.4442903995513916, -1.6682255268096924, -0.37604671716690063, -0.5626974105834961, -1.4915437698364258, -1.3087900876998901, -0.268422394990921, -0.2777208983898163, -0.8476715087890625, -0.8982180953025818, -0.21150998771190643, -0.14995279908180237, -0.4249419867992401, -0.594809353351593, -0.1775623857975006, -0.09694235771894455, -0.2518790066242218, -0.394710510969162, -0.15508300065994263, -0.06945769488811493, -0.1455121785402298, -0.2987176477909088, -0.13964290916919708, -0.05968262255191803, -0.10481087863445282, -0.23079386353492737, -0.12808635830879211, -0.04998773708939552, -0.08742864429950714, -0.19546528160572052, -0.12395025044679642, -0.04617146775126457, -0.07385572046041489, -0.16061533987522125, -0.11388073116540909, -0.04174015298485756, -0.0592476911842823, -0.1406925618648529, -0.10891610383987427, -0.03926136717200279, -0.059721700847148895, -0.12068984657526016, -0.10658301413059235, -0.03842119500041008, -0.05507051199674606, -0.10802420228719711, -0.1023830696940422, -0.36471518874168396, -1.872124195098877, -1.1167043447494507, -2.053548812866211, -1.7991447448730469, -0.9103800654411316, -0.24890854954719543, -1.8129371404647827, -0.9654303193092346, -1.1269824504852295, -1.5611779689788818, -1.7502162456512451, -1.5138168334960938, -0.7920328974723816, -0.8642891645431519, -1.2955011129379272, -1.422479510307312, -0.904446542263031, -1.2319896221160889, -2.269559860229492, -0.7912828922271729, -0.6140466332435608, -0.7582972049713135, -0.3362938165664673, -0.9859046936035156, -1.559537649154663, -0.7410997748374939, -0.5473325252532959, -0.9108877778053284, -0.8732137680053711, -1.1152839660644531, -0.14272935688495636, -1.4358015060424805, -1.8278266191482544, -0.7000482082366943, -1.8903594017028809, -1.6332253217697144, -0.4748014509677887, -0.16132228076457977, -0.8005418181419373, -0.9385891556739807, -0.7567062973976135, -0.7481659054756165, -0.9557269811630249, -0.18148629367351532, -0.6698373556137085, -1.0956268310546875, -0.5245742201805115, -0.28027698397636414, -1.0994073152542114, -1.13229501247406, -0.15616145730018616, -0.29385942220687866, -1.6637829542160034, -0.6890130043029785, -0.7672733664512634, -1.1252009868621826, -0.2895914316177368, -0.44698235392570496, -0.2683250606060028, -0.7283425331115723, -0.614474892616272, -1.1309016942977905, -1.3797351121902466, -0.7349666953086853, -0.054689887911081314, -0.2534390091896057, -0.2596278488636017, -0.19097943603992462, -0.2564314901828766, -0.7541666626930237, -0.7226688265800476, -2.38643479347229, -1.1263439655303955, -1.1935051679611206, -2.0611367225646973, -0.6559738516807556, -0.3817669749259949, -0.5497948527336121, -0.05715452507138252, -0.1789182424545288, -0.1289786845445633, -0.3503870666027069, -0.10817036032676697, -0.09251734614372253, -0.2343902587890625, -1.1065785884857178]}, "Bot006_017_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins ! My family does not support me about my dreams that's cool , i am a teacher , and i am a teacher , and you ? Do you like shopping? hello , i am a boy , and i am a teacher , you ? i told that i am working for a watch dealer i am in the midwest , and you ? Europe i am a teacher , and i am a teacher , and you ? Do you have a name", "response": "Hi", "annotation_id": "Bot006_017_18", "annotations": ["O", "X", "T", "T", "X", "O", "T", "T", "X", "X", "X", "X", "O", "T", "X"], "gpt2_target_score": [-11.80321216583252], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.2861559391021729, -0.864768922328949, -1.109871745109558, -1.6141489744186401, -1.1373562812805176, -1.140362024307251, -1.5770437717437744, -1.8121899366378784, -0.9900329113006592, -1.5351040363311768, -2.095759630203247, -1.8768279552459717, -1.3939145803451538, -0.214817076921463, -1.2938992977142334, -1.5098789930343628, -1.481223464012146, -0.7960951328277588, -1.232771396636963, -1.433183193206787, -0.7124251127243042, -1.6534289121627808, -1.8336364030838013, -0.6817300319671631, -1.927431583404541, -0.6623489856719971, -0.008803720586001873, -1.192994475364685, -0.9610889554023743, -2.313048839569092, -1.8414210081100464, -1.5552693605422974, -1.4851683378219604, -0.8368440866470337, -0.894955575466156, -2.0659561157226562, -2.275914192199707, -1.4388763904571533, -0.9556701183319092, -0.346445769071579, -1.3951406478881836, -2.128880739212036, -0.5961004495620728, -1.0332918167114258, -1.0227999687194824, -0.719882607460022, -2.347567558288574, -1.3894364833831787, -1.158112645149231, -1.6766438484191895, -1.2278096675872803, -1.4442903995513916, -1.6682255268096924, -0.37604671716690063, -0.5626974105834961, -1.4915437698364258, -1.3087900876998901, -0.268422394990921, -0.2777208983898163, -0.8476715087890625, -0.8982180953025818, -0.21150998771190643, -0.14995279908180237, -0.4249419867992401, -0.594809353351593, -0.1775623857975006, -0.09694235771894455, -0.2518790066242218, -0.394710510969162, -0.15508300065994263, -0.06945769488811493, -0.1455121785402298, -0.2987176477909088, -0.13964290916919708, -0.05968262255191803, -0.10481087863445282, -0.23079386353492737, -0.12808635830879211, -0.04998773708939552, -0.08742864429950714, -0.19546528160572052, -0.12395025044679642, -0.04617146775126457, -0.07385572046041489, -0.16061533987522125, -0.11388073116540909, -0.04174015298485756, -0.0592476911842823, -0.1406925618648529, -0.10891610383987427, -0.03926136717200279, -0.059721700847148895, -0.12068984657526016, -0.10658301413059235, -0.03842119500041008, -0.05507051199674606, -0.10802420228719711, -0.1023830696940422, -0.36471518874168396, -1.872124195098877, -1.1167043447494507, -2.053548812866211, -1.7991447448730469, -0.9103800654411316, -0.24890854954719543, -1.8129371404647827, -0.9654303193092346, -1.1269824504852295, -1.5611779689788818, -1.7502162456512451, -1.5138168334960938, -0.7920328974723816, -0.8642891645431519, -1.2955011129379272, -1.422479510307312, -0.904446542263031, -1.2319896221160889, -2.269559860229492, -0.7912828922271729, -0.6140466332435608, -0.7582972049713135, -0.3362938165664673, -0.9859046936035156, -1.559537649154663, -0.7410997748374939, -0.5473325252532959, -0.9108877778053284, -0.8732137680053711, -1.1152839660644531, -0.14272935688495636, -1.4358015060424805, -1.8278266191482544, -0.7000482082366943, -1.8903594017028809, -1.6332253217697144, -0.4748014509677887, -0.16132228076457977, -0.8005418181419373, -0.9385891556739807, -0.7567062973976135, -0.7481659054756165, -0.9557269811630249, -0.18148629367351532, -0.6698373556137085, -1.0956268310546875, -0.5245742201805115, -0.28027698397636414, -1.0994073152542114, -1.13229501247406, -0.15616145730018616, -0.29385942220687866, -1.6637829542160034, -0.6890130043029785, -0.7672733664512634, -1.1252009868621826, -0.2895914316177368, -0.44698235392570496, -0.2683250606060028, -0.7283425331115723, -0.614474892616272, -1.1309016942977905, -1.3797351121902466, -0.7349666953086853, -0.054689887911081314, -0.2534390091896057, -0.2596278488636017, -0.19097943603992462, -0.2564314901828766, -0.7541666626930237, -0.7226688265800476, -0.43548524379730225, -1.4304137229919434, -1.0007530450820923, -0.2921629548072815, -0.2417612224817276, -0.39534005522727966, -0.05279738828539848, -0.3697507083415985, -0.23646800220012665, -0.2570563554763794, -0.10629964619874954, -0.0907595083117485, -0.04745306074619293, -0.9789990782737732, -0.022190136834979057, -0.2277856469154358, -0.9461625218391418, -0.8824915289878845, -0.3188135623931885, -2.3403682708740234, -1.4510982036590576]}, "Bot006_017_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins ! My family does not support me about my dreams that's cool , i am a teacher , and i am a teacher , and you ? Do you like shopping? hello , i am a boy , and i am a teacher , you ? i told that i am working for a watch dealer i am in the midwest , and you ? Europe i am a teacher , and i am a teacher , and you ? Do you have a name Hi Hello", "response": "hello , how are you ?", "annotation_id": "Bot006_017_20", "annotations": ["T", "O", "O", "T", "O", "X", "O", "T", "X", "X", "T", "O", "O", "T", "O"], "gpt2_target_score": [-13.347516059875488, -10.484661102294922, -10.45126724243164, -13.34382152557373, -9.290539741516113, -14.838440895080566], "gpt2_argmax_score": [-2.1653337478637695, -1.673671841621399, -3.7141683101654053, -1.491969108581543, -0.8209808468818665, -2.2241528034210205, -1.402148723602295, -1.2861559391021729, -0.864768922328949, -1.109871745109558, -1.6141489744186401, -1.1373562812805176, -1.140362024307251, -1.5770437717437744, -1.8121899366378784, -0.9900329113006592, -1.5351040363311768, -2.095759630203247, -1.8768279552459717, -1.3939145803451538, -0.214817076921463, -1.2938992977142334, -1.5098789930343628, -1.481223464012146, -0.7960951328277588, -1.232771396636963, -1.433183193206787, -0.7124251127243042, -1.6534289121627808, -1.8336364030838013, -0.6817300319671631, -1.927431583404541, -0.6623489856719971, -0.008803720586001873, -1.192994475364685, -0.9610889554023743, -2.313048839569092, -1.8414210081100464, -1.5552693605422974, -1.4851683378219604, -0.8368440866470337, -0.894955575466156, -2.0659561157226562, -2.275914192199707, -1.4388763904571533, -0.9556701183319092, -0.346445769071579, -1.3951406478881836, -2.128880739212036, -0.5961004495620728, -1.0332918167114258, -1.0227999687194824, -0.719882607460022, -2.347567558288574, -1.3894364833831787, -1.158112645149231, -1.6766438484191895, -1.2278096675872803, -1.4442903995513916, -1.6682255268096924, -0.37604671716690063, -0.5626974105834961, -1.4915437698364258, -1.3087900876998901, -0.268422394990921, -0.2777208983898163, -0.8476715087890625, -0.8982180953025818, -0.21150998771190643, -0.14995279908180237, -0.4249419867992401, -0.594809353351593, -0.1775623857975006, -0.09694235771894455, -0.2518790066242218, -0.394710510969162, -0.15508300065994263, -0.06945769488811493, -0.1455121785402298, -0.2987176477909088, -0.13964290916919708, -0.05968262255191803, -0.10481087863445282, -0.23079386353492737, -0.12808635830879211, -0.04998773708939552, -0.08742864429950714, -0.19546528160572052, -0.12395025044679642, -0.04617146775126457, -0.07385572046041489, -0.16061533987522125, -0.11388073116540909, -0.04174015298485756, -0.0592476911842823, -0.1406925618648529, -0.10891610383987427, -0.03926136717200279, -0.059721700847148895, -0.12068984657526016, -0.10658301413059235, -0.03842119500041008, -0.05507051199674606, -0.10802420228719711, -0.1023830696940422, -0.36471518874168396, -1.872124195098877, -1.1167043447494507, -2.053548812866211, -1.7991447448730469, -0.9103800654411316, -0.24890854954719543, -1.8129371404647827, -0.9654303193092346, -1.1269824504852295, -1.5611779689788818, -1.7502162456512451, -1.5138168334960938, -0.7920328974723816, -0.8642891645431519, -1.2955011129379272, -1.422479510307312, -0.904446542263031, -1.2319896221160889, -2.269559860229492, -0.7912828922271729, -0.6140466332435608, -0.7582972049713135, -0.3362938165664673, -0.9859046936035156, -1.559537649154663, -0.7410997748374939, -0.5473325252532959, -0.9108877778053284, -0.8732137680053711, -1.1152839660644531, -0.14272935688495636, -1.4358015060424805, -1.8278266191482544, -0.7000482082366943, -1.8903594017028809, -1.6332253217697144, -0.4748014509677887, -0.16132228076457977, -0.8005418181419373, -0.9385891556739807, -0.7567062973976135, -0.7481659054756165, -0.9557269811630249, -0.18148629367351532, -0.6698373556137085, -1.0956268310546875, -0.5245742201805115, -0.28027698397636414, -1.0994073152542114, -1.13229501247406, -0.15616145730018616, -0.29385942220687866, -1.6637829542160034, -0.6890130043029785, -0.7672733664512634, -1.1252009868621826, -0.2895914316177368, -0.44698235392570496, -0.2683250606060028, -0.7283425331115723, -0.614474892616272, -1.1309016942977905, -1.3797351121902466, -0.7349666953086853, -0.054689887911081314, -0.2534390091896057, -0.2596278488636017, -0.19097943603992462, -0.2564314901828766, -0.7541666626930237, -0.7226688265800476, -0.43548524379730225, -1.4304137229919434, -1.0007530450820923, -0.2921629548072815, -0.2417612224817276, -0.39534005522727966, -0.05279738828539848, -0.3697507083415985, -0.23646800220012665, -0.2570563554763794, -0.10629964619874954, -0.0907595083117485, -0.04745306074619293, -0.9789990782737732, -0.022190136834979057, -0.2277856469154358, -0.9461625218391418, -0.8824915289878845, -0.3188135623931885, -1.4101898670196533, -1.3677297830581665, -1.9258960485458374, -1.055618405342102, -0.3644663095474243, -1.2275699377059937, -0.07550191134214401, -1.0668152570724487, -1.0407966375350952]}, "iris_DBDC4_003_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi", "response": "Well, what about my car?", "annotation_id": "iris_DBDC4_003_02", "annotations": ["O", "O", "O", "O", "O", "O", "T", "X", "O", "O", "O", "X", "X", "O", "O"], "gpt2_target_score": [-14.697818756103516, -8.954142570495605, -8.2806396484375, -9.264117240905762, -11.024078369140625, -12.858842849731445, -11.88216495513916], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -2.067565679550171, -1.1198744773864746, -1.7121824026107788, -1.7070820331573486, -1.9090039730072021, -3.9393818378448486, -0.5700404644012451, -0.5716201663017273]}, "iris_DBDC4_003_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know", "response": "I know.", "annotation_id": "iris_DBDC4_003_04", "annotations": ["T", "T", "O", "X", "O", "O", "X", "X", "T", "T", "O", "X", "X", "O", "O"], "gpt2_target_score": [-9.925350189208984, -10.083765983581543, -4.2520222663879395], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.733967661857605, -1.5087668895721436, -1.3377054929733276, -1.647964596748352, -3.7625067234039307, -0.5045365691184998, -0.6432010531425476, -1.9135115146636963, -0.8561171889305115, -1.726009488105774, -2.223123788833618, -2.3418681621551514, -2.2624223232269287, -1.5956523418426514]}, "iris_DBDC4_003_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe?", "response": "Really? Is that how you'd describe me to somebody if I wasn't here?", "annotation_id": "iris_DBDC4_003_06", "annotations": ["T", "X", "T", "T", "X", "X", "X", "X", "X", "T", "X", "X", "O", "T", "X"], "gpt2_target_score": [-14.911128997802734, -9.569575309753418, -6.502747058868408, -9.29615306854248, -7.791409492492676, -4.508095741271973, -7.466108322143555, -14.475997924804688, -10.372209548950195, -6.296330451965332, -14.538296699523926, -12.451780319213867, -11.168922424316406, -14.903240203857422, -11.801630973815918, -8.83535099029541, -10.190014839172363], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.733967661857605, -1.5087668895721436, -1.3377054929733276, -1.647964596748352, -3.7625067234039307, -0.5045365691184998, -0.6432010531425476, -1.9135115146636963, -0.8561171889305115, -1.726009488105774, -2.158930778503418, -1.9753196239471436, -1.7739841938018799, -1.9967353343963623, -1.1873984336853027, -1.4757633209228516, -0.5811972618103027, -0.31680676341056824, -1.484246850013733, -0.49923238158226013, -1.4319078922271729, -1.1233628988265991, -1.3029438257217407, -2.4079041481018066, -1.4241918325424194, -0.9837132096290588, -0.6765828132629395, -1.258410096168518, -0.9887882471084595, -2.5685131549835205, -1.5151736736297607, -0.3886021673679352, -0.15545064210891724, -2.162177085876465, -0.5724285840988159, -1.0032297372817993, -2.6182103157043457, -0.01967228762805462, -2.1945905685424805, -0.3238481283187866, -0.3753918409347534]}, "iris_DBDC4_003_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that", "response": "HELPMANN looks surprised. Alex shuts up.", "annotation_id": "iris_DBDC4_003_08", "annotations": ["X", "X", "T", "X", "X", "X", "X", "X", "X", "O", "X", "X", "X", "O", "O"], "gpt2_target_score": [-11.604190826416016, -11.98841381072998, -17.491668701171875, -15.707491874694824, -8.663479804992676, -11.14193058013916, -7.304349899291992, -7.3541107177734375, -17.252214431762695, -9.530156135559082, -9.245511054992676], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.733967661857605, -1.5087668895721436, -1.3377054929733276, -1.647964596748352, -3.7625067234039307, -0.5045365691184998, -0.6432010531425476, -1.9135115146636963, -0.8561171889305115, -1.726009488105774, -2.158930778503418, -1.9753196239471436, -1.7739841938018799, -1.9967353343963623, -1.1873984336853027, -1.4757633209228516, -0.5811972618103027, -0.31680676341056824, -1.484246850013733, -0.49923238158226013, -1.4319078922271729, -1.1233628988265991, -1.3029438257217407, -1.7985602617263794, -1.836418628692627, -0.6035876274108887, -1.3010880947113037, -0.9723496437072754, -2.589007616043091, -1.3262320756912231, -0.3589473068714142, -0.1490819901227951, -2.2516393661499023, -0.5378872156143188, -0.8642560243606567, -2.329418659210205, -0.03306685760617256, -2.3025403022766113, -0.3324124813079834, -1.361849308013916, -1.3135608434677124, -1.4495611190795898, -1.0187219381332397, -2.429624080657959, -0.9717939496040344, -0.701000988483429, -2.049725294113159, -0.7089346647262573, -0.01094374991953373, -1.4412546157836914, -1.9938870668411255, -0.5173012614250183, -1.4520328044891357, -1.333889365196228, -1.8862440586090088, -1.1256484985351562, -1.2791882753372192, -1.0853145122528076]}, "iris_DBDC4_003_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that HELPMANN looks surprised. Alex shuts up. omg", "response": "Danny, please tell me what this is.", "annotation_id": "iris_DBDC4_003_10", "annotations": ["O", "X", "T", "X", "T", "O", "X", "X", "T", "T", "O", "X", "X", "O", "O"], "gpt2_target_score": [-17.79604721069336, -8.954107284545898, -7.555168628692627, -10.222756385803223, -8.93301010131836, -3.9780373573303223, -7.138523101806641, -8.186529159545898, -9.92024040222168], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.733974814414978, -1.5087229013442993, -1.3377420902252197, -1.6479545831680298, -3.7624948024749756, -0.504547655582428, -0.6432186365127563, -1.9135315418243408, -0.8560982942581177, -1.7260208129882812, -2.1588878631591797, -1.9753247499465942, -1.7739763259887695, -1.9967588186264038, -1.1874098777770996, -1.4757696390151978, -0.5812090039253235, -0.31680330634117126, -1.4842915534973145, -0.49924570322036743, -1.4318692684173584, -1.1233826875686646, -1.3029073476791382, -1.7985771894454956, -1.8364239931106567, -0.6035565137863159, -1.301055908203125, -0.9723489284515381, -2.5890278816223145, -1.3262414932250977, -0.35895347595214844, -0.14908424019813538, -2.2516040802001953, -0.5379152297973633, -0.8642318248748779, -2.329468250274658, -0.03306501358747482, -2.302574634552002, -0.33241549134254456, -1.3618438243865967, -1.3135398626327515, -1.449566125869751, -1.0187451839447021, -2.42968487739563, -0.9718132615089417, -0.7010412216186523, -0.8938831090927124, -1.880157709121704, -2.722928047180176, -0.5367618799209595, -1.3855644464492798, -1.7387207746505737, -2.189936637878418, -1.2376554012298584, -1.3657194375991821, -1.6555335521697998, -1.189427137374878, -2.350410223007202, -2.2061922550201416, -1.734764814376831, -1.8434703350067139, -1.8316632509231567, -0.11371370404958725, -2.004088878631592, -1.0133466720581055, -1.0280653238296509, -1.225932240486145, -0.8861851096153259]}, "iris_DBDC4_003_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that HELPMANN looks surprised. Alex shuts up. omg Danny, please tell me what this is. I dont know", "response": "Wow... you know a lot Danny!", "annotation_id": "iris_DBDC4_003_12", "annotations": ["T", "X", "T", "X", "X", "O", "X", "X", "T", "O", "T", "X", "X", "O", "O"], "gpt2_target_score": [-14.364069938659668, -6.776296615600586, -7.975224018096924, -9.411927223205566, -8.206531524658203, -11.670008659362793, -10.975528717041016, -8.773931503295898], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.733974814414978, -1.5087229013442993, -1.3377420902252197, -1.6479545831680298, -3.7624948024749756, -0.504547655582428, -0.6432186365127563, -1.9135315418243408, -0.8560982942581177, -1.7260208129882812, -2.1588878631591797, -1.9753247499465942, -1.7739763259887695, -1.9967588186264038, -1.1874098777770996, -1.4757696390151978, -0.5812090039253235, -0.31680330634117126, -1.4842915534973145, -0.49924570322036743, -1.4318692684173584, -1.1233826875686646, -1.3029073476791382, -1.7985771894454956, -1.8364239931106567, -0.6035565137863159, -1.301055908203125, -0.9723489284515381, -2.5890278816223145, -1.3262414932250977, -0.35895347595214844, -0.14908424019813538, -2.2516040802001953, -0.5379152297973633, -0.8642318248748779, -2.329468250274658, -0.03306501358747482, -2.302574634552002, -0.33241549134254456, -1.3618438243865967, -1.3135398626327515, -1.449566125869751, -1.0187451839447021, -2.42968487739563, -0.9718132615089417, -0.7010412216186523, -0.8938831090927124, -1.880157709121704, -2.722928047180176, -0.5367618799209595, -1.3855644464492798, -1.7387207746505737, -2.189936637878418, -1.2376554012298584, -1.3657194375991821, -1.6555335521697998, -1.189427137374878, -2.350410223007202, -1.5116779804229736, -1.9952417612075806, -1.905156135559082, -0.09806825965642929, -2.1567912101745605, -1.0939823389053345, -1.0445860624313354, -1.18961763381958, -1.8924274444580078, -1.9139957427978516, -0.6597347259521484, -1.5487335920333862, -2.117465019226074, -1.1443718671798706, -2.2472083568573, -1.5646507740020752, -1.009986400604248, -2.264019727706909, -0.893597424030304, -1.9964319467544556, -0.8086334466934204]}, "iris_DBDC4_003_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that HELPMANN looks surprised. Alex shuts up. omg Danny, please tell me what this is. I dont know Wow... you know a lot Danny! okay. actually very limited, who is helpmann?", "response": "Mr Helpmann!", "annotation_id": "iris_DBDC4_003_14", "annotations": ["O", "X", "O", "X", "X", "O", "X", "X", "T", "T", "O", "X", "X", "O", "O"], "gpt2_target_score": [-15.252894401550293, -6.433492660522461, -16.34326934814453, -1.000687599182129], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.733974814414978, -1.5087229013442993, -1.3377420902252197, -1.6479545831680298, -3.7624948024749756, -0.504547655582428, -0.6432186365127563, -1.9135315418243408, -0.8560982942581177, -1.7260208129882812, -2.1588878631591797, -1.9753247499465942, -1.7739763259887695, -1.9967588186264038, -1.1874098777770996, -1.4757696390151978, -0.5812090039253235, -0.31680330634117126, -1.4842915534973145, -0.49924570322036743, -1.4318692684173584, -1.1233826875686646, -1.3029073476791382, -1.7985771894454956, -1.8364239931106567, -0.6035565137863159, -1.301055908203125, -0.9723489284515381, -2.5890278816223145, -1.3262414932250977, -0.35895347595214844, -0.14908424019813538, -2.2516040802001953, -0.5379152297973633, -0.8642318248748779, -2.329468250274658, -0.03306501358747482, -2.302574634552002, -0.33241549134254456, -1.3618438243865967, -1.3135398626327515, -1.449566125869751, -1.0187451839447021, -2.42968487739563, -0.9718132615089417, -0.7010412216186523, -0.8938831090927124, -1.880157709121704, -2.722928047180176, -0.5367618799209595, -1.3855644464492798, -1.7387207746505737, -2.189936637878418, -1.2376554012298584, -1.3657194375991821, -1.6555335521697998, -1.189427137374878, -2.350410223007202, -1.5116779804229736, -1.9952417612075806, -1.905156135559082, -0.09806825965642929, -2.1567912101745605, -1.0939823389053345, -1.0445860624313354, -1.18961763381958, -1.8924274444580078, -1.9139957427978516, -0.659737765789032, -1.548738956451416, -1.2526863813400269, -2.179011344909668, -1.6598403453826904, -1.0439542531967163, -1.997228980064392, -0.86885666847229, -2.1343493461608887, -1.7421704530715942, -1.4426544904708862, -1.6294748783111572, -1.6943331956863403, -1.61915922164917, -2.181081533432007, -2.1349236965179443, -1.6440166234970093, -1.8665536642074585, -0.8014456033706665, -0.5389732122421265, -1.8104246854782104, -2.4335033893585205, -0.4995122253894806, -0.24377886950969696, -1.544753909111023, -0.8173648118972778]}, "iris_DBDC4_003_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that HELPMANN looks surprised. Alex shuts up. omg Danny, please tell me what this is. I dont know Wow... you know a lot Danny! okay. actually very limited, who is helpmann? Mr Helpmann! Who is he?", "response": "Why don't you ask to somebody else? I am just a robot!", "annotation_id": "iris_DBDC4_003_16", "annotations": ["T", "X", "T", "X", "O", "X", "T", "O", "X", "T", "O", "T", "X", "O", "O"], "gpt2_target_score": [-12.477755546569824, -7.653570175170898, -12.012332916259766, -9.07613468170166, -8.489200592041016, -5.998789310455322, -13.98984146118164, -11.637624740600586, -8.367887496948242, -6.469772815704346, -10.369873046875, -3.454669237136841, -9.362476348876953, -13.849296569824219, -10.721311569213867], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.733974814414978, -1.5087229013442993, -1.3377420902252197, -1.6479545831680298, -3.7624948024749756, -0.504547655582428, -0.6432186365127563, -1.9135315418243408, -0.8560982942581177, -1.7260208129882812, -2.1588878631591797, -1.9753247499465942, -1.7739763259887695, -1.9967588186264038, -1.1874098777770996, -1.4757696390151978, -0.5812090039253235, -0.31680330634117126, -1.4842915534973145, -0.49924570322036743, -1.4318692684173584, -1.1233826875686646, -1.3029073476791382, -1.7985771894454956, -1.8364239931106567, -0.6035565137863159, -1.301055908203125, -0.9723489284515381, -2.5890278816223145, -1.3262414932250977, -0.35895347595214844, -0.14908424019813538, -2.2516040802001953, -0.5379152297973633, -0.8642318248748779, -2.329468250274658, -0.03306501358747482, -2.302574634552002, -0.33241549134254456, -1.3618438243865967, -1.3135398626327515, -1.449566125869751, -1.0187451839447021, -2.42968487739563, -0.9718132615089417, -0.7010412216186523, -0.8938831090927124, -1.880157709121704, -2.722928047180176, -0.5367618799209595, -1.3855644464492798, -1.7387207746505737, -2.189936637878418, -1.2376554012298584, -1.3657194375991821, -1.6555335521697998, -1.189427137374878, -2.350410223007202, -1.5116779804229736, -1.9952417612075806, -1.905156135559082, -0.09806825965642929, -2.1567912101745605, -1.0939823389053345, -1.0445860624313354, -1.18961763381958, -1.8924274444580078, -1.9139957427978516, -0.659737765789032, -1.548738956451416, -1.2526863813400269, -2.179011344909668, -1.6598403453826904, -1.0439542531967163, -1.997228980064392, -0.86885666847229, -2.1343493461608887, -1.7421704530715942, -1.4426544904708862, -1.6294748783111572, -1.6943331956863403, -1.61915922164917, -2.181081533432007, -2.1349236965179443, -1.6440166234970093, -1.8665536642074585, -0.8014456033706665, -0.5389732122421265, -1.8104246854782104, -0.6614852547645569, -0.20953910052776337, -1.4176801443099976, -2.1221792697906494, -0.9351454973220825, -2.269254207611084, -0.39301785826683044, -1.9487794637680054, -2.5425405502319336, -1.7147258520126343, -0.2950560450553894, -0.21269457042217255, -1.5913453102111816, -0.8571314215660095, -1.591500163078308, -1.2836042642593384, -0.7296246886253357, -0.4258299469947815, -1.8444113731384277, -2.062615156173706, -2.1316874027252197, -2.05867075920105, -1.2696877717971802, -0.2876376807689667]}, "iris_DBDC4_003_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that HELPMANN looks surprised. Alex shuts up. omg Danny, please tell me what this is. I dont know Wow... you know a lot Danny! okay. actually very limited, who is helpmann? Mr Helpmann! Who is he? Why don't you ask to somebody else? I am just a robot! well. okay", "response": "Huh?", "annotation_id": "iris_DBDC4_003_18", "annotations": ["O", "X", "O", "T", "O", "O", "T", "X", "T", "O", "T", "X", "T", "O", "O"], "gpt2_target_score": [-15.340479850769043, -9.569555282592773], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.733974814414978, -1.5087229013442993, -1.3377420902252197, -1.6479545831680298, -3.7624948024749756, -0.504547655582428, -0.6432186365127563, -1.9135315418243408, -0.8560982942581177, -1.7260208129882812, -2.1588878631591797, -1.9753247499465942, -1.7739763259887695, -1.9967588186264038, -1.1874098777770996, -1.4757696390151978, -0.5812090039253235, -0.31680330634117126, -1.4842915534973145, -0.49924570322036743, -1.4318692684173584, -1.1233826875686646, -1.3029073476791382, -1.7985771894454956, -1.8364239931106567, -0.6035565137863159, -1.301055908203125, -0.9723489284515381, -2.5890278816223145, -1.3262414932250977, -0.35895347595214844, -0.14908424019813538, -2.2516040802001953, -0.5379152297973633, -0.8642318248748779, -2.329468250274658, -0.03306501358747482, -2.302574634552002, -0.33241549134254456, -1.3618438243865967, -1.3135398626327515, -1.449566125869751, -1.0187451839447021, -2.42968487739563, -0.9718132615089417, -0.7010412216186523, -0.8938831090927124, -1.880157709121704, -2.722928047180176, -0.5367618799209595, -1.3855644464492798, -1.7387207746505737, -2.189936637878418, -1.2376554012298584, -1.3657194375991821, -1.6555335521697998, -1.189427137374878, -2.350410223007202, -1.5116779804229736, -1.9952417612075806, -1.905156135559082, -0.09806825965642929, -2.1567912101745605, -1.0939823389053345, -1.0445860624313354, -1.18961763381958, -1.8924274444580078, -1.9139957427978516, -0.659737765789032, -1.548738956451416, -1.2526863813400269, -2.179011344909668, -1.6598403453826904, -1.0439542531967163, -1.997228980064392, -0.86885666847229, -2.1343493461608887, -1.7421704530715942, -1.4426544904708862, -1.6294748783111572, -1.6943156719207764, -1.6191675662994385, -2.1810758113861084, -2.1349165439605713, -1.644011378288269, -1.8665392398834229, -0.8014535307884216, -0.5389745831489563, -1.810426115989685, -0.6614833474159241, -0.20953629910945892, -1.417697548866272, -2.1221752166748047, -0.9351409673690796, -2.269256114959717, -0.3930208384990692, -1.9487755298614502, -1.608216404914856, -0.19191302359104156, -0.17824597656726837, -1.8742574453353882, -0.8284467458724976, -1.4541206359863281, -1.176834225654602, -0.7957895398139954, -2.1096296310424805, -1.9663368463516235, -2.1134395599365234, -2.1402957439422607, -2.0814735889434814, -1.2503366470336914, -2.1999073028564453, -1.1620911359786987, -1.9525500535964966, -1.2588733434677124, -2.1451003551483154, -1.3075608015060425, -1.9752196073532104]}, "iris_DBDC4_003_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that HELPMANN looks surprised. Alex shuts up. omg Danny, please tell me what this is. I dont know Wow... you know a lot Danny! okay. actually very limited, who is helpmann? Mr Helpmann! Who is he? Why don't you ask to somebody else? I am just a robot! well. okay Huh? As soon as you realised, you are a robot", "response": "Soon?", "annotation_id": "iris_DBDC4_003_20", "annotations": ["O", "X", "T", "T", "O", "X", "X", "X", "X", "T", "X", "X", "T", "O", "O"], "gpt2_target_score": [-16.29964828491211, -9.569555282592773], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.733974814414978, -1.5087229013442993, -1.3377420902252197, -1.6479545831680298, -3.7624948024749756, -0.504547655582428, -0.6432186365127563, -1.9135315418243408, -0.8560982942581177, -1.7260208129882812, -2.1588878631591797, -1.9753247499465942, -1.7739763259887695, -1.9967588186264038, -1.1874098777770996, -1.4757696390151978, -0.5812090039253235, -0.31680330634117126, -1.4842915534973145, -0.49924570322036743, -1.4318692684173584, -1.1233826875686646, -1.3029073476791382, -1.7985771894454956, -1.8364239931106567, -0.6035565137863159, -1.301055908203125, -0.9723489284515381, -2.5890278816223145, -1.3262414932250977, -0.35895347595214844, -0.14908424019813538, -2.2516040802001953, -0.5379152297973633, -0.8642318248748779, -2.329468250274658, -0.03306501358747482, -2.302574634552002, -0.33241549134254456, -1.3618438243865967, -1.3135398626327515, -1.449566125869751, -1.0187451839447021, -2.42968487739563, -0.9718132615089417, -0.7010412216186523, -0.8938831090927124, -1.880157709121704, -2.722928047180176, -0.5367618799209595, -1.3855644464492798, -1.7387207746505737, -2.189936637878418, -1.2376554012298584, -1.3657194375991821, -1.6555335521697998, -1.189427137374878, -2.350410223007202, -1.5116779804229736, -1.9952417612075806, -1.905156135559082, -0.09806825965642929, -2.1567912101745605, -1.0939823389053345, -1.0445860624313354, -1.18961763381958, -1.8924274444580078, -1.9139957427978516, -0.659737765789032, -1.548738956451416, -1.2526863813400269, -2.179011344909668, -1.6598403453826904, -1.0439542531967163, -1.997228980064392, -0.86885666847229, -2.1343493461608887, -1.7421704530715942, -1.4426544904708862, -1.6294748783111572, -1.6943331956863403, -1.61915922164917, -2.181081533432007, -2.1349236965179443, -1.6440166234970093, -1.8665536642074585, -0.8014524579048157, -0.5389720797538757, -1.810436487197876, -0.6614827513694763, -0.20953793823719025, -1.4176918268203735, -2.122178316116333, -0.9351514577865601, -2.26926851272583, -0.3930158317089081, -1.9487682580947876, -1.6082065105438232, -0.19191567599773407, -0.17824667692184448, -1.874237298965454, -0.8284407258033752, -1.4541295766830444, -1.1768232583999634, -0.7957883477210999, -2.1096270084381104, -1.9663465023040771, -2.1134376525878906, -2.1403005123138428, -2.0814812183380127, -1.2503305673599243, -2.199904203414917, -1.1620978116989136, -1.9525436162948608, -1.258884310722351, -1.3926374912261963, -2.254378318786621, -1.9223761558532715, -0.011814385652542114, -0.9434336423873901, -2.6135928630828857, -1.9034764766693115, -1.6834368705749512, -2.0299174785614014, -1.9159516096115112, -0.19070738554000854, -1.2413321733474731, -2.302665948867798, -1.9842637777328491, -0.5566841959953308]}, "iris_DBDC4_009_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex", "response": "How's it going?", "annotation_id": "iris_DBDC4_009_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.292964935302734, -10.576624870300293, -8.145397186279297, -10.663881301879883, -4.272308349609375], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.6931307315826416, -2.227513313293457, -2.143834352493286, -1.824275255203247, -0.5973882079124451, -0.6399127840995789, -0.2704264223575592]}, "iris_DBDC4_009_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well", "response": "Then what's to know?", "annotation_id": "iris_DBDC4_009_04", "annotations": ["O", "T", "O", "O", "O", "T", "X", "T", "O", "O", "O", "X", "O", "O", "O"], "gpt2_target_score": [-16.301219940185547, -3.861048698425293, -3.8819050788879395, -5.542695999145508, -9.703506469726562, -4.0242156982421875], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.6931307315826416, -2.3380892276763916, -1.578551173210144, -0.38617658615112305, -0.5517417788505554, -1.6002248525619507, -2.8446037769317627, -2.097872018814087, -2.359159469604492, -2.480746269226074, -2.3765628337860107, -1.3191219568252563, -1.5579657554626465, -1.5914409160614014, -0.9978989958763123, -0.28533250093460083]}, "iris_DBDC4_009_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job", "response": "I don't think Sanchez would kiss me.", "annotation_id": "iris_DBDC4_009_06", "annotations": ["T", "X", "X", "O", "T", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X"], "gpt2_target_score": [-9.925350189208984, -7.653559684753418, -12.012332916259766, -11.655275344848633, -10.815338134765625, -4.167572021484375, -11.577727317810059, -10.074531555175781, -4.382933616638184], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.6931307315826416, -2.3380892276763916, -1.578551173210144, -0.38617658615112305, -0.5517417788505554, -1.6002248525619507, -2.8446037769317627, -2.097872018814087, -2.359159469604492, -2.5093252658843994, -1.5105212926864624, -1.5407389402389526, -1.6997321844100952, -0.9240982532501221, -1.3949426412582397, -1.1936966180801392, -2.4927234649658203, -0.9153454899787903, -2.69602370262146, -2.4950478076934814, -1.5775737762451172, -2.275397300720215, -1.5922821760177612, -0.14549456536769867, -1.1062630414962769, -1.4238760471343994, -0.8710395693778992, -0.8995335102081299, -1.3934203386306763, -1.9250127077102661, -0.7603270411491394]}, "iris_DBDC4_009_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez?", "response": "Why don't you ask to somebody else? I am just a robot!", "annotation_id": "iris_DBDC4_009_08", "annotations": ["X", "T", "T", "O", "X", "X", "X", "X", "X", "O", "O", "O", "T", "O", "X"], "gpt2_target_score": [-12.477771759033203, -7.653559684753418, -12.012332916259766, -6.99846076965332, -9.531524658203125, -4.6240081787109375, -10.386916160583496, -10.997825622558594, -0.5517417788505554, -2.2284140586853027, -8.972533226013184, -5.36430549621582, -6.147855758666992, -12.444597244262695, -6.1560750007629395], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.6931307315826416, -2.3380892276763916, -1.578551173210144, -0.38617658615112305, -0.5517417788505554, -1.6002248525619507, -2.8446037769317627, -2.097872018814087, -2.359159469604492, -2.5093252658843994, -1.5105212926864624, -1.5407389402389526, -1.6997321844100952, -0.9240982532501221, -1.3949426412582397, -1.1936966180801392, -2.4927234649658203, -0.9153454899787903, -2.69602370262146, -2.4950478076934814, -1.577571153640747, -2.0862271785736084, -0.013943050988018513, -1.4745012521743774, -0.8576515316963196, -0.8715857267379761, -0.9155641794204712, -1.1278018951416016, -2.340981960296631, -1.5613971948623657, -1.6100099086761475, -1.5383013486862183, -0.7788731455802917, -1.2183122634887695, -2.3590822219848633, -1.9051077365875244, -0.1973762959241867, -0.9206348061561584, -2.1276748180389404, -1.14687180519104, -1.7390317916870117, -1.7443057298660278, -0.5254759788513184, -0.3409193754196167, -1.6959388256072998, -1.3786791563034058, -2.0454068183898926, -3.0967371463775635, -1.3317513465881348, -0.16955842077732086]}, "iris_DBDC4_009_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez? Why don't you ask to somebody else? I am just a robot! LOL", "response": "What the hell is that?", "annotation_id": "iris_DBDC4_009_10", "annotations": ["T", "O", "O", "O", "T", "X", "X", "X", "X", "T", "X", "T", "O", "O", "X"], "gpt2_target_score": [-11.792064666748047, -5.456507682800293, -11.322921752929688, -5.42442512512207, -7.5941619873046875, -4.0242156982421875], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.6931307315826416, -2.3380892276763916, -1.578551173210144, -0.38617658615112305, -0.5517417788505554, -1.6002248525619507, -2.8446037769317627, -2.097872018814087, -2.359159469604492, -2.5093252658843994, -1.5105212926864624, -1.5407389402389526, -1.6997321844100952, -0.9240982532501221, -1.3949426412582397, -1.1936966180801392, -2.4927234649658203, -0.9153454899787903, -2.69602370262146, -2.4950478076934814, -1.5775737762451172, -2.0862443447113037, -0.013943403959274292, -1.4745049476623535, -0.8576487898826599, -0.8715836405754089, -0.9155251383781433, -1.127795696258545, -2.3409833908081055, -1.5613876581192017, -1.6100060939788818, -1.5383124351501465, -0.7788845896720886, -1.218309760093689, -1.5936824083328247, -0.015337147749960423, -1.2693886756896973, -2.1552765369415283, -1.272611141204834, -1.6423578262329102, -1.7412724494934082, -0.5090259909629822, -1.2321852445602417, -1.8207563161849976, -1.2232824563980103, -1.700979232788086, -3.1265528202056885, -1.5688081979751587, -1.4994335174560547, -1.7422974109649658, -2.000131607055664, -1.5341206789016724, -0.5253018140792847, -0.9331741333007812, -1.9760583639144897, -0.8963062763214111, -0.4777393043041229]}, "iris_DBDC4_009_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez? Why don't you ask to somebody else? I am just a robot! LOL What the hell is that? Laugh out loud", "response": "Wow... you know a lot Danny!", "annotation_id": "iris_DBDC4_009_12", "annotations": ["T", "X", "O", "O", "T", "O", "X", "X", "X", "O", "X", "X", "O", "O", "X"], "gpt2_target_score": [-14.364069938659668, -6.776296615600586, -7.975224018096924, -9.150106430053711, -7.370965957641602, -11.345261573791504, -4.79748010635376, -6.137040615081787], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.6931095123291016, -2.338059663772583, -1.5785621404647827, -0.3861708343029022, -0.5517476797103882, -1.6002579927444458, -2.8446431159973145, -2.097879409790039, -2.359204053878784, -2.509328842163086, -1.510514736175537, -1.5407392978668213, -1.699716567993164, -0.9240846037864685, -1.3949629068374634, -1.1937074661254883, -2.4927399158477783, -0.915382981300354, -2.696072578430176, -2.4950239658355713, -1.5775710344314575, -2.086251974105835, -0.01394199300557375, -1.4744948148727417, -0.8576393127441406, -0.8716015219688416, -0.915564239025116, -1.1277973651885986, -2.3410160541534424, -1.5614252090454102, -1.6099969148635864, -1.5383671522140503, -0.7788881063461304, -1.2183475494384766, -1.5936310291290283, -0.015336795710027218, -1.269378662109375, -2.1552963256835938, -1.2726387977600098, -1.6423577070236206, -1.7412478923797607, -0.5090151429176331, -1.2322546243667603, -1.820743203163147, -1.2232745885849, -1.700979232788086, -3.1265571117401123, -1.5688002109527588, -1.4994502067565918, -1.7423009872436523, -1.4158538579940796, -0.5330488085746765, -0.9540882110595703, -1.7451990842819214, -0.8516847491264343, -1.5687564611434937, -0.49052342772483826, -0.042673610150814056, -2.100682497024536, -2.1463382244110107, -1.4977447986602783, -2.311161994934082, -1.2864891290664673, -1.0382051467895508, -1.5426714420318604, -0.3862433433532715, -1.785247802734375, -0.6367937922477722]}, "iris_DBDC4_009_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez? Why don't you ask to somebody else? I am just a robot! LOL What the hell is that? Laugh out loud Wow... you know a lot Danny! then, you are a robot", "response": "Well, who are you, then?", "annotation_id": "iris_DBDC4_009_14", "annotations": ["T", "X", "O", "O", "T", "O", "X", "X", "X", "O", "T", "X", "O", "O", "T"], "gpt2_target_score": [-14.697833061218262, -8.954107284545898, -6.939781665802002, -7.060156345367432, -7.252374649047852, -5.636765480041504, -11.964792251586914, -2.921678066253662], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.6931095123291016, -2.338059663772583, -1.5785621404647827, -0.3861708343029022, -0.5517476797103882, -1.6002579927444458, -2.8446431159973145, -2.097879409790039, -2.359204053878784, -2.509328842163086, -1.510514736175537, -1.5407392978668213, -1.699716567993164, -0.9240846037864685, -1.3949629068374634, -1.1937074661254883, -2.4927399158477783, -0.915382981300354, -2.696072578430176, -2.4950239658355713, -1.5775710344314575, -2.086251974105835, -0.01394199300557375, -1.4744948148727417, -0.8576393127441406, -0.8716015219688416, -0.915564239025116, -1.1277973651885986, -2.3410160541534424, -1.5614252090454102, -1.6099969148635864, -1.5383671522140503, -0.7788881063461304, -1.2183475494384766, -1.5936310291290283, -0.015336795710027218, -1.269378662109375, -2.1552963256835938, -1.2726454734802246, -1.6423428058624268, -1.7412484884262085, -0.5090157985687256, -1.232254147529602, -1.8207532167434692, -1.2232917547225952, -1.7009698152542114, -3.126565456390381, -1.5687884092330933, -1.4994537830352783, -1.7423052787780762, -1.4158602952957153, -0.5330463647842407, -0.9540848135948181, -1.7451976537704468, -0.8516848683357239, -1.5687528848648071, -0.4905247390270233, -0.0426732674241066, -2.1006829738616943, -1.4617547988891602, -2.2433884143829346, -1.3567237854003906, -0.9886088967323303, -1.3411651849746704, -0.33848288655281067, -1.993436574935913, -1.9507638216018677, -2.0915262699127197, -2.4515602588653564, -1.893176555633545, -2.0199782848358154, -0.4257957637310028, -1.4844932556152344, -2.23508620262146, -0.8144464492797852, -1.6572505235671997, -1.1676409244537354, -0.32363951206207275, -1.2958300113677979, -2.5678131580352783, -0.5025924444198608, -0.3123723268508911]}, "iris_DBDC4_009_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez? Why don't you ask to somebody else? I am just a robot! LOL What the hell is that? Laugh out loud Wow... you know a lot Danny! then, you are a robot Well, who are you, then? I am a humanoid", "response": "I am.", "annotation_id": "iris_DBDC4_009_16", "annotations": ["T", "T", "T", "O", "X", "T", "T", "O", "X", "X", "O", "X", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -7.258062362670898, -4.2520222663879395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.6931095123291016, -2.338059663772583, -1.5785621404647827, -0.3861708343029022, -0.5517476797103882, -1.6002579927444458, -2.8446431159973145, -2.097879409790039, -2.359204053878784, -2.509328842163086, -1.510514736175537, -1.5407392978668213, -1.699716567993164, -0.9240846037864685, -1.3949629068374634, -1.1937074661254883, -2.4927399158477783, -0.915382981300354, -2.696072578430176, -2.4950239658355713, -1.5775710344314575, -2.086251974105835, -0.01394199300557375, -1.4744948148727417, -0.8576393127441406, -0.8716015219688416, -0.915564239025116, -1.1277973651885986, -2.3410160541534424, -1.5614252090454102, -1.6099969148635864, -1.5383671522140503, -0.7788881063461304, -1.2183475494384766, -1.5936310291290283, -0.015336795710027218, -1.269378662109375, -2.1552963256835938, -1.2726387977600098, -1.6423577070236206, -1.7412478923797607, -0.5090151429176331, -1.2322546243667603, -1.820743203163147, -1.2232745885849, -1.700979232788086, -3.1265571117401123, -1.5688002109527588, -1.4994502067565918, -1.7423009872436523, -1.4158538579940796, -0.5330488085746765, -0.9540882110595703, -1.7451990842819214, -0.8516847491264343, -1.5687564611434937, -0.49052342772483826, -0.042673610150814056, -2.100682497024536, -1.4617512226104736, -2.243379831314087, -1.3567205667495728, -0.988606333732605, -1.3411775827407837, -0.3384868800640106, -1.9934337139129639, -1.9507652521133423, -2.091500759124756, -2.4515626430511475, -1.8931628465652466, -2.0199761390686035, -0.42579638957977295, -1.4844913482666016, -1.0474190711975098, -1.591251254081726, -1.305107593536377, -0.290667861700058, -1.35783052444458, -2.3177759647369385, -0.6995574831962585, -2.2544257640838623, -1.083716630935669, -1.0500152111053467, -0.21321512758731842, -1.866289496421814, -2.1791350841522217, -1.0537207126617432, -0.6542592644691467, -1.4779495000839233]}, "iris_DBDC4_009_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez? Why don't you ask to somebody else? I am just a robot! LOL What the hell is that? Laugh out loud Wow... you know a lot Danny! then, you are a robot Well, who are you, then? I am a humanoid I am. yes, LOL you are", "response": "Maybe I need new glasses.", "annotation_id": "iris_DBDC4_009_18", "annotations": ["T", "T", "X", "O", "X", "X", "X", "X", "X", "T", "O", "X", "O", "X", "T"], "gpt2_target_score": [-15.75385570526123, -2.306661605834961, -10.206687927246094, -8.166814804077148, -13.142374038696289, -6.308548927307129], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.6931095123291016, -2.338059663772583, -1.5785621404647827, -0.3861708343029022, -0.5517476797103882, -1.6002579927444458, -2.8446431159973145, -2.097879409790039, -2.359204053878784, -2.509328842163086, -1.510514736175537, -1.5407392978668213, -1.699716567993164, -0.9240846037864685, -1.3949629068374634, -1.1937074661254883, -2.4927399158477783, -0.915382981300354, -2.696072578430176, -2.4950239658355713, -1.5775710344314575, -2.086251974105835, -0.01394199300557375, -1.4744948148727417, -0.8576393127441406, -0.8716015219688416, -0.915564239025116, -1.1277973651885986, -2.3410160541534424, -1.5614252090454102, -1.6099969148635864, -1.5383671522140503, -0.7788881063461304, -1.2183475494384766, -1.5936310291290283, -0.015336795710027218, -1.269378662109375, -2.1552963256835938, -1.2726387977600098, -1.6423577070236206, -1.7412478923797607, -0.5090151429176331, -1.2322546243667603, -1.820743203163147, -1.2232745885849, -1.700979232788086, -3.1265571117401123, -1.5688002109527588, -1.4994502067565918, -1.7423009872436523, -1.4158538579940796, -0.5330488085746765, -0.9540882110595703, -1.7451990842819214, -0.8516847491264343, -1.5687564611434937, -0.49052342772483826, -0.042673610150814056, -2.100682497024536, -1.4617512226104736, -2.243379831314087, -1.3567205667495728, -0.988606333732605, -1.3411775827407837, -0.3384868800640106, -1.9934337139129639, -1.9507652521133423, -2.091500759124756, -2.4515626430511475, -1.8931628465652466, -2.0199761390686035, -0.42579638957977295, -1.4844913482666016, -1.0474190711975098, -1.591251254081726, -1.305107593536377, -0.290667861700058, -1.35783052444458, -2.3177759647369385, -0.6995574831962585, -2.2544257640838623, -1.083716630935669, -1.0500152111053467, -0.21321512758731842, -1.8662976026535034, -0.9667123556137085, -1.0090214014053345, -1.6632441282272339, -0.9216175675392151, -1.0954512357711792, -1.270458698272705, -0.9000195860862732, -0.9720416069030762, -2.349956512451172, -1.7981812953948975, -0.7655025124549866, -0.5940974950790405, -2.3562490940093994, -1.8678604364395142, -1.000400185585022]}, "iris_DBDC4_009_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez? Why don't you ask to somebody else? I am just a robot! LOL What the hell is that? Laugh out loud Wow... you know a lot Danny! then, you are a robot Well, who are you, then? I am a humanoid I am. yes, LOL you are Maybe I need new glasses. why?", "response": "Remember that stupid hippie art teacher who failed me sophomore year?", "annotation_id": "iris_DBDC4_009_20", "annotations": ["O", "X", "T", "O", "X", "X", "X", "X", "X", "T", "X", "X", "T", "X", "T"], "gpt2_target_score": [-14.157649040222168, -6.813604354858398, -13.108928680419922, -14.670965194702148, -6.097818374633789, -11.769516944885254, -11.454584121704102, -11.516831398010254, -17.44086265563965, -9.102165222167969, -12.718238830566406, -13.429071426391602, -4.220898628234863], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.6931095123291016, -2.338059663772583, -1.5785621404647827, -0.3861708343029022, -0.5517476797103882, -1.6002579927444458, -2.8446431159973145, -2.097879409790039, -2.359204053878784, -2.509328842163086, -1.510514736175537, -1.5407392978668213, -1.699716567993164, -0.9240846037864685, -1.3949629068374634, -1.1937074661254883, -2.4927399158477783, -0.915382981300354, -2.696072578430176, -2.4950239658355713, -1.5775710344314575, -2.086251974105835, -0.01394199300557375, -1.4744948148727417, -0.8576393127441406, -0.8716015219688416, -0.915564239025116, -1.1277973651885986, -2.3410160541534424, -1.5614252090454102, -1.6099969148635864, -1.5383671522140503, -0.7788881063461304, -1.2183475494384766, -1.5936310291290283, -0.015336795710027218, -1.269378662109375, -2.1552963256835938, -1.2726387977600098, -1.6423577070236206, -1.7412478923797607, -0.5090151429176331, -1.2322546243667603, -1.820743203163147, -1.2232745885849, -1.700979232788086, -3.1265571117401123, -1.5688002109527588, -1.4994502067565918, -1.7423009872436523, -1.4158538579940796, -0.5330488085746765, -0.9540882110595703, -1.7451990842819214, -0.8516847491264343, -1.5687564611434937, -0.49052342772483826, -0.042673610150814056, -2.100682497024536, -1.4617512226104736, -2.243379831314087, -1.3567205667495728, -0.988606333732605, -1.3411775827407837, -0.3384868800640106, -1.9934337139129639, -1.9507652521133423, -2.091500759124756, -2.4515626430511475, -1.8931628465652466, -2.0199761390686035, -0.42579638957977295, -1.4844913482666016, -1.0474190711975098, -1.591251254081726, -1.305107593536377, -0.290667861700058, -1.35783052444458, -2.3177759647369385, -0.6995574831962585, -2.2544257640838623, -1.083716630935669, -1.0500152111053467, -0.21321512758731842, -1.8662976026535034, -0.9667123556137085, -1.0090214014053345, -1.6632441282272339, -0.9216175675392151, -1.0954512357711792, -1.270458698272705, -0.9000195860862732, -0.9720386862754822, -1.9967262744903564, -0.6329283714294434, -0.6820967197418213, -2.0185840129852295, -1.8148412704467773, -1.9894613027572632, -1.9652236700057983, -1.798266053199768, -1.8094534873962402, -1.7822599411010742, -2.096001625061035, -2.5031144618988037, -0.7522342205047607, -2.9424076080322266, -2.237574338912964, -1.8105714321136475, -2.63189435005188, -1.0289509296417236, -1.5018656253814697, -0.04160236939787865, -1.5824527740478516, -0.5272859334945679]}, "iris_DBDC4_013_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back", "response": "It's so good to hear your voice. I love you, princess. I really do.", "annotation_id": "iris_DBDC4_013_02", "annotations": ["X", "O", "X", "T", "O", "X", "T", "O", "X", "T", "T", "X", "O", "X", "T"], "gpt2_target_score": [-13.879230499267578, -10.576624870300293, -7.891010761260986, -11.291913986206055, -10.162129402160645, -12.992053985595703, -9.284428596496582, -17.017473220825195, -8.005348205566406, -7.72226619720459, -9.604925155639648, -3.6129150390625, -8.994694709777832, -15.140965461730957, -9.206504821777344, -6.617974281311035, -11.760697364807129, -5.3776397705078125, -8.496493339538574], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.9885238409042358, -1.5760084390640259, -2.138111114501953, -1.6622666120529175, -2.097367763519287, -0.6657634377479553, -1.9211034774780273, -2.33717942237854, -1.3297730684280396, -1.0426985025405884, -1.6587423086166382, -2.637214183807373, -1.0033961534500122, -1.006089448928833, -1.513198733329773, -1.4473145008087158, -1.2668852806091309, -0.9590094089508057, -0.9412073493003845, -0.6010754108428955, -1.310276746749878, -1.7594114542007446, -1.0640205144882202, -0.6348352432250977]}, "iris_DBDC4_013_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks", "response": "Maybe we should've been married in a Church like that one.", "annotation_id": "iris_DBDC4_013_04", "annotations": ["X", "O", "X", "T", "O", "T", "O", "O", "X", "O", "T", "X", "T", "X", "O"], "gpt2_target_score": [-15.753841400146484, -6.1906232833862305, -7.802887439727783, -10.995687484741211, -8.32469654083252, -8.254962921142578, -3.009922981262207, -8.316266059875488, -12.587725639343262, -7.641521453857422, -2.3371264934539795, -10.451824188232422, -3.862368106842041], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.9885238409042358, -1.5760084390640259, -2.138111114501953, -1.6622666120529175, -0.6492736339569092, -2.2355377674102783, -2.1740076541900635, -1.970167875289917, -1.2054097652435303, -1.625322937965393, -2.741347551345825, -1.9474985599517822, -1.5738561153411865, -1.7025951147079468, -1.4061776399612427, -1.1930874586105347, -0.6301071047782898, -0.9078812599182129, -1.6293193101882935, -1.0401808023452759, -1.7568352222442627, -0.9162777662277222, -1.3597776889801025, -0.7233675122261047, -1.7130721807479858, -1.5949912071228027, -1.4834744930267334, -2.4751808643341064, -2.7110300064086914, -1.636918306350708, -2.1154046058654785, -0.990238606929779, -2.522407293319702, -2.2796452045440674, -1.5088515281677246, -0.9458247423171997, -1.4178173542022705, -0.6062643527984619]}, "iris_DBDC4_013_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry", "response": "You shouldn't.", "annotation_id": "iris_DBDC4_013_06", "annotations": ["X", "T", "X", "X", "T", "T", "T", "O", "T", "O", "O", "X", "T", "X", "O"], "gpt2_target_score": [-11.750797271728516, -10.483851432800293, -12.012332916259766, -4.679075717926025], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.9885238409042358, -1.5760084390640259, -2.138111114501953, -1.6622666120529175, -0.6492736339569092, -2.2355377674102783, -2.1740076541900635, -1.970167875289917, -1.2054097652435303, -1.625322937965393, -2.741347551345825, -1.9474985599517822, -1.5738561153411865, -1.7025951147079468, -1.4061776399612427, -1.1930874586105347, -0.6301071047782898, -0.9078812599182129, -1.6293193101882935, -1.0401808023452759, -1.7568352222442627, -0.9162632822990417, -1.3597818613052368, -0.7233687043190002, -1.3134245872497559, -1.3363815546035767, -2.420959234237671, -2.5832033157348633, -1.4765475988388062, -2.188335418701172, -1.0111511945724487, -2.5381815433502197, -2.192288398742676, -1.6142455339431763, -0.9746453166007996, -1.3940041065216064, -1.3478366136550903, -0.9511301517486572, -0.35106736421585083, -0.14742685854434967, -0.5121021866798401, -2.1162986755371094, -1.9743934869766235, -1.87996506690979, -0.12511232495307922, -1.2782883644104004, -1.1607896089553833]}, "iris_DBDC4_013_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if", "response": "-- what in the world can that be?", "annotation_id": "iris_DBDC4_013_08", "annotations": ["T", "T", "X", "X", "T", "X", "O", "T", "X", "T", "T", "O", "T", "O", "T"], "gpt2_target_score": [-10.477396965026855, -3.8610897064208984, -5.331688404083252, -7.925471305847168, -14.001765251159668, -10.248044967651367, -8.023902893066406, -8.919866561889648, -10.763256072998047], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.9885129928588867, -1.5760446786880493, -2.1381208896636963, -1.6622700691223145, -0.6492822766304016, -2.235499858856201, -2.173994541168213, -1.9701738357543945, -1.2053793668746948, -1.6253364086151123, -2.741316556930542, -1.9474847316741943, -1.5738427639007568, -1.7025989294052124, -1.4061346054077148, -1.1930694580078125, -0.6300731897354126, -0.907870888710022, -1.62931227684021, -1.0402201414108276, -1.7568496465682983, -0.9162723422050476, -1.3597934246063232, -0.723381757736206, -1.3134493827819824, -1.3363908529281616, -2.4210028648376465, -2.5831801891326904, -1.476570725440979, -2.1883561611175537, -1.01112961769104, -2.5381524562835693, -2.192340135574341, -1.614253044128418, -0.9746512770652771, -1.3939961194992065, -1.3477882146835327, -0.9511308670043945, -0.3510659337043762, -0.14742068946361542, -0.5120940208435059, -2.116304397583008, -1.6927769184112549, -0.08445054292678833, -1.3099721670150757, -1.9093329906463623, -1.5596401691436768, -1.8805996179580688, -0.8382447361946106, -1.3418910503387451, -1.4310214519500732, -1.1682788133621216, -1.025423288345337, -1.079907774925232, -0.6243419647216797, -0.6107446551322937, -1.8151124715805054, -2.7149465084075928, -2.0969197750091553, -0.753287672996521, -1.140429139137268, -1.7710787057876587, -0.6475216150283813, -0.563494086265564, -0.3157218098640442, -0.4791041910648346]}, "iris_DBDC4_013_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if -- what in the world can that be? I dont know", "response": "I know.", "annotation_id": "iris_DBDC4_013_10", "annotations": ["X", "T", "X", "X", "T", "X", "T", "O", "T", "O", "O", "X", "O", "X", "T"], "gpt2_target_score": [-9.925333976745605, -10.083700180053711, -4.2520222663879395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.9885129928588867, -1.5760446786880493, -2.1381208896636963, -1.6622700691223145, -0.6492822766304016, -2.235499858856201, -2.173994541168213, -1.9701738357543945, -1.2053793668746948, -1.6253364086151123, -2.741316556930542, -1.9474847316741943, -1.5738427639007568, -1.7025989294052124, -1.4061346054077148, -1.1930694580078125, -0.6300731897354126, -0.907870888710022, -1.62931227684021, -1.0402201414108276, -1.7568496465682983, -0.9162723422050476, -1.3597934246063232, -0.723381757736206, -1.3134493827819824, -1.3363908529281616, -2.4210028648376465, -2.5831801891326904, -1.476570725440979, -2.1883561611175537, -1.01112961769104, -2.5381524562835693, -2.192340135574341, -1.6142555475234985, -0.9746412038803101, -1.393996000289917, -1.347793698310852, -0.9511259198188782, -0.3510686159133911, -0.14742058515548706, -0.5120987296104431, -2.116316318511963, -1.6927788257598877, -0.08445174992084503, -1.3099703788757324, -1.90933096408844, -1.559643030166626, -1.8806132078170776, -0.8382402062416077, -1.3418974876403809, -1.4310280084609985, -1.1682733297348022, -1.0254095792770386, -1.0799038410186768, -0.6243447661399841, -0.6107399463653564, -2.8230929374694824, -2.140199899673462, -1.0508908033370972, -0.9964791536331177, -1.6667195558547974, -0.5781866312026978, -0.5893553495407104, -0.2741948962211609, -1.5712883472442627, -1.8469634056091309, -0.9876171350479126, -0.970158040523529, -2.0020601749420166, -2.1245908737182617, -1.8645991086959839, -1.259421944618225]}, "iris_DBDC4_013_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if -- what in the world can that be? I dont know I know. what in the world can that be?", "response": "Sorry! We're so sorry. Are you hurt?", "annotation_id": "iris_DBDC4_013_12", "annotations": ["O", "O", "X", "X", "X", "X", "T", "X", "X", "O", "X", "O", "T", "O", "T"], "gpt2_target_score": [-14.850794792175293, -7.620611190795898, -7.515778064727783, -11.239409446716309, -8.19172191619873, -3.8714888095855713, -2.456017017364502, -12.157949447631836, -5.701503276824951, -7.794966220855713, -6.218937873840332], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.9885129928588867, -1.5760446786880493, -2.1381208896636963, -1.6622700691223145, -0.6492822766304016, -2.235499858856201, -2.173994541168213, -1.9701738357543945, -1.2053793668746948, -1.6253364086151123, -2.741316556930542, -1.9474847316741943, -1.5738427639007568, -1.7025989294052124, -1.4061346054077148, -1.1930694580078125, -0.6300731897354126, -0.907870888710022, -1.62931227684021, -1.0402201414108276, -1.7568496465682983, -0.9162723422050476, -1.3597934246063232, -0.723381757736206, -1.3134493827819824, -1.3363908529281616, -2.4210028648376465, -2.5831801891326904, -1.476570725440979, -2.1883561611175537, -1.01112961769104, -2.5381524562835693, -2.192340135574341, -1.614253044128418, -0.9746512770652771, -1.3939961194992065, -1.3477882146835327, -0.9511308670043945, -0.3510659337043762, -0.14742068946361542, -0.5120940208435059, -2.116304397583008, -1.6927769184112549, -0.08445054292678833, -1.3099721670150757, -1.9093329906463623, -1.5596401691436768, -1.8805996179580688, -0.8382447361946106, -1.3418910503387451, -1.4310214519500732, -1.1682788133621216, -1.025423288345337, -1.079907774925232, -0.6243419647216797, -0.6107446551322937, -2.823072910308838, -2.140213966369629, -1.0508910417556763, -0.9964885711669922, -1.6667288541793823, -0.578181803226471, -0.5893552899360657, -0.2741994261741638, -1.5712884664535522, -1.84696364402771, -0.9876074194908142, -0.9701613187789917, -2.4436471462249756, -1.1834665536880493, -1.4933420419692993, -2.236832857131958, -0.1081230640411377, -0.005696847103536129, -0.8537230491638184, -1.295761227607727, -0.05538297817111015, -0.15934735536575317, -1.9516160488128662, -2.054365873336792, -1.308889389038086, -1.5025640726089478, -2.25658917427063, -1.6485562324523926, -1.224400281906128, -1.3736129999160767, -1.2260308265686035, -0.15440647304058075, -1.4073282480239868, -0.4384080767631531, -0.5677165985107422]}, "iris_DBDC4_013_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if -- what in the world can that be? I dont know I know. what in the world can that be? Sorry! We're so sorry. Are you hurt? No I am not but I feel I am mentally challenged", "response": "No I am not!", "annotation_id": "iris_DBDC4_013_14", "annotations": ["X", "O", "X", "X", "T", "X", "T", "X", "X", "T", "X", "X", "T", "X", "T"], "gpt2_target_score": [-11.701579093933105, -2.306661605834961, -11.001995086669922, -8.863932609558105, -10.502161979675293], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.9885129928588867, -1.5760446786880493, -2.1381208896636963, -1.6622700691223145, -0.6492822766304016, -2.235499858856201, -2.173994541168213, -1.9701738357543945, -1.2053793668746948, -1.6253364086151123, -2.741316556930542, -1.9474847316741943, -1.5738427639007568, -1.7025989294052124, -1.4061346054077148, -1.1930694580078125, -0.6300731897354126, -0.907870888710022, -1.62931227684021, -1.0402201414108276, -1.7568496465682983, -0.9162723422050476, -1.3597934246063232, -0.723381757736206, -1.3134493827819824, -1.3363908529281616, -2.4210028648376465, -2.5831801891326904, -1.476570725440979, -2.1883561611175537, -1.01112961769104, -2.5381524562835693, -2.192340135574341, -1.614253044128418, -0.9746512770652771, -1.3939961194992065, -1.3477882146835327, -0.9511308670043945, -0.3510659337043762, -0.14742068946361542, -0.5120940208435059, -2.116304397583008, -1.6927769184112549, -0.08445054292678833, -1.3099721670150757, -1.9093329906463623, -1.5596401691436768, -1.8805996179580688, -0.8382447361946106, -1.3418910503387451, -1.4310214519500732, -1.1682788133621216, -1.025423288345337, -1.079907774925232, -0.6243419647216797, -0.6107446551322937, -2.823072910308838, -2.140213966369629, -1.0508910417556763, -0.9964885711669922, -1.6667288541793823, -0.578181803226471, -0.5893552899360657, -0.2741994261741638, -1.5712884664535522, -1.84696364402771, -0.9876074194908142, -0.9701613187789917, -2.4436471462249756, -1.1834665536880493, -1.4933420419692993, -2.236832857131958, -0.1081230640411377, -0.005696847103536129, -0.8537230491638184, -1.295761227607727, -0.05538297817111015, -0.15934735536575317, -1.9516160488128662, -1.5638195276260376, -1.9328069686889648, -1.9322712421417236, -1.7391525506973267, -1.2425174713134766, -1.2340866327285767, -1.9491106271743774, -0.11511629819869995, -1.9041937589645386, -0.48314645886421204, -1.7828806638717651, -1.1779274940490723, -1.0817159414291382, -1.3506872653961182, -0.9073446393013, -0.7869716882705688, -1.524673342704773, -1.7254869937896729, -1.9011931419372559, -1.6362743377685547, -0.867840051651001, -0.9353376030921936, -1.8629294633865356, -1.1888161897659302, -0.47092127799987793, -0.9672322273254395, -0.9429810643196106, -1.1032840013504028]}, "iris_DBDC4_013_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if -- what in the world can that be? I dont know I know. what in the world can that be? Sorry! We're so sorry. Are you hurt? No I am not but I feel I am mentally challenged No I am not! Okay I am glad to hear that you are fine", "response": "Danny...", "annotation_id": "iris_DBDC4_013_16", "annotations": ["T", "T", "X", "X", "O", "X", "O", "O", "X", "O", "T", "X", "T", "X", "T"], "gpt2_target_score": [-17.79604721069336, -6.776296615600586], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.9885129928588867, -1.5760446786880493, -2.1381208896636963, -1.6622700691223145, -0.6492822766304016, -2.235499858856201, -2.173994541168213, -1.9701738357543945, -1.2053793668746948, -1.6253364086151123, -2.741316556930542, -1.9474847316741943, -1.5738427639007568, -1.7025989294052124, -1.4061346054077148, -1.1930694580078125, -0.6300731897354126, -0.907870888710022, -1.62931227684021, -1.0402201414108276, -1.7568496465682983, -0.9162723422050476, -1.3597934246063232, -0.723381757736206, -1.3134493827819824, -1.3363908529281616, -2.4210028648376465, -2.5831801891326904, -1.476570725440979, -2.1883561611175537, -1.01112961769104, -2.5381524562835693, -2.192340135574341, -1.614253044128418, -0.9746512770652771, -1.3939961194992065, -1.3477882146835327, -0.9511308670043945, -0.3510659337043762, -0.14742068946361542, -0.5120940208435059, -2.116304397583008, -1.6927769184112549, -0.08445054292678833, -1.3099721670150757, -1.9093329906463623, -1.5596401691436768, -1.8805996179580688, -0.8382447361946106, -1.3418910503387451, -1.4310214519500732, -1.1682788133621216, -1.025423288345337, -1.079907774925232, -0.6243419647216797, -0.6107446551322937, -2.823072910308838, -2.140213966369629, -1.0508910417556763, -0.9964885711669922, -1.6667288541793823, -0.578181803226471, -0.5893552899360657, -0.2741994261741638, -1.5712884664535522, -1.84696364402771, -0.9876074194908142, -0.9701613187789917, -2.4436471462249756, -1.1834665536880493, -1.4933420419692993, -2.236832857131958, -0.1081230640411377, -0.005696847103536129, -0.8537230491638184, -1.295761227607727, -0.05538297817111015, -0.15934735536575317, -1.9516160488128662, -1.5638195276260376, -1.9328069686889648, -1.9322882890701294, -1.739162564277649, -1.2425121068954468, -1.2340973615646362, -1.9491063356399536, -0.11511640250682831, -1.9041836261749268, -0.4831507205963135, -1.7828757762908936, -1.1779404878616333, -1.0817137956619263, -1.350682258605957, -0.9073466062545776, -0.7869744896888733, -1.5246731042861938, -1.7254935503005981, -1.9011914730072021, -1.636256456375122, -0.8678404688835144, -0.9353366494178772, -1.2354227304458618, -0.6241176724433899, -1.1651986837387085, -1.206885814666748, -1.321454644203186, -1.434818983078003, -0.9469413161277771, -0.59040367603302, -1.019605278968811, -0.24340513348579407, -0.5705081820487976, -0.7313867807388306, -0.8521661758422852, -2.311246871948242, -0.6868617534637451, -1.82061767578125, -1.674009919166565, -1.7959399223327637]}, "iris_DBDC4_013_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if -- what in the world can that be? I dont know I know. what in the world can that be? Sorry! We're so sorry. Are you hurt? No I am not but I feel I am mentally challenged No I am not! Okay I am glad to hear that you are fine Danny... No thanks it's me", "response": "There you are. I called your cell ten times. You left me hanging.", "annotation_id": "iris_DBDC4_013_18", "annotations": ["X", "O", "X", "X", "O", "T", "O", "O", "X", "O", "O", "X", "T", "X", "O"], "gpt2_target_score": [-13.79896068572998, -5.758367538452148, -9.30157470703125, -4.679091453552246, -9.68097972869873, -9.52601432800293, -9.284431457519531, -16.189321517944336, -9.646190643310547, -14.023176193237305, -1.9701738357543945, -9.710369110107422, -12.929291725158691, -9.318343162536621, -9.416219711303711, -10.573232650756836], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.9885129928588867, -1.5760446786880493, -2.1381208896636963, -1.6622700691223145, -0.6492822766304016, -2.235499858856201, -2.173994541168213, -1.9701738357543945, -1.2053793668746948, -1.6253364086151123, -2.741316556930542, -1.9474847316741943, -1.5738427639007568, -1.7025989294052124, -1.4061346054077148, -1.1930694580078125, -0.6300731897354126, -0.907870888710022, -1.62931227684021, -1.0402201414108276, -1.7568496465682983, -0.9162723422050476, -1.3597934246063232, -0.723381757736206, -1.3134493827819824, -1.3363908529281616, -2.4210028648376465, -2.5831801891326904, -1.476570725440979, -2.1883561611175537, -1.01112961769104, -2.5381524562835693, -2.192340135574341, -1.614253044128418, -0.9746512770652771, -1.3939961194992065, -1.3477882146835327, -0.9511308670043945, -0.3510659337043762, -0.14742068946361542, -0.5120940208435059, -2.116304397583008, -1.6927769184112549, -0.08445054292678833, -1.3099721670150757, -1.9093329906463623, -1.5596401691436768, -1.8805996179580688, -0.8382447361946106, -1.3418910503387451, -1.4310214519500732, -1.1682788133621216, -1.025423288345337, -1.079907774925232, -0.6243419647216797, -0.6107446551322937, -2.823072910308838, -2.140213966369629, -1.0508910417556763, -0.9964885711669922, -1.6667288541793823, -0.578181803226471, -0.5893552899360657, -0.2741994261741638, -1.5712884664535522, -1.84696364402771, -0.9876074194908142, -0.9701613187789917, -2.4436471462249756, -1.1834665536880493, -1.4933420419692993, -2.236832857131958, -0.1081230640411377, -0.005696847103536129, -0.8537230491638184, -1.295761227607727, -0.05538297817111015, -0.15934735536575317, -1.9516160488128662, -1.5638195276260376, -1.9328069686889648, -1.9322712421417236, -1.7391525506973267, -1.2425174713134766, -1.2340866327285767, -1.9491106271743774, -0.11511629819869995, -1.9041937589645386, -0.48314645886421204, -1.7828806638717651, -1.1779274940490723, -1.0817159414291382, -1.3506872653961182, -0.9073340892791748, -0.7869824171066284, -1.5246825218200684, -1.7254927158355713, -1.9011855125427246, -1.6362663507461548, -0.8678418397903442, -0.9353449940681458, -1.235425353050232, -0.6241248250007629, -1.1652007102966309, -1.2069039344787598, -1.3214482069015503, -1.434818983078003, -0.9469443559646606, -0.590391218662262, -1.0196082592010498, -0.24339905381202698, -0.5705021619796753, -0.7313908934593201, -0.8521695137023926, -2.311257839202881, -0.6868544220924377, -1.3926011323928833, -1.7031887769699097, -0.766725480556488, -1.6316229104995728, -0.5359281897544861, -2.0185036659240723, -1.4950215816497803, -1.893068552017212, -1.2205085754394531, -0.3216814696788788, -0.899375855922699, -1.50055992603302, -1.5557085275650024, -0.8147645592689514, -1.7454774379730225, -1.1682575941085815, -1.1290696859359741, -1.696245789527893, -1.6220648288726807, -1.7821537256240845, -1.2073655128479004, -1.7630411386489868, -1.264586091041565, -1.45072603225708]}, "iris_DBDC4_013_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if -- what in the world can that be? I dont know I know. what in the world can that be? Sorry! We're so sorry. Are you hurt? No I am not but I feel I am mentally challenged No I am not! Okay I am glad to hear that you are fine Danny... No thanks it's me There you are. I called your cell ten times. You left me hanging. Sorry but I missed the call probably", "response": "You see, the thing is, Danny, we're kinda strapped.", "annotation_id": "iris_DBDC4_013_20", "annotations": ["X", "T", "X", "X", "O", "O", "T", "O", "X", "T", "T", "X", "T", "X", "T"], "gpt2_target_score": [-11.750834465026855, -9.458501815795898, -3.2744297981262207, -7.925471305847168, -11.579859733581543, -9.443082809448242, -3.5027852058410645, -14.940465927124023, -8.774303436279297, -8.234312057495117, -14.266331672668457, -10.386104583740234, -17.100921630859375, -9.217833518981934], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.9885129928588867, -1.5760446786880493, -2.1381208896636963, -1.6622700691223145, -0.6492822766304016, -2.235499858856201, -2.173994541168213, -1.9701738357543945, -1.2053793668746948, -1.6253364086151123, -2.741316556930542, -1.9474847316741943, -1.5738427639007568, -1.7025989294052124, -1.4061346054077148, -1.1930694580078125, -0.6300731897354126, -0.907870888710022, -1.62931227684021, -1.0402201414108276, -1.7568496465682983, -0.9162723422050476, -1.3597934246063232, -0.723381757736206, -1.3134493827819824, -1.3363908529281616, -2.4210028648376465, -2.5831801891326904, -1.476570725440979, -2.1883561611175537, -1.01112961769104, -2.5381524562835693, -2.192340135574341, -1.614253044128418, -0.9746512770652771, -1.3939961194992065, -1.3477882146835327, -0.9511308670043945, -0.3510659337043762, -0.14742068946361542, -0.5120940208435059, -2.116304397583008, -1.6927769184112549, -0.08445054292678833, -1.3099721670150757, -1.9093329906463623, -1.5596401691436768, -1.8805996179580688, -0.8382447361946106, -1.3418910503387451, -1.4310214519500732, -1.1682788133621216, -1.025423288345337, -1.079907774925232, -0.6243419647216797, -0.6107446551322937, -2.823072910308838, -2.140213966369629, -1.0508910417556763, -0.9964885711669922, -1.6667288541793823, -0.578181803226471, -0.5893552899360657, -0.2741994261741638, -1.5712884664535522, -1.84696364402771, -0.9876074194908142, -0.9701613187789917, -2.4436471462249756, -1.1834665536880493, -1.4933420419692993, -2.236832857131958, -0.1081230640411377, -0.005696847103536129, -0.8537230491638184, -1.295761227607727, -0.05538297817111015, -0.15934735536575317, -1.9516160488128662, -1.5638195276260376, -1.9328069686889648, -1.9322712421417236, -1.7391525506973267, -1.2425174713134766, -1.2340866327285767, -1.9491106271743774, -0.11511629819869995, -1.9041937589645386, -0.48314645886421204, -1.7828806638717651, -1.1779274940490723, -1.0817159414291382, -1.3506872653961182, -0.9073340892791748, -0.7869824171066284, -1.5246825218200684, -1.7254927158355713, -1.9011855125427246, -1.6362663507461548, -0.8678418397903442, -0.9353449940681458, -1.235425353050232, -0.6241248250007629, -1.1652007102966309, -1.2069039344787598, -1.3214482069015503, -1.434818983078003, -0.9469443559646606, -0.590391218662262, -1.0196082592010498, -0.24339905381202698, -0.5705021619796753, -0.7313908934593201, -0.8521695137023926, -2.311257839202881, -0.6868544220924377, -1.3926011323928833, -1.7031887769699097, -0.766725480556488, -1.6316229104995728, -0.5359281897544861, -2.0185036659240723, -1.4950215816497803, -1.2228789329528809, -0.8559322953224182, -1.155097484588623, -1.4580124616622925, -1.2285609245300293, -0.8313751816749573, -1.827636480331421, -1.2681246995925903, -1.0837537050247192, -1.7938297986984253, -1.4884096384048462, -1.6693209409713745, -1.108096718788147, -1.5458176136016846, -1.4029738903045654, -1.3202157020568848, -1.5773636102676392, -0.9498757719993591, -1.4963139295578003, -0.7290172576904297, -1.7536717653274536, -0.780845046043396, -2.52860426902771, -2.084473133087158, -1.9558442831039429, -1.6056829690933228, -1.44242262840271, -1.8990765810012817, -0.6482614874839783, -1.0679912567138672, -1.250631332397461, -1.1988823413848877, -1.1003814935684204, -1.8127825260162354, -2.0371339321136475, -2.646146059036255, -1.143896460533142, -1.69105863571167]}, "iris_DBDC4_020_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi!", "response": "Giver her your tray, Danny. You're holdin' up the line.", "annotation_id": "iris_DBDC4_020_02", "annotations": ["O", "T", "T", "T", "T", "O", "X", "O", "T", "T", "T", "X", "O", "X", "T"], "gpt2_target_score": [-10.542400360107422, -15.83680248260498, -10.500640869140625, -10.793131828308105, -19.42619514465332, -9.41637134552002, -13.69194221496582, -5.645158767700195, -9.778613090515137, -12.634777069091797, -11.53468132019043, -11.960206031799316, -8.645346641540527, -14.021015167236328, -7.433260440826416, -12.984454154968262, -4.223331451416016], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.2285939455032349, -1.9034779071807861, -1.4058241844177246, -0.5082570314407349, -0.7716699242591858, -2.9316673278808594, -1.4395577907562256, -2.0587780475616455, -0.836706817150116, -0.6224246621131897, -2.1805596351623535, -1.8955260515213013, -1.7719610929489136, -0.3782534599304199, -2.1836516857147217, -1.4046630859375, -3.4948341846466064, -1.3735995292663574, -0.8013102412223816]}, "iris_DBDC4_020_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually", "response": "Oh, yes you are.", "annotation_id": "iris_DBDC4_020_04", "annotations": ["O", "X", "O", "O", "O", "O", "X", "O", "T", "O", "T", "T", "T", "T", "O"], "gpt2_target_score": [-13.58957290649414, -8.954142570495605, -9.608131408691406, -9.076151847839355, -9.069765090942383, -6.194633483886719], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.2285939455032349, -0.6603965759277344, -1.4265015125274658, -0.9052854776382446, -3.0730490684509277, -1.5438369512557983, -2.0971972942352295, -0.8944613933563232, -1.4247194528579712, -2.1253135204315186, -1.882246971130371, -1.6660888195037842, -0.44272011518478394, -2.097026824951172, -1.6798183917999268, -3.865894317626953, -1.4611619710922241, -2.284877061843872, -1.2240053415298462, -2.515125274658203, -2.1293253898620605, -1.9693270921707153, -2.0642971992492676, -1.5761446952819824, -1.9120303392410278, -1.2297217845916748, -1.0349693298339844, -0.9893335103988647, -1.3582701683044434]}, "iris_DBDC4_020_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been?", "response": "Where have you been?", "annotation_id": "iris_DBDC4_020_06", "annotations": ["O", "X", "O", "T", "X", "T", "X", "T", "O", "T", "T", "X", "O", "O", "T"], "gpt2_target_score": [-13.324588775634766, -6.760493278503418, -7.975231647491455, -11.525561332702637, -11.644243240356445], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.2285939455032349, -0.6603965759277344, -1.4265015125274658, -0.9052854776382446, -3.0730490684509277, -1.5438369512557983, -2.0971972942352295, -0.8944613933563232, -1.4247194528579712, -2.1253135204315186, -1.882246971130371, -1.6660888195037842, -0.44272011518478394, -2.097026824951172, -1.6798183917999268, -3.865894317626953, -1.4611619710922241, -2.284877061843872, -1.2240053415298462, -2.515125274658203, -2.1293253898620605, -1.9693270921707153, -1.5987650156021118, -1.9753504991531372, -1.2170438766479492, -1.0254273414611816, -0.9613488912582397, -1.2777531147003174, -2.1090846061706543, -0.4177260398864746, -0.9192526340484619, -1.1865715980529785, -1.734392523765564, -1.6106685400009155, -1.6193050146102905, -0.284546434879303, -0.057144731283187866, -0.4297003448009491, -0.4994008243083954]}, "iris_DBDC4_020_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con", "response": "Get downstairs!", "annotation_id": "iris_DBDC4_020_08", "annotations": ["X", "X", "O", "O", "X", "T", "X", "X", "T", "T", "T", "X", "T", "X", "T"], "gpt2_target_score": [-14.771167755126953, -14.728449821472168, -3.4787983894348145], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.2285939455032349, -0.6603965759277344, -1.4265015125274658, -0.9052854776382446, -3.0730490684509277, -1.5438369512557983, -2.0971972942352295, -0.8944613933563232, -1.4247194528579712, -2.1253135204315186, -1.882246971130371, -1.6660888195037842, -0.44272011518478394, -2.097026824951172, -1.6798183917999268, -3.865894317626953, -1.4611619710922241, -2.284877061843872, -1.2240053415298462, -2.515125274658203, -2.1293253898620605, -1.9693270921707153, -1.5987650156021118, -1.9753504991531372, -1.2170438766479492, -1.0254273414611816, -0.9613488912582397, -1.2777531147003174, -2.1090846061706543, -0.4177260398864746, -0.9192526340484619, -1.1865715980529785, -1.734392523765564, -1.4875438213348389, -0.24871492385864258, -0.09420310705900192, -0.3924485445022583, -1.9849205017089844, -1.6641825437545776, -1.790648341178894, -1.4842036962509155, -2.0426411628723145, -0.9384506344795227, -1.3484232425689697, -1.6437166929244995, -0.9696468114852905, -1.6980501413345337, -1.6560934782028198, -2.641902208328247, -1.4421241283416748, -0.7725788950920105, -1.951742172241211, -2.030863046646118, -1.4589710235595703, -0.8712646961212158]}, "iris_DBDC4_020_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con Get downstairs! yeh", "response": "How do you meanDanny", "annotation_id": "iris_DBDC4_020_10", "annotations": ["X", "O", "O", "O", "X", "X", "X", "X", "T", "T", "O", "X", "X", "O", "X"], "gpt2_target_score": [-12.292963981628418, -5.824605941772461, -7.975224018096924, -12.635567665100098, -14.727526664733887], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.2285645008087158, -0.6603960394859314, -1.4264984130859375, -0.9052590131759644, -3.07305645942688, -1.5438227653503418, -2.097210645675659, -0.8944692611694336, -1.424695611000061, -2.1253340244293213, -1.882237195968628, -1.666074514389038, -0.4427277743816376, -2.0970067977905273, -1.679787039756775, -3.8658735752105713, -1.4611316919326782, -2.284867286682129, -1.2239810228347778, -2.5150859355926514, -2.1293303966522217, -1.9692975282669067, -1.5987836122512817, -1.9753737449645996, -1.2170195579528809, -1.0254026651382446, -0.9613597393035889, -1.2777786254882812, -2.1090750694274902, -0.41771700978279114, -0.9192631244659424, -1.1865441799163818, -1.7343963384628296, -1.487487554550171, -0.24871455132961273, -0.09420213103294373, -0.39245039224624634, -1.9849019050598145, -1.664163589477539, -1.7906553745269775, -1.4841653108596802, -2.0427064895629883, -0.9384174346923828, -1.3484141826629639, -1.643683671951294, -0.9696139097213745, -1.6979888677597046, -1.656142234802246, -2.641965627670288, -1.4421234130859375, -0.7725926637649536, -2.1961171627044678, -1.5127424001693726, -1.8401155471801758, -1.7073832750320435, -1.3912829160690308, -2.05924391746521, -2.070089340209961, -0.4817667603492737, -2.1003055572509766, -1.8749183416366577, -0.6643120050430298]}, "iris_DBDC4_020_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con Get downstairs! yeh How do you meanDanny nothing. actually the computers here are not so useful", "response": "No - actually I'm not -", "annotation_id": "iris_DBDC4_020_12", "annotations": ["T", "O", "O", "O", "X", "X", "X", "X", "T", "T", "X", "X", "T", "X", "T"], "gpt2_target_score": [-11.701579093933105, -6.685659408569336, -10.87408447265625, -5.35970401763916, -10.429644584655762, -12.421202659606934, -4.6571044921875], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.2285645008087158, -0.6603960394859314, -1.4264984130859375, -0.9052590131759644, -3.07305645942688, -1.5438227653503418, -2.097210645675659, -0.8944692611694336, -1.424695611000061, -2.1253340244293213, -1.882237195968628, -1.666074514389038, -0.4427277743816376, -2.0970067977905273, -1.679787039756775, -3.8658735752105713, -1.4611316919326782, -2.284867286682129, -1.2239810228347778, -2.5150859355926514, -2.1293303966522217, -1.9692975282669067, -1.5987836122512817, -1.9753737449645996, -1.2170195579528809, -1.0254026651382446, -0.9613597393035889, -1.2777786254882812, -2.1090750694274902, -0.41771700978279114, -0.9192631244659424, -1.1865441799163818, -1.7343963384628296, -1.487487554550171, -0.24871455132961273, -0.09420213103294373, -0.39245039224624634, -1.9849019050598145, -1.664163589477539, -1.7906553745269775, -1.4841653108596802, -2.0427064895629883, -0.9384174346923828, -1.3484141826629639, -1.643683671951294, -0.9696139097213745, -1.6979888677597046, -1.656142234802246, -2.641965627670288, -1.4421234130859375, -0.7725926637649536, -2.1961171627044678, -1.5127424001693726, -1.8401155471801758, -1.7073832750320435, -1.3912829160690308, -1.9236221313476562, -0.5413550138473511, -2.225663185119629, -1.6388609409332275, -0.6756890416145325, -1.281463861465454, -1.6230425834655762, -2.0817832946777344, -2.7986137866973877, -1.1795458793640137, -0.7994810342788696, -2.983856678009033, -3.0023159980773926, -1.745663046836853, -1.5029561519622803, -2.1078011989593506, -1.536616325378418, -1.3947594165802002, -1.231740951538086, -1.474819302558899, -1.7984399795532227, -2.3734874725341797, -1.743594765663147]}, "iris_DBDC4_020_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con Get downstairs! yeh How do you meanDanny nothing. actually the computers here are not so useful No - actually I'm not - you know, they are last-century styleDESKTOP!", "response": "Last...", "annotation_id": "iris_DBDC4_020_14", "annotations": ["X", "O", "O", "O", "X", "T", "X", "X", "T", "O", "T", "O", "X", "X", "T"], "gpt2_target_score": [-14.961955070495605, -6.776296615600586], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.2285645008087158, -0.6603960394859314, -1.4264984130859375, -0.9052590131759644, -3.07305645942688, -1.5438227653503418, -2.097210645675659, -0.8944692611694336, -1.424695611000061, -2.1253340244293213, -1.882237195968628, -1.666074514389038, -0.4427277743816376, -2.0970067977905273, -1.679787039756775, -3.8658735752105713, -1.4611316919326782, -2.284867286682129, -1.2239810228347778, -2.5150859355926514, -2.1293303966522217, -1.9692975282669067, -1.5987836122512817, -1.9753737449645996, -1.2170195579528809, -1.0254026651382446, -0.9613597393035889, -1.2777786254882812, -2.1090750694274902, -0.41771700978279114, -0.9192631244659424, -1.1865441799163818, -1.7343963384628296, -1.487487554550171, -0.24871455132961273, -0.09420213103294373, -0.39245039224624634, -1.9849019050598145, -1.664163589477539, -1.7906553745269775, -1.4841653108596802, -2.0427064895629883, -0.9384174346923828, -1.3484141826629639, -1.643683671951294, -0.9696139097213745, -1.6979888677597046, -1.656142234802246, -2.641965627670288, -1.4421234130859375, -0.7725926637649536, -2.1961171627044678, -1.5127424001693726, -1.8401155471801758, -1.7073832750320435, -1.3912829160690308, -1.9236221313476562, -0.5413550138473511, -2.225663185119629, -1.6388609409332275, -0.6756890416145325, -1.281463861465454, -1.6230425834655762, -2.0817832946777344, -2.7986137866973877, -1.1795458793640137, -0.7994810342788696, -2.983856678009033, -3.0023422241210938, -1.745661973953247, -1.5029716491699219, -1.61168372631073, -1.6971397399902344, -1.4792020320892334, -1.496989369392395, -2.138486862182617, -2.2387194633483887, -1.867703914642334, -1.6001890897750854, -1.7828750610351562, -2.1051864624023438, -1.226416826248169, -2.0354135036468506, -2.580591917037964, -0.39194455742836, -1.476851463317871, -1.3377132415771484, -1.3020539283752441, -0.05896182730793953, -1.8274223804473877, -1.934841513633728, -2.3290154933929443, -1.1822527647018433, -2.2173469066619873]}, "iris_DBDC4_020_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con Get downstairs! yeh How do you meanDanny nothing. actually the computers here are not so useful No - actually I'm not - you know, they are last-century styleDESKTOP! Last... yah, very old and running Windows XP system, can you imagine?", "response": "Yah?", "annotation_id": "iris_DBDC4_020_16", "annotations": ["O", "O", "O", "O", "T", "O", "X", "X", "T", "T", "T", "O", "O", "T", "O"], "gpt2_target_score": [-11.880915641784668, -10.915029525756836, -5.5268025398254395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.2285645008087158, -0.6603960394859314, -1.4264984130859375, -0.9052590131759644, -3.07305645942688, -1.5438227653503418, -2.097210645675659, -0.8944692611694336, -1.424695611000061, -2.1253340244293213, -1.882237195968628, -1.666074514389038, -0.4427277743816376, -2.0970067977905273, -1.679787039756775, -3.8658735752105713, -1.4611316919326782, -2.284867286682129, -1.2239810228347778, -2.5150859355926514, -2.1293303966522217, -1.9692975282669067, -1.5987836122512817, -1.9753737449645996, -1.2170195579528809, -1.0254026651382446, -0.9613597393035889, -1.2777786254882812, -2.1090750694274902, -0.41771700978279114, -0.9192631244659424, -1.1865441799163818, -1.7343963384628296, -1.487487554550171, -0.24871455132961273, -0.09420213103294373, -0.39245039224624634, -1.9849019050598145, -1.664163589477539, -1.7906553745269775, -1.4841653108596802, -2.0427064895629883, -0.9384174346923828, -1.3484141826629639, -1.643683671951294, -0.9696139097213745, -1.6979888677597046, -1.656142234802246, -2.641965627670288, -1.4421234130859375, -0.7725926637649536, -2.1961171627044678, -1.5127424001693726, -1.8401155471801758, -1.7073832750320435, -1.3912829160690308, -1.9236221313476562, -0.5413550138473511, -2.225663185119629, -1.6388609409332275, -0.6756890416145325, -1.281463861465454, -1.6230425834655762, -2.0817832946777344, -2.7986137866973877, -1.1795458793640137, -0.7994810342788696, -2.983856678009033, -3.0023422241210938, -1.745661973953247, -1.5029716491699219, -1.61168372631073, -1.6971397399902344, -1.4792020320892334, -1.496989369392395, -2.138486862182617, -2.2387194633483887, -1.867703914642334, -1.6001890897750854, -1.7828750610351562, -2.1051864624023438, -1.226416826248169, -2.0354135036468506, -2.580591917037964, -0.39194455742836, -1.476851463317871, -1.3377132415771484, -1.3020539283752441, -0.05896182730793953, -1.8274223804473877, -1.934841513633728, -1.1396589279174805, -2.1330673694610596, -1.6288416385650635, -1.6795340776443481, -1.9413678646087646, -2.2439846992492676, -1.7118388414382935, -3.0692014694213867, -1.6339787244796753, -1.5563230514526367, -1.140465259552002, -1.1281332969665527, -2.5845577716827393, -0.6047062277793884, -1.950195074081421, -2.1595826148986816, -1.7232370376586914, -2.2872352600097656, -1.5128146409988403, -0.43241941928863525, -1.752431869506836]}, "iris_DBDC4_020_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con Get downstairs! yeh How do you meanDanny nothing. actually the computers here are not so useful No - actually I'm not - you know, they are last-century styleDESKTOP! Last... yah, very old and running Windows XP system, can you imagine? Yah? Exactly", "response": "So you're not resigning?", "annotation_id": "iris_DBDC4_020_18", "annotations": ["O", "O", "T", "O", "X", "X", "X", "X", "O", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.8891019821167, -5.758367538452148, -13.605484008789062, -9.523087501525879, -14.899447441101074, -8.984526634216309, -4.9423980712890625], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.2285645008087158, -0.6603960394859314, -1.4264984130859375, -0.9052590131759644, -3.07305645942688, -1.5438227653503418, -2.097210645675659, -0.8944692611694336, -1.424695611000061, -2.1253340244293213, -1.882237195968628, -1.666074514389038, -0.4427277743816376, -2.0970067977905273, -1.679787039756775, -3.8658735752105713, -1.4611316919326782, -2.284867286682129, -1.2239810228347778, -2.5150859355926514, -2.1293303966522217, -1.9692975282669067, -1.5987836122512817, -1.9753737449645996, -1.2170195579528809, -1.0254026651382446, -0.9613597393035889, -1.2777786254882812, -2.1090750694274902, -0.41771700978279114, -0.9192631244659424, -1.1865441799163818, -1.7343963384628296, -1.487487554550171, -0.24871455132961273, -0.09420213103294373, -0.39245039224624634, -1.9849019050598145, -1.664163589477539, -1.7906553745269775, -1.4841653108596802, -2.0427064895629883, -0.9384174346923828, -1.3484141826629639, -1.643683671951294, -0.9696139097213745, -1.6979888677597046, -1.656142234802246, -2.641965627670288, -1.4421234130859375, -0.7725926637649536, -2.1961171627044678, -1.5127424001693726, -1.8401155471801758, -1.7073832750320435, -1.3912829160690308, -1.9236221313476562, -0.5413550138473511, -2.225663185119629, -1.6388609409332275, -0.6756890416145325, -1.281463861465454, -1.6230425834655762, -2.0817832946777344, -2.7986137866973877, -1.1795458793640137, -0.7994810342788696, -2.983856678009033, -3.0023422241210938, -1.745661973953247, -1.5029716491699219, -1.61168372631073, -1.6971397399902344, -1.4792020320892334, -1.496989369392395, -2.138486862182617, -2.2387194633483887, -1.867703914642334, -1.6001890897750854, -1.7828750610351562, -2.1051816940307617, -1.2264254093170166, -2.035416603088379, -2.580594778060913, -0.3919489085674286, -1.4768562316894531, -1.3377110958099365, -1.3020555973052979, -0.05896115303039551, -1.827420949935913, -1.9348450899124146, -1.1396633386611938, -2.133071184158325, -1.6288440227508545, -1.6795265674591064, -1.9413659572601318, -2.244009494781494, -1.7118499279022217, -3.0691840648651123, -1.633968472480774, -1.5563201904296875, -1.1404681205749512, -1.1281217336654663, -2.584561824798584, -0.6047082543373108, -1.9501925706863403, -2.1595981121063232, -1.7232282161712646, -0.5846946239471436, -2.275797128677368, -0.9617558717727661, -2.392077684402466, -1.7642920017242432, -1.6376535892486572, -2.5552830696105957, -2.6270456314086914, -0.009534300304949284, -1.2535502910614014, -0.7999512553215027]}, "iris_DBDC4_020_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con Get downstairs! yeh How do you meanDanny nothing. actually the computers here are not so useful No - actually I'm not - you know, they are last-century styleDESKTOP! Last... yah, very old and running Windows XP system, can you imagine? Yah? Exactly So you're not resigning? I won't resign", "response": "No. I'm going to resign, Danny. In a hour. You can't stop me now.", "annotation_id": "iris_DBDC4_020_20", "annotations": ["T", "O", "T", "O", "T", "O", "X", "X", "T", "O", "T", "X", "T", "X", "O"], "gpt2_target_score": [-11.701579093933105, -9.806112289428711, -4.6580281257629395, -8.581307411193848, -11.296923637390137, -9.947081565856934, -12.89703369140625, -6.666520118713379, -11.298161506652832, -2.9515833854675293, -9.35046100616455, -8.562071800231934, -14.481229782104492, -6.28077507019043, -11.650654792785645, -9.376127243041992, -4.925454616546631, -10.923209190368652, -6.682152271270752, -8.177915573120117, -1.4611316919326782], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.2285645008087158, -0.6603960394859314, -1.4264984130859375, -0.9052590131759644, -3.07305645942688, -1.5438227653503418, -2.097210645675659, -0.8944692611694336, -1.424695611000061, -2.1253340244293213, -1.882237195968628, -1.666074514389038, -0.4427277743816376, -2.0970067977905273, -1.679787039756775, -3.8658735752105713, -1.4611316919326782, -2.284867286682129, -1.2239810228347778, -2.5150859355926514, -2.1293303966522217, -1.9692975282669067, -1.5987836122512817, -1.9753737449645996, -1.2170195579528809, -1.0254026651382446, -0.9613597393035889, -1.2777786254882812, -2.1090750694274902, -0.41771700978279114, -0.9192631244659424, -1.1865441799163818, -1.7343963384628296, -1.487487554550171, -0.24871455132961273, -0.09420213103294373, -0.39245039224624634, -1.9849019050598145, -1.664163589477539, -1.7906553745269775, -1.4841653108596802, -2.0427064895629883, -0.9384174346923828, -1.3484141826629639, -1.643683671951294, -0.9696139097213745, -1.6979888677597046, -1.656142234802246, -2.641965627670288, -1.4421234130859375, -0.7725926637649536, -2.1961171627044678, -1.5127424001693726, -1.8401155471801758, -1.7073832750320435, -1.3912829160690308, -1.9236221313476562, -0.5413550138473511, -2.225663185119629, -1.6388609409332275, -0.6756890416145325, -1.281463861465454, -1.6230425834655762, -2.0817832946777344, -2.7986137866973877, -1.1795458793640137, -0.7994810342788696, -2.983856678009033, -3.0023422241210938, -1.745661973953247, -1.5029716491699219, -1.61168372631073, -1.6971397399902344, -1.4792020320892334, -1.496989369392395, -2.138486862182617, -2.2387194633483887, -1.867703914642334, -1.6001890897750854, -1.7828750610351562, -2.1051864624023438, -1.226416826248169, -2.0354135036468506, -2.580591917037964, -0.39194455742836, -1.476851463317871, -1.3377132415771484, -1.3020539283752441, -0.05896182730793953, -1.8274223804473877, -1.934841513633728, -1.1396589279174805, -2.1330673694610596, -1.6288416385650635, -1.6795340776443481, -1.9413678646087646, -2.2439846992492676, -1.7118388414382935, -3.0692014694213867, -1.6339787244796753, -1.5563230514526367, -1.140465259552002, -1.1281332969665527, -2.5845577716827393, -0.6047062277793884, -1.950195074081421, -2.1595826148986816, -1.7232370376586914, -0.584680438041687, -2.2758028507232666, -0.9617559313774109, -1.771649718284607, -2.0985443592071533, -2.1056387424468994, -2.9656429290771484, -0.011968232691287994, -1.372138261795044, -2.2799572944641113, -1.308278203010559, -0.028602328151464462, -1.5429315567016602, -1.7842005491256714, -2.3466529846191406, -0.9357424974441528, -1.404180884361267, -1.4857492446899414, -0.8992869853973389, -0.1659550666809082, -1.0590394735336304, -1.7675238847732544, -1.9859273433685303, -0.5691651701927185, -1.3270546197891235, -1.3905582427978516, -2.1197688579559326, -1.6274811029434204, -1.0568474531173706, -1.326422929763794, -1.5725739002227783, -0.3420010805130005, -1.204476237297058, -1.1975570917129517, -0.521802544593811, -0.6451796293258667]}, "iris_DBDC4_023_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex", "response": "Hi.", "annotation_id": "iris_DBDC4_023_02", "annotations": ["O", "O", "T", "O", "T", "X", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-11.856884002685547, -9.806148529052734], "gpt2_argmax_score": [-1.8457903861999512, -1.5987210273742676, -3.2205493450164795, -1.0007014274597168, -1.5126794576644897, -1.990929126739502, -1.5519765615463257, -1.1105895042419434]}, "iris_DBDC4_023_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today?", "response": "I'm fine. Thanks.", "annotation_id": "iris_DBDC4_023_04", "annotations": ["O", "O", "T", "T", "O", "X", "O", "T", "O", "T", "T", "O", "O", "T", "O"], "gpt2_target_score": [-9.925350189208984, -9.259699821472168, -13.068668365478516, -3.6868090629577637, -7.982967376708984, -3.333566427230835], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.37857985496521, -1.0883851051330566, -1.7539666891098022, -1.677167296409607, -1.0282453298568726, -2.076824426651001, -2.0415170192718506, -1.5221526622772217, -2.6742238998413086, -1.3568514585494995, -1.355507254600525, -0.754822850227356, -0.2626766860485077]}, "iris_DBDC4_023_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today", "response": "What!?", "annotation_id": "iris_DBDC4_023_06", "annotations": ["O", "O", "O", "T", "O", "X", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-11.792064666748047, -11.021021842956543], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.37857985496521, -1.0883851051330566, -1.7539666891098022, -1.677167296409607, -1.0282453298568726, -2.076824426651001, -1.5182329416275024, -2.797245502471924, -1.1776975393295288, -1.4560191631317139, -0.7684518694877625, -1.6462783813476562, -1.05594801902771, -1.922937273979187, -1.3452153205871582, -2.1187875270843506, -0.6200032830238342, -0.6561040878295898, -2.043670654296875, -1.6114501953125, -0.8453778624534607]}, "iris_DBDC4_023_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes", "response": "... Did you wish to see someone, sir?", "annotation_id": "iris_DBDC4_023_08", "annotations": ["T", "X", "X", "X", "X", "X", "T", "X", "O", "X", "T", "O", "X", "X", "O"], "gpt2_target_score": [-5.494189739227295, -7.351466178894043, -7.975231647491455, -12.446208000183105, -7.846607208251953, -9.900979995727539, -11.315725326538086, -6.635772228240967, -11.392193794250488, -1.0282453298568726], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.37857985496521, -1.0883851051330566, -1.7539666891098022, -1.677167296409607, -1.0282453298568726, -2.076824426651001, -1.5182329416275024, -2.797245502471924, -1.1776975393295288, -1.4560191631317139, -0.7684518694877625, -1.6462783813476562, -1.05594801902771, -1.922937273979187, -1.3452153205871582, -2.1187875270843506, -0.6200032830238342, -0.6561040878295898, -1.5458271503448486, -1.8042932748794556, -1.2571134567260742, -2.138481378555298, -2.6300501823425293, -0.36891528964042664, -2.981748104095459, -1.1837331056594849, -2.4665162563323975, -2.055302858352661, -1.4508305788040161, -1.3746107816696167, -0.1840289980173111, -0.3332403600215912]}, "iris_DBDC4_023_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes ... Did you wish to see someone, sir? No", "response": "Not it at all, really.", "annotation_id": "iris_DBDC4_023_10", "annotations": ["T", "T", "X", "T", "O", "X", "X", "O", "T", "O", "O", "O", "X", "X", "O"], "gpt2_target_score": [-13.634342193603516, -6.0126142501831055, -7.173874378204346, -6.231540203094482, -2.297321319580078, -9.308511734008789, -11.857442855834961], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.37857985496521, -1.0883851051330566, -1.7539666891098022, -1.677167296409607, -1.0282453298568726, -2.076824426651001, -1.5182329416275024, -2.797245502471924, -1.1776975393295288, -1.4560191631317139, -0.7684518694877625, -1.6462783813476562, -1.05594801902771, -1.922937273979187, -1.3452153205871582, -2.1187875270843506, -0.6200032830238342, -0.6561040878295898, -1.5458271503448486, -1.8042932748794556, -1.2571134567260742, -1.9561563730239868, -0.35022902488708496, -2.9146223068237305, -1.1492935419082642, -2.5140156745910645, -2.134808301925659, -1.4582980871200562, -1.7507905960083008, -0.21667219698429108, -1.4293410778045654, -1.4082765579223633, -1.9252090454101562, -1.8983782529830933, -1.8387831449508667, -0.15509872138500214, -0.8216519951820374, -1.690802812576294, -0.9953187108039856, -1.601655125617981]}, "iris_DBDC4_023_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes ... Did you wish to see someone, sir? No Not it at all, really. Really, i dont want to see any one", "response": "I want to see, I want to see.", "annotation_id": "iris_DBDC4_023_12", "annotations": ["X", "O", "T", "O", "O", "X", "T", "T", "T", "X", "T", "T", "X", "X", "O"], "gpt2_target_score": [-9.925350189208984, -8.779353141784668, -7.520920276641846, -10.77338695526123, -2.297321319580078, -3.9484193325042725, -11.933355331420898, -4.090285778045654, -12.2201509475708, -3.8367629051208496], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.37857985496521, -1.0883851051330566, -1.7539666891098022, -1.677167296409607, -1.0282453298568726, -2.076824426651001, -1.5182329416275024, -2.797245502471924, -1.1776975393295288, -1.4560191631317139, -0.7684518694877625, -1.6462783813476562, -1.05594801902771, -1.922937273979187, -1.3452153205871582, -2.1187875270843506, -0.6200032830238342, -0.6561040878295898, -1.5458271503448486, -1.8042932748794556, -1.2571134567260742, -1.9561563730239868, -0.35022902488708496, -2.9146223068237305, -1.1492935419082642, -2.514019727706909, -2.1348278522491455, -1.458296775817871, -1.7507903575897217, -0.21667122840881348, -1.4293363094329834, -1.40827214717865, -1.8759334087371826, -1.2691209316253662, -0.3742568790912628, -0.8000496625900269, -1.7168042659759521, -1.0354907512664795, -1.70144522190094, -1.4495651721954346, -1.5309313535690308, -1.8806822299957275, -1.541220784187317, -0.24769751727581024, -1.7697125673294067, -1.925451397895813, -1.1390553712844849, -1.3568989038467407, -1.9967397451400757, -2.2707021236419678, -0.224229097366333, -0.22703981399536133, -2.154618740081787, -1.8626433610916138, -1.8064286708831787, -0.16638505458831787, -0.20298659801483154, -2.3277475833892822, -0.9888327717781067]}, "iris_DBDC4_023_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes ... Did you wish to see someone, sir? No Not it at all, really. Really, i dont want to see any one I want to see, I want to see. who would you like to see?", "response": "Your master's ships... going home...", "annotation_id": "iris_DBDC4_023_14", "annotations": ["X", "T", "T", "X", "X", "X", "T", "T", "T", "X", "O", "T", "X", "X", "O"], "gpt2_target_score": [-13.140345573425293, -11.181631088256836, -3.881920337677002, -16.034042358398438, -3.5001983642578125, -11.2615327835083, -13.592684745788574, -7.944479465484619], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.0883668661117554, -1.754003882408142, -1.6771169900894165, -1.0282652378082275, -2.076819658279419, -1.5182286500930786, -2.7972412109375, -1.177704095840454, -1.4560261964797974, -0.7684205770492554, -1.646240472793579, -1.0559996366500854, -1.922944188117981, -1.345242977142334, -2.11879825592041, -0.6199979186058044, -0.6561233401298523, -1.5458064079284668, -1.8043097257614136, -1.2570866346359253, -1.9561997652053833, -0.3502354919910431, -2.91463565826416, -1.1492618322372437, -2.514005184173584, -2.1348330974578857, -1.4583325386047363, -1.7507836818695068, -0.2166760414838791, -1.4293429851531982, -1.4082858562469482, -1.8758749961853027, -1.269127607345581, -0.37428075075149536, -0.8000699281692505, -1.7167984247207642, -1.0354807376861572, -1.7014952898025513, -1.449535846710205, -1.5309540033340454, -1.88065767288208, -1.5412615537643433, -0.24770542979240417, -1.7697268724441528, -1.9254839420318604, -1.1390607357025146, -1.356874942779541, -1.9314976930618286, -0.45846614241600037, -0.259401798248291, -1.0098897218704224, -1.5734797716140747, -1.6189919710159302, -0.25775039196014404, -0.3696112632751465, -2.471737861633301, -1.8799678087234497, -1.9502134323120117, -0.4716200828552246, -0.8683049082756042, -0.2738077938556671, -0.27478206157684326, -0.5252787470817566, -1.1895891427993774, -1.801176905632019, -2.322985887527466, -2.07089900970459, -2.6575629711151123, -1.8950130939483643, -0.9228625893592834, -0.6399110555648804, -1.5067760944366455, -0.7929360270500183]}, "iris_DBDC4_023_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes ... Did you wish to see someone, sir? No Not it at all, really. Really, i dont want to see any one I want to see, I want to see. who would you like to see? Your master's ships... going home... what?", "response": "Something that made you very sad?", "annotation_id": "iris_DBDC4_023_16", "annotations": ["O", "O", "T", "T", "T", "X", "X", "T", "O", "X", "T", "T", "X", "T", "O"], "gpt2_target_score": [-15.85303020477295, -6.813604354858398, -8.484832763671875, -9.07613468170166, -10.600181579589844, -11.937207221984863, -13.04883098602295], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.0883668661117554, -1.754003882408142, -1.6771169900894165, -1.0282652378082275, -2.076819658279419, -1.5182286500930786, -2.7972412109375, -1.177704095840454, -1.4560261964797974, -0.7684205770492554, -1.646240472793579, -1.0559996366500854, -1.922944188117981, -1.345242977142334, -2.11879825592041, -0.6199979186058044, -0.6561233401298523, -1.5458064079284668, -1.8043097257614136, -1.2570866346359253, -1.9561997652053833, -0.3502354919910431, -2.91463565826416, -1.1492618322372437, -2.514005184173584, -2.1348330974578857, -1.4583325386047363, -1.7507836818695068, -0.2166760414838791, -1.4293429851531982, -1.4082858562469482, -1.8758749961853027, -1.269127607345581, -0.37428075075149536, -0.8000699281692505, -1.7167984247207642, -1.035470962524414, -1.7014796733856201, -1.4495421648025513, -1.5309557914733887, -1.8806571960449219, -1.5412646532058716, -0.24770012497901917, -1.7697322368621826, -1.9254828691482544, -1.139065146446228, -1.3568824529647827, -1.9315146207809448, -0.45846936106681824, -0.25939932465553284, -1.0098774433135986, -1.5734690427780151, -1.61899733543396, -0.25774824619293213, -0.36960920691490173, -2.471738338470459, -1.8799740076065063, -1.950209140777588, -0.47162431478500366, -0.8683107495307922, -0.27381351590156555, -0.2747757136821747, -0.5252779126167297, -1.189598798751831, -2.3028509616851807, -1.613926887512207, -2.4934277534484863, -1.2536860704421997, -1.95703125, -0.6663920879364014, -1.712844729423523, -2.356923818588257, -2.019385576248169, -2.087221622467041, -1.9849625825881958, -2.172398090362549, -2.542901039123535, -0.5427588224411011, -2.2060115337371826, -0.876668393611908, -1.1298487186431885, -0.5935994386672974]}, "iris_DBDC4_023_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes ... Did you wish to see someone, sir? No Not it at all, really. Really, i dont want to see any one I want to see, I want to see. who would you like to see? Your master's ships... going home... what? Something that made you very sad? nothing made me sad. i am just slacking.", "response": "I don't want to mention names.", "annotation_id": "iris_DBDC4_023_18", "annotations": ["X", "O", "X", "X", "X", "X", "X", "X", "T", "X", "T", "T", "X", "X", "O"], "gpt2_target_score": [-9.925333976745605, -7.653570175170898, -12.012332916259766, -10.108506202697754, -7.846611022949219, -13.35118579864502, -15.846240043640137, -7.698812961578369], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.0883668661117554, -1.754003882408142, -1.6771169900894165, -1.0282652378082275, -2.076819658279419, -1.5182286500930786, -2.7972412109375, -1.177704095840454, -1.4560261964797974, -0.7684205770492554, -1.646240472793579, -1.0559996366500854, -1.922944188117981, -1.345242977142334, -2.11879825592041, -0.6199979186058044, -0.6561233401298523, -1.5458064079284668, -1.8043097257614136, -1.2570866346359253, -1.9561997652053833, -0.3502354919910431, -2.91463565826416, -1.1492618322372437, -2.514005184173584, -2.1348330974578857, -1.4583325386047363, -1.7507836818695068, -0.2166760414838791, -1.4293429851531982, -1.4082858562469482, -1.8758749961853027, -1.269127607345581, -0.37428075075149536, -0.8000699281692505, -1.7167984247207642, -1.0354807376861572, -1.7014952898025513, -1.449535846710205, -1.5309540033340454, -1.88065767288208, -1.5412615537643433, -0.24770542979240417, -1.7697268724441528, -1.9254839420318604, -1.1390607357025146, -1.356874942779541, -1.9314976930618286, -0.45846614241600037, -0.259401798248291, -1.0098897218704224, -1.5734797716140747, -1.6189919710159302, -0.25775039196014404, -0.3696112632751465, -2.471737861633301, -1.8799678087234497, -1.9502134323120117, -0.4716200828552246, -0.8683049082756042, -0.2738077938556671, -0.27478206157684326, -0.5252787470817566, -1.1895891427993774, -2.302852153778076, -1.6139271259307861, -2.493425130844116, -1.2536920309066772, -1.9570326805114746, -0.6663920879364014, -1.712847113609314, -2.3569376468658447, -2.019392967224121, -2.0871994495391846, -2.4208552837371826, -2.352870225906372, -0.8816368579864502, -1.9896844625473022, -0.7645841240882874, -1.5137079954147339, -1.7058851718902588, -1.9962111711502075, -0.7880614995956421, -1.174224853515625, -1.047390341758728, -1.9055017232894897, -2.7071757316589355, -2.3874542713165283, -2.539912223815918, -0.1657009720802307, -0.9089697003364563, -2.0306320190429688, -1.9928210973739624, -2.073120594024658, -0.0938238576054573, -1.5881034135818481, -0.20441193878650665, -0.24354220926761627, -1.3251729011535645, -1.7360022068023682, -1.3212789297103882]}, "iris_DBDC4_023_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes ... Did you wish to see someone, sir? No Not it at all, really. Really, i dont want to see any one I want to see, I want to see. who would you like to see? Your master's ships... going home... what? Something that made you very sad? nothing made me sad. i am just slacking. I don't want to mention names. well, it's up to you.", "response": "Danny, seldom does a day go by that I'm not burned in effigy.", "annotation_id": "iris_DBDC4_023_20", "annotations": ["X", "O", "T", "X", "X", "X", "X", "T", "X", "X", "X", "X", "X", "T", "O"], "gpt2_target_score": [-17.79604721069336, -8.954107284545898, -14.793418884277344, -8.731690406799316, -8.328201293945312, -12.767155647277832, -13.226366996765137, -10.199071884155273, -4.476646900177002, -6.635503768920898, -11.17026424407959, -9.570672988891602, -11.221710205078125, -4.870086669921875, -16.111894607543945, -15.334185600280762, -11.974472045898438, -8.278976440429688], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.0883668661117554, -1.754003882408142, -1.6771169900894165, -1.0282652378082275, -2.076819658279419, -1.5182286500930786, -2.7972412109375, -1.177704095840454, -1.4560261964797974, -0.7684205770492554, -1.646240472793579, -1.0559996366500854, -1.922944188117981, -1.345242977142334, -2.11879825592041, -0.6199979186058044, -0.6561233401298523, -1.5458064079284668, -1.8043097257614136, -1.2570866346359253, -1.9561997652053833, -0.3502354919910431, -2.91463565826416, -1.1492618322372437, -2.514005184173584, -2.1348330974578857, -1.4583325386047363, -1.7507836818695068, -0.2166760414838791, -1.4293429851531982, -1.4082858562469482, -1.8758749961853027, -1.269127607345581, -0.37428075075149536, -0.8000699281692505, -1.7167984247207642, -1.0354807376861572, -1.7014952898025513, -1.449535846710205, -1.5309540033340454, -1.88065767288208, -1.5412615537643433, -0.24770542979240417, -1.7697268724441528, -1.9254839420318604, -1.1390607357025146, -1.356874942779541, -1.9314976930618286, -0.45846614241600037, -0.259401798248291, -1.0098897218704224, -1.5734797716140747, -1.6189919710159302, -0.25775039196014404, -0.3696112632751465, -2.471737861633301, -1.8799678087234497, -1.9502134323120117, -0.4716200828552246, -0.8683049082756042, -0.2738077938556671, -0.27478206157684326, -0.5252787470817566, -1.1895891427993774, -2.302852153778076, -1.6139271259307861, -2.493425130844116, -1.2536920309066772, -1.9570326805114746, -0.6663920879364014, -1.712847113609314, -2.3569376468658447, -2.019392967224121, -2.0871994495391846, -2.4208552837371826, -2.352870225906372, -0.8816368579864502, -1.9896844625473022, -0.7645841240882874, -1.5137079954147339, -1.7058851718902588, -1.9962111711502075, -0.7880614995956421, -1.174224853515625, -1.0473792552947998, -1.905496597290039, -2.7071895599365234, -2.3874621391296387, -2.5399138927459717, -0.16570329666137695, -0.9089605212211609, -2.0306358337402344, -1.831603765487671, -0.027839990332722664, -0.9018300771713257, -0.2469935119152069, -0.37615966796875, -1.650374412536621, -1.8185629844665527, -1.8164050579071045, -1.1352901458740234, -1.6229972839355469, -0.9306175708770752, -1.8878244161605835, -0.1672426462173462, -0.13956329226493835, -1.0375627279281616, -2.1428627967834473, -2.0073509216308594, -0.5313887596130371, -2.015627145767212, -1.6416397094726562, -1.6394257545471191, -2.9506402015686035, -1.928663969039917, -0.19302307069301605, -1.2761973142623901, -2.193734645843506, -2.4156525135040283, -1.8290728330612183, -1.4235862493515015, -0.841538667678833, -1.394660472869873, -0.8271856307983398, -0.40471118688583374, -0.6806157827377319, -1.1391631364822388]}, "iris_DBDC4_025_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi", "response": "Hi.", "annotation_id": "iris_DBDC4_025_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "X", "O", "O", "O", "O", "O"], "gpt2_target_score": [-11.856884002685547, -9.806148529052734], "gpt2_argmax_score": [-1.8457903861999512, -1.5987210273742676, -3.2205493450164795, -1.183750867843628, -2.2943215370178223, -1.2712048292160034, -1.179674744606018]}, "iris_DBDC4_025_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name", "response": "Why don't you ask to somebody else? I am just a robot!", "annotation_id": "iris_DBDC4_025_04", "annotations": ["O", "O", "X", "X", "O", "T", "X", "X", "T", "X", "O", "O", "O", "T", "T"], "gpt2_target_score": [-12.477771759033203, -7.653559684753418, -12.012332916259766, -6.99846076965332, -10.417695045471191, -10.021491050720215, -14.622014999389648, -12.866472244262695, -10.060404777526855, -6.087423324584961, -12.343574523925781, -8.139410018920898, -12.129172325134277, -14.279733657836914, -7.4344611167907715], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -0.993783175945282, -1.0945807695388794, -1.1881009340286255, -1.265183925628662, -1.4524335861206055, -0.4455167055130005, -2.768616199493408, -1.956289529800415, -0.3505014479160309, -0.21308355033397675, -1.808301329612732, -1.4369609355926514, -1.2877675294876099, -1.8484381437301636, -0.5843530893325806, -0.2305818498134613, -1.2716652154922485, -1.5121320486068726, -1.970702886581421, -2.7885425090789795, -1.153714895248413, -0.11206672340631485]}, "iris_DBDC4_025_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here!", "response": "How's everything, Danny?", "annotation_id": "iris_DBDC4_025_06", "annotations": ["X", "O", "X", "O", "O", "O", "T", "O", "O", "X", "O", "T", "O", "X", "O"], "gpt2_target_score": [-12.292964935302734, -10.576624870300293, -11.929168701171875, -2.400514602661133, -10.930848121643066, -12.522833824157715], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -0.993783175945282, -1.0945807695388794, -1.1881009340286255, -1.265183925628662, -1.4524335861206055, -0.4455167055130005, -1.7904034852981567, -0.25448673963546753, -0.1830778867006302, -2.001465082168579, -1.510567307472229, -1.2434231042861938, -1.829155683517456, -0.6998207569122314, -1.1541732549667358, -1.2143691778182983, -1.5474261045455933, -1.975161075592041, -2.928701877593994, -1.2647271156311035, -1.6214110851287842, -1.2511494159698486, -1.060793399810791, -0.9576311707496643, -2.0368032455444336, -1.229447603225708, -1.5960900783538818, -1.575149416923523, -2.0491037368774414, -1.6733120679855347, -1.098950743675232, -1.2305561304092407, -2.5778608322143555, -0.9438400864601135, -0.27364686131477356]}, "iris_DBDC4_025_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks", "response": "How do you want to pay?", "annotation_id": "iris_DBDC4_025_08", "annotations": ["O", "T", "X", "X", "O", "X", "O", "X", "X", "X", "O", "T", "X", "T", "X"], "gpt2_target_score": [-12.292964935302734, -5.8245954513549805, -7.975231647491455, -9.248079299926758, -6.779725074768066, -15.098212242126465, -5.775259017944336], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -0.993783175945282, -1.0945807695388794, -1.1881009340286255, -1.265183925628662, -1.4524335861206055, -0.4455167055130005, -1.7904034852981567, -0.25448673963546753, -0.1830778867006302, -2.001465082168579, -1.510567307472229, -1.2434231042861938, -1.829155683517456, -0.6998207569122314, -1.1541732549667358, -1.2143691778182983, -1.5474261045455933, -1.975161075592041, -2.928701877593994, -1.2647271156311035, -1.6214083433151245, -1.2511507272720337, -1.0607930421829224, -0.9576404094696045, -2.0368032455444336, -1.2294429540634155, -1.5960955619812012, -1.5751593112945557, -1.655535101890564, -1.1370673179626465, -0.7636289596557617, -2.5596072673797607, -1.0463383197784424, -1.6114881038665771, -1.0653034448623657, -1.4961843490600586, -1.3070933818817139, -1.963058352470398, -1.3842999935150146, -0.29721274971961975, -1.5309269428253174, -0.7123002409934998, -1.6910237073898315, -1.1876845359802246, -0.34862276911735535]}, "iris_DBDC4_025_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks How do you want to pay? I do not want to pay", "response": "What's fair?", "annotation_id": "iris_DBDC4_025_10", "annotations": ["O", "T", "X", "X", "O", "X", "O", "X", "X", "X", "T", "X", "X", "T", "X"], "gpt2_target_score": [-11.792064666748047, -10.576624870300293, -13.661781311035156, -3.820924758911133], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -0.993783175945282, -1.0945807695388794, -1.1881009340286255, -1.265183925628662, -1.4524335861206055, -0.4455167055130005, -1.7904034852981567, -0.25448673963546753, -0.1830778867006302, -2.001465082168579, -1.510567307472229, -1.2434231042861938, -1.829155683517456, -0.6998207569122314, -1.1541732549667358, -1.2143691778182983, -1.5474261045455933, -1.975161075592041, -2.928701877593994, -1.2647271156311035, -1.6214110851287842, -1.2511494159698486, -1.060793399810791, -0.9576311707496643, -2.0368032455444336, -1.229447603225708, -1.5960900783538818, -1.575149416923523, -1.655537724494934, -1.1370826959609985, -0.7636364698410034, -2.5596134662628174, -1.0463347434997559, -1.611492395401001, -1.0653142929077148, -1.4961906671524048, -1.3070894479751587, -1.0049498081207275, -0.3939998745918274, -1.6388888359069824, -0.6177864074707031, -1.890496015548706, -1.1577186584472656, -1.5777794122695923, -1.8081073760986328, -1.2454112768173218, -1.0809624195098877, -0.2710743248462677, -1.2294856309890747, -1.4560095071792603, -1.91977858543396, -1.895051121711731, -0.8388885855674744, -0.8958057165145874, -0.3775029182434082]}, "iris_DBDC4_025_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks How do you want to pay? I do not want to pay What's fair? not paying is fair...  hahaha", "response": "It just is not fair.", "annotation_id": "iris_DBDC4_025_12", "annotations": ["O", "T", "O", "X", "O", "X", "O", "X", "T", "X", "O", "T", "O", "O", "X"], "gpt2_target_score": [-13.879229545593262, -5.913381576538086, -3.9972691535949707, -9.146123886108398, -14.746105194091797, -11.598949432373047], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -0.9937781095504761, -1.094570279121399, -1.1881452798843384, -1.2652031183242798, -1.4524286985397339, -0.44551989436149597, -1.790421724319458, -0.2544897794723511, -0.18307164311408997, -2.0014636516571045, -1.5105857849121094, -1.2434332370758057, -1.8291501998901367, -0.6998422741889954, -1.1541776657104492, -1.2143644094467163, -1.547420620918274, -1.9751527309417725, -2.92868709564209, -1.2647266387939453, -1.6213818788528442, -1.2511323690414429, -1.0608104467391968, -0.9576009511947632, -2.036827564239502, -1.2294660806655884, -1.5961496829986572, -1.57515287399292, -1.655526041984558, -1.1370888948440552, -0.7636348009109497, -2.559652328491211, -1.0463385581970215, -1.6115127801895142, -1.0653038024902344, -1.4961997270584106, -1.3070944547653198, -1.0049594640731812, -0.3939724862575531, -1.638858437538147, -0.617742121219635, -1.890479326248169, -1.1577364206314087, -1.5777912139892578, -1.8081426620483398, -1.2454216480255127, -1.080959439277649, -0.27106696367263794, -1.2295058965682983, -1.4559882879257202, -1.885258674621582, -0.9211414456367493, -0.7427029013633728, -1.844144344329834, -0.6781873106956482, -2.0500786304473877, -0.36464348435401917, -1.4746270179748535, -2.2912933826446533, -1.3968565464019775, -0.3099234104156494, -0.7663527727127075, -2.3968424797058105, -2.189896583557129, -0.5719071626663208, -1.7368919849395752, -1.8914095163345337, -0.053143009543418884, -1.1012701988220215, -1.4625051021575928]}, "iris_DBDC4_025_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks How do you want to pay? I do not want to pay What's fair? not paying is fair...  hahaha It just is not fair. ok, seriously, what is your name?", "response": "Yeah. You know, my whole life I've been afraid being just another nerdy Indian guy turned doctor.", "annotation_id": "iris_DBDC4_025_14", "annotations": ["X", "X", "X", "X", "O", "X", "T", "X", "X", "X", "O", "T", "X", "T", "X"], "gpt2_target_score": [-14.672785758972168, -9.806112289428711, -8.83370590209961, -9.150106430053711, -2.081523895263672, -6.957881927490234, -11.74089527130127, -6.759618282318115, -9.537038803100586, -14.159462928771973, -9.516617774963379, -19.20413589477539, -12.699444770812988, -2.989790678024292, -8.62307357788086, -12.349023818969727, -15.013812065124512, -14.846677780151367, -10.44824504852295, -9.112725257873535, -11.03829574584961, -7.043359756469727], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -0.9937781095504761, -1.094570279121399, -1.1881452798843384, -1.2652031183242798, -1.4524286985397339, -0.44551989436149597, -1.790421724319458, -0.2544897794723511, -0.18307164311408997, -2.0014636516571045, -1.5105857849121094, -1.2434332370758057, -1.8291501998901367, -0.6998422741889954, -1.1541776657104492, -1.2143644094467163, -1.547420620918274, -1.9751527309417725, -2.92868709564209, -1.2647266387939453, -1.6213818788528442, -1.2511323690414429, -1.0608104467391968, -0.9576009511947632, -2.036827564239502, -1.2294660806655884, -1.5961496829986572, -1.57515287399292, -1.655526041984558, -1.1370888948440552, -0.7636348009109497, -2.559652328491211, -1.0463271141052246, -1.6115038394927979, -1.0653035640716553, -1.4961955547332764, -1.3070862293243408, -1.0049597024917603, -0.39397770166397095, -1.638866662979126, -0.6177424192428589, -1.8904732465744019, -1.157727599143982, -1.577788233757019, -1.8081411123275757, -1.2454116344451904, -1.0809632539749146, -0.27106595039367676, -1.2295200824737549, -1.4559974670410156, -1.8852671384811401, -0.9211519956588745, -0.7427048087120056, -1.8441424369812012, -0.6781824231147766, -2.0500645637512207, -0.3646436631679535, -1.4746242761611938, -2.2912802696228027, -1.3968567848205566, -0.3099216818809509, -0.766349196434021, -2.3968451023101807, -0.505918025970459, -1.7230678796768188, -1.669029712677002, -0.045508187264204025, -1.1734815835952759, -1.7906488180160522, -1.2670056819915771, -2.0624468326568604, -1.2170639038085938, -1.7775346040725708, -1.3777645826339722, -0.16601787507534027, -0.5483417510986328, -0.39373207092285156, -1.5471655130386353, -2.5385525226593018, -0.8122875094413757, -1.3416260480880737, -1.976664662361145, -1.0551241636276245, -1.7706273794174194, -0.21538284420967102, -1.1990433931350708, -1.1315739154815674, -1.713848352432251, -1.0171693563461304, -1.445128083229065, -0.5683742761611938, -1.0597859621047974, -0.822220504283905, -1.1141929626464844, -0.01913680136203766, -2.5861928462982178, -1.3154902458190918, -1.2039424180984497, -0.840927243232727, -1.1752784252166748, -1.5730617046356201]}, "iris_DBDC4_025_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks How do you want to pay? I do not want to pay What's fair? not paying is fair...  hahaha It just is not fair. ok, seriously, what is your name? Yeah. You know, my whole life I've been afraid being just another nerdy Indian guy turned doctor. you are nonsensical", "response": "Alex Ernswiler, private first class.", "annotation_id": "iris_DBDC4_025_16", "annotations": ["X", "T", "X", "X", "O", "X", "O", "X", "X", "X", "O", "X", "X", "T", "X"], "gpt2_target_score": [-16.69070816040039, -27.727895736694336, -17.208812713623047, -16.288122177124023, -2.081523895263672, -14.11935043334961, -9.253849983215332, -12.488317489624023, -10.986989974975586], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -0.9937781095504761, -1.094570279121399, -1.1881452798843384, -1.2652031183242798, -1.4524286985397339, -0.44551989436149597, -1.790421724319458, -0.2544897794723511, -0.18307164311408997, -2.0014636516571045, -1.5105857849121094, -1.2434332370758057, -1.8291501998901367, -0.6998422741889954, -1.1541776657104492, -1.2143644094467163, -1.547420620918274, -1.9751527309417725, -2.92868709564209, -1.2647266387939453, -1.6213818788528442, -1.2511323690414429, -1.0608104467391968, -0.9576009511947632, -2.036827564239502, -1.2294660806655884, -1.5961496829986572, -1.57515287399292, -1.655526041984558, -1.1370888948440552, -0.7636348009109497, -2.559652328491211, -1.0463271141052246, -1.6115038394927979, -1.0653035640716553, -1.4961955547332764, -1.3070862293243408, -1.0049597024917603, -0.39397770166397095, -1.638866662979126, -0.6177424192428589, -1.8904732465744019, -1.157727599143982, -1.577788233757019, -1.8081411123275757, -1.2454116344451904, -1.0809632539749146, -0.27106595039367676, -1.2295200824737549, -1.4559974670410156, -1.8852671384811401, -0.9211519956588745, -0.7427048087120056, -1.8441424369812012, -0.6781824231147766, -2.0500645637512207, -0.3646436631679535, -1.4746242761611938, -2.2912802696228027, -1.3968567848205566, -0.3099216818809509, -0.766349196434021, -2.3968451023101807, -0.505918025970459, -1.7230678796768188, -1.669029712677002, -0.045508187264204025, -1.1734815835952759, -1.7906488180160522, -1.2670056819915771, -2.0624468326568604, -1.2170639038085938, -1.7775346040725708, -1.3777645826339722, -0.16601787507534027, -0.5483417510986328, -0.39373207092285156, -1.5471655130386353, -0.8356024026870728, -1.59201979637146, -1.9246807098388672, -1.0338791608810425, -1.673615574836731, -0.16625231504440308, -1.167069911956787, -1.0512853860855103, -1.702791452407837, -1.0188697576522827, -1.4146151542663574, -0.6299779415130615, -1.0743261575698853, -0.8013066053390503, -1.01886785030365, -0.01680421084165573, -2.6645538806915283, -1.3432209491729736, -1.2166826725006104, -0.7959011197090149, -1.241834282875061, -1.6401922702789307, -1.5208021402359009, -1.921770453453064, -1.1097638607025146, -2.177342653274536, -1.518344521522522, -2.2402422428131104, -1.3052090406417847, -1.178693175315857, -2.120047092437744, -1.2349447011947632, -1.092965006828308, -2.167302131652832, -1.1201667785644531]}, "iris_DBDC4_025_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks How do you want to pay? I do not want to pay What's fair? not paying is fair...  hahaha It just is not fair. ok, seriously, what is your name? Yeah. You know, my whole life I've been afraid being just another nerdy Indian guy turned doctor. you are nonsensical Alex Ernswiler, private first class. so, you are Alex", "response": "Danny.", "annotation_id": "iris_DBDC4_025_18", "annotations": ["T", "T", "X", "X", "O", "X", "T", "T", "T", "X", "O", "X", "X", "X", "X"], "gpt2_target_score": [-17.79604721069336, -9.806112289428711], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -0.9937781095504761, -1.094570279121399, -1.1881452798843384, -1.2652031183242798, -1.4524286985397339, -0.44551989436149597, -1.790421724319458, -0.2544897794723511, -0.18307164311408997, -2.0014636516571045, -1.5105857849121094, -1.2434332370758057, -1.8291501998901367, -0.6998422741889954, -1.1541776657104492, -1.2143644094467163, -1.547420620918274, -1.9751527309417725, -2.92868709564209, -1.2647266387939453, -1.6213818788528442, -1.2511323690414429, -1.0608104467391968, -0.9576009511947632, -2.036827564239502, -1.2294660806655884, -1.5961496829986572, -1.57515287399292, -1.655526041984558, -1.1370888948440552, -0.7636348009109497, -2.559652328491211, -1.0463271141052246, -1.6115038394927979, -1.0653035640716553, -1.4961955547332764, -1.3070862293243408, -1.0049597024917603, -0.39397770166397095, -1.638866662979126, -0.6177424192428589, -1.8904732465744019, -1.157727599143982, -1.577788233757019, -1.8081411123275757, -1.2454116344451904, -1.0809632539749146, -0.27106595039367676, -1.2295200824737549, -1.4559974670410156, -1.8852671384811401, -0.9211519956588745, -0.7427048087120056, -1.8441424369812012, -0.6781824231147766, -2.0500645637512207, -0.3646436631679535, -1.4746242761611938, -2.2912802696228027, -1.3968567848205566, -0.3099216818809509, -0.766349196434021, -2.3968451023101807, -0.505918025970459, -1.7230678796768188, -1.669029712677002, -0.045508187264204025, -1.1734815835952759, -1.7906488180160522, -1.2670056819915771, -2.0624468326568604, -1.2170639038085938, -1.7775346040725708, -1.3777645826339722, -0.16601787507534027, -0.5483417510986328, -0.39373207092285156, -1.5471655130386353, -0.8356024026870728, -1.59201979637146, -1.924681305885315, -1.0338956117630005, -1.6736053228378296, -0.16625533998012543, -1.1670604944229126, -1.0512762069702148, -1.7028131484985352, -1.018871784210205, -1.4146031141281128, -0.6299887299537659, -1.0743255615234375, -0.801301896572113, -1.0188580751419067, -0.016804562881588936, -2.6645491123199463, -1.3432188034057617, -1.216679573059082, -0.7959083914756775, -1.2418360710144043, -1.6401851177215576, -1.5208120346069336, -1.921757459640503, -1.1097630262374878, -1.1608128547668457, -1.775001883506775, -1.1541433334350586, -1.3750070333480835, -2.218963861465454, -1.1223760843276978, -0.7951791882514954, -2.3838565349578857, -2.2879350185394287, -2.3983423709869385, -2.1260485649108887, -1.459489107131958, -2.238248586654663, -1.8754544258117676, -2.3874731063842773, -1.588187575340271, -1.7627429962158203]}, "iris_DBDC4_025_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks How do you want to pay? I do not want to pay What's fair? not paying is fair...  hahaha It just is not fair. ok, seriously, what is your name? Yeah. You know, my whole life I've been afraid being just another nerdy Indian guy turned doctor. you are nonsensical Alex Ernswiler, private first class. so, you are Alex Danny. so, tell me more about you", "response": "I'm worried you have AIDS.", "annotation_id": "iris_DBDC4_025_20", "annotations": ["X", "X", "X", "X", "T", "O", "O", "X", "O", "X", "O", "T", "X", "X", "X"], "gpt2_target_score": [-9.925333976745605, -9.259710311889648, -11.397762298583984, -6.998495578765869, -8.847896575927734, -15.14156723022461, -7.570347309112549], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -0.9937781095504761, -1.094570279121399, -1.1881452798843384, -1.2652031183242798, -1.4524286985397339, -0.44551989436149597, -1.790421724319458, -0.2544897794723511, -0.18307164311408997, -2.0014636516571045, -1.5105857849121094, -1.2434332370758057, -1.8291501998901367, -0.6998422741889954, -1.1541776657104492, -1.2143644094467163, -1.547420620918274, -1.9751527309417725, -2.92868709564209, -1.2647266387939453, -1.6213818788528442, -1.2511323690414429, -1.0608104467391968, -0.9576009511947632, -2.036827564239502, -1.2294660806655884, -1.5961496829986572, -1.57515287399292, -1.655526041984558, -1.1370888948440552, -0.7636348009109497, -2.559652328491211, -1.0463271141052246, -1.6115038394927979, -1.0653035640716553, -1.4961955547332764, -1.3070862293243408, -1.0049597024917603, -0.39397770166397095, -1.638866662979126, -0.6177424192428589, -1.8904732465744019, -1.157727599143982, -1.577788233757019, -1.8081411123275757, -1.2454116344451904, -1.0809632539749146, -0.27106595039367676, -1.2295200824737549, -1.4559974670410156, -1.8852671384811401, -0.9211519956588745, -0.7427048087120056, -1.8441424369812012, -0.6781824231147766, -2.0500645637512207, -0.3646436631679535, -1.4746242761611938, -2.2912802696228027, -1.3968567848205566, -0.3099216818809509, -0.766349196434021, -2.3968451023101807, -0.505918025970459, -1.7230678796768188, -1.669029712677002, -0.045508187264204025, -1.1734815835952759, -1.7906488180160522, -1.2670056819915771, -2.0624468326568604, -1.2170639038085938, -1.7775346040725708, -1.3777645826339722, -0.16601787507534027, -0.5483417510986328, -0.39373207092285156, -1.5471655130386353, -0.8356024026870728, -1.59201979637146, -1.9246807098388672, -1.0338791608810425, -1.673615574836731, -0.16625231504440308, -1.167069911956787, -1.0512853860855103, -1.702798843383789, -1.0188604593276978, -1.4146125316619873, -0.6299875974655151, -1.0743122100830078, -0.8013002872467041, -1.018859624862671, -0.016804445534944534, -2.6645593643188477, -1.3432228565216064, -1.2166787385940552, -0.7959120869636536, -1.2418338060379028, -1.6401902437210083, -1.5208126306533813, -1.9217759370803833, -1.1097553968429565, -1.1608151197433472, -1.7750022411346436, -1.1541435718536377, -1.3749914169311523, -2.2189674377441406, -1.1223777532577515, -0.795185387134552, -2.3838675022125244, -2.2879230976104736, -2.3983333110809326, -2.1260578632354736, -1.459468960762024, -2.23825740814209, -1.8754595518112183, -1.3145157098770142, -2.2781918048858643, -0.6648412942886353, -1.3486437797546387, -0.13116584718227386, -1.5189841985702515, -0.7071133852005005, -1.5124576091766357, -1.402160406112671, -2.19860577583313, -1.7009122371673584, -1.652099609375, -1.0101027488708496, -1.5867929458618164, -1.5945830345153809, -1.2796398401260376, -1.5920084714889526]}, "iris_DBDC4_030_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there", "response": "Hi.", "annotation_id": "iris_DBDC4_030_02", "annotations": ["O", "X", "O", "O", "T", "O", "O", "T", "X", "O", "T", "O", "O", "O", "X"], "gpt2_target_score": [-11.856884002685547, -9.806148529052734], "gpt2_argmax_score": [-1.8457903861999512, -1.5987210273742676, -3.2205493450164795, -1.0007014274597168, -1.0431013107299805, -2.0018932819366455, -1.584736943244934, -1.0522081851959229]}, "iris_DBDC4_030_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today?", "response": "How you all doin' today?", "annotation_id": "iris_DBDC4_030_04", "annotations": ["X", "O", "T", "O", "O", "O", "O", "T", "X", "X", "T", "T", "T", "T", "X"], "gpt2_target_score": [-12.292964935302734, -5.758357048034668, -7.5150837898254395, -9.118891716003418, -11.544412612915039, -8.421558380126953, -9.83004379272461, -5.206154823303223], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.0431008338928223, -1.4766885042190552, -0.9676173329353333, -1.9301996231079102, -0.21149763464927673, -1.4051578044891357, -0.22400368750095367, -1.7675879001617432, -1.847759485244751, -1.2037848234176636, -1.6481001377105713, -2.000129222869873, -1.1511015892028809, -1.018467664718628, -1.895397663116455, -0.5957736968994141, -0.355591744184494]}, "iris_DBDC4_030_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you?", "response": "Are you sure? How's your knee?", "annotation_id": "iris_DBDC4_030_06", "annotations": ["X", "O", "T", "T", "O", "O", "T", "O", "X", "O", "T", "O", "O", "T", "O"], "gpt2_target_score": [-13.218585968017578, -5.758357048034668, -10.774116516113281, -5.383464336395264, -8.405145645141602, -8.154239654541016, -10.683162689208984, -14.892769813537598, -9.784281730651855], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.0431008338928223, -1.4766885042190552, -0.9676173329353333, -1.9301996231079102, -0.21149763464927673, -1.4051578044891357, -0.22400368750095367, -1.7675879001617432, -1.2431037425994873, -1.1593865156173706, -1.180417537689209, -0.9849590063095093, -1.1393190622329712, -2.661656379699707, -0.2393677830696106, -1.599486231803894, -1.514797329902649, -1.5048670768737793, -1.1610552072525024, -1.93416428565979, -1.8909708261489868, -0.1243443563580513, -2.5594539642333984, -1.4089332818984985, -0.6151477098464966, -1.1706682443618774, -1.0850133895874023, -0.44562894105911255, -1.590217113494873, -0.4815502464771271]}, "iris_DBDC4_030_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks", "response": "Thanks.", "annotation_id": "iris_DBDC4_030_08", "annotations": ["O", "X", "O", "T", "X", "O", "O", "T", "X", "O", "T", "O", "T", "T", "T"], "gpt2_target_score": [-12.74631118774414, -9.806132316589355], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.0431008338928223, -1.4766885042190552, -0.9676173329353333, -1.9301996231079102, -0.21149763464927673, -1.4051578044891357, -0.22400368750095367, -1.7675879001617432, -1.2431037425994873, -1.1593865156173706, -1.180417537689209, -0.9849590063095093, -1.1393190622329712, -2.661656379699707, -0.2393677830696106, -1.599486231803894, -1.514797329902649, -1.5048670768737793, -1.1610552072525024, -1.93416428565979, -0.17362432181835175, -2.448751926422119, -1.0873078107833862, -1.968948483467102, -1.077929139137268, -1.0696700811386108, -0.435899555683136, -1.4126110076904297, -1.7703876495361328, -1.3880375623703003, -1.194409728050232, -1.394083023071289, -1.8028379678726196, -1.2068973779678345, -1.2969379425048828]}, "iris_DBDC4_030_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks Thanks. do ya want some weed?", "response": "Are you smoking weed?", "annotation_id": "iris_DBDC4_030_10", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "X", "O", "T", "O", "O", "T", "O"], "gpt2_target_score": [-13.218585968017578, -5.758357048034668, -11.505264282226562, -13.999293327331543, -5.976465702056885], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.0431008338928223, -1.4766885042190552, -0.9676173329353333, -1.9301996231079102, -0.21149763464927673, -1.4051578044891357, -0.22400368750095367, -1.7675879001617432, -1.2431037425994873, -1.1593865156173706, -1.180417537689209, -0.9849590063095093, -1.1393190622329712, -2.661656379699707, -0.2393677830696106, -1.599486231803894, -1.514797329902649, -1.5048670768737793, -1.1610552072525024, -1.93416428565979, -0.173623725771904, -2.4487462043762207, -1.0873228311538696, -1.9689463376998901, -1.0779132843017578, -1.0696704387664795, -0.43590009212493896, -1.4126174449920654, -1.7703900337219238, -1.3880451917648315, -1.194413661956787, -1.3941030502319336, -1.5637233257293701, -1.4296303987503052, -0.665147066116333, -1.1557528972625732, -0.5572219491004944, -2.627920627593994, -0.9548121094703674, -1.7222495079040527, -1.9993765354156494, -0.12606069445610046, -1.2618178129196167, -0.7987980246543884, -0.5410560965538025, -0.5376695990562439]}, "iris_DBDC4_030_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks Thanks. do ya want some weed? Are you smoking weed? no, but I know you might!", "response": "I might.", "annotation_id": "iris_DBDC4_030_12", "annotations": ["T", "X", "O", "T", "T", "O", "O", "O", "X", "O", "T", "O", "O", "T", "X"], "gpt2_target_score": [-9.925350189208984, -9.489954948425293, -4.2520222663879395], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.0431008338928223, -1.4766885042190552, -0.9676173329353333, -1.9301996231079102, -0.21149763464927673, -1.4051578044891357, -0.22400368750095367, -1.7675879001617432, -1.2431037425994873, -1.1593865156173706, -1.180417537689209, -0.9849590063095093, -1.1393190622329712, -2.661656379699707, -0.2393677830696106, -1.599486231803894, -1.514797329902649, -1.5048670768737793, -1.1610552072525024, -1.93416428565979, -0.17362432181835175, -2.448751926422119, -1.0873078107833862, -1.968948483467102, -1.077929139137268, -1.0696700811386108, -0.4358906149864197, -1.412622094154358, -1.770392656326294, -1.3880383968353271, -1.1944113969802856, -1.3940949440002441, -1.5637108087539673, -1.4296380281448364, -0.6651468276977539, -1.1557501554489136, -0.5572242736816406, -2.627916097640991, -0.9548153281211853, -1.722244381904602, -0.14200830459594727, -1.8513282537460327, -0.9705133438110352, -0.6135551929473877, -1.8812861442565918, -1.830736756324768, -1.705256700515747, -1.8027795553207397, -1.4852895736694336, -1.8615565299987793, -1.8409868478775024, -1.1312199831008911, -2.052790641784668, -1.9033489227294922, -1.3329795598983765, -1.595107078552246, -1.0596685409545898]}, "iris_DBDC4_030_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks Thanks. do ya want some weed? Are you smoking weed? no, but I know you might! I might. yeah dude", "response": "OK, who's ready to sink their teeth into a delicious dinner?", "annotation_id": "iris_DBDC4_030_14", "annotations": ["T", "O", "O", "T", "T", "O", "O", "O", "X", "O", "T", "O", "O", "T", "T"], "gpt2_target_score": [-14.358492851257324, -8.954107284545898, -6.939781665802002, -5.609749794006348, -13.529175758361816, -7.060547351837158, -16.94375991821289, -12.328431129455566, -12.574891090393066, -9.600414276123047, -9.1036376953125, -12.287012100219727, -12.250595092773438, -2.249904155731201], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.043076753616333, -1.4767612218856812, -0.9675798416137695, -1.9302529096603394, -0.21148759126663208, -1.4051629304885864, -0.223999485373497, -1.7676033973693848, -1.2430872917175293, -1.1593736410140991, -1.180431842803955, -0.9849554896354675, -1.1393553018569946, -2.6616714000701904, -0.23935681581497192, -1.5994744300842285, -1.5147908926010132, -1.504866361618042, -1.1610350608825684, -1.9342331886291504, -0.17362472414970398, -2.4487011432647705, -1.087278962135315, -1.9689357280731201, -1.0779094696044922, -1.069628119468689, -0.435898095369339, -1.412610411643982, -1.7704434394836426, -1.3880175352096558, -1.1944291591644287, -1.3940788507461548, -1.5637238025665283, -1.429628849029541, -0.6651355624198914, -1.1557385921478271, -0.5572084188461304, -2.627916097640991, -0.9548433423042297, -1.7222251892089844, -0.14200809597969055, -1.851313829421997, -0.9705191850662231, -0.6135743856430054, -1.8812369108200073, -1.830767273902893, -1.7052829265594482, -1.802805781364441, -1.4852806329727173, -1.861580729484558, -1.8410191535949707, -1.1312150955200195, -2.0527870655059814, -1.458999514579773, -1.7427289485931396, -1.4505246877670288, -1.3253042697906494, -1.42973792552948, -2.096068859100342, -1.290929913520813, -1.809879183769226, -1.6195244789123535, -0.34639450907707214, -0.9236972332000732, -1.925293207168579, -1.7696987390518188, -0.7302325367927551, -0.48519495129585266, -1.5218614339828491, -3.570056676864624, -3.4685678482055664, -0.7321094870567322, -0.37828269600868225]}, "iris_DBDC4_030_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks Thanks. do ya want some weed? Are you smoking weed? no, but I know you might! I might. yeah dude OK, who's ready to sink their teeth into a delicious dinner? yoooooooo", "response": "I do not know what that is. Please explain!", "annotation_id": "iris_DBDC4_030_16", "annotations": ["O", "T", "O", "T", "X", "O", "O", "X", "X", "T", "T", "O", "T", "T", "T"], "gpt2_target_score": [-9.925333976745605, -5.824605941772461, -7.598679065704346, -9.411927223205566, -7.853882789611816, -7.455566883087158, -8.96465015411377, -7.186478614807129, -14.451493263244629, -14.56618881225586, -4.673828601837158], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.043076753616333, -1.4767612218856812, -0.9675798416137695, -1.9302529096603394, -0.21148759126663208, -1.4051629304885864, -0.223999485373497, -1.7676033973693848, -1.2430872917175293, -1.1593736410140991, -1.180431842803955, -0.9849554896354675, -1.1393553018569946, -2.6616714000701904, -0.23935681581497192, -1.5994744300842285, -1.5147908926010132, -1.504866361618042, -1.1610350608825684, -1.9342331886291504, -0.17362472414970398, -2.4487011432647705, -1.087278962135315, -1.9689357280731201, -1.0779094696044922, -1.069628119468689, -0.435898095369339, -1.412610411643982, -1.7704434394836426, -1.3880175352096558, -1.1944291591644287, -1.3940788507461548, -1.563720941543579, -1.429627776145935, -0.6651296615600586, -1.1557477712631226, -0.5572117567062378, -2.627915382385254, -0.9548364281654358, -1.7222397327423096, -0.14200830459594727, -1.8513189554214478, -0.9705125093460083, -0.6135697364807129, -1.881230115890503, -1.8307585716247559, -1.7052854299545288, -1.8027929067611694, -1.4852956533432007, -1.861591100692749, -1.841005563735962, -1.1312254667282104, -2.0527968406677246, -1.4590095281600952, -1.7427252531051636, -1.4505308866500854, -1.325308918952942, -1.4297376871109009, -1.560937523841858, -1.610298991203308, -1.708919882774353, -0.38760605454444885, -0.7240208983421326, -2.1015403270721436, -1.741696834564209, -0.6389459371566772, -0.5686944127082825, -1.6336541175842285, -3.4745099544525146, -3.3718199729919434, -0.827811598777771, -2.0336101055145264, -1.2072639465332031, -0.9725087285041809, -2.2280945777893066, -1.2299742698669434, -1.8806216716766357, -1.912675142288208, -2.0202596187591553, -1.4710975885391235, -0.8709948062896729, -1.4488801956176758, -1.0070149898529053, -1.690427541732788, -1.3088536262512207, -0.19095608592033386]}, "iris_DBDC4_030_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks Thanks. do ya want some weed? Are you smoking weed? no, but I know you might! I might. yeah dude OK, who's ready to sink their teeth into a delicious dinner? yoooooooo I do not know what that is. Please explain! yo is I or me in spanish", "response": "Ok, thank you for explaining it!", "annotation_id": "iris_DBDC4_030_18", "annotations": ["O", "X", "O", "T", "X", "T", "O", "O", "X", "O", "T", "O", "O", "T", "O"], "gpt2_target_score": [-14.470698356628418, -8.954107284545898, -14.12725830078125, -9.07613468170166, -6.277375221252441, -17.120819091796875, -9.122029304504395, -7.894455909729004], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.043076753616333, -1.4767612218856812, -0.9675798416137695, -1.9302529096603394, -0.21148759126663208, -1.4051629304885864, -0.223999485373497, -1.7676033973693848, -1.2430872917175293, -1.1593736410140991, -1.180431842803955, -0.9849554896354675, -1.1393553018569946, -2.6616714000701904, -0.23935681581497192, -1.5994744300842285, -1.5147908926010132, -1.504866361618042, -1.1610350608825684, -1.9342331886291504, -0.17362472414970398, -2.4487011432647705, -1.087278962135315, -1.9689357280731201, -1.0779094696044922, -1.069628119468689, -0.435898095369339, -1.412610411643982, -1.7704434394836426, -1.3880175352096558, -1.1944291591644287, -1.3940788507461548, -1.563720941543579, -1.429627776145935, -0.6651296615600586, -1.1557477712631226, -0.5572117567062378, -2.627915382385254, -0.9548324942588806, -1.7222403287887573, -0.14200840890407562, -1.851304531097412, -0.9705145955085754, -0.6135724186897278, -1.881238341331482, -1.8307626247406006, -1.7052730321884155, -1.8027992248535156, -1.4852808713912964, -1.861590027809143, -1.8410015106201172, -1.1312265396118164, -2.052773952484131, -1.458998680114746, -1.7427281141281128, -1.450522780418396, -1.3253142833709717, -1.4297418594360352, -1.5609407424926758, -1.610298752784729, -1.708914041519165, -0.38760292530059814, -0.7240151166915894, -2.1015326976776123, -1.741701602935791, -0.6389507055282593, -0.5686933398246765, -1.6336474418640137, -3.4745075702667236, -3.371821403503418, -0.8278015851974487, -2.033623695373535, -1.2072588205337524, -0.9725075364112854, -1.2092593908309937, -1.869019865989685, -1.85279381275177, -2.0512402057647705, -1.578100562095642, -0.877122163772583, -1.5353180170059204, -1.3243194818496704, -1.7992576360702515, -1.287831425666809, -1.6333069801330566, -2.605919599533081, -2.088005542755127, -2.8671951293945312, -1.9232995510101318, -1.0184167623519897, -1.5479451417922974, -0.19838419556617737, -1.7695523500442505, -2.5160672664642334, -1.248386025428772, -2.0510048866271973, -0.03638279810547829, -1.3356529474258423, -1.5735397338867188, -1.6058099269866943, -1.3035216331481934, -0.840858519077301]}, "iris_DBDC4_030_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks Thanks. do ya want some weed? Are you smoking weed? no, but I know you might! I might. yeah dude OK, who's ready to sink their teeth into a delicious dinner? yoooooooo I do not know what that is. Please explain! yo is I or me in spanish Ok, thank you for explaining it! so you understand yoooooooo now?", "response": "Yo?", "annotation_id": "iris_DBDC4_030_20", "annotations": ["O", "X", "T", "T", "T", "O", "O", "T", "X", "O", "T", "O", "T", "T", "X"], "gpt2_target_score": [-13.316523551940918, -9.569555282592773], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.043076753616333, -1.4767612218856812, -0.9675798416137695, -1.9302529096603394, -0.21148759126663208, -1.4051629304885864, -0.223999485373497, -1.7676033973693848, -1.2430872917175293, -1.1593736410140991, -1.180431842803955, -0.9849554896354675, -1.1393553018569946, -2.6616714000701904, -0.23935681581497192, -1.5994744300842285, -1.5147908926010132, -1.504866361618042, -1.1610350608825684, -1.9342331886291504, -0.17362472414970398, -2.4487011432647705, -1.087278962135315, -1.9689357280731201, -1.0779094696044922, -1.069628119468689, -0.435898095369339, -1.412610411643982, -1.7704434394836426, -1.3880175352096558, -1.1944291591644287, -1.3940788507461548, -1.563720941543579, -1.429627776145935, -0.6651296615600586, -1.1557477712631226, -0.5572117567062378, -2.627915382385254, -0.9548324942588806, -1.7222403287887573, -0.14200840890407562, -1.851304531097412, -0.9705145955085754, -0.6135724186897278, -1.881238341331482, -1.8307626247406006, -1.7052730321884155, -1.8027992248535156, -1.4852808713912964, -1.861590027809143, -1.8410015106201172, -1.1312265396118164, -2.052773952484131, -1.458998680114746, -1.7427281141281128, -1.450522780418396, -1.3253142833709717, -1.4297418594360352, -1.5609407424926758, -1.610298752784729, -1.708914041519165, -0.38760292530059814, -0.7240151166915894, -2.1015326976776123, -1.741701602935791, -0.6389507055282593, -0.5686933398246765, -1.6336474418640137, -3.4745075702667236, -3.371821403503418, -0.8278015851974487, -2.033623695373535, -1.2072588205337524, -0.9725075364112854, -1.2092593908309937, -1.869019865989685, -1.85279381275177, -2.0512402057647705, -1.578100562095642, -0.877122163772583, -1.5353180170059204, -1.3243194818496704, -1.7992576360702515, -1.287831425666809, -1.6333069801330566, -2.605919599533081, -2.088005542755127, -2.8671951293945312, -1.9232995510101318, -1.0184167623519897, -1.5479451417922974, -0.19838419556617737, -1.7695808410644531, -1.2981232404708862, -2.07318377494812, -0.035163696855306625, -1.477315068244934, -1.768782138824463, -1.5221573114395142, -1.28413987159729, -1.7768279314041138, -1.891090750694275, -1.907912015914917, -1.7120397090911865, -2.563447952270508, -1.9453281164169312, -0.8636101484298706, -2.560883045196533, -2.4242420196533203, -1.251144528388977, -1.4614057540893555]}, "iris_DBDC4_033_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude", "response": "Hi.", "annotation_id": "iris_DBDC4_033_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-11.856884002685547, -9.806148529052734], "gpt2_argmax_score": [-1.8457903861999512, -1.5987210273742676, -3.2205493450164795, -1.0007014274597168, -1.1482529640197754, -1.9861750602722168, -1.4889748096466064, -1.0886465311050415]}, "iris_DBDC4_033_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up?", "response": "I just wanted to come over. You know, say hi.", "annotation_id": "iris_DBDC4_033_04", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-9.925350189208984, -5.9133710861206055, -8.246772766113281, -7.239894390106201, -8.484970092773438, -10.535892486572266, -11.504697799682617, -9.984367370605469, -14.320108413696289, -3.2075681686401367, -10.190260887145996, -11.104864120483398, -7.636516094207764], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.1482540369033813, -1.5955082178115845, -0.9842512607574463, -1.1794050931930542, -1.427103042602539, -0.9593077301979065, -1.856657862663269, -2.3368897438049316, -1.2059741020202637, -1.790534496307373, -0.1070825606584549, -1.735268235206604, -1.861533284187317, -0.7975632548332214, -1.6338906288146973, -1.9074903726577759, -1.220319390296936, -1.4004442691802979, -2.055227518081665, -1.345715045928955, -1.6650161743164062]}, "iris_DBDC4_033_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice...", "response": "Hey from now on when you change the toilet paper...", "annotation_id": "iris_DBDC4_033_06", "annotations": ["O", "X", "T", "X", "X", "X", "O", "O", "T", "X", "O", "O", "T", "T", "O"], "gpt2_target_score": [-11.968334197998047, -8.36262035369873, -8.378971099853516, -8.06531047821045, -8.406661987304688, -6.192477703094482, -14.930768966674805, -4.689964294433594, -14.004312515258789, -14.535922050476074, -8.469359397888184], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.1482540369033813, -1.5955082178115845, -0.9842512607574463, -1.1794050931930542, -1.427103042602539, -0.9593077301979065, -1.856657862663269, -0.8570361733436584, -1.7631696462631226, -0.09054283797740936, -1.7642490863800049, -1.8624963760375977, -0.8181975483894348, -1.691280722618103, -1.9103890657424927, -1.4306460618972778, -1.383202314376831, -2.0029499530792236, -1.3485890626907349, -1.4032737016677856, -1.21134352684021, -2.589153528213501, -2.566155195236206, -1.2400801181793213, -2.093987226486206, -0.06163747236132622, -1.322235107421875, -1.1492525339126587, -1.4521409273147583, -1.3334343433380127, -2.3970541954040527, -1.73353910446167, -1.4511476755142212, -0.7567713856697083]}, "iris_DBDC4_033_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never", "response": "Danny, you're upset, you hate me. It's okay.", "annotation_id": "iris_DBDC4_033_08", "annotations": ["O", "X", "O", "O", "T", "X", "O", "T", "T", "X", "X", "O", "X", "X", "O"], "gpt2_target_score": [-17.796039581298828, -8.954142570495605, -7.975231647491455, -9.958476066589355, -13.390792846679688, -1.7850223779678345, -8.74647331237793, -13.325202941894531, -9.068674087524414, -4.435915946960449, -4.623030662536621, -8.174861907958984, -13.162217140197754, -8.93005084991455], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.1482540369033813, -1.5955082178115845, -0.9842512607574463, -1.1794050931930542, -1.427103042602539, -0.9593077301979065, -1.856657862663269, -0.8570361733436584, -1.7631696462631226, -0.09054283797740936, -1.7642490863800049, -1.8624963760375977, -0.8181975483894348, -1.691280722618103, -1.9103890657424927, -1.4306460618972778, -1.383202314376831, -2.0029499530792236, -1.3485890626907349, -1.4032737016677856, -1.211379051208496, -2.5891687870025635, -1.4725607633590698, -2.0930540561676025, -0.05086810514330864, -0.9182802438735962, -1.1191598176956177, -1.3279149532318115, -1.2980846166610718, -2.6710398197174072, -1.5711296796798706, -1.4789047241210938, -2.2896013259887695, -1.237506628036499, -2.364696741104126, -0.395333856344223, -1.9777573347091675, -1.600563406944275, -1.3110435009002686, -1.2059276103973389, -1.869055986404419, -0.7644309401512146, -0.7331223487854004, -1.1508502960205078, -0.8384202122688293, -0.27010053396224976, -2.2910099029541016, -1.2115397453308105, -1.2248997688293457]}, "iris_DBDC4_033_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never Danny, you're upset, you hate me. It's okay. not actually, but I am kind of into a bad mud", "response": "Cuss, yeah, you are.", "annotation_id": "iris_DBDC4_033_10", "annotations": ["O", "X", "O", "T", "X", "T", "O", "O", "T", "X", "O", "O", "X", "O", "O"], "gpt2_target_score": [-9.886797904968262, -15.628225326538086, -3.2744297981262207, -11.330780982971191, -1.148256540298462, -6.19245719909668, -9.272781372070312, -7.911890506744385], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.148256540298462, -1.5955026149749756, -0.9842373728752136, -1.1793924570083618, -1.4271169900894165, -0.9593173861503601, -1.8566428422927856, -0.8570676445960999, -1.7632163763046265, -0.09053990244865417, -1.7642395496368408, -1.8624805212020874, -0.8182001709938049, -1.691243052482605, -1.9104349613189697, -1.430663824081421, -1.3832420110702515, -2.0029401779174805, -1.3485870361328125, -1.4032338857650757, -1.2113407850265503, -2.589193105697632, -1.4725838899612427, -2.0930769443511963, -0.05086629092693329, -0.9182927012443542, -1.1191295385360718, -1.327873945236206, -1.2981162071228027, -2.671029806137085, -1.5711193084716797, -1.4788600206375122, -2.2895989418029785, -1.237532138824463, -0.30456605553627014, -2.2267487049102783, -1.329424500465393, -1.7382533550262451, -1.139385461807251, -1.6275179386138916, -0.6843685507774353, -0.6866773366928101, -1.426869511604309, -1.8553516864776611, -0.23952016234397888, -2.4216902256011963, -1.2635496854782104, -1.6671909093856812, -3.073110818862915, -1.8473596572875977, -1.9255549907684326, -1.7447644472122192, -1.4980775117874146, -2.651766777038574, -0.18333932757377625, -1.5804966688156128, -1.394535779953003, -1.9725936651229858, -1.8679779767990112, -2.6761417388916016, -2.009502410888672, -2.312349557876587, -1.3506522178649902, -2.0397417545318604, -1.0396119356155396, -1.5610183477401733, -0.9499676823616028, -1.5796955823898315, -1.7244185209274292]}, "iris_DBDC4_033_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never Danny, you're upset, you hate me. It's okay. not actually, but I am kind of into a bad mud Cuss, yeah, you are. I meant... bad mood!", "response": "Like he meant it.", "annotation_id": "iris_DBDC4_033_12", "annotations": ["T", "T", "T", "O", "X", "T", "O", "O", "X", "X", "O", "X", "X", "O", "T"], "gpt2_target_score": [-14.087367057800293, -9.238637924194336, -11.239044189453125, -9.490387916564941, -1.9329397678375244], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.148256540298462, -1.5955026149749756, -0.9842373728752136, -1.1793924570083618, -1.4271169900894165, -0.9593173861503601, -1.8566428422927856, -0.8570676445960999, -1.7632163763046265, -0.09053990244865417, -1.7642395496368408, -1.8624805212020874, -0.8182001709938049, -1.691243052482605, -1.9104349613189697, -1.430663824081421, -1.3832420110702515, -2.0029401779174805, -1.3485870361328125, -1.4032338857650757, -1.2113407850265503, -2.589193105697632, -1.4725838899612427, -2.0930769443511963, -0.05086629092693329, -0.9182927012443542, -1.1191295385360718, -1.327873945236206, -1.2981162071228027, -2.671029806137085, -1.5711193084716797, -1.4788600206375122, -2.289585828781128, -1.2375414371490479, -0.3045652508735657, -2.226740598678589, -1.3294426202774048, -1.7382473945617676, -1.1393918991088867, -1.6275250911712646, -0.6843604445457458, -0.6866698265075684, -1.4268805980682373, -1.8553522825241089, -0.2395206242799759, -2.4216830730438232, -1.263550877571106, -1.6671944856643677, -3.073089838027954, -1.8473550081253052, -1.925553798675537, -1.7447624206542969, -1.4980798959732056, -2.65177583694458, -0.1833377331495285, -1.5804911851882935, -1.3945395946502686, -1.9725892543792725, -1.86797034740448, -2.67615008354187, -1.7585829496383667, -0.9153764843940735, -2.3120651245117188, -0.9831495881080627, -1.8282580375671387, -1.1305530071258545, -1.6379023790359497, -1.7064656019210815, -1.6323219537734985, -1.4942430257797241, -2.4456472396850586, -1.2017158269882202, -1.2656049728393555, -2.246458053588867, -2.1504721641540527, -1.7095088958740234, -1.1820706129074097, -2.0996205806732178, -2.2161145210266113, -1.1814290285110474]}, "iris_DBDC4_033_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never Danny, you're upset, you hate me. It's okay. not actually, but I am kind of into a bad mud Cuss, yeah, you are. I meant... bad mood! Like he meant it. ok, what is next, where are you going later", "response": "What's wrong with Danny?", "annotation_id": "iris_DBDC4_033_14", "annotations": ["O", "O", "O", "T", "T", "T", "O", "O", "X", "X", "T", "O", "X", "X", "T"], "gpt2_target_score": [-11.792048454284668, -10.576604843139648, -11.514842987060547, -8.922371864318848, -9.639345169067383, -4.85926628112793], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.148256540298462, -1.5955026149749756, -0.9842373728752136, -1.1793924570083618, -1.4271169900894165, -0.9593173861503601, -1.8566428422927856, -0.8570676445960999, -1.7632163763046265, -0.09053990244865417, -1.7642395496368408, -1.8624805212020874, -0.8182001709938049, -1.691243052482605, -1.9104349613189697, -1.430663824081421, -1.3832420110702515, -2.0029401779174805, -1.3485870361328125, -1.4032338857650757, -1.2113407850265503, -2.589193105697632, -1.4725838899612427, -2.0930769443511963, -0.05086629092693329, -0.9182927012443542, -1.1191295385360718, -1.327873945236206, -1.2981162071228027, -2.671029806137085, -1.5711193084716797, -1.4788600206375122, -2.289585828781128, -1.2375414371490479, -0.3045652508735657, -2.226740598678589, -1.3294426202774048, -1.7382473945617676, -1.1393918991088867, -1.6275250911712646, -0.6843604445457458, -0.6866698265075684, -1.4268805980682373, -1.8553522825241089, -0.2395206242799759, -2.4216830730438232, -1.263550877571106, -1.6671944856643677, -3.073089838027954, -1.8473550081253052, -1.925553798675537, -1.7447624206542969, -1.4980798959732056, -2.65177583694458, -0.1833377331495285, -1.5804911851882935, -1.3945395946502686, -1.9725892543792725, -1.86797034740448, -2.67615008354187, -1.7585829496383667, -0.9153764843940735, -2.3120651245117188, -0.9831495881080627, -1.8282580375671387, -1.1305530071258545, -1.6379023790359497, -1.7064656019210815, -1.632323145866394, -1.4942429065704346, -2.4456472396850586, -1.2017134428024292, -1.2655999660491943, -2.246459484100342, -1.4838989973068237, -1.0516679286956787, -1.6179590225219727, -1.7835643291473389, -2.032830238342285, -1.266269564628601, -2.4297873973846436, -1.2487205266952515, -1.9918932914733887, -0.2121492624282837, -2.0899248123168945, -1.9517773389816284, -0.2699870467185974, -1.2445487976074219, -0.38982218503952026, -0.22267718613147736, -2.119786262512207, -1.4782687425613403, -1.3317562341690063, -0.311734676361084, -1.2145272493362427, -0.3796723783016205, -0.5988599061965942]}, "iris_DBDC4_033_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never Danny, you're upset, you hate me. It's okay. not actually, but I am kind of into a bad mud Cuss, yeah, you are. I meant... bad mood! Like he meant it. ok, what is next, where are you going later What's wrong with Danny? i am in bad mood, I told you already", "response": "Hey, you are in a bad mood. You-you- you must be getting your period.", "annotation_id": "iris_DBDC4_033_16", "annotations": ["O", "X", "O", "O", "X", "X", "X", "O", "T", "T", "O", "T", "X", "O", "O"], "gpt2_target_score": [-11.968348503112793, -8.954107284545898, -7.975224018096924, -8.689469337463379, -7.471712112426758, -8.04401969909668, -12.69989013671875, -11.342036247253418, -9.844948768615723, -8.472729682922363, -9.549880027770996, -16.259563446044922, -10.581377029418945, -4.652307510375977, -15.904314994812012, -7.5587239265441895, -10.276299476623535, -8.332219123840332, -14.345783233642578, -5.5108795166015625], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.148256540298462, -1.5955026149749756, -0.9842373728752136, -1.1793924570083618, -1.4271169900894165, -0.9593173861503601, -1.8566428422927856, -0.8570676445960999, -1.7632163763046265, -0.09053990244865417, -1.7642395496368408, -1.8624805212020874, -0.8182001709938049, -1.691243052482605, -1.9104349613189697, -1.430663824081421, -1.3832420110702515, -2.0029401779174805, -1.3485870361328125, -1.4032338857650757, -1.2113407850265503, -2.589193105697632, -1.4725838899612427, -2.0930769443511963, -0.05086629092693329, -0.9182927012443542, -1.1191295385360718, -1.327873945236206, -1.2981162071228027, -2.671029806137085, -1.5711193084716797, -1.4788600206375122, -2.289585828781128, -1.2375414371490479, -0.3045652508735657, -2.226740598678589, -1.3294426202774048, -1.7382473945617676, -1.1393918991088867, -1.6275250911712646, -0.6843604445457458, -0.6866698265075684, -1.4268805980682373, -1.8553522825241089, -0.2395206242799759, -2.4216830730438232, -1.263550877571106, -1.6671944856643677, -3.073089838027954, -1.8473550081253052, -1.925553798675537, -1.7447624206542969, -1.4980798959732056, -2.65177583694458, -0.1833377331495285, -1.5804911851882935, -1.3945395946502686, -1.9725892543792725, -1.86797034740448, -2.67615008354187, -1.7585829496383667, -0.9153764843940735, -2.3120651245117188, -0.9831495881080627, -1.8282580375671387, -1.1305530071258545, -1.6379023790359497, -1.7064656019210815, -1.632323145866394, -1.4942429065704346, -2.4456472396850586, -1.2017134428024292, -1.2655999660491943, -2.246459484100342, -1.4838989973068237, -1.0516679286956787, -1.6179590225219727, -1.7835643291473389, -2.032830238342285, -1.266269564628601, -2.4297873973846436, -1.2487205266952515, -1.9918932914733887, -0.2121492624282837, -2.0899248123168945, -1.9517773389816284, -0.2699870467185974, -1.2445487976074219, -0.38982218503952026, -0.22267718613147736, -1.239038109779358, -1.3824896812438965, -0.8252395987510681, -1.32575523853302, -0.35365229845046997, -2.038194417953491, -1.563819169998169, -2.397285223007202, -1.472424864768982, -0.1353796273469925, -1.5168416500091553, -2.4251251220703125, -1.5695059299468994, -0.6732625961303711, -2.32743239402771, -1.0362120866775513, -2.379586696624756, -1.206869125366211, -2.2741661071777344, -1.1115891933441162, -2.3563904762268066, -0.42796382308006287, -0.15156574547290802, -0.01859014667570591, -1.0248149633407593, -1.8066474199295044, -1.317563772201538, -2.713332414627075, -0.45712417364120483, -1.445517897605896, -0.9945147633552551, -1.3752506971359253, -2.611757755279541, -2.344270944595337, -1.9841594696044922, -1.8262883424758911, -1.4566196203231812]}, "iris_DBDC4_033_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never Danny, you're upset, you hate me. It's okay. not actually, but I am kind of into a bad mud Cuss, yeah, you are. I meant... bad mood! Like he meant it. ok, what is next, where are you going later What's wrong with Danny? i am in bad mood, I told you already Hey, you are in a bad mood. You-you- you must be getting your period. impossible... I am a man :)", "response": "I don't have all day to bark at you so I'll make this short and sweet.", "annotation_id": "iris_DBDC4_033_18", "annotations": ["O", "X", "T", "O", "X", "O", "O", "O", "X", "X", "T", "O", "X", "O", "O"], "gpt2_target_score": [-9.925333976745605, -7.653570175170898, -12.012332916259766, -8.885300636291504, -8.005403518676758, -11.18806266784668, -10.518051147460938, -17.152902603149414, -7.7893757820129395, -6.233410835266113, -7.763045310974121, -9.85143756866455, -10.494524002075195, -9.979227066040039, -10.084429740905762, -11.474403381347656, -1.8743524551391602, -10.793492317199707, -6.640979766845703], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.148256540298462, -1.5955026149749756, -0.9842373728752136, -1.1793924570083618, -1.4271169900894165, -0.9593173861503601, -1.8566428422927856, -0.8570676445960999, -1.7632163763046265, -0.09053990244865417, -1.7642395496368408, -1.8624805212020874, -0.8182001709938049, -1.691243052482605, -1.9104349613189697, -1.430663824081421, -1.3832420110702515, -2.0029401779174805, -1.3485870361328125, -1.4032338857650757, -1.2113407850265503, -2.589193105697632, -1.4725838899612427, -2.0930769443511963, -0.05086629092693329, -0.9182927012443542, -1.1191295385360718, -1.327873945236206, -1.2981162071228027, -2.671029806137085, -1.5711193084716797, -1.4788600206375122, -2.289585828781128, -1.2375414371490479, -0.3045652508735657, -2.226740598678589, -1.3294426202774048, -1.7382473945617676, -1.1393918991088867, -1.6275250911712646, -0.6843604445457458, -0.6866698265075684, -1.4268805980682373, -1.8553522825241089, -0.2395206242799759, -2.4216830730438232, -1.263550877571106, -1.6671944856643677, -3.073089838027954, -1.8473550081253052, -1.925553798675537, -1.7447624206542969, -1.4980798959732056, -2.65177583694458, -0.1833377331495285, -1.5804911851882935, -1.3945395946502686, -1.9725892543792725, -1.86797034740448, -2.67615008354187, -1.7585829496383667, -0.9153764843940735, -2.3120651245117188, -0.9831495881080627, -1.8282580375671387, -1.1305530071258545, -1.6379023790359497, -1.7064656019210815, -1.632323145866394, -1.4942429065704346, -2.4456472396850586, -1.2017134428024292, -1.2655999660491943, -2.246459484100342, -1.4838989973068237, -1.0516679286956787, -1.6179590225219727, -1.7835643291473389, -2.032830238342285, -1.266269564628601, -2.4297873973846436, -1.2487205266952515, -1.9918932914733887, -0.2121492624282837, -2.0899248123168945, -1.9517773389816284, -0.2699870467185974, -1.2445487976074219, -0.38982218503952026, -0.22267718613147736, -1.239038109779358, -1.3824896812438965, -0.8252395987510681, -1.32575523853302, -0.35365229845046997, -2.038194417953491, -1.563819169998169, -2.397285223007202, -1.472424864768982, -0.1353796273469925, -1.5168416500091553, -2.4251251220703125, -1.5695059299468994, -0.6732625961303711, -2.32743239402771, -1.0362120866775513, -1.2081722021102905, -2.511179208755493, -0.9961885213851929, -2.4302399158477783, -0.44668206572532654, -0.15653572976589203, -0.029706096276640892, -1.047199010848999, -2.058870315551758, -1.518592119216919, -2.7462778091430664, -0.6602882146835327, -1.5798850059509277, -1.1187084913253784, -1.137722373008728, -2.5870134830474854, -2.52805495262146, -1.8958594799041748, -1.923647403717041, -2.176372766494751, -1.1157824993133545, -3.0705652236938477, -1.8690383434295654, -1.9014134407043457, -2.349609851837158, -1.528875708580017, -2.467822790145874, -2.3348278999328613, -1.3965802192687988, -0.09891638159751892, -1.1067992448806763, -1.08697509765625, -1.2348556518554688, -1.0291260480880737, -2.156555652618408, -0.5309417247772217, -0.4613797068595886, -1.2315208911895752, -1.2247314453125, -1.5338447093963623, -1.6372061967849731, -1.3450725078582764, -1.9276220798492432, -1.4689078330993652, -0.5361836552619934, -1.7168415784835815, -1.253628134727478]}, "iris_DBDC4_033_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never Danny, you're upset, you hate me. It's okay. not actually, but I am kind of into a bad mud Cuss, yeah, you are. I meant... bad mood! Like he meant it. ok, what is next, where are you going later What's wrong with Danny? i am in bad mood, I told you already Hey, you are in a bad mood. You-you- you must be getting your period. impossible... I am a man :) I don't have all day to bark at you so I'll make this short and sweet. are you a dog?", "response": "Yeah...", "annotation_id": "iris_DBDC4_033_20", "annotations": ["O", "T", "T", "O", "X", "O", "O", "X", "T", "T", "T", "O", "X", "O", "T"], "gpt2_target_score": [-14.672785758972168, -6.776296615600586], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.148256540298462, -1.5955026149749756, -0.9842373728752136, -1.1793924570083618, -1.4271169900894165, -0.9593173861503601, -1.8566428422927856, -0.8570676445960999, -1.7632163763046265, -0.09053990244865417, -1.7642395496368408, -1.8624805212020874, -0.8182001709938049, -1.691243052482605, -1.9104349613189697, -1.430663824081421, -1.3832420110702515, -2.0029401779174805, -1.3485870361328125, -1.4032338857650757, -1.2113407850265503, -2.589193105697632, -1.4725838899612427, -2.0930769443511963, -0.05086629092693329, -0.9182927012443542, -1.1191295385360718, -1.327873945236206, -1.2981162071228027, -2.671029806137085, -1.5711193084716797, -1.4788600206375122, -2.289585828781128, -1.2375414371490479, -0.3045652508735657, -2.226740598678589, -1.3294426202774048, -1.7382473945617676, -1.1393918991088867, -1.6275250911712646, -0.6843604445457458, -0.6866698265075684, -1.4268805980682373, -1.8553522825241089, -0.2395206242799759, -2.4216830730438232, -1.263550877571106, -1.6671944856643677, -3.073089838027954, -1.8473550081253052, -1.925553798675537, -1.7447624206542969, -1.4980798959732056, -2.65177583694458, -0.1833377331495285, -1.5804911851882935, -1.3945395946502686, -1.9725892543792725, -1.86797034740448, -2.67615008354187, -1.7585829496383667, -0.9153764843940735, -2.3120651245117188, -0.9831495881080627, -1.8282580375671387, -1.1305530071258545, -1.6379023790359497, -1.7064656019210815, -1.632323145866394, -1.4942429065704346, -2.4456472396850586, -1.2017134428024292, -1.2655999660491943, -2.246459484100342, -1.4838989973068237, -1.0516679286956787, -1.6179590225219727, -1.7835643291473389, -2.032830238342285, -1.266269564628601, -2.4297873973846436, -1.2487205266952515, -1.9918932914733887, -0.2121492624282837, -2.0899248123168945, -1.9517773389816284, -0.2699870467185974, -1.2445487976074219, -0.38982218503952026, -0.22267718613147736, -1.239038109779358, -1.3824896812438965, -0.8252395987510681, -1.32575523853302, -0.35365229845046997, -2.038194417953491, -1.563819169998169, -2.397285223007202, -1.472424864768982, -0.1353796273469925, -1.5168416500091553, -2.4251251220703125, -1.5695059299468994, -0.6732625961303711, -2.32743239402771, -1.0362120866775513, -1.2081722021102905, -2.511179208755493, -0.9961885213851929, -2.4302399158477783, -0.44668206572532654, -0.15653572976589203, -0.029706096276640892, -1.047199010848999, -2.058870315551758, -1.518592119216919, -2.7462778091430664, -0.6602882146835327, -1.5798850059509277, -1.1187084913253784, -1.137722373008728, -2.5870134830474854, -2.52805495262146, -1.8958594799041748, -1.923647403717041, -2.176372766494751, -1.1157824993133545, -3.0705652236938477, -1.8690383434295654, -1.9014134407043457, -2.349609851837158, -1.528875708580017, -2.467822790145874, -1.561242699623108, -0.029230952262878418, -1.1839252710342407, -1.1995929479599, -1.3013324737548828, -0.8204097151756287, -2.30696177482605, -0.5599117279052734, -0.3963463604450226, -1.2213331460952759, -1.3590028285980225, -1.8197757005691528, -1.6538087129592896, -1.424342155456543, -2.180832862854004, -1.4461435079574585, -0.5666923522949219, -1.7071367502212524, -1.897953748703003, -0.09744015336036682, -1.8157801628112793, -0.5055139064788818, -0.4734324812889099, -2.4874191284179688, -2.0649406909942627, -0.7055221796035767, -1.8413536548614502]}, "iris_DBDC4_042_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up?", "response": "Hi.", "annotation_id": "iris_DBDC4_042_02", "annotations": ["O", "O", "O", "X", "O", "O", "T", "X", "T", "X", "O", "X", "O", "X", "X"], "gpt2_target_score": [-11.856884002685547, -9.806132316589355], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.7881349325180054, -1.1697731018066406, -1.1659634113311768, -1.0264675617218018, -2.4932138919830322, -1.9442945718765259, -1.4085928201675415]}, "iris_DBDC4_042_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now", "response": "I'm not. No.", "annotation_id": "iris_DBDC4_042_04", "annotations": ["O", "T", "O", "O", "O", "O", "T", "X", "O", "X", "O", "X", "O", "X", "T"], "gpt2_target_score": [-9.925350189208984, -9.259699821472168, -7.598679065704346, -3.6868090629577637, -8.006092071533203, -7.281192302703857], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.7881349325180054, -1.1697731018066406, -1.1659634113311768, -1.0264675617218018, -2.1813371181488037, -1.4953532218933105, -0.9331926107406616, -1.7679845094680786, -1.8385850191116333, -1.1293436288833618, -0.7177451252937317, -2.2763173580169678, -1.70733642578125, -2.49326491355896, -1.9578137397766113, -1.1773724555969238, -2.0768721103668213, -1.6106635332107544]}, "iris_DBDC4_042_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you!", "response": "Oh, I'm sorry.", "annotation_id": "iris_DBDC4_042_06", "annotations": ["X", "T", "T", "X", "O", "O", "X", "X", "T", "X", "T", "X", "T", "X", "O"], "gpt2_target_score": [-13.58957290649414, -8.954142570495605, -4.658020496368408, -8.58130168914795, -9.301898956298828, -7.281192302703857], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.7881349325180054, -1.1697731018066406, -1.1659634113311768, -1.0264675617218018, -2.1813371181488037, -1.4953532218933105, -0.9331926107406616, -1.7679845094680786, -1.8385850191116333, -1.1293436288833618, -0.7177451252937317, -1.654642939567566, -3.070594549179077, -1.6576786041259766, -1.4051827192306519, -2.448819637298584, -1.4954376220703125, -1.0417321920394897, -0.6941397190093994, -0.6106580495834351, -1.6645416021347046, -2.105853796005249, -1.9349969625473022, -1.9567351341247559, -1.3294676542282104, -1.222336769104004, -1.3028451204299927, -1.1718344688415527]}, "iris_DBDC4_042_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home", "response": "But could I just tell you this one thing?", "annotation_id": "iris_DBDC4_042_08", "annotations": ["O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "T", "T", "O", "T"], "gpt2_target_score": [-14.53567123413086, -7.6996870040893555, -4.658020496368408, -8.75532054901123, -10.941890716552734, -5.01314115524292, -4.033924102783203, -9.982186317443848, -11.96364688873291, -3.62613844871521], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.7881349325180054, -1.1697731018066406, -1.1659634113311768, -1.0264675617218018, -2.1813371181488037, -1.4953532218933105, -0.9331926107406616, -1.7679845094680786, -1.8385850191116333, -1.1293436288833618, -0.7177451252937317, -1.654642939567566, -3.070594549179077, -1.6576786041259766, -1.4051827192306519, -2.448819637298584, -1.4954376220703125, -1.0417321920394897, -0.6941397190093994, -0.6106580495834351, -1.6645416021347046, -1.989637851715088, -1.961385726928711, -1.2338956594467163, -1.300430178642273, -1.2101647853851318, -1.2300044298171997, -1.1714324951171875, -1.5594890117645264, -2.1786882877349854, -1.210445523262024, -1.151531457901001, -1.113407850265503, -1.6964327096939087, -1.4358954429626465, -2.2759571075439453, -0.3485512435436249, -2.3375966548919678, -1.5297572612762451, -1.0551036596298218, -2.013944387435913, -1.8705205917358398, -0.3033525049686432, -1.5877439975738525, -2.201422929763794, -0.5931350588798523, -1.655142068862915, -1.1250122785568237, -1.5500669479370117, -0.7989559769630432, -0.7875105142593384]}, "iris_DBDC4_042_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home But could I just tell you this one thing? yes, please go ahead", "response": "Thank y... The line goes DEAD.", "annotation_id": "iris_DBDC4_042_10", "annotations": ["X", "T", "X", "O", "O", "O", "T", "X", "T", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-13.638514518737793, -7.727041244506836, -3.8702855110168457, -8.866028785705566, -13.268264770507812, -8.231122970581055, -13.726089477539062, -4.26605224609375], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.788130283355713, -1.1698298454284668, -1.165924072265625, -1.0264625549316406, -2.181323528289795, -1.4953614473342896, -0.9331682324409485, -1.7679964303970337, -1.8385682106018066, -1.1293708086013794, -0.7177020311355591, -1.654670238494873, -3.070652961730957, -1.6577051877975464, -1.4051634073257446, -2.448845624923706, -1.4954521656036377, -1.0417193174362183, -0.6941543221473694, -0.6106197834014893, -1.6645327806472778, -1.989622950553894, -1.9614381790161133, -1.233896017074585, -1.3004467487335205, -1.210141658782959, -1.2300291061401367, -1.1714586019515991, -1.5594842433929443, -2.1786322593688965, -1.2104641199111938, -1.1515147686004639, -1.1134105920791626, -1.6964415311813354, -1.4358636140823364, -2.2759342193603516, -0.3485265076160431, -2.3375298976898193, -1.529786467552185, -1.0550897121429443, -1.2170978784561157, -0.3043670952320099, -1.8409204483032227, -2.4093058109283447, -0.6768643856048584, -1.8183993101119995, -0.9133136868476868, -1.6866170167922974, -0.8402771949768066, -1.9443097114562988, -1.3472089767456055, -1.2554328441619873, -1.7694222927093506, -0.8216659426689148, -0.6352094411849976, -2.077592611312866, -0.03393147140741348, -0.2623484432697296, -1.8971757888793945, -3.023860216140747, -1.7484357357025146, -2.2482728958129883, -1.0457128286361694, -0.8068804740905762]}, "iris_DBDC4_042_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home But could I just tell you this one thing? yes, please go ahead Thank y... The line goes DEAD. ??? does your brain has a short circuit somewhere?", "response": "Where's your brain?", "annotation_id": "iris_DBDC4_042_12", "annotations": ["X", "X", "X", "O", "T", "T", "X", "O", "T", "X", "T", "T", "T", "O", "T"], "gpt2_target_score": [-13.32459545135498, -10.576604843139648, -9.515533447265625, -12.457985877990723, -4.806732177734375], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.788130283355713, -1.1698298454284668, -1.165924072265625, -1.0264625549316406, -2.181323528289795, -1.4953614473342896, -0.9331682324409485, -1.7679964303970337, -1.8385682106018066, -1.1293708086013794, -0.7177020311355591, -1.654670238494873, -3.070652961730957, -1.6577051877975464, -1.4051634073257446, -2.448845624923706, -1.4954521656036377, -1.0417193174362183, -0.6941543221473694, -0.6106197834014893, -1.6645327806472778, -1.989622950553894, -1.9614381790161133, -1.233896017074585, -1.3004467487335205, -1.210141658782959, -1.2300291061401367, -1.1714586019515991, -1.5594842433929443, -2.1786322593688965, -1.2104641199111938, -1.1515147686004639, -1.1134105920791626, -1.6964415311813354, -1.4358636140823364, -2.2759342193603516, -0.3485265076160431, -2.3375298976898193, -1.529786467552185, -1.0550897121429443, -1.2170978784561157, -0.3043670952320099, -1.8409204483032227, -2.4093058109283447, -0.6768643856048584, -1.8183993101119995, -0.9133136868476868, -1.6866170167922974, -0.8402771949768066, -1.9443097114562988, -1.3472089767456055, -1.2554328441619873, -1.7694222927093506, -0.8216659426689148, -0.6352094411849976, -0.0387754924595356, -0.2330757975578308, -1.9817321300506592, -2.9023525714874268, -1.7614860534667969, -2.1114795207977295, -1.4904993772506714, -2.025731086730957, -1.9365640878677368, -1.326444149017334, -2.635042428970337, -2.380932092666626, -1.3325791358947754, -2.6639885902404785, -2.353309392929077, -0.7333614826202393, -0.6763044595718384, -1.9425090551376343, -2.1127171516418457, -1.9819588661193848, -0.9259870648384094, -0.6577668786048889, -0.9094903469085693, -0.46063828468322754]}, "iris_DBDC4_042_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home But could I just tell you this one thing? yes, please go ahead Thank y... The line goes DEAD. ??? does your brain has a short circuit somewhere? Where's your brain? In my head!", "response": "But it is different meaning in Mandarin, uh, endearing.", "annotation_id": "iris_DBDC4_042_14", "annotations": ["O", "X", "X", "O", "T", "O", "X", "X", "O", "X", "X", "X", "O", "X", "T"], "gpt2_target_score": [-14.535670280456543, -6.012594223022461, -3.9972691535949707, -14.259827613830566, -12.795333862304688, -6.26382303237915, -15.437896728515625, -3.47900390625, -8.390888214111328, -2.181323528289795, -13.358154296875, -18.337053298950195, -6.760962009429932], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.788130283355713, -1.1698298454284668, -1.165924072265625, -1.0264625549316406, -2.181323528289795, -1.4953614473342896, -0.9331682324409485, -1.7679964303970337, -1.8385682106018066, -1.1293708086013794, -0.7177020311355591, -1.654670238494873, -3.070652961730957, -1.6577051877975464, -1.4051634073257446, -2.448845624923706, -1.4954521656036377, -1.0417193174362183, -0.6941543221473694, -0.6106197834014893, -1.6645327806472778, -1.989622950553894, -1.9614381790161133, -1.233896017074585, -1.3004467487335205, -1.210141658782959, -1.2300291061401367, -1.1714586019515991, -1.5594842433929443, -2.1786322593688965, -1.2104641199111938, -1.1515147686004639, -1.1134105920791626, -1.6964415311813354, -1.4358636140823364, -2.2759342193603516, -0.3485265076160431, -2.3375298976898193, -1.529786467552185, -1.0550897121429443, -1.2170978784561157, -0.3043670952320099, -1.8409204483032227, -2.4093058109283447, -0.6768643856048584, -1.8183993101119995, -0.9133136868476868, -1.6866170167922974, -0.8402771949768066, -1.9443097114562988, -1.3472089767456055, -1.2554328441619873, -1.7694222927093506, -0.8216659426689148, -0.6352094411849976, -0.0387754924595356, -0.2330757975578308, -1.9817321300506592, -2.9023525714874268, -1.7614860534667969, -2.1114795207977295, -1.4904993772506714, -2.025731086730957, -1.9365640878677368, -1.326444149017334, -2.635042428970337, -2.380932092666626, -1.3325834274291992, -2.6639914512634277, -2.3532989025115967, -0.7333536148071289, -0.6763026118278503, -1.9425244331359863, -1.8728678226470947, -0.8630805015563965, -0.9964236617088318, -0.8341192007064819, -1.7512935400009155, -1.331078052520752, -1.0954455137252808, -1.5974332094192505, -2.2608327865600586, -2.210263729095459, -2.292268991470337, -0.8404368162155151, -1.9030067920684814, -1.84479820728302, -1.970154881477356, -1.4238942861557007, -1.098082423210144, -2.4015676975250244, -1.143458604812622, -2.625310182571411, -0.6445328593254089, -1.221247673034668, -0.9068692922592163]}, "iris_DBDC4_042_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home But could I just tell you this one thing? yes, please go ahead Thank y... The line goes DEAD. ??? does your brain has a short circuit somewhere? Where's your brain? In my head! But it is different meaning in Mandarin, uh, endearing. ni hao", "response": "Danny Danny Danny", "annotation_id": "iris_DBDC4_042_16", "annotations": ["X", "X", "X", "X", "T", "O", "X", "X", "T", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-17.79604721069336, -11.838430404663086, -8.848075866699219], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.788130283355713, -1.1698298454284668, -1.165924072265625, -1.0264625549316406, -2.181323528289795, -1.4953614473342896, -0.9331682324409485, -1.7679964303970337, -1.8385682106018066, -1.1293708086013794, -0.7177020311355591, -1.654670238494873, -3.070652961730957, -1.6577051877975464, -1.4051634073257446, -2.448845624923706, -1.4954521656036377, -1.0417193174362183, -0.6941543221473694, -0.6106197834014893, -1.6645327806472778, -1.989622950553894, -1.9614381790161133, -1.233896017074585, -1.3004467487335205, -1.210141658782959, -1.2300291061401367, -1.1714586019515991, -1.5594842433929443, -2.1786322593688965, -1.2104641199111938, -1.1515147686004639, -1.1134105920791626, -1.6964415311813354, -1.4358636140823364, -2.2759342193603516, -0.3485265076160431, -2.3375298976898193, -1.529786467552185, -1.0550897121429443, -1.2170978784561157, -0.3043670952320099, -1.8409204483032227, -2.4093058109283447, -0.6768643856048584, -1.8183993101119995, -0.9133136868476868, -1.6866170167922974, -0.8402771949768066, -1.9443097114562988, -1.3472089767456055, -1.2554328441619873, -1.7694222927093506, -0.8216659426689148, -0.6352094411849976, -0.0387754924595356, -0.2330757975578308, -1.9817321300506592, -2.9023525714874268, -1.7614860534667969, -2.1114795207977295, -1.4904993772506714, -2.025731086730957, -1.9365640878677368, -1.326444149017334, -2.635042428970337, -2.380932092666626, -1.3325834274291992, -2.6639914512634277, -2.3532989025115967, -0.7333536148071289, -0.6763026118278503, -1.9425244331359863, -1.8728678226470947, -0.8630805015563965, -0.9964236617088318, -0.8341192007064819, -1.7512935400009155, -1.331078052520752, -1.0954455137252808, -1.5974332094192505, -2.2608327865600586, -1.693266749382019, -0.6898530125617981, -2.0310580730438232, -1.5722700357437134, -1.7454230785369873, -1.2615998983383179, -1.0281333923339844, -2.3364758491516113, -1.110076904296875, -2.6419434547424316, -0.6382620930671692, -1.2686625719070435, -2.017763614654541, -1.7226471900939941, -1.784849762916565, -2.2143824100494385, -2.7099764347076416, -1.0126233100891113, -1.5894988775253296, -1.2842800617218018]}, "iris_DBDC4_042_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home But could I just tell you this one thing? yes, please go ahead Thank y... The line goes DEAD. ??? does your brain has a short circuit somewhere? Where's your brain? In my head! But it is different meaning in Mandarin, uh, endearing. ni hao Danny Danny Danny what? are you crazi?", "response": "No. That's where it all falls down of course.  Here we are, then.", "annotation_id": "iris_DBDC4_042_18", "annotations": ["X", "X", "X", "O", "T", "O", "X", "X", "T", "X", "X", "X", "T", "X", "O"], "gpt2_target_score": [-11.701579093933105, -9.806112289428711, -9.190788269042969, -5.609749794006348, -9.961669921875, -7.19045877456665, -6.962508678436279, -16.35308837890625, -10.52548599243164, -8.80667495727539, -15.296295166015625, -8.32194709777832, -6.012594699859619, -13.929510116577148, -9.161002159118652, -9.649693489074707, -9.036582946777344, -10.39830493927002, -4.625295639038086], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.788130283355713, -1.1698298454284668, -1.165924072265625, -1.0264625549316406, -2.181323528289795, -1.4953614473342896, -0.9331682324409485, -1.7679964303970337, -1.8385682106018066, -1.1293708086013794, -0.7177020311355591, -1.654670238494873, -3.070652961730957, -1.6577051877975464, -1.4051634073257446, -2.448845624923706, -1.4954521656036377, -1.0417193174362183, -0.6941543221473694, -0.6106197834014893, -1.6645327806472778, -1.989622950553894, -1.9614381790161133, -1.233896017074585, -1.3004467487335205, -1.210141658782959, -1.2300291061401367, -1.1714586019515991, -1.5594842433929443, -2.1786322593688965, -1.2104641199111938, -1.1515147686004639, -1.1134105920791626, -1.6964415311813354, -1.4358636140823364, -2.2759342193603516, -0.3485265076160431, -2.3375298976898193, -1.529786467552185, -1.0550897121429443, -1.2170978784561157, -0.3043670952320099, -1.8409204483032227, -2.4093058109283447, -0.6768643856048584, -1.8183993101119995, -0.9133136868476868, -1.6866170167922974, -0.8402771949768066, -1.9443097114562988, -1.3472089767456055, -1.2554328441619873, -1.7694222927093506, -0.8216659426689148, -0.6352094411849976, -0.0387754924595356, -0.2330757975578308, -1.9817321300506592, -2.9023525714874268, -1.7614860534667969, -2.1114795207977295, -1.4904993772506714, -2.025731086730957, -1.9365640878677368, -1.326444149017334, -2.635042428970337, -2.380932092666626, -1.3325834274291992, -2.6639914512634277, -2.3532989025115967, -0.7333536148071289, -0.6763026118278503, -1.9425244331359863, -1.8728678226470947, -0.8630805015563965, -0.9964236617088318, -0.8341192007064819, -1.7512935400009155, -1.331078052520752, -1.0954455137252808, -1.5974332094192505, -2.2608327865600586, -1.693266749382019, -0.6898530125617981, -2.0310580730438232, -1.572266936302185, -1.7454413175582886, -1.2615885734558105, -1.0281240940093994, -2.3364503383636475, -1.110074520111084, -2.6419224739074707, -0.6382513642311096, -1.2686517238616943, -2.017758369445801, -1.7226544618606567, -1.7848471403121948, -2.2143807411193848, -0.8053316473960876, -1.3737872838974, -1.9331177473068237, -1.4197558164596558, -1.987562894821167, -0.1387878656387329, -2.348419666290283, -0.8893486261367798, -1.6300359964370728, -1.9628503322601318, -2.4044017791748047, -1.0822674036026, -1.9034671783447266, -0.6234961748123169, -2.323176860809326, -1.728371500968933, -1.508199691772461, -0.6341797113418579, -1.0883442163467407, -0.5397995114326477, -2.055976629257202, -0.6641313433647156, -0.9939748048782349, -0.4730173349380493, -0.9330071806907654, -0.4675794839859009, -1.0696079730987549, -1.494289755821228, -1.801953911781311, -0.9291657209396362]}, "iris_DBDC4_042_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home But could I just tell you this one thing? yes, please go ahead Thank y... The line goes DEAD. ??? does your brain has a short circuit somewhere? Where's your brain? In my head! But it is different meaning in Mandarin, uh, endearing. ni hao Danny Danny Danny what? are you crazi? No. That's where it all falls down of course.  Here we are, then. I just say ni hao to you", "response": "Me? No, no. I-I couldn't make it that ni- My-my raccoon had hepatitis.", "annotation_id": "iris_DBDC4_042_20", "annotations": ["X", "X", "X", "X", "X", "O", "X", "X", "O", "X", "X", "X", "T", "X", "O"], "gpt2_target_score": [-11.302325248718262, -9.569555282592773, -8.589668273925781, -2.548722267150879, -9.473968505859375, -7.281141757965088, -8.602218627929688, -7.6001129150390625, -9.25778579711914, -11.40744400024414, -13.745330810546875, -8.476396560668945, -8.796225547790527, -10.968267440795898, -15.66501522064209, -7.9063005447387695, -14.167762756347656, -11.968754768371582, -14.859182357788086, -16.873912811279297, -20.29436492919922, -13.214735984802246, -15.751253128051758, -7.0925612449646], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.788130283355713, -1.1698298454284668, -1.165924072265625, -1.0264625549316406, -2.181323528289795, -1.4953614473342896, -0.9331682324409485, -1.7679964303970337, -1.8385682106018066, -1.1293708086013794, -0.7177020311355591, -1.654670238494873, -3.070652961730957, -1.6577051877975464, -1.4051634073257446, -2.448845624923706, -1.4954521656036377, -1.0417193174362183, -0.6941543221473694, -0.6106197834014893, -1.6645327806472778, -1.989622950553894, -1.9614381790161133, -1.233896017074585, -1.3004467487335205, -1.210141658782959, -1.2300291061401367, -1.1714586019515991, -1.5594842433929443, -2.1786322593688965, -1.2104641199111938, -1.1515147686004639, -1.1134105920791626, -1.6964415311813354, -1.4358636140823364, -2.2759342193603516, -0.3485265076160431, -2.3375298976898193, -1.529786467552185, -1.0550897121429443, -1.2170978784561157, -0.3043670952320099, -1.8409204483032227, -2.4093058109283447, -0.6768643856048584, -1.8183993101119995, -0.9133136868476868, -1.6866170167922974, -0.8402771949768066, -1.9443097114562988, -1.3472089767456055, -1.2554328441619873, -1.7694222927093506, -0.8216659426689148, -0.6352094411849976, -0.0387754924595356, -0.2330757975578308, -1.9817321300506592, -2.9023525714874268, -1.7614860534667969, -2.1114795207977295, -1.4904993772506714, -2.025731086730957, -1.9365640878677368, -1.326444149017334, -2.635042428970337, -2.380932092666626, -1.3325834274291992, -2.6639914512634277, -2.3532989025115967, -0.7333536148071289, -0.6763026118278503, -1.9425244331359863, -1.8728678226470947, -0.8630805015563965, -0.9964236617088318, -0.8341192007064819, -1.7512935400009155, -1.331078052520752, -1.0954455137252808, -1.5974332094192505, -2.2608327865600586, -1.693266749382019, -0.6898530125617981, -2.0310580730438232, -1.5722700357437134, -1.7454230785369873, -1.2615998983383179, -1.0281333923339844, -2.3364758491516113, -1.110076904296875, -2.641927480697632, -0.6382578611373901, -1.2686434984207153, -2.0177760124206543, -1.7226523160934448, -1.7848517894744873, -2.214380979537964, -0.8053266406059265, -1.373799204826355, -1.933106780052185, -1.4197677373886108, -1.9875670671463013, -0.13878464698791504, -2.348402500152588, -0.8893532752990723, -1.6300333738327026, -1.9628465175628662, -1.1692215204238892, -2.27304744720459, -0.5566771626472473, -2.5005345344543457, -1.6832596063613892, -1.248425006866455, -0.7517489790916443, -1.1669286489486694, -0.7893447875976562, -1.964166522026062, -0.8156310319900513, -2.255685567855835, -1.325348138809204, -1.1051294803619385, -0.31300121545791626, -1.1822439432144165, -1.741220235824585, -1.9641708135604858, -1.710689663887024, -1.5933631658554077, -1.5238773822784424, -2.003211498260498, -0.49391859769821167, -0.026157034561038017, -0.35012906789779663, -1.3266687393188477, -1.0123240947723389, -2.529147148132324, -0.8004385828971863, -1.1015647649765015, -0.9847927093505859, -1.5249065160751343, -0.7816713452339172, -1.828200101852417, -1.5634502172470093, -2.79541015625, -0.6852319836616516, -0.05222742259502411, -2.7321083545684814, -1.059212327003479, -2.0303878784179688, -0.7680460214614868, -0.24662654101848602, -0.3888620436191559, -0.45854097604751587, -2.4604012966156006, -0.058256596326828, -0.9860670566558838, -2.353797674179077, -1.3993414640426636, -1.5333755016326904, -1.1643067598342896]}, "iris_DBDC4_048_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there", "response": "I'll kill him!", "annotation_id": "iris_DBDC4_048_02", "annotations": ["T", "O", "T", "O", "X", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-9.925350189208984, -11.264674186706543, -12.688308715820312, -11.522249221801758, -1.1980948448181152], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.1980948448181152, -2.2429864406585693, -1.7068675756454468, -1.5637319087982178, -0.25777626037597656, -1.618102788925171, -0.1632169783115387]}, "iris_DBDC4_048_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that", "response": "Ma, you take your medication?", "annotation_id": "iris_DBDC4_048_04", "annotations": ["X", "O", "T", "T", "X", "X", "X", "X", "O", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-14.196781158447266, -8.954142570495605, -7.975231647491455, -10.365785598754883, -8.178472518920898, -15.27306079864502, -11.371535301208496], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.1980948448181152, -1.3763935565948486, -1.2243645191192627, -0.22766365110874176, -2.029216766357422, -0.826896071434021, -2.2907519340515137, -1.4883646965026855, -1.3976829051971436, -1.057047963142395, -1.2521822452545166, -0.9944277405738831, -0.9113471508026123, -2.2262284755706787, -0.6382445693016052, -1.6677165031433105, -1.6486493349075317, -1.991450309753418, -1.8187992572784424, -1.3653761148452759, -0.281735897064209]}, "iris_DBDC4_048_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom", "response": "I am not.", "annotation_id": "iris_DBDC4_048_06", "annotations": ["X", "T", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-9.925350189208984, -7.2580976486206055, -7.598679065704346, -3.0790271759033203], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.1980948448181152, -1.3763935565948486, -1.2243645191192627, -0.22766365110874176, -2.029216766357422, -0.826896071434021, -2.2907519340515137, -1.4883646965026855, -1.3976829051971436, -1.057047963142395, -1.2521822452545166, -0.9944277405738831, -0.9113471508026123, -1.7352110147476196, -1.9708620309829712, -1.628968596458435, -2.0941107273101807, -1.823893666267395, -1.7374202013015747, -1.7801873683929443, -1.661387324333191, -2.1841039657592773, -2.2435426712036133, -1.3160969018936157, -1.211498737335205, -2.215736150741577, -1.6002167463302612, -1.3548768758773804, -0.4391133785247803, -1.443786382675171]}, "iris_DBDC4_048_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not", "response": "Yeah, bu-bu-but why?", "annotation_id": "iris_DBDC4_048_08", "annotations": ["T", "X", "X", "T", "X", "X", "O", "X", "T", "T", "X", "X", "O", "X", "T"], "gpt2_target_score": [-14.67275619506836, -8.954142570495605, -13.88702392578125, -4.909257888793945, -15.191579818725586, -7.9834794998168945, -16.954849243164062, -11.886431694030762, -5.534801483154297], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.1980948448181152, -1.3763935565948486, -1.2243645191192627, -0.22766365110874176, -2.029216766357422, -0.826896071434021, -2.2907519340515137, -1.4883646965026855, -1.3976829051971436, -1.057047963142395, -1.2521822452545166, -0.9944277405738831, -0.9113471508026123, -1.7352110147476196, -1.9708620309829712, -1.628968596458435, -2.0941107273101807, -1.823893666267395, -1.7374202013015747, -1.7801873683929443, -1.661387324333191, -2.1841039657592773, -2.2435426712036133, -1.3160969018936157, -1.211498737335205, -1.462622046470642, -1.0970882177352905, -0.6278696656227112, -1.3557418584823608, -0.31891536712646484, -1.4498621225357056, -2.004115581512451, -1.7809492349624634, -1.4890687465667725, -2.0829696655273438, -1.2737038135528564, -1.3384512662887573, -1.5596293210983276, -2.175837516784668, -1.4738521575927734, -0.6780130863189697, -2.1330461502075195, -1.8918546438217163, -0.43394386768341064]}, "iris_DBDC4_048_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not Yeah, bu-bu-but why? because you are just my friend!", "response": "Well...yeah. Okay.", "annotation_id": "iris_DBDC4_048_10", "annotations": ["O", "O", "T", "T", "O", "T", "O", "X", "T", "O", "X", "O", "O", "O", "O"], "gpt2_target_score": [-14.697818756103516, -6.7762861251831055, -17.728382110595703, -3.0790271759033203, -10.508962631225586, -8.030674934387207], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.1980948448181152, -1.3763935565948486, -1.2243645191192627, -0.22766365110874176, -2.029216766357422, -0.826896071434021, -2.2907519340515137, -1.4883646965026855, -1.3976829051971436, -1.057047963142395, -1.2521822452545166, -0.9944277405738831, -0.9113471508026123, -1.7352110147476196, -1.9708620309829712, -1.628968596458435, -2.0941107273101807, -1.823893666267395, -1.7374202013015747, -1.7801873683929443, -1.661387324333191, -2.1841039657592773, -2.2435426712036133, -1.3160969018936157, -1.211498737335205, -1.462622046470642, -1.097103476524353, -0.6278712749481201, -1.355743408203125, -0.3189125061035156, -1.4498486518859863, -2.004103899002075, -1.7809401750564575, -1.4890689849853516, -1.243138074874878, -1.3498857021331787, -1.5237748622894287, -2.828204393386841, -1.6260051727294922, -0.6109485626220703, -1.9861652851104736, -1.812505841255188, -1.9981942176818848, -1.4229600429534912, -1.635899543762207, -1.902878999710083, -1.885077953338623, -0.7283395528793335, -1.5302640199661255, -2.340000629425049, -2.0350229740142822, -1.0305967330932617, -1.9433919191360474, -1.208274245262146, -1.446811556816101, -1.1393170356750488, -1.9824565649032593]}, "iris_DBDC4_048_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not Yeah, bu-bu-but why? because you are just my friend! Well...yeah. Okay. How many friends do you have?", "response": "How many what?", "annotation_id": "iris_DBDC4_048_12", "annotations": ["O", "T", "T", "T", "X", "X", "T", "X", "X", "T", "X", "X", "T", "O", "X"], "gpt2_target_score": [-12.292963981628418, -10.577886581420898, -8.280632019042969, -3.8208985328674316], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.198131799697876, -1.3763837814331055, -1.224389910697937, -0.22766156494617462, -2.029249429702759, -0.826884388923645, -2.290736675262451, -1.488389015197754, -1.3976885080337524, -1.0570733547210693, -1.2522107362747192, -0.9944503903388977, -0.9113795757293701, -1.7352131605148315, -1.970844030380249, -1.6289845705032349, -2.0941214561462402, -1.8239117860794067, -1.737446665763855, -1.7802056074142456, -1.6613489389419556, -2.184051036834717, -2.2435123920440674, -1.3160990476608276, -1.2114818096160889, -1.4626137018203735, -1.097102165222168, -0.6278706192970276, -1.3557745218276978, -0.3189166784286499, -1.449898362159729, -2.0040860176086426, -1.7809056043624878, -1.4890621900558472, -1.2431676387786865, -1.349906086921692, -1.5237637758255005, -2.8281993865966797, -1.6260488033294678, -0.6109405159950256, -1.9861767292022705, -1.812489628791809, -1.9981883764266968, -1.422974705696106, -1.6358585357666016, -1.9029009342193604, -1.8850946426391602, -0.7283426523208618, -1.5302324295043945, -2.33994197845459, -1.0826139450073242, -1.9229897260665894, -1.0710703134536743, -1.6043553352355957, -1.015808343887329, -1.916713833808899, -1.7682454586029053, -2.173283576965332, -1.1679260730743408, -0.1093192771077156, -0.18031299114227295, -0.3646969497203827, -2.0786943435668945, -2.1839966773986816, -0.26458418369293213, -1.4404659271240234, -1.5679943561553955, -0.3620356023311615]}, "iris_DBDC4_048_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not Yeah, bu-bu-but why? because you are just my friend! Well...yeah. Okay. How many friends do you have? How many what? friends", "response": "Friends.", "annotation_id": "iris_DBDC4_048_14", "annotations": ["T", "O", "T", "X", "X", "X", "X", "X", "X", "T", "X", "X", "O", "T", "X"], "gpt2_target_score": [-13.987971305847168, -9.806112289428711], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.198131799697876, -1.3763837814331055, -1.224389910697937, -0.22766156494617462, -2.029249429702759, -0.826884388923645, -2.290736675262451, -1.488389015197754, -1.3976885080337524, -1.0570733547210693, -1.2522107362747192, -0.9944503903388977, -0.9113795757293701, -1.7352131605148315, -1.970844030380249, -1.6289845705032349, -2.0941214561462402, -1.8239117860794067, -1.737446665763855, -1.7802056074142456, -1.6613489389419556, -2.184051036834717, -2.2435123920440674, -1.3160990476608276, -1.2114818096160889, -1.4626137018203735, -1.097102165222168, -0.6278706192970276, -1.3557745218276978, -0.3189166784286499, -1.449898362159729, -2.0040860176086426, -1.7808960676193237, -1.4890726804733276, -1.2431639432907104, -1.3499082326889038, -1.5237646102905273, -2.8282103538513184, -1.62604558467865, -0.610943078994751, -1.9861693382263184, -1.8124946355819702, -1.9982192516326904, -1.4229878187179565, -1.6358593702316284, -1.9029028415679932, -1.8850988149642944, -0.7283408045768738, -1.5302335023880005, -2.339942455291748, -1.082619071006775, -1.922980546951294, -1.0710842609405518, -1.604365587234497, -1.0157965421676636, -1.9166980981826782, -1.768240213394165, -2.173299551010132, -1.1679192781448364, -0.1093192771077156, -0.18031468987464905, -0.36469539999961853, -2.078681468963623, -0.3974621891975403, -2.2993085384368896, -1.826680302619934, -2.1977765560150146, -0.9771144390106201, -2.1368167400360107, -1.659325361251831, -1.0768464803695679]}, "iris_DBDC4_048_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not Yeah, bu-bu-but why? because you are just my friend! Well...yeah. Okay. How many friends do you have? How many what? friends Friends. yes, how many?", "response": "You watch. There's going to be a hymen holocaust tomorrow.", "annotation_id": "iris_DBDC4_048_16", "annotations": ["X", "T", "X", "T", "X", "X", "X", "X", "X", "T", "X", "X", "O", "X", "X"], "gpt2_target_score": [-11.750834465026855, -10.516988754272461, -4.2520222663879395, -8.511236190795898, -6.167003631591797, -10.06495189666748, -9.288965225219727, -10.72802734375, -6.074003219604492, -14.32898998260498, -14.858715057373047, -15.939225196838379, -21.092756271362305, -8.990453720092773, -2.242673873901367], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.198131799697876, -1.3763837814331055, -1.224389910697937, -0.22766156494617462, -2.029249429702759, -0.826884388923645, -2.290736675262451, -1.488389015197754, -1.3976885080337524, -1.0570733547210693, -1.2522107362747192, -0.9944503903388977, -0.9113795757293701, -1.7352131605148315, -1.970844030380249, -1.6289845705032349, -2.0941214561462402, -1.8239117860794067, -1.737446665763855, -1.7802056074142456, -1.6613489389419556, -2.184051036834717, -2.2435123920440674, -1.3160990476608276, -1.2114818096160889, -1.4626137018203735, -1.097102165222168, -0.6278706192970276, -1.3557745218276978, -0.3189166784286499, -1.449898362159729, -2.0040860176086426, -1.7809056043624878, -1.4890621900558472, -1.2431676387786865, -1.349906086921692, -1.5237637758255005, -2.8281993865966797, -1.6260488033294678, -0.6109405159950256, -1.9861767292022705, -1.812489628791809, -1.9981883764266968, -1.422974705696106, -1.6358585357666016, -1.9029009342193604, -1.8850946426391602, -0.7283426523208618, -1.5302324295043945, -2.33994197845459, -1.0826139450073242, -1.9229897260665894, -1.0710703134536743, -1.6043553352355957, -1.015808343887329, -1.916713833808899, -1.7682454586029053, -2.173283576965332, -1.1679260730743408, -0.1093192771077156, -0.18031299114227295, -0.3646969497203827, -2.0786943435668945, -0.3974605202674866, -2.2993080615997314, -1.8266795873641968, -2.197786331176758, -0.9771130681037903, -1.0793730020523071, -2.278430461883545, -1.2932521104812622, -1.8898515701293945, -0.07544045150279999, -1.845165729522705, -2.579174757003784, -2.2188732624053955, -1.3842192888259888, -2.485929489135742, -1.3632715940475464, -1.055809736251831, -1.3636829853057861, -0.017747879028320312, -0.026999911293387413, -1.042213797569275, -1.1906036138534546, -1.3650965690612793, -1.912671685218811, -0.6287927031517029, -1.4394727945327759, -0.8922683000564575, -0.6630647778511047]}, "iris_DBDC4_048_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not Yeah, bu-bu-but why? because you are just my friend! Well...yeah. Okay. How many friends do you have? How many what? friends Friends. yes, how many? You watch. There's going to be a hymen holocaust tomorrow. what?", "response": "Your mother. Hey, we been talkin' about you.", "annotation_id": "iris_DBDC4_048_18", "annotations": ["T", "O", "X", "T", "X", "X", "X", "X", "X", "T", "X", "X", "O", "X", "X"], "gpt2_target_score": [-13.140345573425293, -10.771795272827148, -4.2520222663879395, -6.378149509429932, -1.831768274307251, -11.582270622253418, -9.230173110961914, -11.776535034179688, -9.955411911010742, -10.138239860534668, -10.207576751708984, -2.7706308364868164, -3.1530137062072754], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.198131799697876, -1.3763837814331055, -1.224389910697937, -0.22766156494617462, -2.029249429702759, -0.826884388923645, -2.290736675262451, -1.488389015197754, -1.3976885080337524, -1.0570733547210693, -1.2522107362747192, -0.9944503903388977, -0.9113795757293701, -1.7352131605148315, -1.970844030380249, -1.6289845705032349, -2.0941214561462402, -1.8239117860794067, -1.737446665763855, -1.7802056074142456, -1.6613489389419556, -2.184051036834717, -2.2435123920440674, -1.3160990476608276, -1.2114818096160889, -1.4626137018203735, -1.097102165222168, -0.6278706192970276, -1.3557745218276978, -0.3189166784286499, -1.449898362159729, -2.0040860176086426, -1.7809056043624878, -1.4890621900558472, -1.2431676387786865, -1.349906086921692, -1.5237637758255005, -2.8281993865966797, -1.6260488033294678, -0.6109405159950256, -1.9861767292022705, -1.812489628791809, -1.9981883764266968, -1.422974705696106, -1.6358585357666016, -1.9029009342193604, -1.8850946426391602, -0.7283426523208618, -1.5302324295043945, -2.33994197845459, -1.0826139450073242, -1.9229897260665894, -1.0710703134536743, -1.6043553352355957, -1.015808343887329, -1.916713833808899, -1.7682454586029053, -2.173283576965332, -1.1679260730743408, -0.1093192771077156, -0.18031299114227295, -0.3646969497203827, -2.0786943435668945, -0.3974605202674866, -2.2993080615997314, -1.8266795873641968, -2.197786331176758, -0.9771130681037903, -1.0793730020523071, -2.278430461883545, -1.2932521104812622, -1.8898515701293945, -0.07544045150279999, -1.845165729522705, -2.579174757003784, -1.2132149934768677, -2.508786678314209, -2.1004819869995117, -1.1905851364135742, -1.4720423221588135, -0.01517231110483408, -0.029422542080283165, -1.0602548122406006, -1.2961411476135254, -0.8848241567611694, -1.5679612159729004, -0.6230170726776123, -1.5157675743103027, -0.9975656270980835, -2.3453619480133057, -2.052802562713623, -2.4166059494018555, -2.010427474975586, -1.266036868095398, -1.204792857170105, -1.3001046180725098, -1.076663851737976, -2.1969852447509766, -1.7178102731704712, -1.95298171043396, -0.043504856526851654, -0.6845291256904602, -1.4065346717834473, -1.7189066410064697, -1.8795380592346191, -1.3459393978118896]}, "iris_DBDC4_048_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not Yeah, bu-bu-but why? because you are just my friend! Well...yeah. Okay. How many friends do you have? How many what? friends Friends. yes, how many? You watch. There's going to be a hymen holocaust tomorrow. what? Your mother. Hey, we been talkin' about you. I think you are confused", "response": "Sit over here.", "annotation_id": "iris_DBDC4_048_20", "annotations": ["X", "X", "X", "T", "X", "X", "X", "X", "O", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-16.86502456665039, -10.410863876342773, -6.2695088386535645, -3.0790162086486816], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.198131799697876, -1.3763837814331055, -1.224389910697937, -0.22766156494617462, -2.029249429702759, -0.826884388923645, -2.290736675262451, -1.488389015197754, -1.3976885080337524, -1.0570733547210693, -1.2522107362747192, -0.9944503903388977, -0.9113795757293701, -1.7352131605148315, -1.970844030380249, -1.6289845705032349, -2.0941214561462402, -1.8239117860794067, -1.737446665763855, -1.7802056074142456, -1.6613489389419556, -2.184051036834717, -2.2435123920440674, -1.3160990476608276, -1.2114818096160889, -1.4626137018203735, -1.097102165222168, -0.6278706192970276, -1.3557745218276978, -0.3189166784286499, -1.449898362159729, -2.0040860176086426, -1.7809056043624878, -1.4890621900558472, -1.2431676387786865, -1.349906086921692, -1.5237637758255005, -2.8281993865966797, -1.6260488033294678, -0.6109405159950256, -1.9861767292022705, -1.812489628791809, -1.9981883764266968, -1.422974705696106, -1.6358585357666016, -1.9029009342193604, -1.8850946426391602, -0.7283426523208618, -1.5302324295043945, -2.33994197845459, -1.0826139450073242, -1.9229897260665894, -1.0710703134536743, -1.6043553352355957, -1.015808343887329, -1.916713833808899, -1.7682454586029053, -2.173283576965332, -1.1679260730743408, -0.1093192771077156, -0.18031299114227295, -0.3646969497203827, -2.0786943435668945, -0.3974605202674866, -2.2993080615997314, -1.8266795873641968, -2.197786331176758, -0.9771130681037903, -1.0793730020523071, -2.278430461883545, -1.2932521104812622, -1.8898515701293945, -0.07544045150279999, -1.845165729522705, -2.579174757003784, -1.2132149934768677, -2.508786678314209, -2.1004819869995117, -1.1905851364135742, -1.4720423221588135, -0.01517231110483408, -0.029422542080283165, -1.0602548122406006, -1.2961411476135254, -0.8848241567611694, -1.5679612159729004, -0.6230170726776123, -1.5157675743103027, -0.9975656270980835, -2.3453619480133057, -2.052802562713623, -2.4166059494018555, -1.7111973762512207, -1.5361393690109253, -2.592324733734131, -1.0309357643127441, -2.2322938442230225, -1.7894988059997559, -2.034621238708496, -0.031775690615177155, -0.6323058009147644, -1.2915693521499634, -1.7319700717926025, -1.9950711727142334, -2.041414737701416, -1.3980462551116943, -1.1260350942611694, -1.5383890867233276, -2.460015058517456, -0.8845188021659851, -2.303112745285034, -1.5997672080993652, -1.4468992948532104, -1.6041041612625122, -1.785222053527832]}, "iris_DBDC4_051_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex", "response": "It's all right.", "annotation_id": "iris_DBDC4_051_02", "annotations": ["T", "T", "T", "X", "O", "T", "X", "O", "T", "O", "X", "T", "T", "X", "T"], "gpt2_target_score": [-13.879230499267578, -10.576624870300293, -7.5150837898254395, -9.079524040222168, -2.822010040283203], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.9909405708312988, -0.666941225528717, -2.2537240982055664, -1.6992958784103394, -1.3607511520385742, -1.8218470811843872]}, "iris_DBDC4_051_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know", "response": "Good, what's up?", "annotation_id": "iris_DBDC4_051_04", "annotations": ["T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O"], "gpt2_target_score": [-12.742549896240234, -8.954142570495605, -8.2806396484375, -5.609729290008545, -12.392154693603516, -8.49661636352539], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.076633334159851, -2.193708658218384, -1.3850466012954712, -0.9994574189186096, -1.5392584800720215, -2.05147385597229, -1.214235544204712, -1.5305073261260986, -2.0186872482299805, -1.8188865184783936, -2.1255428791046143, -1.2675062417984009, -1.4460439682006836, -0.84621262550354, -0.22765900194644928]}, "iris_DBDC4_051_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so", "response": "Well?", "annotation_id": "iris_DBDC4_051_06", "annotations": ["T", "O", "T", "O", "X", "O", "O", "O", "O", "O", "T", "O", "T", "X", "X"], "gpt2_target_score": [-14.697818756103516, -9.569575309753418], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.076633334159851, -2.193708658218384, -1.3850466012954712, -0.9994574189186096, -1.5392584800720215, -2.05147385597229, -1.214235544204712, -1.5305073261260986, -2.7056572437286377, -2.281162738800049, -1.0113052129745483, -1.6221826076507568, -0.8899701237678528, -1.4158852100372314, -1.5390923023223877, -2.2935876846313477, -2.6231632232666016, -2.661789894104004, -2.4741525650024414, -0.6530996561050415, -1.0420548915863037]}, "iris_DBDC4_051_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know", "response": "You must've been a lot of laughs when you were a kid. Lonely, huh?", "annotation_id": "iris_DBDC4_051_08", "annotations": ["X", "T", "T", "T", "O", "T", "O", "O", "O", "O", "X", "O", "O", "T", "X"], "gpt2_target_score": [-11.750797271728516, -10.389201164245605, -11.428905487060547, -11.525561332702637, -8.328235626220703, -13.282413482666016, -8.842878341674805, -11.862784385681152, -6.53855037689209, -8.915769577026367, -12.398443222045898, -9.420000076293945, -11.41472339630127, -3.8768608570098877, -11.541446685791016, -6.862806797027588, -13.946249008178711, -1.469987154006958], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.076633334159851, -2.193708658218384, -1.3850466012954712, -0.9994574189186096, -1.5392584800720215, -2.05147385597229, -1.214235544204712, -1.5305073261260986, -2.7056572437286377, -2.281162738800049, -1.0113052129745483, -1.6221826076507568, -0.8899701237678528, -1.4158852100372314, -1.5390923023223877, -2.2935876846313477, -2.6231632232666016, -2.661789894104004, -0.9565591812133789, -1.991667628288269, -0.9713261127471924, -2.328301191329956, -2.474482536315918, -0.3987541198730469, -1.9996325969696045, -1.6005712747573853, -1.8300408124923706, -2.218714475631714, -2.265423059463501, -1.788818597793579, -1.2567771673202515, -2.4289584159851074, -1.3977184295654297, -0.698136031627655, -0.8552217483520508, -2.000994920730591, -2.563432216644287, -1.4082826375961304, -1.397050142288208, -2.0012102127075195, -0.9808493256568909, -2.0609328746795654, -1.5547003746032715, -0.4889392554759979, -1.116805911064148, -1.083582878112793, -1.7828582525253296, -1.3952040672302246, -0.0456947460770607, -0.7555416226387024]}, "iris_DBDC4_051_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know You must've been a lot of laughs when you were a kid. Lonely, huh? yeah, being a kid is actually great, I hate being a grown up", "response": "Yeah, we've totally grown up since then.", "annotation_id": "iris_DBDC4_051_10", "annotations": ["T", "T", "T", "T", "O", "T", "O", "O", "T", "X", "O", "O", "O", "O", "X"], "gpt2_target_score": [-14.672785758972168, -8.954107284545898, -8.115741729736328, -9.263222694396973, -13.128768920898438, -14.070477485656738, -5.880160808563232, -10.596220970153809, -6.996373176574707, -10.559699058532715], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.0766266584396362, -2.1936984062194824, -1.3850702047348022, -0.9994708299636841, -1.5391762256622314, -2.051511526107788, -1.214243769645691, -1.5305391550064087, -2.7056548595428467, -2.281158208847046, -1.0113016366958618, -1.6221858263015747, -0.889981210231781, -1.4158871173858643, -1.5391299724578857, -2.293567419052124, -2.623185634613037, -2.661775827407837, -0.956542432308197, -1.991668701171875, -0.9713332056999207, -2.3283560276031494, -2.4744718074798584, -0.39877045154571533, -1.999648094177246, -1.6005934476852417, -1.830033779144287, -2.2186930179595947, -2.2654459476470947, -1.7888429164886475, -1.2567720413208008, -1.510749340057373, -0.7170587182044983, -0.9112244844436646, -2.09344744682312, -2.471327304840088, -1.239711046218872, -1.441008448600769, -2.248488664627075, -0.8754515647888184, -1.8478180170059204, -1.5042104721069336, -0.3736000657081604, -1.3630975484848022, -2.143604040145874, -1.2040314674377441, -1.2111274003982544, -0.06435046344995499, -2.0986413955688477, -0.9593403339385986, -2.2640178203582764, -1.0221035480499268, -1.5637129545211792, -1.5830392837524414, -1.9054028987884521, -1.7260969877243042, -0.9801056385040283, -1.9736294746398926, -2.0729596614837646, -1.7950109243392944, -1.386429786682129, -0.8793559074401855, -0.9390438795089722, -1.8152326345443726, -2.269585371017456, -0.49207302927970886, -1.518359661102295, -1.8786224126815796, -1.3990750312805176, -2.2132058143615723, -0.29196009039878845, -2.2487430572509766, -1.1658997535705566, -0.8107386231422424, -1.8701967000961304]}, "iris_DBDC4_051_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know You must've been a lot of laughs when you were a kid. Lonely, huh? yeah, being a kid is actually great, I hate being a grown up Yeah, we've totally grown up since then. a lot", "response": "Oh, please. So they were really impressed with you at work.", "annotation_id": "iris_DBDC4_051_12", "annotations": ["X", "O", "T", "X", "O", "T", "T", "O", "T", "O", "X", "T", "T", "X", "X"], "gpt2_target_score": [-13.589579582214355, -8.954107284545898, -7.555168628692627, -3.686814308166504, -6.202796936035156, -12.751538276672363, -11.067798614501953, -6.086776256561279, -15.430821418762207, -10.981619834899902, -6.133024215698242, -9.396403312683105, -9.913382530212402, -3.876835584640503], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.0766266584396362, -2.1936984062194824, -1.3850702047348022, -0.9994708299636841, -1.5391762256622314, -2.051511526107788, -1.214243769645691, -1.5305391550064087, -2.7056548595428467, -2.281158208847046, -1.0113016366958618, -1.6221858263015747, -0.889981210231781, -1.4158871173858643, -1.5391299724578857, -2.293567419052124, -2.623185634613037, -2.661775827407837, -0.956542432308197, -1.991668701171875, -0.9713332056999207, -2.3283560276031494, -2.4744718074798584, -0.39877045154571533, -1.999648094177246, -1.6005934476852417, -1.830033779144287, -2.2186930179595947, -2.2654459476470947, -1.7888429164886475, -1.2567720413208008, -1.510749340057373, -0.7170587182044983, -0.9112244844436646, -2.09344744682312, -2.471327304840088, -1.239711046218872, -1.441008448600769, -2.248488664627075, -0.8754515647888184, -1.8478180170059204, -1.5042104721069336, -0.3736000657081604, -1.3630975484848022, -2.143604040145874, -1.2040314674377441, -1.2111274003982544, -0.06435046344995499, -2.0986413955688477, -0.9593403339385986, -2.2640178203582764, -1.0221035480499268, -1.5637129545211792, -1.5830392837524414, -1.9054028987884521, -1.7260969877243042, -0.9801056385040283, -1.9736294746398926, -2.0729596614837646, -1.7950109243392944, -1.386429786682129, -0.8793559074401855, -0.9390438795089722, -1.8152326345443726, -0.7264226675033569, -1.6900861263275146, -1.786953091621399, -1.5098730325698853, -2.347525119781494, -0.3191523551940918, -2.128305196762085, -1.2880572080612183, -0.9113168716430664, -1.9112240076065063, -0.5216692090034485, -0.19412411749362946, -2.3555896282196045, -1.3954535722732544, -2.144965171813965, -2.2453854084014893, -1.4953761100769043, -2.1163713932037354, -1.5846501588821411, -2.976947546005249, -2.0987513065338135, -1.372836709022522, -1.277106523513794, -1.9475079774856567, -1.2034910917282104, -1.5183480978012085, -1.8163331747055054]}, "iris_DBDC4_051_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know You must've been a lot of laughs when you were a kid. Lonely, huh? yeah, being a kid is actually great, I hate being a grown up Yeah, we've totally grown up since then. a lot Oh, please. So they were really impressed with you at work. not actually, I am loser", "response": "Wait, what?", "annotation_id": "iris_DBDC4_051_14", "annotations": ["X", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O"], "gpt2_target_score": [-14.738879203796387, -8.954107284545898, -8.280632019042969, -5.383461952209473], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.0766266584396362, -2.1936984062194824, -1.3850702047348022, -0.9994708299636841, -1.5391762256622314, -2.051511526107788, -1.214243769645691, -1.5305391550064087, -2.7056548595428467, -2.281158208847046, -1.0113016366958618, -1.6221858263015747, -0.889981210231781, -1.4158871173858643, -1.5391299724578857, -2.293567419052124, -2.623185634613037, -2.661775827407837, -0.956542432308197, -1.991668701171875, -0.9713332056999207, -2.3283560276031494, -2.4744718074798584, -0.39877045154571533, -1.999648094177246, -1.6005934476852417, -1.830033779144287, -2.2186930179595947, -2.2654459476470947, -1.7888429164886475, -1.2567720413208008, -1.510749340057373, -0.7170587182044983, -0.9112244844436646, -2.09344744682312, -2.471327304840088, -1.239711046218872, -1.441008448600769, -2.248488664627075, -0.8754515647888184, -1.8478180170059204, -1.5042104721069336, -0.3736000657081604, -1.3630975484848022, -2.143604040145874, -1.2040314674377441, -1.2111274003982544, -0.06435046344995499, -2.0986413955688477, -0.9593403339385986, -2.2640178203582764, -1.0221035480499268, -1.5637129545211792, -1.5830392837524414, -1.9054028987884521, -1.7260969877243042, -0.9801056385040283, -1.9736294746398926, -2.0729596614837646, -1.7950109243392944, -1.386429786682129, -0.8793559074401855, -0.9390438795089722, -1.8152326345443726, -0.7264226675033569, -1.6900861263275146, -1.786953091621399, -1.5098730325698853, -2.347525119781494, -0.3191523551940918, -2.128305196762085, -1.2880572080612183, -0.9113168716430664, -1.9112240076065063, -0.5216692090034485, -0.19412411749362946, -1.370958924293518, -2.265915632247925, -2.071903944015503, -1.8599870204925537, -1.8326917886734009, -1.4962966442108154, -3.060678720474243, -1.9182978868484497, -1.36771821975708, -1.2624534368515015, -1.7797456979751587, -1.2353935241699219, -1.4493292570114136, -2.0379860401153564, -2.569613218307495, -2.4953458309173584, -1.958364486694336, -1.9262423515319824, -1.514316201210022, -1.5220439434051514, -2.321024179458618, -0.6940982341766357, -2.0065784454345703, -0.7972543835639954, -1.1300699710845947]}, "iris_DBDC4_051_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know You must've been a lot of laughs when you were a kid. Lonely, huh? yeah, being a kid is actually great, I hate being a grown up Yeah, we've totally grown up since then. a lot Oh, please. So they were really impressed with you at work. not actually, I am loser Wait, what? yeah, no good things happening around here lately", "response": "Not so good lately.", "annotation_id": "iris_DBDC4_051_16", "annotations": ["T", "O", "T", "T", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-13.634364128112793, -6.072652816772461, -9.807804107666016, -15.576035499572754, -2.8220291137695312], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.0766266584396362, -2.1936984062194824, -1.3850702047348022, -0.9994708299636841, -1.5391762256622314, -2.051511526107788, -1.214243769645691, -1.5305391550064087, -2.7056548595428467, -2.281158208847046, -1.0113016366958618, -1.6221858263015747, -0.889981210231781, -1.4158871173858643, -1.5391299724578857, -2.293567419052124, -2.623185634613037, -2.661775827407837, -0.956542432308197, -1.991668701171875, -0.9713332056999207, -2.3283560276031494, -2.4744718074798584, -0.39877045154571533, -1.999648094177246, -1.6005934476852417, -1.830033779144287, -2.2186930179595947, -2.2654459476470947, -1.7888429164886475, -1.2567720413208008, -1.510749340057373, -0.7170587182044983, -0.9112244844436646, -2.09344744682312, -2.471327304840088, -1.239711046218872, -1.441008448600769, -2.248488664627075, -0.8754515647888184, -1.8478180170059204, -1.5042104721069336, -0.3736000657081604, -1.3630975484848022, -2.143604040145874, -1.2040314674377441, -1.2111274003982544, -0.06435046344995499, -2.0986413955688477, -0.9593403339385986, -2.2640178203582764, -1.0221035480499268, -1.5637129545211792, -1.5830392837524414, -1.9054028987884521, -1.7260969877243042, -0.9801056385040283, -1.9736294746398926, -2.0729596614837646, -1.7950109243392944, -1.386429786682129, -0.8793559074401855, -0.9390438795089722, -1.8152326345443726, -0.7264226675033569, -1.6900861263275146, -1.786953091621399, -1.5098730325698853, -2.347525119781494, -0.3191523551940918, -2.128305196762085, -1.2880572080612183, -0.9113168716430664, -1.9112240076065063, -0.5216692090034485, -0.19412411749362946, -1.370958924293518, -2.265915632247925, -2.071903944015503, -1.8599870204925537, -1.8326917886734009, -1.4962966442108154, -3.060678720474243, -1.9182978868484497, -1.36771821975708, -1.2624534368515015, -1.7797456979751587, -1.2353935241699219, -1.4493292570114136, -2.0379860401153564, -2.569613218307495, -2.4953324794769287, -1.958364725112915, -1.9262388944625854, -1.5143178701400757, -1.52204430103302, -0.8733738660812378, -2.051964521408081, -0.9057953953742981, -2.148528575897217, -0.7059546709060669, -1.8055448532104492, -1.1188052892684937, -1.3085777759552002, -2.0571229457855225, -1.3632582426071167, -1.3041216135025024, -1.4995557069778442, -1.23263680934906, -2.424396276473999, -1.126119613647461, -0.7624483704566956, -1.3102244138717651, -0.9914551377296448, -1.5401989221572876]}, "iris_DBDC4_051_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know You must've been a lot of laughs when you were a kid. Lonely, huh? yeah, being a kid is actually great, I hate being a grown up Yeah, we've totally grown up since then. a lot Oh, please. So they were really impressed with you at work. not actually, I am loser Wait, what? yeah, no good things happening around here lately Not so good lately. nope, quite bad, lots of complaints from clients", "response": "Nope.", "annotation_id": "iris_DBDC4_051_18", "annotations": ["T", "T", "T", "X", "X", "X", "O", "O", "O", "O", "O", "T", "T", "X", "T"], "gpt2_target_score": [-11.578639030456543, -14.575750350952148, -4.2520222663879395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.0766266584396362, -2.1936984062194824, -1.3850702047348022, -0.9994708299636841, -1.5391762256622314, -2.051511526107788, -1.214243769645691, -1.5305391550064087, -2.7056548595428467, -2.281158208847046, -1.0113016366958618, -1.6221858263015747, -0.889981210231781, -1.4158871173858643, -1.5391299724578857, -2.293567419052124, -2.623185634613037, -2.661775827407837, -0.956542432308197, -1.991668701171875, -0.9713332056999207, -2.3283560276031494, -2.4744718074798584, -0.39877045154571533, -1.999648094177246, -1.6005934476852417, -1.830033779144287, -2.2186930179595947, -2.2654459476470947, -1.7888429164886475, -1.2567720413208008, -1.510749340057373, -0.7170587182044983, -0.9112244844436646, -2.09344744682312, -2.471327304840088, -1.239711046218872, -1.441008448600769, -2.248488664627075, -0.8754515647888184, -1.8478180170059204, -1.5042104721069336, -0.3736000657081604, -1.3630975484848022, -2.143604040145874, -1.2040314674377441, -1.2111274003982544, -0.06435046344995499, -2.0986413955688477, -0.9593403339385986, -2.2640178203582764, -1.0221035480499268, -1.5637129545211792, -1.5830392837524414, -1.9054028987884521, -1.7260969877243042, -0.9801056385040283, -1.9736294746398926, -2.0729596614837646, -1.7950109243392944, -1.386429786682129, -0.8793559074401855, -0.9390438795089722, -1.8152326345443726, -0.7264226675033569, -1.6900861263275146, -1.786953091621399, -1.5098730325698853, -2.347525119781494, -0.3191523551940918, -2.128305196762085, -1.2880572080612183, -0.9113168716430664, -1.9112240076065063, -0.5216692090034485, -0.19412411749362946, -1.370958924293518, -2.265915632247925, -2.071903944015503, -1.8599870204925537, -1.8326917886734009, -1.4962966442108154, -3.060678720474243, -1.9182978868484497, -1.36771821975708, -1.2624515295028687, -1.7797510623931885, -1.2353852987289429, -1.4493287801742554, -2.0379908084869385, -2.569617509841919, -2.4953463077545166, -1.9583549499511719, -1.9262375831604004, -1.5143065452575684, -1.5220319032669067, -0.8733749389648438, -2.051955223083496, -0.9057981967926025, -2.1485276222229004, -0.7059544324874878, -1.8055505752563477, -1.1188101768493652, -1.3085721731185913, -2.057126760482788, -1.3632569313049316, -1.3041231632232666, -1.4995336532592773, -1.2326613664627075, -1.3966177701950073, -0.7100422382354736, -1.299857497215271, -0.9552656412124634, -1.8301690816879272, -0.6811237335205078, -0.9018398523330688, -1.7944190502166748, -1.0235577821731567, -1.4165059328079224, -1.8578306436538696, -0.12324146181344986, -2.33364200592041, -1.4285451173782349, -1.5552536249160767, -1.6637746095657349, -2.408982276916504, -0.7215259075164795, -0.4448583126068115, -1.695941686630249]}, "iris_DBDC4_051_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know You must've been a lot of laughs when you were a kid. Lonely, huh? yeah, being a kid is actually great, I hate being a grown up Yeah, we've totally grown up since then. a lot Oh, please. So they were really impressed with you at work. not actually, I am loser Wait, what? yeah, no good things happening around here lately Not so good lately. nope, quite bad, lots of complaints from clients Nope. have you deal with clients before?", "response": "Deal.", "annotation_id": "iris_DBDC4_051_20", "annotations": ["X", "X", "X", "X", "X", "X", "X", "O", "O", "O", "O", "T", "X", "X", "X"], "gpt2_target_score": [-14.429598808288574, -9.806112289428711], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.0766266584396362, -2.1936984062194824, -1.3850702047348022, -0.9994708299636841, -1.5391762256622314, -2.051511526107788, -1.214243769645691, -1.5305391550064087, -2.7056548595428467, -2.281158208847046, -1.0113016366958618, -1.6221858263015747, -0.889981210231781, -1.4158871173858643, -1.5391299724578857, -2.293567419052124, -2.623185634613037, -2.661775827407837, -0.956542432308197, -1.991668701171875, -0.9713332056999207, -2.3283560276031494, -2.4744718074798584, -0.39877045154571533, -1.999648094177246, -1.6005934476852417, -1.830033779144287, -2.2186930179595947, -2.2654459476470947, -1.7888429164886475, -1.2567720413208008, -1.510749340057373, -0.7170587182044983, -0.9112244844436646, -2.09344744682312, -2.471327304840088, -1.239711046218872, -1.441008448600769, -2.248488664627075, -0.8754515647888184, -1.8478180170059204, -1.5042104721069336, -0.3736000657081604, -1.3630975484848022, -2.143604040145874, -1.2040314674377441, -1.2111274003982544, -0.06435046344995499, -2.0986413955688477, -0.9593403339385986, -2.2640178203582764, -1.0221035480499268, -1.5637129545211792, -1.5830392837524414, -1.9054028987884521, -1.7260969877243042, -0.9801056385040283, -1.9736294746398926, -2.0729596614837646, -1.7950109243392944, -1.386429786682129, -0.8793559074401855, -0.9390438795089722, -1.8152326345443726, -0.7264226675033569, -1.6900861263275146, -1.786953091621399, -1.5098730325698853, -2.347525119781494, -0.3191523551940918, -2.128305196762085, -1.2880572080612183, -0.9113168716430664, -1.9112240076065063, -0.5216692090034485, -0.19412411749362946, -1.370958924293518, -2.265915632247925, -2.071903944015503, -1.8599870204925537, -1.8326917886734009, -1.4962966442108154, -3.060678720474243, -1.9182978868484497, -1.36771821975708, -1.2624534368515015, -1.7797456979751587, -1.2353935241699219, -1.4493292570114136, -2.0379860401153564, -2.569613218307495, -2.4953324794769287, -1.958364725112915, -1.9262388944625854, -1.5143178701400757, -1.52204430103302, -0.8733738660812378, -2.051964521408081, -0.9057953953742981, -2.148528575897217, -0.7059546709060669, -1.8055448532104492, -1.1188052892684937, -1.3085777759552002, -2.0571229457855225, -1.3632582426071167, -1.3041216135025024, -1.4995557069778442, -1.23263680934906, -1.3965981006622314, -0.7100493907928467, -1.2998493909835815, -0.9552589058876038, -1.8301708698272705, -0.6811299324035645, -0.9018492102622986, -1.794416904449463, -1.023561716079712, -1.416520118713379, -1.8578401803970337, -0.12323819100856781, -2.3336424827575684, -1.428525686264038, -1.555250644683838, -1.663787841796875, -0.7315400242805481, -2.0903918743133545, -0.5217374563217163, -1.7055741548538208, -0.0338965579867363, -2.038167953491211, -1.189732551574707, -0.5065522789955139, -2.668649911880493, -2.263309955596924, -1.1626214981079102, -1.759177327156067]}, "iris_DBDC4_054_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day", "response": "My day sucked. I spent six hours in the lab and four hours in class.", "annotation_id": "iris_DBDC4_054_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.463397979736328, -10.861140251159668, -12.515125274658203, -3.7513980865478516, -1.2975866794586182, -13.170564651489258, -12.445337295532227, -12.577827453613281, -4.894219875335693, -11.041389465332031, -9.838188171386719, -4.559708118438721, -12.588224411010742, -12.854405403137207, -11.085631370544434, -9.369507789611816, -7.189662933349609], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.2606372833251953, -1.2975866794586182, -1.909624457359314, -0.7611635327339172, -0.6592634320259094, -0.5559019446372986, -1.7930831909179688, -2.0701522827148438, -1.3362888097763062, -1.4263129234313965, -1.2648206949234009, -2.10063099861145, -1.6983041763305664, -0.381664514541626, -2.131873607635498, -1.0292160511016846, -2.454249858856201, -1.6585509777069092, -2.2585644721984863, -0.30085939168930054, -0.6304379105567932, -0.2970646619796753, -0.6566591858863831, -1.5061761140823364]}, "iris_DBDC4_054_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too", "response": "Well...", "annotation_id": "iris_DBDC4_054_04", "annotations": ["O", "O", "O", "O", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2_target_score": [-14.697818756103516, -6.7762861251831055], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.2606372833251953, -1.2975866794586182, -1.909624457359314, -0.7611635327339172, -0.6592634320259094, -0.5559019446372986, -3.145493268966675, -1.2090635299682617, -1.5366055965423584, -1.6243427991867065, -1.956089973449707, -1.5525609254837036, -0.45381614565849304, -2.2128469944000244, -1.1108402013778687, -2.416477918624878, -1.6669230461120605, -2.283372163772583, -0.31880930066108704, -0.6330817341804504, -0.3112689256668091, -0.6872439384460449, -1.4052314758300781, -1.494706392288208, -0.6250147819519043, -0.9736315608024597, -1.0059089660644531, -1.311018943786621, -2.9628379344940186, -1.3356207609176636, -2.5623018741607666, -2.2270138263702393, -0.5954511165618896, -0.45599567890167236, -1.792029619216919, -1.0069719552993774, -1.5201750993728638]}, "iris_DBDC4_054_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math", "response": "Four against one. For a Danny, you're really bad at math.", "annotation_id": "iris_DBDC4_054_06", "annotations": ["X", "O", "O", "T", "T", "X", "O", "O", "O", "X", "T", "O", "X", "O", "T"], "gpt2_target_score": [-17.748104095458984, -13.382060050964355, -8.960380554199219, -3.7513980865478516, -6.007638931274414, -6.9023919105529785, -3.9444825649261475, -10.562446594238281, -7.779153347015381, -13.065979957580566, -8.174365043640137, -7.8936920166015625, -10.677977561950684, -14.653721809387207, -8.967126846313477], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.2606372833251953, -1.2975866794586182, -1.909624457359314, -0.7611635327339172, -0.6592634320259094, -0.5559019446372986, -3.145493268966675, -1.2090635299682617, -1.5366055965423584, -1.6243427991867065, -1.956089973449707, -1.5525609254837036, -0.45381614565849304, -2.2128469944000244, -1.1108402013778687, -2.416477918624878, -1.6669230461120605, -2.283372163772583, -0.31880930066108704, -0.6330817341804504, -0.3112689256668091, -0.6872439384460449, -1.4052314758300781, -1.494706392288208, -0.6250147819519043, -0.9736315608024597, -1.0059089660644531, -1.311018943786621, -2.9628379344940186, -1.33562433719635, -2.5623035430908203, -2.2270147800445557, -0.5954516530036926, -0.45600488781929016, -1.1353431940078735, -1.6891850233078003, -2.028564929962158, -2.5024945735931396, -0.617556631565094, -1.9743162393569946, -1.4101006984710693, -2.0571084022521973, -0.09723714739084244, -1.538784146308899, -2.303919792175293, -1.214410662651062, -1.766396403312683, -2.8281590938568115, -1.862744688987732, -1.5327297449111938, -2.4197494983673096, -2.4131429195404053, -2.0124664306640625, -1.1394158601760864, -0.2868278920650482, -0.6542829871177673, -0.9949785470962524]}, "iris_DBDC4_054_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math?", "response": "Hey! We came over to help you with Math homework!", "annotation_id": "iris_DBDC4_054_08", "annotations": ["X", "T", "O", "T", "O", "X", "T", "T", "O", "X", "T", "O", "T", "O", "T"], "gpt2_target_score": [-11.968348503112793, -7.620611190795898, -7.515778064727783, -11.557576179504395, -9.7596435546875, -4.121914386749268, -11.861136436462402, -10.558194160461426, -5.1364569664001465, -10.272777557373047, -14.485184669494629, -2.0301513671875], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.260624885559082, -1.2975925207138062, -1.9096494913101196, -0.761191725730896, -0.6592838764190674, -0.5559056997299194, -3.145465850830078, -1.209077000617981, -1.5365753173828125, -1.6243364810943604, -1.956021785736084, -1.5525894165039062, -0.45381659269332886, -2.2128138542175293, -1.1108342409133911, -2.4164791107177734, -1.6669059991836548, -2.2833492755889893, -0.31882837414741516, -0.6330862641334534, -0.31126078963279724, -0.6872702240943909, -1.4052523374557495, -1.4946706295013428, -0.6250072717666626, -0.9736195802688599, -1.0059384107589722, -1.3110026121139526, -2.9627959728240967, -1.33566153049469, -2.5623247623443604, -2.226989269256592, -0.5954445600509644, -0.4559776186943054, -1.1353815793991089, -1.689191222190857, -2.028576135635376, -2.5024375915527344, -0.6175424456596375, -1.9743059873580933, -1.410054326057434, -0.27635306119918823, -2.0780954360961914, -1.9468613862991333, -1.830190896987915, -1.5915708541870117, -2.106569528579712, -1.271561861038208, -1.2752892971038818, -2.2855536937713623, -2.4351489543914795, -2.0750925540924072, -1.1720553636550903, -0.30537518858909607, -0.730705201625824, -2.0603039264678955, -0.22325760126113892, -1.5837019681930542, -0.973269522190094, -0.4108647406101227, -1.6513993740081787, -1.7623839378356934, -0.8548123240470886, -1.3011356592178345, -1.5444588661193848, -1.7862093448638916, -1.1995009183883667, -1.8398611545562744, -1.450094223022461, -1.4558262825012207, -1.448322057723999, -1.4249142408370972, -1.0348402261734009, -0.917174220085144]}, "iris_DBDC4_054_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math? Hey! We came over to help you with Math homework! What's your favourite subject in school?", "response": "Art. That's a good subject.", "annotation_id": "iris_DBDC4_054_10", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "T"], "gpt2_target_score": [-14.21069622039795, -9.806112289428711, -9.190788269042969, -6.7439165115356445, -7.942886829376221, -6.391811847686768, -15.581107139587402, -11.873639106750488], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.260624885559082, -1.2975925207138062, -1.9096494913101196, -0.761191725730896, -0.6592838764190674, -0.5559056997299194, -3.145465850830078, -1.209077000617981, -1.5365753173828125, -1.6243364810943604, -1.956021785736084, -1.5525894165039062, -0.45381659269332886, -2.2128138542175293, -1.1108342409133911, -2.4164791107177734, -1.6669059991836548, -2.2833492755889893, -0.31882837414741516, -0.6330862641334534, -0.31126078963279724, -0.6872702240943909, -1.4052523374557495, -1.4946706295013428, -0.6250072717666626, -0.9736195802688599, -1.0059384107589722, -1.3110026121139526, -2.9627959728240967, -1.33566153049469, -2.5623247623443604, -2.226989269256592, -0.5954445600509644, -0.4559832215309143, -1.1353825330734253, -1.6891905069351196, -2.0285732746124268, -2.5024380683898926, -0.617538571357727, -1.9743120670318604, -1.4100514650344849, -0.2763511836528778, -2.078094720840454, -1.9468690156936646, -1.8301843404769897, -1.5915828943252563, -2.106565475463867, -1.271564245223999, -1.275282382965088, -2.285555601119995, -2.4351677894592285, -2.0750932693481445, -1.1720519065856934, -0.3053756356239319, -0.7307114005088806, -2.0603041648864746, -0.2232578843832016, -1.5836890935897827, -0.9732674360275269, -0.41086381673812866, -1.6513862609863281, -0.9035905599594116, -1.4627543687820435, -1.6261018514633179, -1.6629362106323242, -1.194987416267395, -1.8890864849090576, -1.4922126531600952, -1.4760040044784546, -1.528396487236023, -1.2319297790527344, -0.9560666084289551, -2.3065481185913086, -1.6748396158218384, -1.0876781940460205, -2.0740225315093994, -2.506244659423828, -0.6818411350250244, -1.6702123880386353, -0.2582903504371643, -1.598601222038269, -1.9525960683822632, -1.9505751132965088, -1.5331463813781738, -0.5174865126609802, -2.279599666595459, -2.080632209777832, -1.9615169763565063, -1.305816411972046, -1.100919246673584]}, "iris_DBDC4_054_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math? Hey! We came over to help you with Math homework! What's your favourite subject in school? Art. That's a good subject. I'm really bad at drawing", "response": "He look familiar?", "annotation_id": "iris_DBDC4_054_12", "annotations": ["X", "X", "O", "T", "T", "X", "X", "X", "T", "X", "X", "T", "X", "T", "T"], "gpt2_target_score": [-14.41418743133545, -9.958974838256836, -13.509769439697266, -5.604855537414551], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.260624885559082, -1.2975925207138062, -1.9096494913101196, -0.761191725730896, -0.6592838764190674, -0.5559056997299194, -3.145465850830078, -1.209077000617981, -1.5365753173828125, -1.6243364810943604, -1.956021785736084, -1.5525894165039062, -0.45381659269332886, -2.2128138542175293, -1.1108342409133911, -2.4164791107177734, -1.6669059991836548, -2.2833492755889893, -0.31882837414741516, -0.6330862641334534, -0.31126078963279724, -0.6872702240943909, -1.4052523374557495, -1.4946706295013428, -0.6250072717666626, -0.9736195802688599, -1.0059384107589722, -1.3110026121139526, -2.9627959728240967, -1.33566153049469, -2.5623247623443604, -2.226989269256592, -0.5954445600509644, -0.4559832215309143, -1.1353825330734253, -1.6891905069351196, -2.0285732746124268, -2.5024380683898926, -0.617538571357727, -1.9743120670318604, -1.4100514650344849, -0.2763511836528778, -2.078094720840454, -1.9468690156936646, -1.8301843404769897, -1.5915828943252563, -2.106565475463867, -1.271564245223999, -1.275282382965088, -2.285555601119995, -2.4351677894592285, -2.0750932693481445, -1.1720519065856934, -0.3053756356239319, -0.7307114005088806, -2.0603041648864746, -0.2232578843832016, -1.5836890935897827, -0.9732674360275269, -0.41086381673812866, -1.6513862609863281, -0.9035905599594116, -1.4627543687820435, -1.6261018514633179, -1.6629362106323242, -1.194987416267395, -1.8890864849090576, -1.4922126531600952, -1.4760040044784546, -1.528396487236023, -1.2319297790527344, -0.9560666084289551, -2.3065481185913086, -1.6748396158218384, -1.0876781940460205, -2.0740225315093994, -2.506244659423828, -0.6818411350250244, -1.6702123880386353, -0.2582903504371643, -1.598601222038269, -1.013129472732544, -1.7143771648406982, -0.4064269959926605, -2.2772104740142822, -1.947924256324768, -1.7684670686721802, -1.4320976734161377, -1.8637906312942505, -1.9233593940734863, -2.0488884449005127, -1.5673701763153076, -0.05344975367188454, -0.3746079206466675, -1.1701258420944214, -1.8157825469970703, -1.544889211654663, -1.7845925092697144, -1.6778111457824707, -0.7107911705970764]}, "iris_DBDC4_054_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math? Hey! We came over to help you with Math homework! What's your favourite subject in school? Art. That's a good subject. I'm really bad at drawing He look familiar? Do you like music?", "response": "Sit. Relax. I promise you, at least one of us has done this before.", "annotation_id": "iris_DBDC4_054_14", "annotations": ["X", "X", "T", "X", "T", "X", "X", "X", "T", "X", "X", "X", "X", "T", "T"], "gpt2_target_score": [-16.86502456665039, -9.806112289428711, -14.770648956298828, -3.7513933181762695, -1.2975925207138062, -14.786587715148926, -3.219916820526123, -10.562405586242676, -4.793881893157959, -8.215572357177734, -7.565033912658691, -7.6575927734375, -13.743461608886719, -10.669065475463867, -13.243751525878906, -9.91270923614502, -6.411559581756592, -6.801446914672852], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.260624885559082, -1.2975925207138062, -1.9096494913101196, -0.761191725730896, -0.6592838764190674, -0.5559056997299194, -3.145465850830078, -1.209077000617981, -1.5365753173828125, -1.6243364810943604, -1.956021785736084, -1.5525894165039062, -0.45381659269332886, -2.2128138542175293, -1.1108342409133911, -2.4164791107177734, -1.6669059991836548, -2.2833492755889893, -0.31882837414741516, -0.6330862641334534, -0.31126078963279724, -0.6872702240943909, -1.4052523374557495, -1.4946706295013428, -0.6250072717666626, -0.9736195802688599, -1.0059384107589722, -1.3110026121139526, -2.9627959728240967, -1.33566153049469, -2.5623247623443604, -2.226989269256592, -0.5954445600509644, -0.4559832215309143, -1.1353825330734253, -1.6891905069351196, -2.0285732746124268, -2.5024380683898926, -0.617538571357727, -1.9743120670318604, -1.4100514650344849, -0.2763511836528778, -2.078094720840454, -1.9468690156936646, -1.8301843404769897, -1.5915828943252563, -2.106565475463867, -1.271564245223999, -1.275282382965088, -2.285555601119995, -2.4351677894592285, -2.0750932693481445, -1.1720519065856934, -0.3053756356239319, -0.7307114005088806, -2.0603041648864746, -0.2232578843832016, -1.5836890935897827, -0.9732674360275269, -0.41086381673812866, -1.6513862609863281, -0.9035905599594116, -1.4627543687820435, -1.6261018514633179, -1.6629362106323242, -1.194987416267395, -1.8890864849090576, -1.4922126531600952, -1.4760040044784546, -1.528396487236023, -1.2319297790527344, -0.9560666084289551, -2.3065481185913086, -1.6748396158218384, -1.0876781940460205, -2.0740225315093994, -2.506244659423828, -0.6818411350250244, -1.6702123880386353, -0.2582903504371643, -1.598601222038269, -1.0131324529647827, -1.714383602142334, -0.4064301550388336, -2.277177095413208, -1.9479151964187622, -1.7684887647628784, -1.4321069717407227, -1.8638018369674683, -1.9233521223068237, -2.0489022731781006, -1.5673673152923584, -0.05344975367188454, -0.3746070861816406, -1.1701109409332275, -2.101768970489502, -1.6947474479675293, -1.6133701801300049, -2.016658306121826, -0.08919627219438553, -0.46006760001182556, -2.3597235679626465, -0.2535557746887207, -1.8299041986465454, -1.5874592065811157, -1.1147572994232178, -1.4500479698181152, -0.5606125593185425, -1.9544541835784912, -1.5690966844558716, -1.380915641784668, -2.2802953720092773, -0.8728194236755371, -0.17157194018363953, -1.8283824920654297, -0.5436835289001465, -1.5370198488235474, -2.131234645843506, -1.3326126337051392, -1.282713770866394, -1.1841455698013306, -0.5720281004905701, -0.8536598682403564]}, "iris_DBDC4_054_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math? Hey! We came over to help you with Math homework! What's your favourite subject in school? Art. That's a good subject. I'm really bad at drawing He look familiar? Do you like music? Sit. Relax. I promise you, at least one of us has done this before. Do you like to read?", "response": "All mine then. Wow, so okay. I'll", "annotation_id": "iris_DBDC4_054_16", "annotations": ["X", "T", "O", "X", "T", "X", "X", "X", "T", "X", "X", "X", "X", "T", "O"], "gpt2_target_score": [-13.61316204071045, -10.582693099975586, -9.419815063476562, -3.7513933181762695, -7.578278064727783, -7.38962984085083, -8.68021297454834, -11.718640327453613, -4.1941657066345215, -7.744678497314453, -12.472687721252441], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.260624885559082, -1.2975925207138062, -1.9096494913101196, -0.761191725730896, -0.6592838764190674, -0.5559056997299194, -3.145465850830078, -1.209077000617981, -1.5365753173828125, -1.6243364810943604, -1.956021785736084, -1.5525894165039062, -0.45381659269332886, -2.2128138542175293, -1.1108342409133911, -2.4164791107177734, -1.6669059991836548, -2.2833492755889893, -0.31882837414741516, -0.6330862641334534, -0.31126078963279724, -0.6872702240943909, -1.4052523374557495, -1.4946706295013428, -0.6250072717666626, -0.9736195802688599, -1.0059384107589722, -1.3110026121139526, -2.9627959728240967, -1.33566153049469, -2.5623247623443604, -2.226989269256592, -0.5954445600509644, -0.4559832215309143, -1.1353825330734253, -1.6891905069351196, -2.0285732746124268, -2.5024380683898926, -0.617538571357727, -1.9743120670318604, -1.4100514650344849, -0.2763511836528778, -2.078094720840454, -1.9468690156936646, -1.8301843404769897, -1.5915828943252563, -2.106565475463867, -1.271564245223999, -1.275282382965088, -2.285555601119995, -2.4351677894592285, -2.0750932693481445, -1.1720519065856934, -0.3053756356239319, -0.7307114005088806, -2.0603041648864746, -0.2232578843832016, -1.5836890935897827, -0.9732674360275269, -0.41086381673812866, -1.6513862609863281, -0.9035905599594116, -1.4627543687820435, -1.6261018514633179, -1.6629362106323242, -1.194987416267395, -1.8890864849090576, -1.4922126531600952, -1.4760040044784546, -1.528396487236023, -1.2319297790527344, -0.9560666084289551, -2.3065481185913086, -1.6748396158218384, -1.0876781940460205, -2.0740225315093994, -2.506244659423828, -0.6818411350250244, -1.6702123880386353, -0.2582903504371643, -1.598601222038269, -1.013129472732544, -1.7143771648406982, -0.4064269959926605, -2.2772104740142822, -1.947924256324768, -1.7684670686721802, -1.4320976734161377, -1.8637906312942505, -1.9233593940734863, -2.0488884449005127, -1.5673701763153076, -0.05344975367188454, -0.37460553646087646, -1.170121431350708, -2.101767063140869, -1.6947585344314575, -1.613381028175354, -2.016650676727295, -0.08919517695903778, -0.46006572246551514, -2.3597235679626465, -0.25355401635169983, -1.8298941850662231, -0.7646396160125732, -1.6324794292449951, -0.5399439334869385, -1.8599380254745483, -1.5676794052124023, -1.375076413154602, -2.2045111656188965, -0.8458071351051331, -0.21222399175167084, -1.7218925952911377, -0.6304404139518738, -1.5863590240478516, -2.158208131790161, -1.3114945888519287, -1.3163408041000366, -1.2790995836257935, -0.6718300580978394, -1.9017565250396729, -0.11035724729299545, -0.344689279794693, -1.4318033456802368, -1.8161269426345825, -1.4332704544067383, -1.6634641885757446, -1.486329197883606, -1.2119802236557007, -1.2480762004852295, -1.1490875482559204, -1.5025619268417358, -1.009247064590454, -1.7663025856018066, -2.0112838745117188, -0.9618100523948669, -1.4572391510009766, -1.7826024293899536, -2.1395082473754883]}, "iris_DBDC4_054_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math? Hey! We came over to help you with Math homework! What's your favourite subject in school? Art. That's a good subject. I'm really bad at drawing He look familiar? Do you like music? Sit. Relax. I promise you, at least one of us has done this before. Do you like to read? All mine then. Wow, so okay. I'll What country are you from?", "response": "What... are you?", "annotation_id": "iris_DBDC4_054_18", "annotations": ["X", "X", "O", "X", "T", "X", "X", "X", "X", "X", "X", "T", "X", "T", "O"], "gpt2_target_score": [-11.792048454284668, -6.776296615600586, -9.30157470703125, -6.800045967102051, -11.69091796875], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.260624885559082, -1.2975925207138062, -1.9096494913101196, -0.761191725730896, -0.6592838764190674, -0.5559056997299194, -3.145465850830078, -1.209077000617981, -1.5365753173828125, -1.6243364810943604, -1.956021785736084, -1.5525894165039062, -0.45381659269332886, -2.2128138542175293, -1.1108342409133911, -2.4164791107177734, -1.6669059991836548, -2.2833492755889893, -0.31882837414741516, -0.6330862641334534, -0.31126078963279724, -0.6872702240943909, -1.4052523374557495, -1.4946706295013428, -0.6250072717666626, -0.9736195802688599, -1.0059384107589722, -1.3110026121139526, -2.9627959728240967, -1.33566153049469, -2.5623247623443604, -2.226989269256592, -0.5954445600509644, -0.4559832215309143, -1.1353825330734253, -1.6891905069351196, -2.0285732746124268, -2.5024380683898926, -0.617538571357727, -1.9743120670318604, -1.4100514650344849, -0.2763511836528778, -2.078094720840454, -1.9468690156936646, -1.8301843404769897, -1.5915828943252563, -2.106565475463867, -1.271564245223999, -1.275282382965088, -2.285555601119995, -2.4351677894592285, -2.0750932693481445, -1.1720519065856934, -0.3053756356239319, -0.7307114005088806, -2.0603041648864746, -0.2232578843832016, -1.5836890935897827, -0.9732674360275269, -0.41086381673812866, -1.6513862609863281, -0.9035905599594116, -1.4627543687820435, -1.6261018514633179, -1.6629362106323242, -1.194987416267395, -1.8890864849090576, -1.4922126531600952, -1.4760040044784546, -1.528396487236023, -1.2319297790527344, -0.9560666084289551, -2.3065481185913086, -1.6748396158218384, -1.0876781940460205, -2.0740225315093994, -2.506244659423828, -0.6818411350250244, -1.6702123880386353, -0.2582903504371643, -1.598601222038269, -1.013129472732544, -1.7143771648406982, -0.4064269959926605, -2.2772104740142822, -1.947924256324768, -1.7684670686721802, -1.4320976734161377, -1.8637906312942505, -1.9233593940734863, -2.0488884449005127, -1.5673701763153076, -0.05344975367188454, -0.37460553646087646, -1.170121431350708, -2.101767063140869, -1.6947585344314575, -1.613381028175354, -2.016650676727295, -0.08919517695903778, -0.46006572246551514, -2.3597235679626465, -0.25355401635169983, -1.8298941850662231, -0.7646396160125732, -1.6324794292449951, -0.5399439334869385, -1.8599380254745483, -1.5676794052124023, -1.375076413154602, -2.2045111656188965, -0.8458071351051331, -0.21222399175167084, -1.7218925952911377, -0.6304404139518738, -1.5863590240478516, -2.158208131790161, -1.3114945888519287, -1.3163408041000366, -1.2790995836257935, -0.6718300580978394, -1.9017565250396729, -0.11035724729299545, -0.344689279794693, -1.4318033456802368, -1.8161269426345825, -1.4332704544067383, -1.6634641885757446, -1.3647575378417969, -1.2829570770263672, -0.9982573390007019, -1.7276840209960938, -1.2224924564361572, -1.768471598625183, -2.263502836227417, -1.050190806388855, -1.4510678052902222, -1.782989740371704, -2.176055908203125, -1.6629042625427246, -0.6194878220558167, -0.0288812518119812, -0.8007422089576721, -0.17837853729724884, -1.7658236026763916, -2.331577777862549, -0.41455361247062683, -1.6711293458938599, -0.05856739357113838, -0.3453013598918915, -0.28964900970458984]}, "iris_DBDC4_054_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math? Hey! We came over to help you with Math homework! What's your favourite subject in school? Art. That's a good subject. I'm really bad at drawing He look familiar? Do you like music? Sit. Relax. I promise you, at least one of us has done this before. Do you like to read? All mine then. Wow, so okay. I'll What country are you from? What... are you? I don't understand", "response": "We'll need to move things along, Danny.", "annotation_id": "iris_DBDC4_054_20", "annotations": ["X", "X", "O", "T", "X", "X", "X", "X", "O", "X", "O", "T", "X", "X", "O"], "gpt2_target_score": [-12.64954662322998, -11.264699935913086, -10.206687927246094, -7.555729866027832, -13.896759033203125, -7.987392902374268, -15.131552696228027, -10.562405586242676, -13.530713081359863, -7.071277618408203], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.260624885559082, -1.2975925207138062, -1.9096494913101196, -0.761191725730896, -0.6592838764190674, -0.5559056997299194, -3.145465850830078, -1.209077000617981, -1.5365753173828125, -1.6243364810943604, -1.956021785736084, -1.5525894165039062, -0.45381659269332886, -2.2128138542175293, -1.1108342409133911, -2.4164791107177734, -1.6669059991836548, -2.2833492755889893, -0.31882837414741516, -0.6330862641334534, -0.31126078963279724, -0.6872702240943909, -1.4052523374557495, -1.4946706295013428, -0.6250072717666626, -0.9736195802688599, -1.0059384107589722, -1.3110026121139526, -2.9627959728240967, -1.33566153049469, -2.5623247623443604, -2.226989269256592, -0.5954445600509644, -0.4559832215309143, -1.1353825330734253, -1.6891905069351196, -2.0285732746124268, -2.5024380683898926, -0.617538571357727, -1.9743120670318604, -1.4100514650344849, -0.2763511836528778, -2.078094720840454, -1.9468690156936646, -1.8301843404769897, -1.5915828943252563, -2.106565475463867, -1.271564245223999, -1.275282382965088, -2.285555601119995, -2.4351677894592285, -2.0750932693481445, -1.1720519065856934, -0.3053756356239319, -0.7307114005088806, -2.0603041648864746, -0.2232578843832016, -1.5836890935897827, -0.9732674360275269, -0.41086381673812866, -1.6513862609863281, -0.9035905599594116, -1.4627543687820435, -1.6261018514633179, -1.6629362106323242, -1.194987416267395, -1.8890864849090576, -1.4922126531600952, -1.4760040044784546, -1.528396487236023, -1.2319297790527344, -0.9560666084289551, -2.3065481185913086, -1.6748396158218384, -1.0876781940460205, -2.0740225315093994, -2.506244659423828, -0.6818411350250244, -1.6702123880386353, -0.2582903504371643, -1.598601222038269, -1.013129472732544, -1.7143771648406982, -0.4064269959926605, -2.2772104740142822, -1.947924256324768, -1.7684670686721802, -1.4320976734161377, -1.8637906312942505, -1.9233593940734863, -2.0488884449005127, -1.5673701763153076, -0.05344975367188454, -0.37460553646087646, -1.170121431350708, -2.101767063140869, -1.6947585344314575, -1.613381028175354, -2.016650676727295, -0.08919517695903778, -0.46006572246551514, -2.3597235679626465, -0.25355401635169983, -1.8298941850662231, -0.7646396160125732, -1.6324794292449951, -0.5399439334869385, -1.8599380254745483, -1.5676794052124023, -1.375076413154602, -2.2045111656188965, -0.8458071351051331, -0.21222399175167084, -1.7218925952911377, -0.6304404139518738, -1.5863590240478516, -2.158208131790161, -1.3114945888519287, -1.3163408041000366, -1.2790995836257935, -0.6718300580978394, -1.9017565250396729, -0.11035724729299545, -0.344689279794693, -1.4318033456802368, -1.8161269426345825, -1.4332704544067383, -1.6634641885757446, -1.3647575378417969, -1.2829570770263672, -0.9982573390007019, -1.7276840209960938, -1.2224924564361572, -1.768471598625183, -2.263502836227417, -1.050190806388855, -1.4510678052902222, -1.782989740371704, -2.176055908203125, -1.6629042625427246, -0.6194878220558167, -0.0288812518119812, -0.8007477521896362, -0.17837724089622498, -1.7658331394195557, -0.867206335067749, -2.910540819168091, -0.055922627449035645, -0.5026922821998596, -1.9251985549926758, -0.6641930937767029, -0.020776495337486267, -1.3318748474121094, -1.322920322418213, -2.077385425567627, -1.1251912117004395, -1.447119951248169, -1.1463714838027954, -2.277334690093994, -1.205207347869873, -1.564443826675415, -1.1625759601593018, -1.7575795650482178, -1.0144343376159668, -0.9588995575904846]}, "iris_DBDC4_056_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there", "response": "Well, this kid couldn't possibly belong to anyone else.", "annotation_id": "iris_DBDC4_056_02", "annotations": ["O", "X", "O", "X", "O", "T", "O", "O", "X", "O", "X", "T", "O", "T", "O"], "gpt2_target_score": [-14.697818756103516, -8.954142570495605, -7.286041736602783, -13.631678581237793, -12.672723770141602, -11.076118469238281, -11.831555366516113, -14.089216232299805, -8.711755752563477, -12.638545036315918, -17.050395965576172, -6.186640739440918], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.0431008338928223, -2.0019078254699707, -1.2448698282241821, -1.6165902614593506, -0.5471134781837463, -1.115748643875122, -0.18592426180839539, -2.3387253284454346, -1.749189019203186, -1.0865652561187744, -1.450305461883545, -1.515350580215454, -1.0198389291763306, -1.1676149368286133]}, "iris_DBDC4_056_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure?", "response": "By letting me help you.", "annotation_id": "iris_DBDC4_056_04", "annotations": ["O", "X", "T", "O", "O", "X", "O", "O", "O", "O", "X", "T", "O", "X", "T"], "gpt2_target_score": [-15.075809478759766, -11.80085277557373, -10.544170379638672, -8.9093656539917, -6.691904544830322, -4.583138942718506], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.0431008338928223, -1.410424828529358, -1.5559382438659668, -0.4720920920372009, -1.1453818082809448, -0.17322851717472076, -2.573009967803955, -1.8226370811462402, -1.019890546798706, -1.4607470035552979, -1.5591403245925903, -1.1382092237472534, -2.280805826187134, -1.7650636434555054, -0.31868648529052734, -1.6010056734085083, -2.181220054626465, -1.4078519344329834, -1.339686393737793, -1.9483320713043213, -1.1897423267364502, -0.7192304730415344, -1.1510847806930542, -1.017984390258789, -2.558108329772949, -0.8844212293624878]}, "iris_DBDC4_056_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but...", "response": "Let's get lucky, Bird Dog.", "annotation_id": "iris_DBDC4_056_06", "annotations": ["X", "X", "T", "X", "O", "T", "O", "O", "O", "O", "X", "O", "T", "X", "T"], "gpt2_target_score": [-14.092388153076172, -10.576624870300293, -8.908924102783203, -16.055957794189453, -1.3026528358459473, -12.014993667602539, -10.891189575195312, -7.162811756134033], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.0431008338928223, -1.410424828529358, -1.5559382438659668, -0.4720920920372009, -1.1453818082809448, -0.17322851717472076, -2.573009967803955, -1.8226370811462402, -1.019890546798706, -1.4607470035552979, -1.5591403245925903, -1.1382092237472534, -2.280805826187134, -1.7650636434555054, -0.31868648529052734, -1.6010056734085083, -2.181220054626465, -1.4078519344329834, -1.339686393737793, -1.293277382850647, -0.7578237652778625, -0.9439154267311096, -1.2295544147491455, -2.3730382919311523, -1.7052247524261475, -1.3656009435653687, -2.0845065116882324, -1.6149495840072632, -1.620245337486267, -1.6458991765975952, -1.6845190525054932, -2.0877013206481934, -2.1563827991485596, -0.60618656873703, -2.129411220550537, -1.7963593006134033, -1.0421154499053955, -1.4682402610778809, -2.2520925998687744, -1.7303135395050049, -0.6962977051734924]}, "iris_DBDC4_056_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next?", "response": "Where are you going?", "annotation_id": "iris_DBDC4_056_08", "annotations": ["T", "O", "T", "X", "O", "X", "O", "O", "T", "O", "X", "T", "T", "X", "O"], "gpt2_target_score": [-13.324588775634766, -6.248042106628418, -7.975231647491455, -12.23450756072998, -5.976465702056885], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.0431008338928223, -1.410424828529358, -1.5559382438659668, -0.4720920920372009, -1.1453818082809448, -0.17322851717472076, -2.573009967803955, -1.8226370811462402, -1.019890546798706, -1.4607470035552979, -1.5591403245925903, -1.1382092237472534, -2.280805826187134, -1.7650636434555054, -0.31868648529052734, -1.6010056734085083, -2.181220054626465, -1.4078519344329834, -1.339686393737793, -1.293277382850647, -0.7578237652778625, -0.9439154267311096, -1.2295544147491455, -2.3730382919311523, -1.7052247524261475, -1.3656009435653687, -2.0845065116882324, -1.6149495840072632, -1.620245337486267, -1.6458991765975952, -1.6845190525054932, -2.0877013206481934, -0.5997977256774902, -1.8387752771377563, -1.8242615461349487, -0.9112482666969299, -1.7913185358047485, -2.186739683151245, -1.9091877937316895, -1.9140273332595825, -0.5516992211341858, -2.3247363567352295, -1.6416453123092651, -0.5412230491638184, -0.27960607409477234, -0.4007579982280731, -0.22951416671276093, -1.9170935153961182, -2.2588002681732178, -1.735689401626587, -0.10434660315513611, -1.6997548341751099, -0.668232262134552, -0.42951878905296326]}, "iris_DBDC4_056_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next? Where are you going? I am going for lunch", "response": "Not even for lunch?", "annotation_id": "iris_DBDC4_056_10", "annotations": ["O", "X", "T", "X", "T", "T", "X", "O", "O", "T", "X", "O", "T", "X", "T"], "gpt2_target_score": [-13.634364128112793, -9.897207260131836, -6.519653797149658, -15.625290870666504, -5.976471900939941], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.043076753616333, -1.4104371070861816, -1.5559461116790771, -0.47210219502449036, -1.1453620195388794, -0.17322130501270294, -2.5729820728302, -1.8225871324539185, -1.0199267864227295, -1.4607388973236084, -1.55911386013031, -1.1381865739822388, -2.280803680419922, -1.7650783061981201, -0.31868240237236023, -1.601035237312317, -2.1812145709991455, -1.407852053642273, -1.3396505117416382, -1.2932844161987305, -0.7578042149543762, -0.9438996315002441, -1.2295700311660767, -2.372981071472168, -1.705277442932129, -1.3655716180801392, -2.084543466567993, -1.614983081817627, -1.6202075481414795, -1.6458922624588013, -1.6845227479934692, -2.0877039432525635, -0.5998008847236633, -1.838793158531189, -1.8242413997650146, -0.911231517791748, -1.791327953338623, -2.1867058277130127, -1.909144639968872, -1.914002776145935, -0.5516744256019592, -2.3247334957122803, -1.6416517496109009, -0.5412278175354004, -0.2796103060245514, -0.40077972412109375, -0.2295169234275818, -1.9170784950256348, -1.6154135465621948, -0.13250064849853516, -1.514468789100647, -0.5456153750419617, -2.0283572673797607, -1.1819616556167603, -1.5404282808303833, -0.4414876103401184, -1.2919543981552124, -1.4514461755752563, -2.1494860649108887, -2.2879045009613037, -1.6915104389190674, -0.5697029232978821, -1.3568942546844482, -0.6493191123008728]}, "iris_DBDC4_056_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next? Where are you going? I am going for lunch Not even for lunch? No yet, why?", "response": "Perhaps he didn't hear it.", "annotation_id": "iris_DBDC4_056_12", "annotations": ["O", "X", "T", "X", "T", "X", "X", "O", "O", "T", "X", "X", "T", "X", "T"], "gpt2_target_score": [-17.290828704833984, -9.238637924194336, -7.209167957305908, -10.93972110748291, -12.663392066955566, -3.9703125953674316, -10.154609680175781], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.043076753616333, -1.4104371070861816, -1.5559461116790771, -0.47210219502449036, -1.1453620195388794, -0.17322130501270294, -2.5729820728302, -1.8225871324539185, -1.0199267864227295, -1.4607388973236084, -1.55911386013031, -1.1381865739822388, -2.280803680419922, -1.7650783061981201, -0.31868240237236023, -1.601035237312317, -2.1812145709991455, -1.407852053642273, -1.3396505117416382, -1.2932844161987305, -0.7578042149543762, -0.9438996315002441, -1.2295700311660767, -2.372981071472168, -1.705277442932129, -1.3655716180801392, -2.084543466567993, -1.614983081817627, -1.6202075481414795, -1.6458922624588013, -1.6845227479934692, -2.0877039432525635, -0.5998008847236633, -1.838793158531189, -1.8242413997650146, -0.911231517791748, -1.791327953338623, -2.1867058277130127, -1.909144639968872, -1.914002776145935, -0.5516744256019592, -2.3247334957122803, -1.6416517496109009, -0.5412278175354004, -0.2796103060245514, -0.40077972412109375, -0.2295169234275818, -1.9170784950256348, -1.6154135465621948, -0.13250064849853516, -1.514468789100647, -0.5456153750419617, -2.0283572673797607, -1.1819616556167603, -1.5404282808303833, -0.4414876103401184, -1.2919543981552124, -1.4514461755752563, -2.0831692218780518, -1.636704444885254, -0.9281198382377625, -1.3219183683395386, -1.988041877746582, -1.1335341930389404, -0.8848092555999756, -1.6169631481170654, -1.6001336574554443, -1.829688310623169, -1.9017056226730347, -1.7136576175689697, -1.3579357862472534, -0.13661658763885498, -2.3596956729888916, -1.1063839197158813, -1.2554856538772583, -1.1105642318725586]}, "iris_DBDC4_056_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next? Where are you going? I am going for lunch Not even for lunch? No yet, why? Perhaps he didn't hear it. mmm.. I do not know", "response": "My mom has Holiday Scents too, if you're interested.", "annotation_id": "iris_DBDC4_056_14", "annotations": ["O", "X", "T", "X", "T", "T", "O", "O", "O", "O", "X", "T", "T", "X", "T"], "gpt2_target_score": [-12.463419914245605, -10.870000839233398, -5.7824788093566895, -14.650742530822754, -12.015839576721191, -13.839071273803711, -9.196174621582031, -7.3169660568237305, -9.029105186462402, -10.120563507080078, -14.045180320739746, -13.040223121643066, -4.381911277770996], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.043076753616333, -1.4104371070861816, -1.5559461116790771, -0.47210219502449036, -1.1453620195388794, -0.17322130501270294, -2.5729820728302, -1.8225871324539185, -1.0199267864227295, -1.4607388973236084, -1.55911386013031, -1.1381865739822388, -2.280803680419922, -1.7650783061981201, -0.31868240237236023, -1.601035237312317, -2.1812145709991455, -1.407852053642273, -1.3396505117416382, -1.2932844161987305, -0.7578042149543762, -0.9438996315002441, -1.2295700311660767, -2.372981071472168, -1.705277442932129, -1.3655716180801392, -2.084543466567993, -1.614983081817627, -1.6202075481414795, -1.6458922624588013, -1.6845227479934692, -2.0877039432525635, -0.5998008847236633, -1.838793158531189, -1.8242413997650146, -0.911231517791748, -1.791327953338623, -2.1867058277130127, -1.909144639968872, -1.914002776145935, -0.5516744256019592, -2.3247334957122803, -1.6416517496109009, -0.5412278175354004, -0.2796103060245514, -0.40077972412109375, -0.2295169234275818, -1.9170784950256348, -1.6154135465621948, -0.13250064849853516, -1.514468789100647, -0.5456153750419617, -2.0283572673797607, -1.1819616556167603, -1.5404282808303833, -0.4414876103401184, -1.2919543981552124, -1.4514461755752563, -2.0831692218780518, -1.636704444885254, -0.9281198382377625, -1.3219183683395386, -1.988041877746582, -1.1335341930389404, -0.8848092555999756, -1.6169631481170654, -1.6001336574554443, -1.829688310623169, -1.7427387237548828, -1.409560203552246, -0.06572619825601578, -2.362044095993042, -1.4062494039535522, -1.2967839241027832, -2.1224966049194336, -2.5718014240264893, -1.367253065109253, -2.254516124725342, -1.6689929962158203, -2.084047794342041, -1.2851195335388184, -1.6467961072921753, -2.0858864784240723, -2.8874287605285645, -1.6749310493469238, -1.2702817916870117, -3.0185062885284424, -2.684026002883911, -1.7391586303710938, -0.921349823474884, -1.8115638494491577, -1.1675342321395874, -2.2506749629974365, -1.7839387655258179, -0.9989953637123108, -1.0213130712509155]}, "iris_DBDC4_056_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next? Where are you going? I am going for lunch Not even for lunch? No yet, why? Perhaps he didn't hear it. mmm.. I do not know My mom has Holiday Scents too, if you're interested. No thanks, I do not use perfume", "response": "No thanks.", "annotation_id": "iris_DBDC4_056_16", "annotations": ["T", "X", "T", "X", "T", "X", "X", "O", "T", "T", "X", "O", "O", "X", "X"], "gpt2_target_score": [-11.701579093933105, -8.303731918334961, -4.2520222663879395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.043076753616333, -1.4104371070861816, -1.5559461116790771, -0.47210219502449036, -1.1453620195388794, -0.17322130501270294, -2.5729820728302, -1.8225871324539185, -1.0199267864227295, -1.4607388973236084, -1.55911386013031, -1.1381865739822388, -2.280803680419922, -1.7650783061981201, -0.31868240237236023, -1.601035237312317, -2.1812145709991455, -1.407852053642273, -1.3396505117416382, -1.2932844161987305, -0.7578042149543762, -0.9438996315002441, -1.2295700311660767, -2.372981071472168, -1.705277442932129, -1.3655716180801392, -2.084543466567993, -1.614983081817627, -1.6202075481414795, -1.6458922624588013, -1.6845227479934692, -2.0877039432525635, -0.5998008847236633, -1.838793158531189, -1.8242413997650146, -0.911231517791748, -1.791327953338623, -2.1867058277130127, -1.909144639968872, -1.914002776145935, -0.5516744256019592, -2.3247334957122803, -1.6416517496109009, -0.5412278175354004, -0.2796103060245514, -0.40077972412109375, -0.2295169234275818, -1.9170784950256348, -1.6154135465621948, -0.13250064849853516, -1.514468789100647, -0.5456153750419617, -2.0283572673797607, -1.1819616556167603, -1.5404282808303833, -0.4414876103401184, -1.2919543981552124, -1.4514461755752563, -2.0831692218780518, -1.636704444885254, -0.9281198382377625, -1.3219183683395386, -1.988041877746582, -1.1335341930389404, -0.8848092555999756, -1.6169631481170654, -1.6001336574554443, -1.829688310623169, -1.7427387237548828, -1.409560203552246, -0.06572619825601578, -2.362044095993042, -1.4062494039535522, -1.2967839241027832, -2.1224966049194336, -2.5718014240264893, -1.367253065109253, -2.254516124725342, -1.6689929962158203, -2.084047794342041, -1.2851195335388184, -1.6467961072921753, -1.8014065027236938, -1.7168769836425781, -1.2593375444412231, -2.8476502895355225, -2.402066946029663, -1.5357104539871216, -1.0266926288604736, -1.556853175163269, -1.5465513467788696, -2.319981575012207, -1.7167598009109497, -1.1210479736328125, -1.9425803422927856, -1.6793159246444702, -1.2544821500778198, -1.4890717267990112, -1.574201226234436, -0.40996986627578735, -0.8086247444152832, -1.1660698652267456, -1.3290131092071533, -2.0589663982391357, -1.3244891166687012, -0.3714090883731842, -1.3406469821929932]}, "iris_DBDC4_056_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next? Where are you going? I am going for lunch Not even for lunch? No yet, why? Perhaps he didn't hear it. mmm.. I do not know My mom has Holiday Scents too, if you're interested. No thanks, I do not use perfume No thanks. So, what's up?", "response": "So?", "annotation_id": "iris_DBDC4_056_18", "annotations": ["X", "T", "T", "X", "T", "X", "T", "T", "X", "O", "X", "O", "O", "X", "T"], "gpt2_target_score": [-12.8891019821167, -9.569555282592773], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.043076753616333, -1.4104371070861816, -1.5559461116790771, -0.47210219502449036, -1.1453620195388794, -0.17322130501270294, -2.5729820728302, -1.8225871324539185, -1.0199267864227295, -1.4607388973236084, -1.55911386013031, -1.1381865739822388, -2.280803680419922, -1.7650783061981201, -0.31868240237236023, -1.601035237312317, -2.1812145709991455, -1.407852053642273, -1.3396505117416382, -1.2932844161987305, -0.7578042149543762, -0.9438996315002441, -1.2295700311660767, -2.372981071472168, -1.705277442932129, -1.3655716180801392, -2.084543466567993, -1.614983081817627, -1.6202075481414795, -1.6458922624588013, -1.6845227479934692, -2.0877039432525635, -0.5998008847236633, -1.838793158531189, -1.8242413997650146, -0.911231517791748, -1.791327953338623, -2.1867058277130127, -1.909144639968872, -1.914002776145935, -0.5516744256019592, -2.3247334957122803, -1.6416517496109009, -0.5412278175354004, -0.2796103060245514, -0.40077972412109375, -0.2295169234275818, -1.9170784950256348, -1.6154135465621948, -0.13250064849853516, -1.514468789100647, -0.5456153750419617, -2.0283572673797607, -1.1819616556167603, -1.5404282808303833, -0.4414876103401184, -1.2919543981552124, -1.4514461755752563, -2.0831692218780518, -1.636704444885254, -0.9281198382377625, -1.3219183683395386, -1.988041877746582, -1.1335341930389404, -0.8848092555999756, -1.6169631481170654, -1.6001336574554443, -1.829688310623169, -1.7427387237548828, -1.409560203552246, -0.06572619825601578, -2.362044095993042, -1.4062494039535522, -1.2967839241027832, -2.1224966049194336, -2.5718014240264893, -1.367253065109253, -2.254516124725342, -1.6689929962158203, -2.084047794342041, -1.2851195335388184, -1.6467961072921753, -1.8014065027236938, -1.7168769836425781, -1.2593375444412231, -2.8476502895355225, -2.402066946029663, -1.5357104539871216, -1.0266926288604736, -1.556853175163269, -1.5465513467788696, -2.319981575012207, -1.7167632579803467, -1.121049404144287, -1.942577838897705, -1.6793081760406494, -1.2544808387756348, -1.4890824556350708, -1.5741862058639526, -0.40997105836868286, -0.8086210489273071, -1.1660659313201904, -1.329013705253601, -1.5286083221435547, -0.4711214303970337, -1.6282165050506592, -1.7671339511871338, -1.8628268241882324, -1.4810175895690918, -1.2360544204711914, -0.7822117209434509, -1.8680822849273682, -2.1065757274627686, -1.0261425971984863, -1.4244741201400757]}, "iris_DBDC4_056_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next? Where are you going? I am going for lunch Not even for lunch? No yet, why? Perhaps he didn't hear it. mmm.. I do not know My mom has Holiday Scents too, if you're interested. No thanks, I do not use perfume No thanks. So, what's up? So? whatsapp", "response": "Danny, please tell me what this is.", "annotation_id": "iris_DBDC4_056_20", "annotations": ["O", "T", "T", "X", "X", "T", "O", "O", "O", "T", "X", "T", "T", "T", "T"], "gpt2_target_score": [-17.79604721069336, -8.954107284545898, -7.555168628692627, -10.222756385803223, -9.139481544494629, -3.6859498023986816, -3.421760320663452, -0.47210219502449036, -4.157431602478027], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.043076753616333, -1.4104371070861816, -1.5559461116790771, -0.47210219502449036, -1.1453620195388794, -0.17322130501270294, -2.5729820728302, -1.8225871324539185, -1.0199267864227295, -1.4607388973236084, -1.55911386013031, -1.1381865739822388, -2.280803680419922, -1.7650783061981201, -0.31868240237236023, -1.601035237312317, -2.1812145709991455, -1.407852053642273, -1.3396505117416382, -1.2932844161987305, -0.7578042149543762, -0.9438996315002441, -1.2295700311660767, -2.372981071472168, -1.705277442932129, -1.3655716180801392, -2.084543466567993, -1.614983081817627, -1.6202075481414795, -1.6458922624588013, -1.6845227479934692, -2.0877039432525635, -0.5998008847236633, -1.838793158531189, -1.8242413997650146, -0.911231517791748, -1.791327953338623, -2.1867058277130127, -1.909144639968872, -1.914002776145935, -0.5516744256019592, -2.3247334957122803, -1.6416517496109009, -0.5412278175354004, -0.2796103060245514, -0.40077972412109375, -0.2295169234275818, -1.9170784950256348, -1.6154135465621948, -0.13250064849853516, -1.514468789100647, -0.5456153750419617, -2.0283572673797607, -1.1819616556167603, -1.5404282808303833, -0.4414876103401184, -1.2919543981552124, -1.4514461755752563, -2.0831692218780518, -1.636704444885254, -0.9281198382377625, -1.3219183683395386, -1.988041877746582, -1.1335341930389404, -0.8848092555999756, -1.6169631481170654, -1.6001336574554443, -1.829688310623169, -1.7427387237548828, -1.409560203552246, -0.06572619825601578, -2.362044095993042, -1.4062494039535522, -1.2967839241027832, -2.1224966049194336, -2.5718014240264893, -1.367253065109253, -2.254516124725342, -1.6689929962158203, -2.084047794342041, -1.2851195335388184, -1.6467961072921753, -1.8014065027236938, -1.7168769836425781, -1.2593375444412231, -2.8476502895355225, -2.402066946029663, -1.5357104539871216, -1.0266926288604736, -1.556853175163269, -1.5465513467788696, -2.319981575012207, -1.7167632579803467, -1.121049404144287, -1.942577838897705, -1.6793081760406494, -1.2544808387756348, -1.4890824556350708, -1.5741862058639526, -0.40997105836868286, -0.8086210489273071, -1.1660659313201904, -1.329013705253601, -1.5286083221435547, -0.4711214303970337, -1.6282165050506592, -1.7671339511871338, -1.8628268241882324, -1.481012225151062, -1.2360641956329346, -0.7822152376174927, -1.8680826425552368, -0.8054218292236328, -1.8890315294265747, -1.6787468194961548, -0.546826183795929, -2.3194103240966797, -0.597832441329956, -1.7430789470672607, -2.3345582485198975, -0.1504155546426773, -2.1525306701660156, -1.1541966199874878, -0.6729297637939453, -1.125598430633545, -1.1780117750167847]}, "iris_DBDC4_064_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex", "response": "Hi.", "annotation_id": "iris_DBDC4_064_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "X", "T", "O"], "gpt2_target_score": [-11.856884002685547, -9.806148529052734], "gpt2_argmax_score": [-1.8457903861999512, -1.5987210273742676, -3.2205493450164795, -1.0007014274597168, -1.5126794576644897, -1.990929126739502, -1.5519765615463257, -1.1105895042419434]}, "iris_DBDC4_064_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there", "response": "Not really.", "annotation_id": "iris_DBDC4_064_04", "annotations": ["X", "T", "T", "X", "X", "O", "X", "T", "O", "T", "T", "T", "X", "O", "T"], "gpt2_target_score": [-13.634342193603516, -9.161036491394043, -4.2520222663879395], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.37857985496521, -1.0883851051330566, -1.5483075380325317, -1.2550179958343506, -1.5772850513458252, -2.032917022705078, -1.5980441570281982, -2.12863826751709, -0.7668692469596863, -1.6781911849975586, -1.9695568084716797, -1.3831353187561035, -1.4448115825653076]}, "iris_DBDC4_064_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am", "response": "Hey. What should I do if I see Benny?", "annotation_id": "iris_DBDC4_064_06", "annotations": ["O", "T", "X", "T", "O", "T", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2_target_score": [-11.968334197998047, -9.806132316589355, -8.186931610107422, -10.236956596374512, -4.484874725341797, -7.859872817993164, -10.060155868530273, -8.731733322143555, -12.378843307495117, -10.103667259216309, -10.256351470947266], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.37857985496521, -1.0883851051330566, -1.5483075380325317, -1.2550179958343506, -1.5772850513458252, -2.032917022705078, -1.5980441570281982, -2.12863826751709, -0.7668692469596863, -2.148306131362915, -1.8144384622573853, -1.6001112461090088, -1.1525537967681885, -1.4409101009368896, -1.1084027290344238, -2.2336301803588867, -2.0849156379699707, -1.0861836671829224, -1.2350995540618896, -1.5886753797531128, -0.33345234394073486, -0.5711671113967896, -0.5626163482666016, -0.5322653651237488, -2.1169049739837646, -1.5277308225631714, -1.3402445316314697, -0.4602435231208801]}, "iris_DBDC4_064_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\"", "response": "Doom's got your wife and Valiant. He took them to the Acme factory,", "annotation_id": "iris_DBDC4_064_08", "annotations": ["O", "T", "T", "X", "X", "O", "X", "O", "T", "O", "X", "T", "X", "O", "X"], "gpt2_target_score": [-11.306957244873047, -15.316447257995605, -3.8819050788879395, -9.769618034362793, -9.98459243774414, -10.451562881469727, -9.362127304077148, -18.467069625854492, -7.669370651245117, -9.332427024841309, -5.645191192626953, -12.465399742126465, -8.396185874938965, -7.6649861335754395, -13.161550521850586, -14.390366554260254, -17.063749313354492, -1.1525537967681885], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.37857985496521, -1.0883851051330566, -1.5483075380325317, -1.2550179958343506, -1.5772850513458252, -2.032917022705078, -1.5980441570281982, -2.12863826751709, -0.7668692469596863, -2.148306131362915, -1.8144384622573853, -1.6001112461090088, -1.1525537967681885, -1.4409101009368896, -1.1084027290344238, -2.2336301803588867, -1.5655866861343384, -1.5692270994186401, -1.7164626121520996, -0.30791419744491577, -0.5872301459312439, -0.5372408628463745, -0.5433273315429688, -1.7960400581359863, -1.4751036167144775, -1.5333975553512573, -1.7931257486343384, -1.6855387687683105, -1.6196649074554443, -0.6228148937225342, -1.1480478048324585, -2.4068493843078613, -2.089127779006958, -3.210930109024048, -1.749520182609558, -1.8442624807357788, -0.7812401652336121, -1.102799415588379, -2.0965394973754883, -2.61308217048645, -0.9848622679710388, -1.491155743598938, -2.841848373413086, -1.1674295663833618, -2.2926952838897705, -1.7883083820343018, -2.5409185886383057, -1.98978853225708, -0.7340826392173767, -0.895332396030426, -1.8951091766357422, -1.2589830160140991, -1.5494253635406494, -3.2223334312438965, -1.368321418762207, -3.3843672275543213, -1.6584643125534058, -1.45896315574646]}, "iris_DBDC4_064_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\" Doom's got your wife and Valiant. He took them to the Acme factory, wow that is bad, Acme factory is a dangerous place", "response": "He's dangerous Danny!", "annotation_id": "iris_DBDC4_064_10", "annotations": ["O", "T", "X", "T", "O", "O", "O", "O", "T", "T", "T", "T", "X", "T", "T"], "gpt2_target_score": [-14.41418743133545, -10.576604843139648, -16.76018524169922, -13.200974464416504, -1.5126954317092896], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.0883668661117554, -1.5483225584030151, -1.2549935579299927, -1.5772405862808228, -2.0329105854034424, -1.5980364084243774, -2.1286444664001465, -0.7668647170066833, -2.1483232975006104, -1.8144307136535645, -1.6001213788986206, -1.152583122253418, -1.440909504890442, -1.1084128618240356, -2.233588933944702, -1.5655966997146606, -1.569270133972168, -1.7164502143859863, -0.30792132019996643, -0.5872471928596497, -0.5372536778450012, -0.5433376431465149, -1.7960621118545532, -1.475114107131958, -1.5333888530731201, -1.7931896448135376, -1.685534119606018, -1.6196696758270264, -0.6228101849555969, -1.1480536460876465, -2.4068150520324707, -2.0891177654266357, -3.210930109024048, -1.7494858503341675, -1.844266653060913, -0.7812279462814331, -1.1027805805206299, -2.0965304374694824, -1.9654244184494019, -2.7982499599456787, -1.0831327438354492, -2.12733793258667, -1.7028400897979736, -2.483499050140381, -2.2574360370635986, -1.701968789100647, -1.042803168296814, -1.9363853931427002, -1.2335129976272583, -1.4978314638137817, -3.109919548034668, -1.4009443521499634, -3.1594481468200684, -1.5573655366897583, -1.466090440750122, -0.8595595955848694, -0.7275139093399048, -1.8472588062286377, -0.6185920834541321, -2.319169759750366, -0.005590873770415783, -1.6494425535202026, -0.9138157367706299, -2.4057533740997314, -2.523676872253418, -0.30365559458732605, -1.2392340898513794, -2.423229694366455, -1.5493675470352173, -1.6321470737457275, -1.4544144868850708, -1.343714714050293, -0.5728981494903564]}, "iris_DBDC4_064_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\" Doom's got your wife and Valiant. He took them to the Acme factory, wow that is bad, Acme factory is a dangerous place He's dangerous Danny! yes, I know, I better call the police", "response": "Why?", "annotation_id": "iris_DBDC4_064_12", "annotations": ["O", "T", "O", "O", "O", "O", "X", "O", "T", "X", "O", "T", "O", "O", "O"], "gpt2_target_score": [-12.477755546569824, -9.569555282592773], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.0883668661117554, -1.5483225584030151, -1.2549935579299927, -1.5772405862808228, -2.0329105854034424, -1.5980364084243774, -2.1286444664001465, -0.7668647170066833, -2.1483232975006104, -1.8144307136535645, -1.6001213788986206, -1.152583122253418, -1.440909504890442, -1.1084128618240356, -2.233588933944702, -1.5655966997146606, -1.569270133972168, -1.7164502143859863, -0.30792132019996643, -0.5872471928596497, -0.5372536778450012, -0.5433376431465149, -1.7960621118545532, -1.475114107131958, -1.5333888530731201, -1.7931896448135376, -1.685534119606018, -1.6196696758270264, -0.6228101849555969, -1.1480536460876465, -2.4068150520324707, -2.0891177654266357, -3.210930109024048, -1.7494858503341675, -1.844266653060913, -0.7812279462814331, -1.1027805805206299, -2.0965304374694824, -1.9654244184494019, -2.7982499599456787, -1.0831327438354492, -2.12733793258667, -1.7028400897979736, -2.483499050140381, -2.2574360370635986, -1.701968789100647, -1.042803168296814, -1.9363853931427002, -1.2335129976272583, -1.4978314638137817, -3.109919548034668, -1.4009443521499634, -3.1594481468200684, -1.5573655366897583, -1.466090440750122, -0.8595595955848694, -0.7275139093399048, -1.8472588062286377, -0.6185920834541321, -2.319169759750366, -0.005590873770415783, -1.6494425535202026, -0.9138157367706299, -2.4057533740997314, -2.523676872253418, -0.30365559458732605, -1.2392200231552124, -1.6354769468307495, -1.912516474723816, -1.3771779537200928, -0.5559177398681641, -1.961033582687378, -0.8407031297683716, -0.9113650918006897, -0.5434247255325317, -2.3160364627838135, -1.4473811388015747, -1.252361536026001, -2.200007915496826, -1.062087893486023, -1.381932258605957, -1.4853934049606323, -2.4727649688720703, -1.7370821237564087, -0.9075314402580261]}, "iris_DBDC4_064_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\" Doom's got your wife and Valiant. He took them to the Acme factory, wow that is bad, Acme factory is a dangerous place He's dangerous Danny! yes, I know, I better call the police Why? because he is very dangerous", "response": "Oh, it is. Unless you know how to handle it.", "annotation_id": "iris_DBDC4_064_14", "annotations": ["O", "T", "O", "X", "O", "X", "O", "O", "T", "T", "O", "T", "X", "T", "O"], "gpt2_target_score": [-13.589579582214355, -8.954107284545898, -8.145401000976562, -6.107491493225098, -2.8220291137695312, -12.281903266906738, -8.990557670593262, -4.616621017456055, -9.536762237548828, -2.1470799446105957, -11.15441608428955, -9.877181053161621, -8.563657760620117], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.0883668661117554, -1.5483225584030151, -1.2549935579299927, -1.5772405862808228, -2.0329105854034424, -1.5980364084243774, -2.1286444664001465, -0.7668647170066833, -2.1483232975006104, -1.8144307136535645, -1.6001213788986206, -1.152583122253418, -1.440909504890442, -1.1084128618240356, -2.233588933944702, -1.5655966997146606, -1.569270133972168, -1.7164502143859863, -0.30792132019996643, -0.5872471928596497, -0.5372536778450012, -0.5433376431465149, -1.7960621118545532, -1.475114107131958, -1.5333888530731201, -1.7931896448135376, -1.685534119606018, -1.6196696758270264, -0.6228101849555969, -1.1480536460876465, -2.4068150520324707, -2.0891177654266357, -3.210930109024048, -1.7494858503341675, -1.844266653060913, -0.7812279462814331, -1.1027805805206299, -2.0965304374694824, -1.9654244184494019, -2.7982499599456787, -1.0831327438354492, -2.12733793258667, -1.7028400897979736, -2.483499050140381, -2.2574360370635986, -1.701968789100647, -1.042803168296814, -1.9363853931427002, -1.2335129976272583, -1.4978314638137817, -3.109919548034668, -1.4009443521499634, -3.1594481468200684, -1.5573655366897583, -1.466090440750122, -0.8595595955848694, -0.7275139093399048, -1.8472588062286377, -0.6185920834541321, -2.319169759750366, -0.005590873770415783, -1.6494425535202026, -0.9138157367706299, -2.4057533740997314, -2.523676872253418, -0.30365559458732605, -1.2392200231552124, -1.6354769468307495, -1.912516474723816, -1.3771779537200928, -0.5559177398681641, -1.961033582687378, -0.8407031297683716, -0.9113650918006897, -0.5434247255325317, -2.3160364627838135, -1.4473811388015747, -1.252361536026001, -2.200007915496826, -1.062087893486023, -1.381932258605957, -1.4853934049606323, -1.6451199054718018, -2.1965601444244385, -1.8510974645614624, -1.1398581266403198, -1.701204776763916, -0.7802099585533142, -1.5135339498519897, -2.4640145301818848, -1.3934298753738403, -2.010563850402832, -0.5906059741973877, -1.9958441257476807, -1.9584219455718994, -1.2068084478378296, -1.476305365562439, -2.0537302494049072, -0.6670251488685608, -1.9528566598892212, -1.3446944952011108, -0.9588541984558105, -0.8192681074142456]}, "iris_DBDC4_064_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\" Doom's got your wife and Valiant. He took them to the Acme factory, wow that is bad, Acme factory is a dangerous place He's dangerous Danny! yes, I know, I better call the police Why? because he is very dangerous Oh, it is. Unless you know how to handle it. I prefer not to handle it by myself", "response": "I can handle that.", "annotation_id": "iris_DBDC4_064_16", "annotations": ["O", "T", "O", "O", "O", "O", "T", "O", "T", "T", "X", "T", "X", "O", "X"], "gpt2_target_score": [-9.925333976745605, -6.130590438842773, -15.24313735961914, -9.296151161193848, -2.8220291137695312], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.0883668661117554, -1.5483225584030151, -1.2549935579299927, -1.5772405862808228, -2.0329105854034424, -1.5980364084243774, -2.1286444664001465, -0.7668647170066833, -2.1483232975006104, -1.8144307136535645, -1.6001213788986206, -1.152583122253418, -1.440909504890442, -1.1084128618240356, -2.233588933944702, -1.5655966997146606, -1.569270133972168, -1.7164502143859863, -0.30792132019996643, -0.5872471928596497, -0.5372536778450012, -0.5433376431465149, -1.7960621118545532, -1.475114107131958, -1.5333888530731201, -1.7931896448135376, -1.685534119606018, -1.6196696758270264, -0.6228101849555969, -1.1480536460876465, -2.4068150520324707, -2.0891177654266357, -3.210930109024048, -1.7494858503341675, -1.844266653060913, -0.7812279462814331, -1.1027805805206299, -2.0965304374694824, -1.9654244184494019, -2.7982499599456787, -1.0831327438354492, -2.12733793258667, -1.7028400897979736, -2.483499050140381, -2.2574360370635986, -1.701968789100647, -1.042803168296814, -1.9363853931427002, -1.2335129976272583, -1.4978314638137817, -3.109919548034668, -1.4009443521499634, -3.1594481468200684, -1.5573655366897583, -1.466090440750122, -0.8595595955848694, -0.7275139093399048, -1.8472588062286377, -0.6185920834541321, -2.319169759750366, -0.005590873770415783, -1.6494425535202026, -0.9138157367706299, -2.4057533740997314, -2.523676872253418, -0.30365559458732605, -1.2392200231552124, -1.6354769468307495, -1.912516474723816, -1.3771779537200928, -0.5559177398681641, -1.961033582687378, -0.8407031297683716, -0.9113650918006897, -0.5434247255325317, -2.3160364627838135, -1.4473811388015747, -1.252361536026001, -2.1999967098236084, -1.0620880126953125, -1.381933331489563, -1.4853887557983398, -1.6451101303100586, -2.1965479850769043, -1.85110604763031, -1.1398639678955078, -1.7012042999267578, -0.7802122235298157, -1.513552188873291, -1.43550705909729, -1.9853647947311401, -0.6157498955726624, -2.0067262649536133, -2.118236780166626, -1.0968595743179321, -1.5011879205703735, -2.2550625801086426, -0.6489070653915405, -2.225818157196045, -1.428996205329895, -0.926924467086792, -2.1697826385498047, -2.427952527999878, -1.5886478424072266, -0.11186283081769943, -2.14694881439209, -0.7788641452789307, -1.0970232486724854, -2.7203571796417236, -0.822907567024231, -2.1433775424957275, -2.4319634437561035, -0.8500816226005554, -0.3487586975097656, -1.0287981033325195, -1.5392287969589233]}, "iris_DBDC4_064_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\" Doom's got your wife and Valiant. He took them to the Acme factory, wow that is bad, Acme factory is a dangerous place He's dangerous Danny! yes, I know, I better call the police Why? because he is very dangerous Oh, it is. Unless you know how to handle it. I prefer not to handle it by myself I can handle that. really, thanks Alex", "response": "Thanks.", "annotation_id": "iris_DBDC4_064_18", "annotations": ["X", "O", "O", "X", "O", "X", "O", "T", "T", "O", "X", "T", "X", "T", "X"], "gpt2_target_score": [-12.746302604675293, -9.806112289428711], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.0883668661117554, -1.5483225584030151, -1.2549935579299927, -1.5772405862808228, -2.0329105854034424, -1.5980364084243774, -2.1286444664001465, -0.7668647170066833, -2.1483232975006104, -1.8144307136535645, -1.6001213788986206, -1.152583122253418, -1.440909504890442, -1.1084128618240356, -2.233588933944702, -1.5655966997146606, -1.569270133972168, -1.7164502143859863, -0.30792132019996643, -0.5872471928596497, -0.5372536778450012, -0.5433376431465149, -1.7960621118545532, -1.475114107131958, -1.5333888530731201, -1.7931896448135376, -1.685534119606018, -1.6196696758270264, -0.6228101849555969, -1.1480536460876465, -2.4068150520324707, -2.0891177654266357, -3.210930109024048, -1.7494858503341675, -1.844266653060913, -0.7812279462814331, -1.1027805805206299, -2.0965304374694824, -1.9654244184494019, -2.7982499599456787, -1.0831327438354492, -2.12733793258667, -1.7028400897979736, -2.483499050140381, -2.2574360370635986, -1.701968789100647, -1.042803168296814, -1.9363853931427002, -1.2335129976272583, -1.4978314638137817, -3.109919548034668, -1.4009443521499634, -3.1594481468200684, -1.5573655366897583, -1.466090440750122, -0.8595595955848694, -0.7275139093399048, -1.8472588062286377, -0.6185920834541321, -2.319169759750366, -0.005590873770415783, -1.6494425535202026, -0.9138157367706299, -2.4057533740997314, -2.523676872253418, -0.30365559458732605, -1.2392200231552124, -1.6354769468307495, -1.912516474723816, -1.3771779537200928, -0.5559177398681641, -1.961033582687378, -0.8407031297683716, -0.9113650918006897, -0.5434247255325317, -2.3160364627838135, -1.4473811388015747, -1.252361536026001, -2.200007915496826, -1.062087893486023, -1.381932258605957, -1.4853934049606323, -1.6451199054718018, -2.1965601444244385, -1.8510974645614624, -1.1398581266403198, -1.701204776763916, -0.7802099585533142, -1.5135339498519897, -1.4355084896087646, -1.985355019569397, -0.6157459020614624, -2.006727933883667, -2.1182260513305664, -1.0968592166900635, -1.501197099685669, -2.255072832107544, -0.6489094495773315, -2.225825548171997, -1.4289835691452026, -0.9269248843193054, -2.169766426086426, -2.427962303161621, -1.5886461734771729, -0.11186230182647705, -2.1469204425811768, -0.778860867023468, -1.0970221757888794, -2.7203526496887207, -0.8229107856750488, -2.1647956371307373, -0.9367433190345764, -0.18265482783317566, -0.9958714246749878, -1.9869745969772339, -1.070275902748108, -1.8563719987869263, -0.8903272747993469, -1.3605420589447021, -2.0211548805236816, -1.6356463432312012, -1.0462712049484253]}, "iris_DBDC4_064_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\" Doom's got your wife and Valiant. He took them to the Acme factory, wow that is bad, Acme factory is a dangerous place He's dangerous Danny! yes, I know, I better call the police Why? because he is very dangerous Oh, it is. Unless you know how to handle it. I prefer not to handle it by myself I can handle that. really, thanks Alex Thanks. please go ahead and rescue them", "response": "Thank y... The line goes DEAD.", "annotation_id": "iris_DBDC4_064_20", "annotations": ["X", "T", "O", "X", "X", "X", "X", "T", "X", "T", "X", "T", "X", "O", "X"], "gpt2_target_score": [-13.638514518737793, -7.727041244506836, -3.8702855110168457, -8.866028785705566, -13.268264770507812, -10.56811237335205, -12.946551322937012, -7.682859420776367], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.0883668661117554, -1.5483225584030151, -1.2549935579299927, -1.5772405862808228, -2.0329105854034424, -1.5980364084243774, -2.1286444664001465, -0.7668647170066833, -2.1483232975006104, -1.8144307136535645, -1.6001213788986206, -1.152583122253418, -1.440909504890442, -1.1084128618240356, -2.233588933944702, -1.5655966997146606, -1.569270133972168, -1.7164502143859863, -0.30792132019996643, -0.5872471928596497, -0.5372536778450012, -0.5433376431465149, -1.7960621118545532, -1.475114107131958, -1.5333888530731201, -1.7931896448135376, -1.685534119606018, -1.6196696758270264, -0.6228101849555969, -1.1480536460876465, -2.4068150520324707, -2.0891177654266357, -3.210930109024048, -1.7494858503341675, -1.844266653060913, -0.7812279462814331, -1.1027805805206299, -2.0965304374694824, -1.9654244184494019, -2.7982499599456787, -1.0831327438354492, -2.12733793258667, -1.7028400897979736, -2.483499050140381, -2.2574360370635986, -1.701968789100647, -1.042803168296814, -1.9363853931427002, -1.2335129976272583, -1.4978314638137817, -3.109919548034668, -1.4009443521499634, -3.1594481468200684, -1.5573655366897583, -1.466090440750122, -0.8595595955848694, -0.7275139093399048, -1.8472588062286377, -0.6185920834541321, -2.319169759750366, -0.005590873770415783, -1.6494425535202026, -0.9138157367706299, -2.4057533740997314, -2.523676872253418, -0.30365559458732605, -1.2392200231552124, -1.6354769468307495, -1.912516474723816, -1.3771779537200928, -0.5559177398681641, -1.961033582687378, -0.8407031297683716, -0.9113650918006897, -0.5434247255325317, -2.3160364627838135, -1.4473811388015747, -1.252361536026001, -2.200007915496826, -1.062087893486023, -1.381932258605957, -1.4853934049606323, -1.6451199054718018, -2.1965601444244385, -1.8510974645614624, -1.1398581266403198, -1.701204776763916, -0.7802099585533142, -1.5135339498519897, -1.4355084896087646, -1.985355019569397, -0.6157459020614624, -2.006727933883667, -2.1182260513305664, -1.0968592166900635, -1.501197099685669, -2.255072832107544, -0.6489094495773315, -2.225825548171997, -1.4289835691452026, -0.9269248843193054, -2.169766426086426, -2.427962303161621, -1.5886461734771729, -0.11186230182647705, -2.1469204425811768, -0.778860867023468, -1.0970221757888794, -2.7203526496887207, -0.8229107856750488, -2.1647956371307373, -0.9367433190345764, -0.18265482783317566, -0.9958714246749878, -1.98696768283844, -1.0702859163284302, -1.8563717603683472, -0.8903276324272156, -1.3605388402938843, -1.146145224571228, -1.6744239330291748, -1.8772891759872437, -1.5377919673919678, -0.5317829847335815, -2.4454445838928223, -1.226963996887207, -1.064690351486206, -2.0330657958984375, -0.07886595278978348, -0.2765553295612335, -1.9211095571517944, -1.5256391763687134, -1.6590293645858765, -2.2895002365112305, -1.2502079010009766, -0.8730156421661377]}, "iris_DBDC4_065_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year!", "response": "\"Should auld acquaintance be forgot and never brought to mind...", "annotation_id": "iris_DBDC4_065_02", "annotations": ["O", "X", "T", "T", "O", "O", "X", "O", "O", "O", "X", "O", "T", "O", "O"], "gpt2_target_score": [-8.92361068725586, -8.42701244354248, -6.5668416023254395, -17.634971618652344, -15.465517044067383, -8.001209259033203, -16.273571014404297, -6.759505748748779, -10.990096092224121, -13.530287742614746, -11.286859512329102, -14.520477294921875, -8.230895042419434], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -0.895514726638794, -1.2526721954345703, -1.406848669052124, -1.0640535354614258, -0.3076930344104767, -0.8444963097572327, -0.7547447681427002, -1.9346256256103516, -2.4430463314056396, -0.7158500552177429, -3.0549957752227783, -1.4127897024154663, -2.3659486770629883, -2.410576581954956, -1.369591474533081, -2.514927387237549, -2.69419527053833, -1.2561454772949219, -1.4747308492660522, -1.4823143482208252, -1.5061321258544922]}, "iris_DBDC4_065_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so", "response": "Hurts, but it looks like it'll heel.", "annotation_id": "iris_DBDC4_065_04", "annotations": ["O", "X", "O", "X", "T", "T", "X", "O", "X", "O", "T", "O", "X", "O", "X"], "gpt2_target_score": [-18.096355438232422, -12.419611930847168, -3.274437427520752, -8.69742488861084, -8.70402717590332, -9.397846221923828, -10.6204195022583, -11.801475524902344, -14.084441184997559, -16.975204467773438, -9.693880081176758], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -0.895514726638794, -1.2526721954345703, -1.406848669052124, -1.0640535354614258, -0.3076930344104767, -0.8444963097572327, -0.7547447681427002, -2.3949601650238037, -0.7091436386108398, -3.0594935417175293, -1.4288303852081299, -2.239849805831909, -2.346611499786377, -1.4168493747711182, -2.1645538806915283, -2.448147773742676, -1.1293396949768066, -1.5350139141082764, -1.4262551069259644, -1.9184958934783936, -1.773010015487671, -0.9553874135017395, -1.339028239250183, -2.2242558002471924, -1.6288813352584839, -2.0829434394836426, -1.3551647663116455, -1.1048097610473633, -2.144152879714966, -1.9711689949035645, -0.9217066168785095, -0.39911553263664246, -1.7050814628601074, -1.2963670492172241, -0.6003053188323975, -3.0573832988739014, -0.5831385850906372]}, "iris_DBDC4_065_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice!", "response": "I'm Alex Stahl.", "annotation_id": "iris_DBDC4_065_06", "annotations": ["X", "X", "O", "X", "T", "T", "O", "O", "T", "O", "O", "O", "T", "O", "O"], "gpt2_target_score": [-9.925350189208984, -9.259699821472168, -10.685253143310547, -10.855292320251465, -16.02183723449707, -10.113834381103516], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -0.895514726638794, -1.2526721954345703, -1.406848669052124, -1.0640535354614258, -0.3076930344104767, -0.8444963097572327, -0.7547447681427002, -2.3949601650238037, -0.7091436386108398, -3.0594935417175293, -1.4288303852081299, -2.239849805831909, -2.346611499786377, -1.4168493747711182, -2.1645538806915283, -2.448147773742676, -1.1293396949768066, -1.5350139141082764, -1.4262551069259644, -1.9184958934783936, -1.773010015487671, -0.9553874135017395, -1.339028239250183, -2.2242558002471924, -1.6288813352584839, -1.3398913145065308, -2.3918190002441406, -2.28568172454834, -1.3946977853775024, -1.4343316555023193, -0.6090046763420105, -1.9760301113128662, -2.1078579425811768, -0.640796422958374, -2.7396466732025146, -2.1457934379577637, -1.9743047952651978, -2.388277530670166, -2.121041774749756, -2.301647663116455, -2.174743413925171, -1.4614148139953613, -2.9714765548706055, -1.3379017114639282, -1.1095319986343384]}, "iris_DBDC4_065_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex", "response": "Sometimes its just nothing.", "annotation_id": "iris_DBDC4_065_08", "annotations": ["O", "X", "O", "X", "O", "X", "T", "O", "X", "T", "X", "O", "X", "O", "X"], "gpt2_target_score": [-16.89339828491211, -7.941493034362793, -8.298839569091797, -12.43772029876709, -2.706277847290039], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -0.895514726638794, -1.2526721954345703, -1.406848669052124, -1.0640535354614258, -0.3076930344104767, -0.8444963097572327, -0.7547447681427002, -2.3949601650238037, -0.7091436386108398, -3.0594935417175293, -1.4288303852081299, -2.239849805831909, -2.346611499786377, -1.4168493747711182, -2.1645538806915283, -2.448147773742676, -1.1293396949768066, -1.5350139141082764, -1.4262551069259644, -1.9184958934783936, -1.773010015487671, -0.9553874135017395, -1.339028239250183, -2.2242558002471924, -1.6288813352584839, -1.3398913145065308, -2.3918190002441406, -2.28568172454834, -1.3946977853775024, -1.4343316555023193, -0.6090046763420105, -1.9760301113128662, -2.1078579425811768, -0.640796422958374, -2.7396466732025146, -2.1457934379577637, -1.9743047952651978, -2.388277530670166, -2.199601173400879, -2.4700615406036377, -1.5662119388580322, -3.0154147148132324, -1.357173204421997, -2.264479637145996, -0.5045189261436462, -1.9651381969451904, -0.7887223362922668, -2.3969647884368896, -1.395776629447937, -0.909999430179596, -2.0087249279022217, -1.4360536336898804, -2.4099037647247314, -1.758807897567749, -1.8324949741363525, -0.9810788631439209]}, "iris_DBDC4_065_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex Sometimes its just nothing. You are the best", "response": "I'm glad you've calmed down a bit.  Hi, Danny.", "annotation_id": "iris_DBDC4_065_10", "annotations": ["O", "X", "O", "T", "T", "T", "O", "O", "T", "O", "T", "O", "T", "O", "X"], "gpt2_target_score": [-9.925333976745605, -9.259710311889648, -12.055156707763672, -7.8863701820373535, -12.991291046142578, -14.477581024169922, -12.947900772094727, -11.099637985229492, -12.346173286437988, -10.473176956176758, -6.388783931732178, -10.24534797668457, -9.090813636779785, -11.93777084350586, -6.110283851623535], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -0.8955256342887878, -1.25266695022583, -1.4068264961242676, -1.0640660524368286, -0.3076912760734558, -0.8444948196411133, -0.754747211933136, -2.3949408531188965, -0.709153950214386, -3.059502363204956, -1.428844690322876, -2.23989200592041, -2.346597671508789, -1.4168503284454346, -2.164558172225952, -2.448150873184204, -1.1293513774871826, -1.5349565744400024, -1.4262527227401733, -1.9184926748275757, -1.7730613946914673, -0.95536869764328, -1.3390439748764038, -2.2242705821990967, -1.628892421722412, -1.3398897647857666, -2.39178204536438, -2.2857038974761963, -1.3946727514266968, -1.4343597888946533, -0.6090074181556702, -1.9759610891342163, -2.1078670024871826, -0.6408169865608215, -2.739628553390503, -2.1457881927490234, -1.97430419921875, -2.38824200630188, -2.199617385864258, -2.4700355529785156, -1.5662643909454346, -3.0154125690460205, -1.3571919202804565, -2.2645020484924316, -0.5045165419578552, -1.96509850025177, -0.7887141108512878, -2.3969943523406982, -1.3957901000976562, -0.9099906086921692, -1.6697673797607422, -2.3990349769592285, -1.8408193588256836, -1.786212682723999, -1.834784984588623, -2.3391711711883545, -2.289839744567871, -1.1494299173355103, -1.78056001663208, -1.8214294910430908, -1.9602500200271606, -1.2385213375091553, -1.1019105911254883, -1.3297687768936157, -1.7605149745941162, -0.1749655157327652, -1.4429166316986084, -0.5135511755943298, -0.8948783874511719, -1.2119697332382202, -1.3858579397201538, -1.2190825939178467, -1.536392092704773, -1.0864861011505127, -1.1259994506835938]}, "iris_DBDC4_065_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex Sometimes its just nothing. You are the best I'm glad you've calmed down a bit.  Hi, Danny. how was your year end celebration?", "response": "'cause this is the day of our high school GraduATION...", "annotation_id": "iris_DBDC4_065_12", "annotations": ["T", "X", "O", "X", "O", "X", "T", "O", "X", "T", "T", "O", "X", "O", "X"], "gpt2_target_score": [-8.708285331726074, -12.089208602905273, -7.286041736602783, -5.2080864906311035, -7.585400104522705, -9.227581024169922, -9.469934463500977, -13.198415756225586, -11.932827949523926, -13.132997512817383, -12.538511276245117, -11.38347053527832, -18.725860595703125, -6.529232025146484], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -0.8955256342887878, -1.25266695022583, -1.4068264961242676, -1.0640660524368286, -0.3076912760734558, -0.8444948196411133, -0.754747211933136, -2.3949408531188965, -0.709153950214386, -3.059502363204956, -1.428844690322876, -2.23989200592041, -2.346597671508789, -1.4168503284454346, -2.164558172225952, -2.448150873184204, -1.1293513774871826, -1.5349565744400024, -1.4262527227401733, -1.9184926748275757, -1.7730613946914673, -0.95536869764328, -1.3390439748764038, -2.2242705821990967, -1.628892421722412, -1.3398897647857666, -2.39178204536438, -2.2857038974761963, -1.3946727514266968, -1.4343597888946533, -0.6090074181556702, -1.9759610891342163, -2.1078670024871826, -0.6408209204673767, -2.739616870880127, -2.145780324935913, -1.9743082523345947, -2.388230562210083, -2.19960618019104, -2.470057487487793, -1.5662535429000854, -3.015410900115967, -1.3572019338607788, -2.2644996643066406, -0.5045154094696045, -1.9650962352752686, -0.7887153029441833, -2.396995782852173, -1.3957927227020264, -0.9099895358085632, -1.6697660684585571, -2.3990085124969482, -1.8408286571502686, -1.7862002849578857, -1.8347798585891724, -2.339160203933716, -2.289836883544922, -1.1494150161743164, -1.7805424928665161, -1.3057122230529785, -1.2241132259368896, -1.3034019470214844, -1.5842264890670776, -1.5871186256408691, -0.14479005336761475, -1.229036808013916, -0.5380239486694336, -0.7690339088439941, -1.7528579235076904, -1.4772394895553589, -1.3266971111297607, -1.568334698677063, -1.6009154319763184, -1.4946879148483276, -1.8516724109649658, -0.9767635464668274, -1.3400304317474365, -0.43491092324256897, -0.18850529193878174, -0.3578487038612366, -1.5061248540878296, -1.5442354679107666, -2.8194568157196045, -1.0176149606704712, -1.2303688526153564, -1.797809362411499, -1.3169785737991333, -1.219076156616211, -1.3033396005630493, -2.7136638164520264, -0.3398992419242859, -1.241990089416504, -0.0689062774181366, -2.8372910022735596, -1.8908164501190186, -2.140501022338867]}, "iris_DBDC4_065_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex Sometimes its just nothing. You are the best I'm glad you've calmed down a bit.  Hi, Danny. how was your year end celebration? 'cause this is the day of our high school GraduATION... ohhh you are funny", "response": "I told her if I wasn't back in two minutes to start without me.", "annotation_id": "iris_DBDC4_065_14", "annotations": ["O", "X", "T", "X", "T", "T", "O", "O", "X", "T", "T", "O", "X", "O", "X"], "gpt2_target_score": [-9.925333976745605, -10.678548812866211, -10.50064468383789, -8.684191703796387, -4.727894306182861, -10.28353500366211, -14.746133804321289, -9.556768417358398, -4.652707099914551, -11.612001419067383, -15.559568405151367, -8.845033645629883, -8.325928688049316, -11.37874984741211, -4.024941444396973, -8.275659561157227], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -0.8955256342887878, -1.25266695022583, -1.4068264961242676, -1.0640660524368286, -0.3076912760734558, -0.8444948196411133, -0.754747211933136, -2.3949408531188965, -0.709153950214386, -3.059502363204956, -1.428844690322876, -2.23989200592041, -2.346597671508789, -1.4168503284454346, -2.164558172225952, -2.448150873184204, -1.1293513774871826, -1.5349565744400024, -1.4262527227401733, -1.9184926748275757, -1.7730613946914673, -0.95536869764328, -1.3390439748764038, -2.2242705821990967, -1.628892421722412, -1.3398897647857666, -2.39178204536438, -2.2857038974761963, -1.3946727514266968, -1.4343597888946533, -0.6090074181556702, -1.9759610891342163, -2.1078670024871826, -0.6408209204673767, -2.739616870880127, -2.145780324935913, -1.9743082523345947, -2.388230562210083, -2.19960618019104, -2.470057487487793, -1.5662535429000854, -3.015410900115967, -1.3572019338607788, -2.2644996643066406, -0.5045154094696045, -1.9650962352752686, -0.7887153029441833, -2.396995782852173, -1.3957927227020264, -0.9099895358085632, -1.6697660684585571, -2.3990085124969482, -1.8408286571502686, -1.7862002849578857, -1.8347798585891724, -2.339160203933716, -2.289836883544922, -1.1494150161743164, -1.7805424928665161, -1.3057122230529785, -1.2241132259368896, -1.3034019470214844, -1.5842264890670776, -1.5871186256408691, -0.14479005336761475, -1.229036808013916, -0.5380239486694336, -0.7690339088439941, -1.7528579235076904, -1.4772394895553589, -1.3266971111297607, -1.568334698677063, -1.6009154319763184, -1.4946879148483276, -1.8516724109649658, -0.9767635464668274, -1.3400304317474365, -0.43491092324256897, -0.18850529193878174, -0.3578487038612366, -1.5061248540878296, -1.3242721557617188, -0.9955392479896545, -1.1641429662704468, -1.8870024681091309, -1.3495619297027588, -1.1947139501571655, -1.327630877494812, -2.7284107208251953, -0.3557182252407074, -1.5593103170394897, -0.06041770800948143, -2.276116132736206, -1.6534028053283691, -2.433199405670166, -2.321875810623169, -1.705918788909912, -1.4431151151657104, -1.6799269914627075, -1.6229443550109863, -1.8383554220199585, -1.689903974533081, -0.6633558869361877, -1.560485601425171, -1.1336859464645386, -2.3182435035705566, -0.08508401364088058, -3.068822145462036, -1.856737732887268, -2.040897846221924, -0.8632329702377319, -1.693245530128479, -2.559720516204834, -2.0337274074554443, -1.6760282516479492, -1.7632973194122314, -1.8340588808059692]}, "iris_DBDC4_065_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex Sometimes its just nothing. You are the best I'm glad you've calmed down a bit.  Hi, Danny. how was your year end celebration? 'cause this is the day of our high school GraduATION... ohhh you are funny I told her if I wasn't back in two minutes to start without me. ok, what is your new year resolution", "response": "Ok.", "annotation_id": "iris_DBDC4_065_16", "annotations": ["X", "X", "T", "X", "X", "T", "T", "O", "X", "T", "X", "O", "T", "O", "X"], "gpt2_target_score": [-14.470698356628418, -9.806112289428711], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -0.8955256342887878, -1.25266695022583, -1.4068264961242676, -1.0640660524368286, -0.3076912760734558, -0.8444948196411133, -0.754747211933136, -2.3949408531188965, -0.709153950214386, -3.059502363204956, -1.428844690322876, -2.23989200592041, -2.346597671508789, -1.4168503284454346, -2.164558172225952, -2.448150873184204, -1.1293513774871826, -1.5349565744400024, -1.4262527227401733, -1.9184926748275757, -1.7730613946914673, -0.95536869764328, -1.3390439748764038, -2.2242705821990967, -1.628892421722412, -1.3398897647857666, -2.39178204536438, -2.2857038974761963, -1.3946727514266968, -1.4343597888946533, -0.6090074181556702, -1.9759610891342163, -2.1078670024871826, -0.6408209204673767, -2.739616870880127, -2.145780324935913, -1.9743082523345947, -2.388230562210083, -2.19960618019104, -2.470057487487793, -1.5662535429000854, -3.015410900115967, -1.3572019338607788, -2.2644996643066406, -0.5045154094696045, -1.9650962352752686, -0.7887153029441833, -2.396995782852173, -1.3957927227020264, -0.9099895358085632, -1.6697660684585571, -2.3990085124969482, -1.8408286571502686, -1.7862002849578857, -1.8347798585891724, -2.339160203933716, -2.289836883544922, -1.1494150161743164, -1.7805424928665161, -1.3057122230529785, -1.2241132259368896, -1.3034019470214844, -1.5842264890670776, -1.5871186256408691, -0.14479005336761475, -1.229036808013916, -0.5380239486694336, -0.7690339088439941, -1.7528579235076904, -1.4772394895553589, -1.3266971111297607, -1.568334698677063, -1.6009154319763184, -1.4946879148483276, -1.8516724109649658, -0.9767635464668274, -1.3400304317474365, -0.43491092324256897, -0.18850529193878174, -0.3578487038612366, -1.5061248540878296, -1.3242721557617188, -0.9955392479896545, -1.1641429662704468, -1.8870024681091309, -1.3495619297027588, -1.1947139501571655, -1.327630877494812, -2.7284107208251953, -0.3557182252407074, -1.5593103170394897, -0.06041770800948143, -2.276116132736206, -1.6534028053283691, -2.433199405670166, -2.321875810623169, -1.705918788909912, -1.4431151151657104, -1.6799269914627075, -1.6229443550109863, -1.4697662591934204, -0.27717462182044983, -1.5915207862854004, -1.230242133140564, -2.6419341564178467, -0.02323112078011036, -3.0174686908721924, -1.8341044187545776, -1.825221061706543, -0.9246046543121338, -1.9800519943237305, -2.5203235149383545, -2.2525103092193604, -1.6098467111587524, -1.8152649402618408, -2.0685627460479736, -1.612511396408081, -1.8709112405776978, -1.7040352821350098, -1.4265663623809814, -2.0553109645843506, -0.15408790111541748, -1.334323763847351, -0.31443843245506287, -1.958567500114441, -0.894855797290802, -1.5529561042785645]}, "iris_DBDC4_065_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex Sometimes its just nothing. You are the best I'm glad you've calmed down a bit.  Hi, Danny. how was your year end celebration? 'cause this is the day of our high school GraduATION... ohhh you are funny I told her if I wasn't back in two minutes to start without me. ok, what is your new year resolution Ok. well it seems you are kind of lost today", "response": "You lost?", "annotation_id": "iris_DBDC4_065_18", "annotations": ["X", "O", "O", "X", "T", "X", "O", "O", "T", "T", "X", "O", "T", "O", "T"], "gpt2_target_score": [-11.750834465026855, -10.256612777709961, -5.5268025398254395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -0.8955256342887878, -1.25266695022583, -1.4068264961242676, -1.0640660524368286, -0.3076912760734558, -0.8444948196411133, -0.754747211933136, -2.3949408531188965, -0.709153950214386, -3.059502363204956, -1.428844690322876, -2.23989200592041, -2.346597671508789, -1.4168503284454346, -2.164558172225952, -2.448150873184204, -1.1293513774871826, -1.5349565744400024, -1.4262527227401733, -1.9184926748275757, -1.7730613946914673, -0.95536869764328, -1.3390439748764038, -2.2242705821990967, -1.628892421722412, -1.3398897647857666, -2.39178204536438, -2.2857038974761963, -1.3946727514266968, -1.4343597888946533, -0.6090074181556702, -1.9759610891342163, -2.1078670024871826, -0.6408209204673767, -2.739616870880127, -2.145780324935913, -1.9743082523345947, -2.388230562210083, -2.19960618019104, -2.470057487487793, -1.5662535429000854, -3.015410900115967, -1.3572019338607788, -2.2644996643066406, -0.5045154094696045, -1.9650962352752686, -0.7887153029441833, -2.396995782852173, -1.3957927227020264, -0.9099895358085632, -1.6697660684585571, -2.3990085124969482, -1.8408286571502686, -1.7862002849578857, -1.8347798585891724, -2.339160203933716, -2.289836883544922, -1.1494150161743164, -1.7805424928665161, -1.3057122230529785, -1.2241132259368896, -1.3034019470214844, -1.5842264890670776, -1.5871186256408691, -0.14479005336761475, -1.229036808013916, -0.5380239486694336, -0.7690339088439941, -1.7528579235076904, -1.4772394895553589, -1.3266971111297607, -1.568334698677063, -1.6009154319763184, -1.4946879148483276, -1.8516724109649658, -0.9767635464668274, -1.3400304317474365, -0.43491092324256897, -0.18850529193878174, -0.3578487038612366, -1.5061248540878296, -1.3242721557617188, -0.9955392479896545, -1.1641429662704468, -1.8870024681091309, -1.3495619297027588, -1.1947139501571655, -1.327630877494812, -2.7284107208251953, -0.3557182252407074, -1.5593103170394897, -0.06041770800948143, -2.276116132736206, -1.6534028053283691, -2.433199405670166, -2.321875810623169, -1.705918788909912, -1.4431151151657104, -1.6799269914627075, -1.6229443550109863, -1.4697662591934204, -0.27717462182044983, -1.5915207862854004, -1.230242133140564, -2.6419341564178467, -0.02323112078011036, -3.0174686908721924, -1.8341044187545776, -1.825221061706543, -0.9246046543121338, -1.9800519943237305, -2.5203235149383545, -2.2525103092193604, -1.6098467111587524, -1.8152649402618408, -2.0685627460479736, -1.612511396408081, -1.8709256649017334, -1.7040350437164307, -1.4265611171722412, -2.0553154945373535, -0.15408913791179657, -1.3343217372894287, -0.31444305181503296, -1.0984363555908203, -1.7158316373825073, -1.2766376733779907, -0.61860591173172, -0.9652976989746094, -1.60435950756073, -2.9013047218322754, -0.11167372018098831, -2.5869200229644775, -1.8114029169082642, -1.0911641120910645, -1.962360143661499, -1.4926486015319824, -1.9557905197143555, -0.9690858125686646]}, "iris_DBDC4_065_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex Sometimes its just nothing. You are the best I'm glad you've calmed down a bit.  Hi, Danny. how was your year end celebration? 'cause this is the day of our high school GraduATION... ohhh you are funny I told her if I wasn't back in two minutes to start without me. ok, what is your new year resolution Ok. well it seems you are kind of lost today You lost? no, I am fine, you seem to be lost", "response": "You lost?", "annotation_id": "iris_DBDC4_065_20", "annotations": ["X", "O", "O", "X", "X", "X", "O", "O", "X", "T", "X", "O", "T", "T", "X"], "gpt2_target_score": [-11.750834465026855, -10.256612777709961, -5.5268025398254395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -0.8955256342887878, -1.25266695022583, -1.4068264961242676, -1.0640660524368286, -0.3076912760734558, -0.8444948196411133, -0.754747211933136, -2.3949408531188965, -0.709153950214386, -3.059502363204956, -1.428844690322876, -2.23989200592041, -2.346597671508789, -1.4168503284454346, -2.164558172225952, -2.448150873184204, -1.1293513774871826, -1.5349565744400024, -1.4262527227401733, -1.9184926748275757, -1.7730613946914673, -0.95536869764328, -1.3390439748764038, -2.2242705821990967, -1.628892421722412, -1.3398897647857666, -2.39178204536438, -2.2857038974761963, -1.3946727514266968, -1.4343597888946533, -0.6090074181556702, -1.9759610891342163, -2.1078670024871826, -0.6408209204673767, -2.739616870880127, -2.145780324935913, -1.9743082523345947, -2.388230562210083, -2.19960618019104, -2.470057487487793, -1.5662535429000854, -3.015410900115967, -1.3572019338607788, -2.2644996643066406, -0.5045154094696045, -1.9650962352752686, -0.7887153029441833, -2.396995782852173, -1.3957927227020264, -0.9099895358085632, -1.6697660684585571, -2.3990085124969482, -1.8408286571502686, -1.7862002849578857, -1.8347798585891724, -2.339160203933716, -2.289836883544922, -1.1494150161743164, -1.7805424928665161, -1.3057122230529785, -1.2241132259368896, -1.3034019470214844, -1.5842264890670776, -1.5871186256408691, -0.14479005336761475, -1.229036808013916, -0.5380239486694336, -0.7690339088439941, -1.7528579235076904, -1.4772394895553589, -1.3266971111297607, -1.568334698677063, -1.6009154319763184, -1.4946879148483276, -1.8516724109649658, -0.9767635464668274, -1.3400304317474365, -0.43491092324256897, -0.18850529193878174, -0.3578487038612366, -1.5061248540878296, -1.3242721557617188, -0.9955392479896545, -1.1641429662704468, -1.8870024681091309, -1.3495619297027588, -1.1947139501571655, -1.327630877494812, -2.7284107208251953, -0.3557182252407074, -1.5593103170394897, -0.06041770800948143, -2.276116132736206, -1.6534028053283691, -2.433199405670166, -2.321875810623169, -1.705918788909912, -1.4431151151657104, -1.6799269914627075, -1.6229443550109863, -1.4697662591934204, -0.27717462182044983, -1.5915207862854004, -1.230242133140564, -2.6419341564178467, -0.02323112078011036, -3.0174686908721924, -1.8341044187545776, -1.825221061706543, -0.9246046543121338, -1.9800519943237305, -2.5203235149383545, -2.2525103092193604, -1.6098467111587524, -1.8152649402618408, -2.0685627460479736, -1.612511396408081, -1.8709256649017334, -1.7040350437164307, -1.4265611171722412, -2.0553154945373535, -0.15408913791179657, -1.3343217372894287, -0.31444305181503296, -1.0984363555908203, -1.7158316373825073, -1.2766376733779907, -0.61860591173172, -0.9652976989746094, -1.60435950756073, -2.9013047218322754, -0.11167372018098831, -2.5869200229644775, -1.811422348022461, -1.0911489725112915, -1.682616114616394, -1.9749253988265991, -2.190322160720825, -1.529205322265625, -1.1293690204620361, -1.3354359865188599, -1.5483967065811157, -1.1876742839813232, -1.3545275926589966, -0.9900736808776855, -1.185240626335144, -0.840777575969696, -2.564270496368408, -1.455499529838562, -2.0120761394500732, -1.37758469581604, -1.7359410524368286, -1.0968512296676636]}, "iris_DBDC4_066_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex", "response": "You three have a good weekend.", "annotation_id": "iris_DBDC4_066_02", "annotations": ["X", "T", "O", "O", "O", "X", "O", "O", "X", "X", "T", "T", "O", "O", "O"], "gpt2_target_score": [-11.750797271728516, -10.033747673034668, -9.148857116699219, -7.717561721801758, -9.525100708007812, -16.269344329833984, -6.497475624084473], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.6931307315826416, -2.227513313293457, -2.0317471027374268, -1.5645719766616821, -2.0619049072265625, -2.6264114379882812, -1.2051639556884766, -0.8724254369735718, -0.9661023616790771]}, "iris_DBDC4_066_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you?", "response": "Yeah...", "annotation_id": "iris_DBDC4_066_04", "annotations": ["X", "O", "T", "O", "T", "X", "O", "O", "X", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-14.67275619506836, -6.7762861251831055], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.6931307315826416, -1.881452202796936, -2.1433098316192627, -2.143014907836914, -2.4714505672454834, -1.1690174341201782, -1.4951502084732056, -2.1165008544921875, -2.5451903343200684, -1.4534014463424683, -1.5955770015716553, -2.646479845046997, -2.0341060161590576, -1.5638405084609985, -2.2339885234832764, -1.143065333366394, -1.9466705322265625]}, "iris_DBDC4_066_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice", "response": "Positano is beautiful. Remember when we were there...", "annotation_id": "iris_DBDC4_066_06", "annotations": ["X", "T", "X", "X", "T", "T", "T", "O", "X", "T", "T", "X", "O", "O", "O"], "gpt2_target_score": [-11.298572540283203, -13.716410636901855, -15.313133239746094, -5.42442512512207, -11.221656799316406, -6.209073543548584, -12.351775169372559, -9.747079849243164, -9.820144653320312, -13.597820281982422, -5.355959415435791, -9.793380737304688], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.6931307315826416, -1.881452202796936, -2.1433098316192627, -2.143014907836914, -2.4714505672454834, -1.1690174341201782, -1.4951502084732056, -2.1165008544921875, -2.5451903343200684, -1.4534014463424683, -1.5955770015716553, -2.646479845046997, -2.0341055393218994, -1.5638235807418823, -1.3786512613296509, -2.1019527912139893, -1.8473130464553833, -2.333662986755371, -2.6818130016326904, -0.7651998400688171, -1.072129487991333, -2.088463544845581, -1.0370266437530518, -1.0589269399642944, -2.1182773113250732, -1.4605175256729126, -1.752764344215393, -2.6526689529418945, -0.7162891030311584, -0.7892119884490967]}, "iris_DBDC4_066_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there", "response": "So if you detonate in...", "annotation_id": "iris_DBDC4_066_08", "annotations": ["X", "O", "O", "T", "T", "X", "X", "X", "X", "T", "T", "T", "X", "X", "T"], "gpt2_target_score": [-12.889102935791016, -6.135554313659668, -7.975231647491455, -16.96122932434082, -12.809982299804688, -7.4598822593688965, -4.215102195739746], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -1.6931307315826416, -1.881452202796936, -2.1433098316192627, -2.143014907836914, -2.4714505672454834, -1.1690174341201782, -1.4951502084732056, -2.1165008544921875, -2.5451903343200684, -1.4534014463424683, -1.5955770015716553, -2.646479845046997, -2.0341055393218994, -1.5638235807418823, -1.3786512613296509, -2.1019527912139893, -1.8473130464553833, -3.0453858375549316, -0.942445695400238, -1.9344497919082642, -2.313380718231201, -1.4321374893188477, -1.8825328350067139, -2.0794689655303955, -1.5597974061965942, -1.7731637954711914, -2.6344728469848633, -0.6381071209907532, -1.747816801071167, -0.880774199962616, -1.6173021793365479, -2.2502176761627197, -1.8932321071624756, -1.7590653896331787, -1.422366738319397, -2.2690088748931885, -1.6014536619186401, -1.6006903648376465, -2.1169540882110596, -2.1758310794830322, -0.7783430814743042, -1.8665392398834229, -0.0366721972823143, -1.0520762205123901, -1.1615430116653442, -1.8334239721298218]}, "iris_DBDC4_066_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there So if you detonate in... hmmm... probably I was so drunk I do not remmenber it now :)", "response": "Oh, stop that grunting.", "annotation_id": "iris_DBDC4_066_10", "annotations": ["X", "T", "X", "O", "T", "T", "X", "O", "X", "T", "T", "T", "O", "T", "O"], "gpt2_target_score": [-13.589579582214355, -8.954107284545898, -13.846317291259766, -8.341360092163086, -13.839998245239258, -14.883420944213867, -4.392451286315918], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.6931095123291016, -1.8814374208450317, -2.143366813659668, -2.142990827560425, -2.471457004547119, -1.1690003871917725, -1.495129108428955, -2.1164731979370117, -2.545182704925537, -1.453396201133728, -1.5955252647399902, -2.6464858055114746, -2.0341007709503174, -1.5638861656188965, -1.3786594867706299, -2.1019339561462402, -1.8473509550094604, -3.0453851222991943, -0.9424389600753784, -1.9344074726104736, -2.313382863998413, -1.4321460723876953, -1.8825498819351196, -2.0795199871063232, -1.5597584247589111, -1.7731659412384033, -2.634458541870117, -0.6380883455276489, -1.7478690147399902, -0.8807730078697205, -1.617322564125061, -2.250258207321167, -1.8932232856750488, -1.7590357065200806, -1.4223393201828003, -2.2690165042877197, -1.6014169454574585, -1.6007128953933716, -2.330235719680786, -0.7421493530273438, -1.898083209991455, -0.05134281888604164, -1.1640584468841553, -1.1535402536392212, -2.7303006649017334, -0.203669473528862, -1.243831992149353, -3.033189058303833, -2.10310959815979, -2.1318161487579346, -2.4578285217285156, -2.5825917720794678, -2.0498485565185547, -2.6433663368225098, -0.5511291027069092, -0.4246458411216736, -1.043969988822937, -2.5467302799224854, -2.0015969276428223, -1.3870254755020142, -1.2432621717453003, -1.2630025148391724, -2.151580572128296, -2.211592674255371, -1.9627931118011475, -2.071892738342285, -1.415176272392273, -0.3187413513660431, -1.4786566495895386, -1.517993450164795]}, "iris_DBDC4_066_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there So if you detonate in... hmmm... probably I was so drunk I do not remmenber it now :) Oh, stop that grunting. I am not grunting", "response": "I am.", "annotation_id": "iris_DBDC4_066_12", "annotations": ["X", "O", "O", "T", "T", "T", "O", "O", "X", "O", "T", "T", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -7.258062362670898, -4.2520222663879395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.6931095123291016, -1.8814374208450317, -2.143366813659668, -2.142990827560425, -2.471457004547119, -1.1690003871917725, -1.495129108428955, -2.1164731979370117, -2.545182704925537, -1.453396201133728, -1.5955252647399902, -2.6464858055114746, -2.0341007709503174, -1.5638861656188965, -1.3786594867706299, -2.1019339561462402, -1.8473509550094604, -3.0453851222991943, -0.9424389600753784, -1.9344074726104736, -2.313382863998413, -1.4321460723876953, -1.8825498819351196, -2.0795199871063232, -1.5597584247589111, -1.7731659412384033, -2.634458541870117, -0.6380883455276489, -1.7478690147399902, -0.8807730078697205, -1.617322564125061, -2.250258207321167, -1.8932193517684937, -1.7590389251708984, -1.4223449230194092, -2.269012689590454, -1.6014362573623657, -1.6007121801376343, -2.330246925354004, -0.7421467304229736, -1.8980870246887207, -0.05134281888604164, -1.164069414138794, -1.1535463333129883, -2.7302937507629395, -0.20367035269737244, -1.2438337802886963, -3.0331931114196777, -2.103119134902954, -2.1318352222442627, -2.45782732963562, -2.5825982093811035, -2.0498504638671875, -2.6433653831481934, -0.5511252284049988, -0.4246456027030945, -1.0439668893814087, -2.5467264652252197, -2.0015931129455566, -1.387022614479065, -1.2432670593261719, -1.2630095481872559, -2.364370584487915, -2.1130988597869873, -2.0258302688598633, -1.5058130025863647, -0.38637280464172363, -1.331518530845642, -2.0108771324157715, -2.1443111896514893, -2.5426106452941895, -2.2610528469085693, -0.003543647238984704, -1.6843265295028687, -2.140277624130249, -1.9450364112854004, -1.8330464363098145, -1.3388912677764893]}, "iris_DBDC4_066_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there So if you detonate in... hmmm... probably I was so drunk I do not remmenber it now :) Oh, stop that grunting. I am not grunting I am. ha ha ha... then YOU stop it", "response": "Ha!", "annotation_id": "iris_DBDC4_066_14", "annotations": ["X", "T", "X", "O", "T", "X", "T", "O", "X", "O", "T", "T", "O", "O", "O"], "gpt2_target_score": [-15.168787956237793, -7.620611190795898], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.6931095123291016, -1.8814374208450317, -2.143366813659668, -2.142990827560425, -2.471457004547119, -1.1690003871917725, -1.495129108428955, -2.1164731979370117, -2.545182704925537, -1.453396201133728, -1.5955252647399902, -2.6464858055114746, -2.0341007709503174, -1.5638861656188965, -1.3786594867706299, -2.1019339561462402, -1.8473509550094604, -3.0453851222991943, -0.9424389600753784, -1.9344074726104736, -2.313382863998413, -1.4321460723876953, -1.8825498819351196, -2.0795199871063232, -1.5597584247589111, -1.7731659412384033, -2.634458541870117, -0.6380883455276489, -1.7478690147399902, -0.8807730078697205, -1.617322564125061, -2.250258207321167, -1.8932193517684937, -1.7590389251708984, -1.4223449230194092, -2.269012689590454, -1.6014362573623657, -1.6007121801376343, -2.330246925354004, -0.7421467304229736, -1.8980870246887207, -0.05134281888604164, -1.164069414138794, -1.1535463333129883, -2.7302937507629395, -0.20367035269737244, -1.2438337802886963, -3.0331931114196777, -2.103119134902954, -2.1318352222442627, -2.45782732963562, -2.5825982093811035, -2.0498504638671875, -2.6433653831481934, -0.5511252284049988, -0.4246456027030945, -1.0439668893814087, -2.5467264652252197, -2.0015931129455566, -1.387022614479065, -1.2432670593261719, -1.2630095481872559, -2.364370584487915, -2.1130988597869873, -2.0258302688598633, -1.5058130025863647, -0.38637280464172363, -1.331518530845642, -2.010877847671509, -2.1443099975585938, -2.542604446411133, -2.261047840118408, -0.003543647238984704, -1.6843143701553345, -1.341591715812683, -2.5429341793060303, -1.440887689590454, -0.20884038507938385, -0.7565698623657227, -0.2899080812931061, -1.982500672340393, -1.4206035137176514, -2.8387017250061035, -2.2088873386383057, -1.3514891862869263, -2.2486817836761475, -0.1632441133260727, -2.028794050216675]}, "iris_DBDC4_066_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there So if you detonate in... hmmm... probably I was so drunk I do not remmenber it now :) Oh, stop that grunting. I am not grunting I am. ha ha ha... then YOU stop it Ha! well, so, what is up dude?", "response": "Sorry.", "annotation_id": "iris_DBDC4_066_16", "annotations": ["X", "O", "T", "T", "T", "X", "T", "O", "X", "X", "T", "X", "O", "X", "T"], "gpt2_target_score": [-14.850794792175293, -9.806112289428711], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.6931095123291016, -1.8814374208450317, -2.143366813659668, -2.142990827560425, -2.471457004547119, -1.1690003871917725, -1.495129108428955, -2.1164731979370117, -2.545182704925537, -1.453396201133728, -1.5955252647399902, -2.6464858055114746, -2.0341007709503174, -1.5638861656188965, -1.3786594867706299, -2.1019339561462402, -1.8473509550094604, -3.0453851222991943, -0.9424389600753784, -1.9344074726104736, -2.313382863998413, -1.4321460723876953, -1.8825498819351196, -2.0795199871063232, -1.5597584247589111, -1.7731659412384033, -2.634458541870117, -0.6380883455276489, -1.7478690147399902, -0.8807730078697205, -1.617322564125061, -2.250258207321167, -1.8932193517684937, -1.7590389251708984, -1.4223449230194092, -2.269012689590454, -1.6014362573623657, -1.6007121801376343, -2.330246925354004, -0.7421467304229736, -1.8980870246887207, -0.05134281888604164, -1.164069414138794, -1.1535463333129883, -2.7302937507629395, -0.20367035269737244, -1.2438337802886963, -3.0331931114196777, -2.103119134902954, -2.1318352222442627, -2.45782732963562, -2.5825982093811035, -2.0498504638671875, -2.6433653831481934, -0.5511252284049988, -0.4246456027030945, -1.0439668893814087, -2.5467264652252197, -2.0015931129455566, -1.387022614479065, -1.2432670593261719, -1.2630095481872559, -2.364370584487915, -2.1130988597869873, -2.0258302688598633, -1.5058130025863647, -0.38637280464172363, -1.331518530845642, -2.010877847671509, -2.1443099975585938, -2.542604446411133, -2.261047840118408, -0.003543647238984704, -1.6843143701553345, -1.341591715812683, -2.5429341793060303, -1.440887689590454, -0.20884038507938385, -0.7565698623657227, -0.2899080812931061, -1.982500672340393, -1.4206035137176514, -2.8387017250061035, -2.2088873386383057, -1.3514809608459473, -0.4160374104976654, -1.9997568130493164, -1.810170292854309, -1.601670265197754, -1.9588974714279175, -2.113861083984375, -1.8211712837219238, -1.7773054838180542, -1.2988090515136719, -0.6055225133895874, -2.303833484649658, -2.2442424297332764, -1.2709406614303589, -1.294308066368103]}, "iris_DBDC4_066_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there So if you detonate in... hmmm... probably I was so drunk I do not remmenber it now :) Oh, stop that grunting. I am not grunting I am. ha ha ha... then YOU stop it Ha! well, so, what is up dude? Sorry. ah?", "response": "Actually, it sucks.", "annotation_id": "iris_DBDC4_066_18", "annotations": ["X", "T", "O", "T", "T", "T", "X", "O", "X", "X", "T", "T", "O", "T", "T"], "gpt2_target_score": [-16.507457733154297, -8.954107284545898, -8.145401000976562, -11.890325546264648, -2.865640640258789], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.6931095123291016, -1.8814374208450317, -2.143366813659668, -2.142990827560425, -2.471457004547119, -1.1690003871917725, -1.495129108428955, -2.1164731979370117, -2.545182704925537, -1.453396201133728, -1.5955252647399902, -2.6464858055114746, -2.0341007709503174, -1.5638861656188965, -1.3786594867706299, -2.1019339561462402, -1.8473509550094604, -3.0453851222991943, -0.9424389600753784, -1.9344074726104736, -2.313382863998413, -1.4321460723876953, -1.8825498819351196, -2.0795199871063232, -1.5597584247589111, -1.7731659412384033, -2.634458541870117, -0.6380883455276489, -1.7478690147399902, -0.8807730078697205, -1.617322564125061, -2.250258207321167, -1.8932193517684937, -1.7590389251708984, -1.4223449230194092, -2.269012689590454, -1.6014362573623657, -1.6007121801376343, -2.330246925354004, -0.7421467304229736, -1.8980870246887207, -0.05134281888604164, -1.164069414138794, -1.1535463333129883, -2.7302937507629395, -0.20367035269737244, -1.2438337802886963, -3.0331931114196777, -2.103119134902954, -2.1318352222442627, -2.45782732963562, -2.5825982093811035, -2.0498504638671875, -2.6433653831481934, -0.5511252284049988, -0.4246456027030945, -1.0439668893814087, -2.5467264652252197, -2.0015931129455566, -1.387022614479065, -1.2432670593261719, -1.2630095481872559, -2.364370584487915, -2.1130988597869873, -2.0258302688598633, -1.5058130025863647, -0.38637280464172363, -1.331518530845642, -2.010877847671509, -2.1443099975585938, -2.542604446411133, -2.261047840118408, -0.003543647238984704, -1.6843143701553345, -1.341591715812683, -2.5429341793060303, -1.440887689590454, -0.20884038507938385, -0.7565698623657227, -0.2899080812931061, -1.982500672340393, -1.4206035137176514, -2.8387017250061035, -2.2088873386383057, -1.3514809608459473, -0.4160374104976654, -1.9997568130493164, -1.810170292854309, -1.601670265197754, -1.9588974714279175, -2.113861083984375, -1.8211712837219238, -1.7773054838180542, -1.2988090515136719, -0.6055225133895874, -2.303833484649658, -1.6212186813354492, -1.7276965379714966, -1.2215816974639893, -2.6269803047180176, -2.361408233642578, -1.0600782632827759, -1.396152377128601, -0.7562049627304077, -1.5417523384094238, -1.3868488073349]}, "iris_DBDC4_066_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there So if you detonate in... hmmm... probably I was so drunk I do not remmenber it now :) Oh, stop that grunting. I am not grunting I am. ha ha ha... then YOU stop it Ha! well, so, what is up dude? Sorry. ah? Actually, it sucks. ohh, I see, sorry to hear that", "response": "A poll. \"Is Alex Good Enough for Danny?", "annotation_id": "iris_DBDC4_066_20", "annotations": ["O", "O", "T", "X", "T", "O", "T", "O", "X", "X", "T", "T", "T", "X", "T"], "gpt2_target_score": [-11.300509452819824, -13.631689071655273, -4.2520222663879395, -8.189855575561523, -11.185785293579102, -11.036298751831055, -10.59601879119873, -13.468903541564941, -9.624731063842773, -14.751977920532227, -3.7131924629211426], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -1.6931095123291016, -1.8814374208450317, -2.143366813659668, -2.142990827560425, -2.471457004547119, -1.1690003871917725, -1.495129108428955, -2.1164731979370117, -2.545182704925537, -1.453396201133728, -1.5955252647399902, -2.6464858055114746, -2.0341007709503174, -1.5638861656188965, -1.3786594867706299, -2.1019339561462402, -1.8473509550094604, -3.0453851222991943, -0.9424389600753784, -1.9344074726104736, -2.313382863998413, -1.4321460723876953, -1.8825498819351196, -2.0795199871063232, -1.5597584247589111, -1.7731659412384033, -2.634458541870117, -0.6380883455276489, -1.7478690147399902, -0.8807730078697205, -1.617322564125061, -2.250258207321167, -1.8932193517684937, -1.7590389251708984, -1.4223449230194092, -2.269012689590454, -1.6014362573623657, -1.6007121801376343, -2.330246925354004, -0.7421467304229736, -1.8980870246887207, -0.05134281888604164, -1.164069414138794, -1.1535463333129883, -2.7302937507629395, -0.20367035269737244, -1.2438337802886963, -3.0331931114196777, -2.103119134902954, -2.1318352222442627, -2.45782732963562, -2.5825982093811035, -2.0498504638671875, -2.6433653831481934, -0.5511252284049988, -0.4246456027030945, -1.0439668893814087, -2.5467264652252197, -2.0015931129455566, -1.387022614479065, -1.2432670593261719, -1.2630095481872559, -2.364370584487915, -2.1130988597869873, -2.0258302688598633, -1.5058130025863647, -0.38637280464172363, -1.331518530845642, -2.010877847671509, -2.1443099975585938, -2.542604446411133, -2.261047840118408, -0.003543647238984704, -1.6843143701553345, -1.341591715812683, -2.5429341793060303, -1.440887689590454, -0.20884038507938385, -0.7565698623657227, -0.2899080812931061, -1.982500672340393, -1.4206035137176514, -2.8387017250061035, -2.2088873386383057, -1.3514809608459473, -0.4160374104976654, -1.9997568130493164, -1.810170292854309, -1.601670265197754, -1.9588974714279175, -2.113861083984375, -1.8211712837219238, -1.7773133516311646, -1.298812985420227, -0.6055260896682739, -2.303819417953491, -1.6212213039398193, -1.7277032136917114, -1.2215704917907715, -2.626995801925659, -1.0235717296600342, -1.3911429643630981, -0.775627076625824, -1.4412739276885986, -1.6144660711288452, -1.6424493789672852, -1.560166358947754, -1.8803541660308838, -1.6341643333435059, -1.2271270751953125, -1.5760393142700195, -1.0069727897644043, -0.3104189932346344, -0.8159844279289246, -0.7568154335021973, -2.3828585147857666, -1.0134423971176147, -2.473848819732666, -1.5152188539505005, -2.9524285793304443, -0.9558984041213989, -2.8042407035827637, -1.8099387884140015, -0.8230347633361816, -2.093822956085205, -0.6604350805282593, -2.410412073135376]}, "iris_DBDC4_077_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex", "response": "Yeah... Well...", "annotation_id": "iris_DBDC4_077_02", "annotations": ["T", "O", "O", "O", "X", "T", "X", "X", "T", "O", "O", "O", "O", "T", "O"], "gpt2_target_score": [-14.67275619506836, -6.7762861251831055, -9.199501037597656, -2.417762041091919], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -0.895514726638794, -0.8989423513412476, -1.7068758010864258, -1.9942055940628052, -0.9504979252815247, -1.981097936630249, -0.7775475382804871, -2.168787717819214]}, "iris_DBDC4_077_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do?", "response": "Hey, Danny!", "annotation_id": "iris_DBDC4_077_04", "annotations": ["T", "T", "T", "T", "X", "O", "X", "X", "T", "X", "T", "O", "O", "X", "O"], "gpt2_target_score": [-11.968334197998047, -8.954142570495605, -8.848072052001953, -0.895514726638794], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -0.895514726638794, -0.8989423513412476, -1.7068758010864258, -1.2199382781982422, -2.0667636394500732, -0.6337775588035583, -2.146416425704956, -1.4424681663513184, -0.8881862759590149, -1.2751173973083496, -1.1245568990707397, -1.7405513525009155, -1.7638965845108032, -1.1266902685165405, -1.6362165212631226, -1.1702473163604736, -0.8049435019493103]}, "iris_DBDC4_077_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes?", "response": "You don't know me, but my name is Alex Wood.", "annotation_id": "iris_DBDC4_077_06", "annotations": ["X", "O", "O", "X", "T", "O", "T", "X", "T", "O", "O", "O", "O", "X", "T"], "gpt2_target_score": [-11.750797271728516, -7.653559684753418, -12.012332916259766, -10.22000789642334, -7.9743971824646, -2.627995491027832, -5.484128952026367, -5.631369590759277, -12.163959503173828, -5.977150917053223, -10.549203872680664, -11.690661430358887, -8.909151077270508], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -0.895514726638794, -0.8989423513412476, -1.7068758010864258, -1.2199382781982422, -2.0667636394500732, -0.6337775588035583, -2.146416425704956, -1.4424681663513184, -0.8881862759590149, -1.2751173973083496, -1.1245568990707397, -1.7405513525009155, -1.2073612213134766, -1.2407759428024292, -1.8761976957321167, -2.0559091567993164, -1.0670549869537354, -2.0599846839904785, -1.9139704704284668, -2.4100704193115234, -0.1720437854528427, -1.7880339622497559, -1.4328855276107788, -1.7091304063796997, -1.599259614944458, -0.7823432087898254, -1.3095775842666626, -0.1575581431388855, -1.158341646194458, -0.9478849172592163, -1.6363041400909424, -0.8652909398078918]}, "iris_DBDC4_077_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you", "response": "Actually I'll go.", "annotation_id": "iris_DBDC4_077_08", "annotations": ["X", "T", "T", "X", "X", "T", "X", "X", "T", "X", "T", "O", "T", "X", "T"], "gpt2_target_score": [-16.507450103759766, -2.3066205978393555, -10.672832489013672, -10.373053550720215, -9.376786231994629], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -0.895514726638794, -0.8989423513412476, -1.7068758010864258, -1.2199382781982422, -2.0667636394500732, -0.6337775588035583, -2.146416425704956, -1.4424681663513184, -0.8881862759590149, -1.2751173973083496, -1.1245568990707397, -1.7405513525009155, -1.2073612213134766, -1.2407759428024292, -1.8761976957321167, -2.0559091567993164, -1.0670549869537354, -2.0599846839904785, -2.0907390117645264, -0.11460331082344055, -1.6864649057388306, -1.5155695676803589, -1.5789648294448853, -1.1157810688018799, -0.763491690158844, -1.3052176237106323, -0.15462596714496613, -1.2363234758377075, -1.2578798532485962, -1.5712027549743652, -1.506187081336975, -0.5553702712059021, -1.1518830060958862, -1.1469390392303467, -1.7021551132202148, -1.3029072284698486, -1.1961404085159302, -2.0832152366638184, -0.3426627218723297, -1.5513942241668701, -1.6729133129119873, -2.0005438327789307, -1.3380340337753296]}, "iris_DBDC4_077_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you Actually I'll go. What's your name again?", "response": "Alex Taylor. And you are--", "annotation_id": "iris_DBDC4_077_10", "annotations": ["T", "O", "O", "X", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-16.69070053100586, -11.74982738494873, -4.2520222663879395, -9.389304161071777, -5.572190761566162, -7.565251350402832, -9.00471305847168], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -0.895514726638794, -0.8989423513412476, -1.7068758010864258, -1.2199382781982422, -2.0667636394500732, -0.6337775588035583, -2.146416425704956, -1.4424681663513184, -0.8881862759590149, -1.2751173973083496, -1.1245568990707397, -1.7405513525009155, -1.2073612213134766, -1.2407759428024292, -1.8761976957321167, -2.0559091567993164, -1.0670549869537354, -2.0599846839904785, -2.0907390117645264, -0.11460331082344055, -1.6864649057388306, -1.5155695676803589, -1.5789648294448853, -1.1157810688018799, -0.763491690158844, -1.3052176237106323, -0.15462596714496613, -1.2363234758377075, -1.2578798532485962, -1.5712027549743652, -1.506187081336975, -0.5553702712059021, -1.1518830060958862, -1.1469390392303467, -1.7021551132202148, -1.3029072284698486, -1.1961404085159302, -0.4972539246082306, -1.6631355285644531, -1.3327281475067139, -1.5855638980865479, -2.0152502059936523, -1.5199387073516846, -1.411238193511963, -0.07220292836427689, -0.18125061690807343, -0.20771872997283936, -1.97467839717865, -1.9755688905715942, -0.9993763566017151, -0.8078782558441162, -0.9659677743911743, -1.4763824939727783, -1.984331727027893, -2.0854573249816895, -2.6776492595672607]}, "iris_DBDC4_077_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you Actually I'll go. What's your name again? Alex Taylor. And you are-- Hah... You better be consistent next time you little chatbot", "response": "We're really in a terrible rush.", "annotation_id": "iris_DBDC4_077_12", "annotations": ["T", "T", "T", "O", "O", "T", "X", "X", "T", "X", "X", "O", "O", "X", "T"], "gpt2_target_score": [-12.64954662322998, -10.054174423217773, -9.502117156982422, -7.4447197914123535, -6.489930152893066, -15.354947090148926, -15.0105619430542, -8.202260971069336], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -0.8955256342887878, -0.8989266157150269, -1.7068830728530884, -1.2199431657791138, -2.066762685775757, -0.633762538433075, -2.1464202404022217, -1.4424378871917725, -0.8881966471672058, -1.2751189470291138, -1.1245595216751099, -1.7405304908752441, -1.2073380947113037, -1.2407968044281006, -1.876156210899353, -2.0558724403381348, -1.0670669078826904, -2.0599355697631836, -2.09076189994812, -0.1146049052476883, -1.686489462852478, -1.5155799388885498, -1.578971266746521, -1.1157619953155518, -0.763481080532074, -1.3052129745483398, -0.15463149547576904, -1.2363225221633911, -1.257881760597229, -1.5712131261825562, -1.5061869621276855, -0.5553989410400391, -1.1518462896347046, -1.1469146013259888, -1.7021459341049194, -1.302924633026123, -1.1961567401885986, -0.4972456693649292, -1.663133144378662, -1.3327316045761108, -1.585548758506775, -2.015261650085449, -1.5199190378189087, -1.4112374782562256, -0.07219994068145752, -0.1812538057565689, -0.20772230625152588, -1.9747014045715332, -1.888156771659851, -1.4772839546203613, -1.800144910812378, -1.6646190881729126, -2.0128536224365234, -2.1045801639556885, -2.683722496032715, -0.897982120513916, -0.24545855820178986, -2.264000177383423, -1.6587108373641968, -2.0187714099884033, -2.7436363697052, -1.589989185333252, -0.09317081421613693, -1.29871666431427, -2.348153829574585, -3.1540932655334473, -1.428061604499817, -1.39041268825531, -2.2308149337768555, -1.9412583112716675, -2.90533709526062, -1.7817786931991577, -0.9017040729522705, -1.6175609827041626, -1.4044508934020996, -1.5199328660964966, -1.2892508506774902]}, "iris_DBDC4_077_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you Actually I'll go. What's your name again? Alex Taylor. And you are-- Hah... You better be consistent next time you little chatbot We're really in a terrible rush. Terrible rush for what?", "response": "Don't rush me, sonny. You rush a miracle man, you get rotten miracles.", "annotation_id": "iris_DBDC4_077_14", "annotations": ["O", "T", "T", "T", "X", "O", "X", "X", "T", "T", "T", "O", "O", "T", "O"], "gpt2_target_score": [-13.366656303405762, -12.785406112670898, -14.070690155029297, -8.967913627624512, -9.202881813049316, -12.646504402160645, -11.022112846374512, -8.202260971069336, -9.490619659423828, -14.990262031555176, -3.436105489730835, -14.845457077026367, -9.683016777038574, -4.091630935668945, -8.099340438842773, -9.51542854309082, -14.60371208190918, -17.126934051513672, -10.549325942993164], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -0.8955256342887878, -0.8989266157150269, -1.7068830728530884, -1.2199431657791138, -2.066762685775757, -0.633762538433075, -2.1464202404022217, -1.4424378871917725, -0.8881966471672058, -1.2751189470291138, -1.1245595216751099, -1.7405304908752441, -1.2073380947113037, -1.2407968044281006, -1.876156210899353, -2.0558724403381348, -1.0670669078826904, -2.0599355697631836, -2.09076189994812, -0.1146049052476883, -1.686489462852478, -1.5155799388885498, -1.578971266746521, -1.1157619953155518, -0.763481080532074, -1.3052129745483398, -0.15463149547576904, -1.2363225221633911, -1.257881760597229, -1.5712131261825562, -1.5061869621276855, -0.5553989410400391, -1.1518462896347046, -1.1469146013259888, -1.7021459341049194, -1.302924633026123, -1.1961567401885986, -0.4972456693649292, -1.663133144378662, -1.3327316045761108, -1.585548758506775, -2.015261650085449, -1.5199190378189087, -1.4112374782562256, -0.07219994068145752, -0.1812538057565689, -0.20772230625152588, -1.9747014045715332, -1.888156771659851, -1.4772839546203613, -1.800144910812378, -1.6646190881729126, -2.0128536224365234, -2.1045801639556885, -2.683722496032715, -0.897982120513916, -0.24545855820178986, -2.264000177383423, -1.6587108373641968, -2.0187714099884033, -2.7436363697052, -1.589989185333252, -0.09317081421613693, -1.29871666431427, -2.348153829574585, -3.1540932655334473, -1.428061604499817, -1.39041268825531, -1.9945769309997559, -2.4899563789367676, -1.8854717016220093, -0.9598420858383179, -1.3699158430099487, -1.3341089487075806, -1.4579282999038696, -2.1611618995666504, -0.21989406645298004, -1.4543380737304688, -0.9091903567314148, -2.0872535705566406, -1.0251883268356323, -2.2054409980773926, -2.04927396774292, -0.07799623161554337, -1.1356441974639893, -1.4267762899398804, -1.0585315227508545, -1.53632390499115, -0.5403173565864563, -0.8527784943580627, -1.0225486755371094, -1.476757526397705, -0.4227946996688843, -1.4453121423721313, -1.12018883228302, -0.8882359266281128, -2.4964585304260254, -1.8578611612319946, -2.137859344482422, -1.2549598217010498, -1.0899752378463745, -0.7821202278137207]}, "iris_DBDC4_077_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you Actually I'll go. What's your name again? Alex Taylor. And you are-- Hah... You better be consistent next time you little chatbot We're really in a terrible rush. Terrible rush for what? Don't rush me, sonny. You rush a miracle man, you get rotten miracles. Let's just talk about board games", "response": "Let's talk.", "annotation_id": "iris_DBDC4_077_16", "annotations": ["O", "T", "O", "O", "T", "T", "O", "X", "O", "O", "O", "O", "O", "O", "T"], "gpt2_target_score": [-14.092402458190918, -10.576604843139648, -9.134895324707031, -2.8862483501434326], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -0.8955256342887878, -0.8989266157150269, -1.7068830728530884, -1.2199431657791138, -2.066762685775757, -0.633762538433075, -2.1464202404022217, -1.4424378871917725, -0.8881966471672058, -1.2751189470291138, -1.1245595216751099, -1.7405304908752441, -1.2073380947113037, -1.2407968044281006, -1.876156210899353, -2.0558724403381348, -1.0670669078826904, -2.0599355697631836, -2.09076189994812, -0.1146049052476883, -1.686489462852478, -1.5155799388885498, -1.578971266746521, -1.1157619953155518, -0.763481080532074, -1.3052129745483398, -0.15463149547576904, -1.2363225221633911, -1.257881760597229, -1.5712131261825562, -1.5061869621276855, -0.5553989410400391, -1.1518462896347046, -1.1469146013259888, -1.7021459341049194, -1.302924633026123, -1.1961567401885986, -0.4972456693649292, -1.663133144378662, -1.3327316045761108, -1.585548758506775, -2.015261650085449, -1.5199190378189087, -1.4112374782562256, -0.07219994068145752, -0.1812538057565689, -0.20772230625152588, -1.9747014045715332, -1.888156771659851, -1.4772839546203613, -1.800144910812378, -1.6646190881729126, -2.0128536224365234, -2.1045801639556885, -2.683722496032715, -0.897982120513916, -0.24545855820178986, -2.264000177383423, -1.6587108373641968, -2.0187714099884033, -2.7436363697052, -1.589989185333252, -0.09317081421613693, -1.29871666431427, -2.348153829574585, -3.1540932655334473, -1.428061604499817, -1.39041268825531, -1.9945769309997559, -2.4899563789367676, -1.8854717016220093, -0.9598420858383179, -1.3699158430099487, -1.3341089487075806, -1.4579282999038696, -2.1611618995666504, -0.21989406645298004, -1.4543380737304688, -0.9091903567314148, -2.0872535705566406, -1.0251883268356323, -2.2054409980773926, -0.019068384543061256, -1.408949613571167, -1.5115821361541748, -0.9967296719551086, -1.64665949344635, -0.46054360270500183, -1.0549075603485107, -1.697393774986267, -1.5269124507904053, -0.39400431513786316, -1.5085293054580688, -1.091339111328125, -0.8109822273254395, -2.4380075931549072, -1.7786494493484497, -2.2404634952545166, -1.2285003662109375, -1.1803650856018066, -2.286994218826294, -0.47020211815834045, -2.122096538543701, -2.350734233856201, -1.1379245519638062, -1.3814033269882202, -0.5612179040908813, -1.0989476442337036, -1.9594779014587402, -0.22208593785762787, -1.1581544876098633, -0.09841608256101608, -1.5110080242156982]}, "iris_DBDC4_077_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you Actually I'll go. What's your name again? Alex Taylor. And you are-- Hah... You better be consistent next time you little chatbot We're really in a terrible rush. Terrible rush for what? Don't rush me, sonny. You rush a miracle man, you get rotten miracles. Let's just talk about board games Let's talk. What board games do you play?", "response": "Could it really be that easy--", "annotation_id": "iris_DBDC4_077_18", "annotations": ["X", "T", "T", "X", "X", "O", "O", "X", "O", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-15.099589347839355, -6.012594223022461, -9.502117156982422, -10.246966361999512, -6.901124000549316, -14.248448371887207, -9.0047025680542], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -0.8955256342887878, -0.8989266157150269, -1.7068830728530884, -1.2199431657791138, -2.066762685775757, -0.633762538433075, -2.1464202404022217, -1.4424378871917725, -0.8881966471672058, -1.2751189470291138, -1.1245595216751099, -1.7405304908752441, -1.2073380947113037, -1.2407968044281006, -1.876156210899353, -2.0558724403381348, -1.0670669078826904, -2.0599355697631836, -2.09076189994812, -0.1146049052476883, -1.686489462852478, -1.5155799388885498, -1.578971266746521, -1.1157619953155518, -0.763481080532074, -1.3052129745483398, -0.15463149547576904, -1.2363225221633911, -1.257881760597229, -1.5712131261825562, -1.5061869621276855, -0.5553989410400391, -1.1518462896347046, -1.1469146013259888, -1.7021459341049194, -1.302924633026123, -1.1961567401885986, -0.4972456693649292, -1.663133144378662, -1.3327316045761108, -1.585548758506775, -2.015261650085449, -1.5199190378189087, -1.4112374782562256, -0.07219994068145752, -0.1812538057565689, -0.20772230625152588, -1.9747014045715332, -1.888156771659851, -1.4772839546203613, -1.800144910812378, -1.6646190881729126, -2.0128536224365234, -2.1045801639556885, -2.683722496032715, -0.897982120513916, -0.24545855820178986, -2.264000177383423, -1.6587108373641968, -2.0187714099884033, -2.7436363697052, -1.589989185333252, -0.09317081421613693, -1.29871666431427, -2.348153829574585, -3.1540932655334473, -1.428061604499817, -1.39041268825531, -1.9945769309997559, -2.4899563789367676, -1.8854717016220093, -0.9598420858383179, -1.3699158430099487, -1.3341089487075806, -1.4579282999038696, -2.1611618995666504, -0.21989406645298004, -1.4543380737304688, -0.9091903567314148, -2.0872535705566406, -1.0251883268356323, -2.2054409980773926, -0.019068384543061256, -1.408949613571167, -1.5115821361541748, -0.9967296719551086, -1.64665949344635, -0.46054360270500183, -1.0549075603485107, -1.697393774986267, -1.5269124507904053, -0.39400431513786316, -1.5085293054580688, -1.091339111328125, -0.8109822273254395, -2.4380075931549072, -1.7786494493484497, -2.2404634952545166, -1.2285003662109375, -1.1803650856018066, -2.286994218826294, -0.47020211815834045, -2.122096538543701, -2.350734233856201, -1.1379245519638062, -1.3814033269882202, -0.5612179040908813, -1.0989476442337036, -0.08485078066587448, -1.0941121578216553, -0.07371221482753754, -2.4561641216278076, -0.6870935559272766, -0.4937754273414612, -1.074608325958252, -0.06820724159479141, -0.9487259984016418, -0.2787822186946869, -2.3130757808685303, -1.7869536876678467, -0.9055669903755188, -0.08490870893001556, -0.17020246386528015, -1.8814477920532227, -2.1573033332824707, -0.904247522354126, -2.0064358711242676]}, "iris_DBDC4_077_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you Actually I'll go. What's your name again? Alex Taylor. And you are-- Hah... You better be consistent next time you little chatbot We're really in a terrible rush. Terrible rush for what? Don't rush me, sonny. You rush a miracle man, you get rotten miracles. Let's just talk about board games Let's talk. What board games do you play? Could it really be that easy-- I like monopoly", "response": "I like it.", "annotation_id": "iris_DBDC4_077_20", "annotations": ["T", "O", "O", "O", "T", "T", "X", "X", "T", "O", "O", "T", "O", "O", "T"], "gpt2_target_score": [-9.925333976745605, -9.028478622436523, -8.145401000976562, -2.8862483501434326], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -0.8955256342887878, -0.8989266157150269, -1.7068830728530884, -1.2199431657791138, -2.066762685775757, -0.633762538433075, -2.1464202404022217, -1.4424378871917725, -0.8881966471672058, -1.2751189470291138, -1.1245595216751099, -1.7405304908752441, -1.2073380947113037, -1.2407968044281006, -1.876156210899353, -2.0558724403381348, -1.0670669078826904, -2.0599355697631836, -2.09076189994812, -0.1146049052476883, -1.686489462852478, -1.5155799388885498, -1.578971266746521, -1.1157619953155518, -0.763481080532074, -1.3052129745483398, -0.15463149547576904, -1.2363225221633911, -1.257881760597229, -1.5712131261825562, -1.5061869621276855, -0.5553989410400391, -1.1518462896347046, -1.1469146013259888, -1.7021459341049194, -1.302924633026123, -1.1961567401885986, -0.4972456693649292, -1.663133144378662, -1.3327316045761108, -1.585548758506775, -2.015261650085449, -1.5199190378189087, -1.4112374782562256, -0.07219994068145752, -0.1812538057565689, -0.20772230625152588, -1.9747014045715332, -1.888156771659851, -1.4772839546203613, -1.800144910812378, -1.6646190881729126, -2.0128536224365234, -2.1045801639556885, -2.683722496032715, -0.897982120513916, -0.24545855820178986, -2.264000177383423, -1.6587108373641968, -2.0187714099884033, -2.7436363697052, -1.589989185333252, -0.09317081421613693, -1.29871666431427, -2.348153829574585, -3.1540932655334473, -1.428061604499817, -1.39041268825531, -1.9945769309997559, -2.4899563789367676, -1.8854717016220093, -0.9598420858383179, -1.3699158430099487, -1.3341089487075806, -1.4579282999038696, -2.1611618995666504, -0.21989406645298004, -1.4543380737304688, -0.9091903567314148, -2.0872535705566406, -1.0251883268356323, -2.2054409980773926, -0.019068384543061256, -1.408949613571167, -1.5115821361541748, -0.9967296719551086, -1.64665949344635, -0.460542768239975, -1.0549156665802002, -1.697394609451294, -1.5269004106521606, -0.3939976394176483, -1.5085337162017822, -1.0913420915603638, -0.8109889030456543, -2.438013792037964, -1.778664231300354, -2.2404441833496094, -1.2285068035125732, -1.1803566217422485, -2.2869837284088135, -0.47019830346107483, -2.122112274169922, -2.3507330417633057, -1.1379146575927734, -1.3813996315002441, -0.5612137317657471, -1.0989476442337036, -0.08485066890716553, -1.0941029787063599, -0.07371287792921066, -2.4561586380004883, -0.6871022582054138, -0.4937642812728882, -1.0746129751205444, -0.06820635497570038, -0.9487370252609253, -0.27877888083457947, -2.3130805492401123, -0.8015300035476685, -0.09022809565067291, -0.19310228526592255, -1.7069288492202759, -1.77021324634552, -0.755081295967102, -2.283447027206421, -1.5552325248718262, -0.5875760316848755, -0.9445783495903015, -1.7488449811935425, -1.9659740924835205, -0.4961361885070801, -1.0133464336395264, -1.2889024019241333]}, "iris_DBDC4_080_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi!", "response": "Hi, Danny.", "annotation_id": "iris_DBDC4_080_02", "annotations": ["T", "O", "O", "O", "O", "O", "X", "T", "T", "T", "O", "O", "X", "O", "O"], "gpt2_target_score": [-11.856884002685547, -8.954142570495605, -8.848072052001953, -3.6868090629577637], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.2285939455032349, -1.9034779071807861, -1.1034812927246094, -1.409732699394226, -0.5084509253501892, -1.1640114784240723]}, "iris_DBDC4_080_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up?", "response": "Mr. Hanson...this is my Dannyriend Danny.", "annotation_id": "iris_DBDC4_080_04", "annotations": ["T", "T", "T", "O", "X", "T", "X", "X", "X", "X", "O", "T", "X", "X", "T"], "gpt2_target_score": [-15.252857208251953, -9.806132316589355, -11.073577880859375, -2.7854647636413574, -11.354799270629883, -6.946609973907471, -3.561565399169922, -11.438446998596191, -18.25298309326172, -12.883524894714355, -10.162310600280762], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.2285939455032349, -1.0886845588684082, -1.2345999479293823, -0.3655407130718231, -0.904594361782074, -1.2125657796859741, -1.3890718221664429, -0.8159738779067993, -1.8644332885742188, -2.1313793659210205, -0.45762789249420166, -3.01025652885437, -1.4118348360061646, -1.3370991945266724, -0.4973638355731964, -1.9132578372955322, -1.0617122650146484, -0.8978691697120667, -1.5285284519195557, -1.6012392044067383, -0.899981677532196]}, "iris_DBDC4_080_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees?", "response": "Did you har q good meeting?", "annotation_id": "iris_DBDC4_080_06", "annotations": ["O", "X", "X", "T", "X", "T", "O", "O", "O", "T", "O", "X", "X", "X", "X"], "gpt2_target_score": [-13.40335464477539, -5.758357048034668, -12.277687072753906, -12.630908012390137, -10.626665115356445, -14.15484619140625, -12.84182357788086], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.2285939455032349, -1.0886845588684082, -1.2345999479293823, -0.3655407130718231, -0.904594361782074, -1.2125657796859741, -1.3890718221664429, -0.8159738779067993, -1.8644332885742188, -0.4903455972671509, -2.7491700649261475, -1.4527589082717896, -2.1713268756866455, -0.4635435938835144, -1.61521577835083, -1.0091356039047241, -0.4787569046020508, -1.566594123840332, -1.6073830127716064, -2.1152851581573486, -0.4159756600856781, -0.2950809895992279, -1.8889645338058472, -1.8727809190750122, -0.39677155017852783, -1.9137544631958008, -1.8591415882110596, -0.8050529956817627, -2.3566513061523438, -1.197434663772583, -3.1788394451141357, -1.6151394844055176, -1.534179449081421, -0.3562459647655487]}, "iris_DBDC4_080_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex?", "response": "Mr. Hanson...this is my Dannyriend Danny.", "annotation_id": "iris_DBDC4_080_08", "annotations": ["T", "O", "X", "T", "X", "T", "X", "X", "X", "X", "O", "O", "X", "X", "X"], "gpt2_target_score": [-15.252857208251953, -9.806132316589355, -11.073577880859375, -2.7854647636413574, -11.354799270629883, -6.946609973907471, -3.561565399169922, -11.438446998596191, -18.25298309326172, -12.883524894714355, -10.162310600280762], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.2285939455032349, -1.0886845588684082, -1.2345999479293823, -0.3655407130718231, -0.904594361782074, -1.2125657796859741, -1.3890718221664429, -0.8159738779067993, -1.8644332885742188, -0.4903455972671509, -2.7491700649261475, -1.4527589082717896, -2.1713268756866455, -0.4635435938835144, -1.61521577835083, -1.0091356039047241, -0.4787569046020508, -1.566594123840332, -1.6073830127716064, -2.1152851581573486, -0.4159756600856781, -0.2950809895992279, -1.8889645338058472, -1.8727809190750122, -0.39677155017852783, -1.9137544631958008, -0.5101981163024902, -2.087722063064575, -1.2469837665557861, -2.8552536964416504, -1.3944525718688965, -1.5105444192886353, -1.8236665725708008, -1.0693273544311523, -0.12444878369569778, -0.23263604938983917, -1.0675641298294067, -1.7383266687393188, -1.5894635915756226, -0.2595505118370056, -1.991105079650879, -2.052403450012207, -1.3397001028060913, -1.9902195930480957, -1.715396523475647, -0.028722340241074562, -0.9967062473297119, -1.3988139629364014, -2.0763566493988037, -0.060467757284641266, -0.4448466897010803, -0.050979241728782654, -0.8305378556251526, -0.11703390628099442, -0.09276596456766129, -1.1250040531158447]}, "iris_DBDC4_080_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex? Mr. Hanson...this is my Dannyriend Danny. Ah... Mr. Hanson, nice to see you again", "response": "Well, sure...  .I'm Alex Hanson. What can I do", "annotation_id": "iris_DBDC4_080_10", "annotations": ["O", "T", "X", "O", "X", "T", "T", "O", "X", "T", "O", "O", "T", "X", "O"], "gpt2_target_score": [-14.697833061218262, -8.954107284545898, -10.774101257324219, -2.7855005264282227, -3.459368944168091, -10.583440780639648, -7.691969871520996, -11.546211242675781, -9.832828521728516, -27.061168670654297, -10.162291526794434, -9.761263847351074, -9.767576217651367, -6.772281169891357, -9.828339576721191], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.2285645008087158, -1.0886893272399902, -1.2346031665802002, -0.3655316233634949, -0.9045906066894531, -1.2125515937805176, -1.3890527486801147, -0.8159969449043274, -1.8643935918807983, -0.4903368353843689, -2.7491846084594727, -1.4527658224105835, -2.1713054180145264, -0.46352189779281616, -1.6151820421218872, -1.009149193763733, -0.4787651002407074, -1.566605567932129, -1.607392430305481, -2.115244150161743, -0.4159722924232483, -0.29507672786712646, -1.8889862298965454, -1.8727803230285645, -0.39675721526145935, -1.913700819015503, -0.5102110505104065, -2.0877599716186523, -1.2469830513000488, -2.855220079421997, -1.3944456577301025, -1.5105443000793457, -1.823632836341858, -1.0693196058273315, -0.1244489923119545, -0.23263143002986908, -1.0675997734069824, -1.7383400201797485, -1.5894209146499634, -0.25954684615135193, -1.9911309480667114, -2.0524094104766846, -1.3397178649902344, -1.990234375, -0.02071869745850563, -0.48908159136772156, -0.4941997230052948, -1.8725574016571045, -0.07460702210664749, -0.5496485233306885, -0.04799621179699898, -0.8245136737823486, -0.09857002645730972, -0.11396434158086777, -0.7994009256362915, -1.3099696636199951, -2.680055856704712, -0.024890979751944542, -0.3060400187969208, -0.6902474761009216, -1.8881747722625732, -1.429168701171875, -0.8570719957351685, -0.2770823538303375, -1.6931684017181396, -0.5542266368865967, -2.099013328552246, -0.8570754528045654, -1.5218504667282104, -0.9078232645988464, -2.2337265014648438, -0.7124625444412231, -0.7914026975631714, -1.6524397134780884, -1.6635698080062866, -1.0444217920303345, -1.1947832107543945, -1.2639217376708984, -1.2249541282653809, -0.5379613041877747, -0.3753454089164734, -1.0745583772659302]}, "iris_DBDC4_080_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex? Mr. Hanson...this is my Dannyriend Danny. Ah... Mr. Hanson, nice to see you again Well, sure...  .I'm Alex Hanson. What can I do So you introduced yourself?", "response": "I don't think we've been introduced?", "annotation_id": "iris_DBDC4_080_12", "annotations": ["T", "X", "T", "O", "O", "T", "O", "T", "O", "T", "T", "T", "X", "O", "X"], "gpt2_target_score": [-9.925333976745605, -7.653570175170898, -12.012332916259766, -12.935471534729004, -6.962786674499512, -10.679693222045898, -6.558989524841309, -13.703330993652344, -13.817584991455078], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.2285645008087158, -1.0886893272399902, -1.2346031665802002, -0.3655316233634949, -0.9045906066894531, -1.2125515937805176, -1.3890527486801147, -0.8159969449043274, -1.8643935918807983, -0.4903368353843689, -2.7491846084594727, -1.4527658224105835, -2.1713054180145264, -0.46352189779281616, -1.6151820421218872, -1.009149193763733, -0.4787651002407074, -1.566605567932129, -1.607392430305481, -2.115244150161743, -0.4159722924232483, -0.29507672786712646, -1.8889862298965454, -1.8727803230285645, -0.39675721526145935, -1.913700819015503, -0.5102110505104065, -2.0877599716186523, -1.2469830513000488, -2.855220079421997, -1.3944456577301025, -1.5105443000793457, -1.823632836341858, -1.0693196058273315, -0.1244489923119545, -0.23263143002986908, -1.0675997734069824, -1.7383400201797485, -1.589424967765808, -0.25954967737197876, -1.9911121129989624, -2.052412748336792, -1.3397196531295776, -1.9902323484420776, -0.020718464627861977, -0.4890783727169037, -0.49420496821403503, -1.872545599937439, -0.07460668683052063, -0.549644947052002, -0.0479971207678318, -0.8245116472244263, -0.09856926649808884, -0.11396264284849167, -0.7993987798690796, -1.3099730014801025, -2.680065631866455, -0.024890748783946037, -0.30603957176208496, -0.690254807472229, -1.888171911239624, -1.429184913635254, -0.8570677638053894, -0.2770858705043793, -1.6931722164154053, -0.5542346239089966, -0.8659644722938538, -1.5973241329193115, -1.070859432220459, -2.2116169929504395, -0.6957985758781433, -0.750847578048706, -1.5632292032241821, -1.5521585941314697, -0.9025253057479858, -1.0825339555740356, -1.5028839111328125, -1.0908260345458984, -0.5012980103492737, -0.38905322551727295, -0.9657682180404663, -1.5480482578277588, -1.8972201347351074, -0.7578292489051819, -1.0380882024765015, -1.7742431163787842, -1.9400112628936768, -1.4442812204360962, -0.06255579739809036, -0.860982358455658, -1.240577220916748, -1.6161071062088013, -1.6780823469161987, -1.1925339698791504, -0.8228610754013062, -0.6386865973472595]}, "iris_DBDC4_080_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex? Mr. Hanson...this is my Dannyriend Danny. Ah... Mr. Hanson, nice to see you again Well, sure...  .I'm Alex Hanson. What can I do So you introduced yourself? I don't think we've been introduced? Hi, I'm Danny, and you?", "response": "How you doin', Danny.", "annotation_id": "iris_DBDC4_080_14", "annotations": ["O", "O", "O", "T", "O", "T", "X", "O", "X", "T", "O", "O", "X", "O", "X"], "gpt2_target_score": [-12.292963981628418, -5.758367538452148, -9.308952331542969, -9.163041114807129, -15.410326957702637, -7.693288326263428, -10.041670799255371], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.2285645008087158, -1.0886893272399902, -1.2346031665802002, -0.3655316233634949, -0.9045906066894531, -1.2125515937805176, -1.3890527486801147, -0.8159969449043274, -1.8643935918807983, -0.4903368353843689, -2.7491846084594727, -1.4527658224105835, -2.1713054180145264, -0.46352189779281616, -1.6151820421218872, -1.009149193763733, -0.4787651002407074, -1.566605567932129, -1.607392430305481, -2.115244150161743, -0.4159722924232483, -0.29507672786712646, -1.8889862298965454, -1.8727803230285645, -0.39675721526145935, -1.913700819015503, -0.5102110505104065, -2.0877599716186523, -1.2469830513000488, -2.855220079421997, -1.3944456577301025, -1.5105443000793457, -1.823632836341858, -1.0693196058273315, -0.1244489923119545, -0.23263143002986908, -1.0675997734069824, -1.7383400201797485, -1.589424967765808, -0.25954967737197876, -1.9911121129989624, -2.052412748336792, -1.3397196531295776, -1.9902323484420776, -0.020718464627861977, -0.4890783727169037, -0.49420496821403503, -1.872545599937439, -0.07460668683052063, -0.549644947052002, -0.0479971207678318, -0.8245116472244263, -0.09856926649808884, -0.11396264284849167, -0.7993987798690796, -1.3099730014801025, -2.680065631866455, -0.024890748783946037, -0.30603957176208496, -0.690254807472229, -1.888171911239624, -1.429184913635254, -0.8570677638053894, -0.2770858705043793, -1.6931722164154053, -0.5542346239089966, -0.8659644722938538, -1.5973241329193115, -1.070859432220459, -2.2116169929504395, -0.6957985758781433, -0.750847578048706, -1.5632292032241821, -1.5521585941314697, -0.9025253057479858, -1.0825339555740356, -1.5028839111328125, -1.0908260345458984, -0.5012980103492737, -0.38905322551727295, -0.9657682180404663, -1.5480482578277588, -1.8972201347351074, -0.7578292489051819, -1.0380882024765015, -1.7742431163787842, -1.200068712234497, -0.01495060883462429, -0.8679658770561218, -1.221987009048462, -1.5877701044082642, -1.5919525623321533, -1.8969173431396484, -0.9060617685317993, -1.7889940738677979, -0.9377591013908386, -0.8555074334144592, -0.7741693258285522, -1.039775013923645, -0.8141988515853882, -1.703831672668457, -0.8059839010238647, -1.558851718902588, -1.9605616331100464, -2.0522243976593018, -1.3173391819000244, -2.6880927085876465, -1.2752084732055664, -0.9710268974304199, -1.7176810503005981, -1.1148345470428467, -1.3365591764450073]}, "iris_DBDC4_080_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex? Mr. Hanson...this is my Dannyriend Danny. Ah... Mr. Hanson, nice to see you again Well, sure...  .I'm Alex Hanson. What can I do So you introduced yourself? I don't think we've been introduced? Hi, I'm Danny, and you? How you doin', Danny. Doing great, aside from this odd conversation...", "response": "This isn't a conversation. Do it.", "annotation_id": "iris_DBDC4_080_16", "annotations": ["T", "T", "T", "T", "O", "T", "X", "T", "X", "X", "X", "T", "X", "X", "O"], "gpt2_target_score": [-12.924616813659668, -9.187078475952148, -12.012332916259766, -9.774445533752441, -14.76611614227295, -3.6625418663024902, -8.526579856872559, -11.090415954589844, -11.809650421142578], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.2285645008087158, -1.0886893272399902, -1.2346031665802002, -0.3655316233634949, -0.9045906066894531, -1.2125515937805176, -1.3890527486801147, -0.8159969449043274, -1.8643935918807983, -0.4903368353843689, -2.7491846084594727, -1.4527658224105835, -2.1713054180145264, -0.46352189779281616, -1.6151820421218872, -1.009149193763733, -0.4787651002407074, -1.566605567932129, -1.607392430305481, -2.115244150161743, -0.4159722924232483, -0.29507672786712646, -1.8889862298965454, -1.8727803230285645, -0.39675721526145935, -1.913700819015503, -0.5102110505104065, -2.0877599716186523, -1.2469830513000488, -2.855220079421997, -1.3944456577301025, -1.5105443000793457, -1.823632836341858, -1.0693196058273315, -0.1244489923119545, -0.23263143002986908, -1.0675997734069824, -1.7383400201797485, -1.589424967765808, -0.25954967737197876, -1.9911121129989624, -2.052412748336792, -1.3397196531295776, -1.9902323484420776, -0.020718464627861977, -0.4890783727169037, -0.49420496821403503, -1.872545599937439, -0.07460668683052063, -0.549644947052002, -0.0479971207678318, -0.8245116472244263, -0.09856926649808884, -0.11396264284849167, -0.7993987798690796, -1.3099730014801025, -2.680065631866455, -0.024890748783946037, -0.30603957176208496, -0.690254807472229, -1.888171911239624, -1.429184913635254, -0.8570677638053894, -0.2770858705043793, -1.6931722164154053, -0.5542346239089966, -0.8659644722938538, -1.5973241329193115, -1.070859432220459, -2.2116169929504395, -0.6957985758781433, -0.750847578048706, -1.5632292032241821, -1.5521585941314697, -0.9025253057479858, -1.0825339555740356, -1.5028839111328125, -1.0908260345458984, -0.5012980103492737, -0.38905322551727295, -0.9657682180404663, -1.5480482578277588, -1.8972201347351074, -0.7578292489051819, -1.0380882024765015, -1.7742431163787842, -1.2000761032104492, -0.014950374141335487, -0.8679612874984741, -1.2219886779785156, -1.5877509117126465, -1.5919605493545532, -1.8969247341156006, -0.9060643315315247, -1.7889891862869263, -0.9377534985542297, -0.8555053472518921, -0.7741707563400269, -1.039774775505066, -0.8141942024230957, -1.703834891319275, -0.8059867024421692, -1.5588510036468506, -1.960554838180542, -0.8854750394821167, -2.1577529907226562, -1.7785452604293823, -0.7565878033638, -1.5071245431900024, -0.9398975968360901, -1.881858468055725, -2.428445816040039, -1.3069875240325928, -1.6852713823318481, -0.13641442358493805, -2.334484577178955, -1.6181577444076538, -3.4495115280151367, -1.4773313999176025, -1.5649292469024658, -1.9495052099227905, -0.5194076895713806, -0.06625862419605255, -1.80854332447052, -2.587907075881958, -2.003722667694092, -1.6413905620574951, -0.25642117857933044, -1.168229103088379, -1.2236913442611694]}, "iris_DBDC4_080_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex? Mr. Hanson...this is my Dannyriend Danny. Ah... Mr. Hanson, nice to see you again Well, sure...  .I'm Alex Hanson. What can I do So you introduced yourself? I don't think we've been introduced? Hi, I'm Danny, and you? How you doin', Danny. Doing great, aside from this odd conversation... This isn't a conversation. Do it. What do you want me to do Alex?", "response": "You? Oh no. No. I'll get it.", "annotation_id": "iris_DBDC4_080_18", "annotations": ["O", "X", "T", "O", "X", "T", "X", "T", "X", "X", "O", "X", "X", "X", "O"], "gpt2_target_score": [-11.750834465026855, -9.569555282592773, -7.4153218269348145, -8.60848331451416, -10.954546928405762, -8.807699203491211, -10.041670799255371, -6.147590160369873, -14.036029815673828, -11.08639144897461, -4.283996105194092, -4.947802543640137], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.2285645008087158, -1.0886893272399902, -1.2346031665802002, -0.3655316233634949, -0.9045906066894531, -1.2125515937805176, -1.3890527486801147, -0.8159969449043274, -1.8643935918807983, -0.4903368353843689, -2.7491846084594727, -1.4527658224105835, -2.1713054180145264, -0.46352189779281616, -1.6151820421218872, -1.009149193763733, -0.4787651002407074, -1.566605567932129, -1.607392430305481, -2.115244150161743, -0.4159722924232483, -0.29507672786712646, -1.8889862298965454, -1.8727803230285645, -0.39675721526145935, -1.913700819015503, -0.5102110505104065, -2.0877599716186523, -1.2469830513000488, -2.855220079421997, -1.3944456577301025, -1.5105443000793457, -1.823632836341858, -1.0693196058273315, -0.1244489923119545, -0.23263143002986908, -1.0675997734069824, -1.7383400201797485, -1.589424967765808, -0.25954967737197876, -1.9911121129989624, -2.052412748336792, -1.3397196531295776, -1.9902323484420776, -0.020718464627861977, -0.4890783727169037, -0.49420496821403503, -1.872545599937439, -0.07460668683052063, -0.549644947052002, -0.0479971207678318, -0.8245116472244263, -0.09856926649808884, -0.11396264284849167, -0.7993987798690796, -1.3099730014801025, -2.680065631866455, -0.024890748783946037, -0.30603957176208496, -0.690254807472229, -1.888171911239624, -1.429184913635254, -0.8570677638053894, -0.2770858705043793, -1.6931722164154053, -0.5542346239089966, -0.8659644722938538, -1.5973241329193115, -1.070859432220459, -2.2116169929504395, -0.6957985758781433, -0.750847578048706, -1.5632292032241821, -1.5521585941314697, -0.9025253057479858, -1.0825339555740356, -1.5028839111328125, -1.0908260345458984, -0.5012980103492737, -0.38905322551727295, -0.9657682180404663, -1.5480482578277588, -1.8972201347351074, -0.7578292489051819, -1.0380882024765015, -1.7742431163787842, -1.200068712234497, -0.01495060883462429, -0.8679658770561218, -1.221987009048462, -1.5877701044082642, -1.5919525623321533, -1.8969173431396484, -0.9060617685317993, -1.7889940738677979, -0.9377591013908386, -0.8555074334144592, -0.7741693258285522, -1.039775013923645, -0.8141988515853882, -1.703831672668457, -0.8059839010238647, -1.558851718902588, -1.9605616331100464, -0.8854822516441345, -2.1577465534210205, -1.7785489559173584, -0.7565864324569702, -1.5071167945861816, -0.9398878216743469, -1.8818590641021729, -2.428457498550415, -1.3069837093353271, -1.6852668523788452, -0.13641463220119476, -2.334481716156006, -1.6181656122207642, -3.449506998062134, -1.4773303270339966, -1.564942479133606, -0.5616844296455383, -0.006947290152311325, -1.568948745727539, -2.824198007583618, -2.090804100036621, -1.7956974506378174, -0.28221595287323, -1.2487075328826904, -1.8300113677978516, -1.1939637660980225, -0.2677589952945709, -0.9614953994750977, -0.9136247038841248, -0.03122076764702797, -0.4041737914085388, -0.4223594665527344, -0.1567373424768448, -1.8529499769210815, -1.7176439762115479, -1.9418175220489502, -1.2958964109420776, -1.1934229135513306, -1.0601446628570557, -1.5676498413085938, -0.7639746069908142, -1.7600878477096558, -1.1578781604766846, -1.8989825248718262, -1.3620997667312622, -0.8318297266960144, -1.3042794466018677]}, "iris_DBDC4_080_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex? Mr. Hanson...this is my Dannyriend Danny. Ah... Mr. Hanson, nice to see you again Well, sure...  .I'm Alex Hanson. What can I do So you introduced yourself? I don't think we've been introduced? Hi, I'm Danny, and you? How you doin', Danny. Doing great, aside from this odd conversation... This isn't a conversation. Do it. What do you want me to do Alex? You? Oh no. No. I'll get it. Oh... Okay", "response": "I have until the end of the week to get strong or they're gonna eat me up.", "annotation_id": "iris_DBDC4_080_20", "annotations": ["T", "O", "X", "T", "X", "T", "X", "X", "X", "X", "T", "X", "X", "X", "O"], "gpt2_target_score": [-9.925333976745605, -6.760534286499023, -12.485240936279297, -9.131958961486816, -12.86548137664795, -9.160131454467773, -4.973753929138184, -15.870216369628906, -11.491199493408203, -11.08639144897461, -11.559706687927246, -8.512408256530762, -11.322568893432617, -12.440997123718262, -13.503083229064941, -13.145087242126465, -7.670435905456543, -9.634038925170898, -7.900094032287598], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.2285645008087158, -1.0886893272399902, -1.2346031665802002, -0.3655316233634949, -0.9045906066894531, -1.2125515937805176, -1.3890527486801147, -0.8159969449043274, -1.8643935918807983, -0.4903368353843689, -2.7491846084594727, -1.4527658224105835, -2.1713054180145264, -0.46352189779281616, -1.6151820421218872, -1.009149193763733, -0.4787651002407074, -1.566605567932129, -1.607392430305481, -2.115244150161743, -0.4159722924232483, -0.29507672786712646, -1.8889862298965454, -1.8727803230285645, -0.39675721526145935, -1.913700819015503, -0.5102110505104065, -2.0877599716186523, -1.2469830513000488, -2.855220079421997, -1.3944456577301025, -1.5105443000793457, -1.823632836341858, -1.0693196058273315, -0.1244489923119545, -0.23263143002986908, -1.0675997734069824, -1.7383400201797485, -1.589424967765808, -0.25954967737197876, -1.9911121129989624, -2.052412748336792, -1.3397196531295776, -1.9902323484420776, -0.020718464627861977, -0.4890783727169037, -0.49420496821403503, -1.872545599937439, -0.07460668683052063, -0.549644947052002, -0.0479971207678318, -0.8245116472244263, -0.09856926649808884, -0.11396264284849167, -0.7993987798690796, -1.3099730014801025, -2.680065631866455, -0.024890748783946037, -0.30603957176208496, -0.690254807472229, -1.888171911239624, -1.429184913635254, -0.8570677638053894, -0.2770858705043793, -1.6931722164154053, -0.5542346239089966, -0.8659644722938538, -1.5973241329193115, -1.070859432220459, -2.2116169929504395, -0.6957985758781433, -0.750847578048706, -1.5632292032241821, -1.5521585941314697, -0.9025253057479858, -1.0825339555740356, -1.5028839111328125, -1.0908260345458984, -0.5012980103492737, -0.38905322551727295, -0.9657682180404663, -1.5480482578277588, -1.8972201347351074, -0.7578292489051819, -1.0380882024765015, -1.7742431163787842, -1.200068712234497, -0.01495060883462429, -0.8679658770561218, -1.221987009048462, -1.5877701044082642, -1.5919525623321533, -1.8969173431396484, -0.9060617685317993, -1.7889940738677979, -0.9377591013908386, -0.8555074334144592, -0.7741693258285522, -1.039775013923645, -0.8141988515853882, -1.703831672668457, -0.8059839010238647, -1.558851718902588, -1.9605616331100464, -0.8854822516441345, -2.1577465534210205, -1.7785489559173584, -0.7565864324569702, -1.5071167945861816, -0.9398878216743469, -1.8818590641021729, -2.428457498550415, -1.3069837093353271, -1.6852668523788452, -0.13641463220119476, -2.334481716156006, -1.6181656122207642, -3.449506998062134, -1.4773303270339966, -1.564942479133606, -0.5616844296455383, -0.006947290152311325, -1.568948745727539, -2.824198007583618, -2.090804100036621, -1.7956974506378174, -0.28221595287323, -1.2487075328826904, -1.8300113677978516, -1.1939637660980225, -0.2677589952945709, -0.9614953994750977, -0.9136247038841248, -0.03122076764702797, -0.4041737914085388, -0.4223594665527344, -0.1567373424768448, -1.8529499769210815, -1.706072449684143, -1.7497446537017822, -1.0181065797805786, -0.9054339528083801, -1.3935459852218628, -0.7579697966575623, -1.5708845853805542, -1.187770962715149, -1.7840856313705444, -1.298709750175476, -0.9030005931854248, -1.6314154863357544, -1.3056583404541016, -2.0778040885925293, -0.9809534549713135, -2.110217809677124, -1.4838162660598755, -1.4862570762634277, -1.7439689636230469, -0.784223735332489, -0.42354509234428406, -0.5018601417541504, -1.1473424434661865, -1.256131649017334, -2.3030855655670166, -2.2467381954193115, -1.0987308025360107, -2.831181526184082, -1.7458540201187134, -1.5643105506896973, -2.6970252990722656, -1.2937045097351074, -1.3419735431671143, -0.99545818567276, -1.2590851783752441]}, "iris_DBDC4_083_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies?", "response": "Well, have you heard anything about either of them?", "annotation_id": "iris_DBDC4_083_02", "annotations": ["O", "X", "T", "X", "X", "T", "T", "T", "O", "X", "X", "X", "X", "X", "X"], "gpt2_target_score": [-14.697818756103516, -8.954142570495605, -9.148857116699219, -3.7107505798339844, -10.456932067871094, -6.77083683013916, -8.46592903137207, -8.443206787109375, -4.576247692108154, -13.521656036376953, -10.081927299499512], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.6347579956054688, -1.6782455444335938, -2.1026391983032227, -2.405275583267212, -2.4538722038269043, -1.4380029439926147, -0.543659508228302, -1.7551065683364868, -0.8712859153747559, -1.1745284795761108, -0.5953584909439087, -1.2736124992370605, -0.6145144104957581, -0.44538047909736633, -1.8338603973388672, -1.735393762588501, -0.8968815207481384, -0.15745873749256134, -0.43792712688446045]}, "iris_DBDC4_083_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex", "response": "You know that I tried to have sex with women?", "annotation_id": "iris_DBDC4_083_04", "annotations": ["X", "X", "T", "O", "T", "T", "T", "O", "T", "T", "T", "T", "X", "O", "X"], "gpt2_target_score": [-11.750797271728516, -10.083765983581543, -7.7238850593566895, -4.6165771484375, -11.281044006347656, -3.5221261978149414, -5.596330642700195, -9.47650146484375, -2.9780726432800293, -14.249103546142578, -5.879520893096924], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.6347579956054688, -1.6782455444335938, -2.1026391983032227, -2.405275583267212, -2.4538722038269043, -1.4380029439926147, -0.543659508228302, -0.8530165553092957, -1.3093314170837402, -0.6924464702606201, -1.321158528327942, -0.6299035549163818, -0.4944802522659302, -1.8574178218841553, -1.5681771039962769, -1.016340732574463, -0.13267825543880463, -1.4623570442199707, -0.945888876914978, -1.15106999874115, -1.5943481922149658, -2.2225615978240967, -0.9788115620613098, -2.2232472896575928, -2.161510705947876, -0.7503565549850464, -1.2800111770629883, -0.7469173669815063, -0.25818705558776855, -1.4516096115112305, -2.1411449909210205, -0.6167647242546082]}, "iris_DBDC4_083_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that", "response": "You did so.", "annotation_id": "iris_DBDC4_083_06", "annotations": ["O", "T", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "X"], "gpt2_target_score": [-11.750797271728516, -6.636347770690918, -7.891010761260986, -6.048076629638672], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.6347579956054688, -1.6782455444335938, -2.1026391983032227, -2.405275583267212, -2.4538722038269043, -1.4380029439926147, -0.543659508228302, -0.8530165553092957, -1.3093314170837402, -0.6924464702606201, -1.321158528327942, -0.6299035549163818, -0.4944802522659302, -1.8574178218841553, -1.5681771039962769, -1.016340732574463, -0.13267825543880463, -1.4623570442199707, -0.945888876914978, -1.15106999874115, -2.079582929611206, -0.810998260974884, -2.099717140197754, -2.241502046585083, -0.7583298087120056, -1.1273367404937744, -0.7504912614822388, -0.27305206656455994, -1.4219497442245483, -2.1091532707214355, -2.053436517715454, -2.364556312561035, -1.7509158849716187, -1.3960267305374146, -0.9979190230369568, -2.0780277252197266, -1.9125843048095703, -1.3050466775894165, -1.8005410432815552, -1.3649595975875854, -1.593283772468567, -1.7310338020324707, -1.3843786716461182]}, "iris_DBDC4_083_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things", "response": "Talk to me about what?", "annotation_id": "iris_DBDC4_083_08", "annotations": ["O", "X", "T", "T", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-14.287715911865234, -7.415858268737793, -10.544170379638672, -10.881732940673828, -9.757179260253906, -6.38247013092041], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.6347579956054688, -1.6782455444335938, -2.1026391983032227, -2.405275583267212, -2.4538722038269043, -1.4380029439926147, -0.543659508228302, -0.8530165553092957, -1.3093314170837402, -0.6924464702606201, -1.321158528327942, -0.6299035549163818, -0.4944802522659302, -1.8574178218841553, -1.5681771039962769, -1.016340732574463, -0.13267825543880463, -1.4623570442199707, -0.945888876914978, -1.15106999874115, -2.079582929611206, -0.810998260974884, -2.099717140197754, -2.241502046585083, -0.7583298087120056, -1.1273367404937744, -0.7504912614822388, -0.2730523347854614, -1.4219396114349365, -2.1091489791870117, -2.0534462928771973, -2.3645410537719727, -1.7509058713912964, -1.396024227142334, -0.9979323744773865, -2.078038215637207, -1.9125784635543823, -1.3050402402877808, -1.495697259902954, -1.2217776775360107, -1.6869306564331055, -1.507165551185608, -1.5153487920761108, -0.6038933992385864, -1.4301851987838745, -0.6204490065574646, -0.8890971541404724, -0.8337127566337585, -0.882703959941864, -0.8721166849136353, -1.201179027557373, -0.36897027492523193, -1.6120339632034302, -0.27753984928131104, -0.2703244388103485, -0.6211782097816467, -1.5605515241622925, -1.1616668701171875, -0.5212050676345825]}, "iris_DBDC4_083_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things Talk to me about what? The 's' word Alex...", "response": "Mr. Danny...", "annotation_id": "iris_DBDC4_083_10", "annotations": ["T", "X", "O", "O", "T", "T", "O", "T", "O", "O", "T", "T", "T", "X", "X"], "gpt2_target_score": [-15.252894401550293, -9.806112289428711, -8.848075866699219, -7.0894927978515625], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.634761929512024, -1.6782164573669434, -2.10264253616333, -2.4052412509918213, -2.4539146423339844, -1.4379957914352417, -0.5436406135559082, -0.8530375957489014, -1.3093432188034058, -0.6924260854721069, -1.3211567401885986, -0.6299160718917847, -0.4944729208946228, -1.8574309349060059, -1.5681840181350708, -1.0163116455078125, -0.1326816976070404, -1.4623463153839111, -0.9458936452865601, -1.1511050462722778, -2.079563617706299, -0.8110330104827881, -2.0997304916381836, -2.2415075302124023, -0.7583088278770447, -1.1273590326309204, -0.750503420829773, -0.27304989099502563, -1.4219028949737549, -2.109067678451538, -2.053462505340576, -2.3645083904266357, -1.7509331703186035, -1.3960343599319458, -0.9979262948036194, -2.0780224800109863, -1.9126085042953491, -1.3050282001495361, -1.495726227760315, -1.2217841148376465, -1.686934232711792, -1.5071643590927124, -1.5153491497039795, -0.603905975818634, -1.4301732778549194, -0.620464026927948, -0.8891234397888184, -0.8337193727493286, -0.8826884031295776, -0.8721116781234741, -1.2011810541152954, -0.36896803975105286, -0.8418077826499939, -0.19932878017425537, -0.5431814789772034, -1.514818549156189, -1.2673366069793701, -1.8379251956939697, -2.009920120239258, -3.468301773071289, -2.4372518062591553, -1.9396048784255981, -1.5197023153305054, -1.2900826930999756, -2.363093614578247, -1.8213565349578857, -0.5832067131996155, -1.2907131910324097, -0.8119209408760071, -1.5860776901245117]}, "iris_DBDC4_083_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things Talk to me about what? The 's' word Alex... Mr. Danny... Yeah... I know I know... It's not childish of me. You're just too open", "response": "Open it.", "annotation_id": "iris_DBDC4_083_12", "annotations": ["X", "T", "X", "T", "X", "T", "O", "O", "T", "T", "T", "O", "X", "T", "T"], "gpt2_target_score": [-15.03412914276123, -6.012594223022461, -4.2520222663879395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.634761929512024, -1.6782164573669434, -2.10264253616333, -2.4052412509918213, -2.4539146423339844, -1.4379957914352417, -0.5436406135559082, -0.8530375957489014, -1.3093432188034058, -0.6924260854721069, -1.3211567401885986, -0.6299160718917847, -0.4944729208946228, -1.8574309349060059, -1.5681840181350708, -1.0163116455078125, -0.1326816976070404, -1.4623463153839111, -0.9458936452865601, -1.1511050462722778, -2.079563617706299, -0.8110330104827881, -2.0997304916381836, -2.2415075302124023, -0.7583088278770447, -1.1273590326309204, -0.750503420829773, -0.27304989099502563, -1.4219028949737549, -2.109067678451538, -2.053462505340576, -2.3645083904266357, -1.7509331703186035, -1.3960267305374146, -0.9979152083396912, -2.078029155731201, -1.9126118421554565, -1.3050267696380615, -1.4957075119018555, -1.2217804193496704, -1.6869120597839355, -1.5071632862091064, -1.5153472423553467, -0.6039045453071594, -1.4301660060882568, -0.6204640865325928, -0.8891118764877319, -0.8337207436561584, -0.8827019333839417, -0.8720952272415161, -1.201202392578125, -0.36896398663520813, -0.8418228030204773, -0.1993265300989151, -0.5431751608848572, -1.514824628829956, -1.2673534154891968, -1.837930679321289, -2.0099048614501953, -3.4682953357696533, -2.4372365474700928, -1.9396122694015503, -1.5196936130523682, -1.2900848388671875, -2.363096237182617, -0.7756778001785278, -1.4203824996948242, -0.6814318895339966, -2.2568442821502686, -0.9868154525756836, -1.8350791931152344, -2.2469403743743896, -1.6227552890777588, -2.080385446548462, -1.8681082725524902, -1.479816198348999, -0.5671098828315735, -1.9882550239562988, -2.0627729892730713, -1.5985976457595825, -0.4403345286846161, -0.75281822681427, -1.5225837230682373, -1.7258460521697998, -1.9860578775405884, -1.9641063213348389, -2.5655786991119385, -1.287852168083191, -1.865596890449524, -1.4122706651687622, -0.7231929898262024, -1.6700096130371094]}, "iris_DBDC4_083_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things Talk to me about what? The 's' word Alex... Mr. Danny... Yeah... I know I know... It's not childish of me. You're just too open Open it. Hey, how're you doin'?", "response": "What do you think you're doin'?!", "annotation_id": "iris_DBDC4_083_14", "annotations": ["T", "O", "X", "T", "T", "T", "O", "T", "T", "O", "T", "T", "X", "O", "T"], "gpt2_target_score": [-11.792048454284668, -5.824605941772461, -7.975224018096924, -11.443733215332031, -8.321939468383789, -13.631649017333984, -4.783308029174805, -8.245311737060547, -11.678306579589844, -10.684188842773438], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.634761929512024, -1.6782164573669434, -2.10264253616333, -2.4052412509918213, -2.4539146423339844, -1.4379957914352417, -0.5436406135559082, -0.8530375957489014, -1.3093432188034058, -0.6924260854721069, -1.3211567401885986, -0.6299160718917847, -0.4944729208946228, -1.8574309349060059, -1.5681840181350708, -1.0163116455078125, -0.1326816976070404, -1.4623463153839111, -0.9458936452865601, -1.1511050462722778, -2.079563617706299, -0.8110330104827881, -2.0997304916381836, -2.2415075302124023, -0.7583088278770447, -1.1273590326309204, -0.750503420829773, -0.27304989099502563, -1.4219028949737549, -2.109067678451538, -2.053462505340576, -2.3645083904266357, -1.7509331703186035, -1.3960267305374146, -0.9979152083396912, -2.078029155731201, -1.9126118421554565, -1.3050267696380615, -1.4957075119018555, -1.2217804193496704, -1.6869120597839355, -1.5071632862091064, -1.5153472423553467, -0.6039045453071594, -1.4301660060882568, -0.6204640865325928, -0.8891118764877319, -0.8337207436561584, -0.8827019333839417, -0.8720952272415161, -1.201202392578125, -0.36896398663520813, -0.8418228030204773, -0.1993265300989151, -0.5431751608848572, -1.514824628829956, -1.2673534154891968, -1.837930679321289, -2.0099048614501953, -3.4682953357696533, -2.4372365474700928, -1.9396122694015503, -1.5196936130523682, -1.2900848388671875, -2.363096237182617, -0.7756778001785278, -1.4203824996948242, -0.6814318895339966, -2.2568442821502686, -0.9868154525756836, -1.8350791931152344, -2.2469403743743896, -1.6227552890777588, -2.080385446548462, -1.8681082725524902, -1.479816198348999, -0.5671098828315735, -1.9882550239562988, -2.0627729892730713, -1.5985976457595825, -0.4403345286846161, -0.75281822681427, -1.5225837230682373, -1.7258460521697998, -1.9860578775405884, -1.9641151428222656, -2.5655789375305176, -1.2878444194793701, -0.7611860632896423, -0.8006312847137451, -1.8895313739776611, -1.4769784212112427, -1.7658766508102417, -1.894677758216858, -0.12270816415548325, -1.459210753440857, -0.018734999001026154, -1.3157298564910889, -1.7218817472457886, -1.702808141708374, -1.5290447473526, -0.1257588267326355, -0.841759443283081, -1.2112891674041748, -1.016492247581482, -0.7239496111869812, -0.000417741306591779, -0.3657890558242798, -1.3879185914993286, -1.0616443157196045]}, "iris_DBDC4_083_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things Talk to me about what? The 's' word Alex... Mr. Danny... Yeah... I know I know... It's not childish of me. You're just too open Open it. Hey, how're you doin'? What do you think you're doin'?! Open what?", "response": "Pack of cigarettes.  Cute cat. What's its name?", "annotation_id": "iris_DBDC4_083_16", "annotations": ["O", "X", "T", "O", "X", "T", "T", "X", "O", "O", "T", "T", "O", "X", "T"], "gpt2_target_score": [-15.59333324432373, -8.709051132202148, -14.422599792480469, -6.048065185546875, -7.435861110687256, -6.857174396514893, -13.83540153503418, -8.090648651123047, -6.031974792480469, -3.551758289337158, -9.740778923034668, -6.401613235473633, -12.03710651397705, -6.082737922668457], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.634761929512024, -1.6782164573669434, -2.10264253616333, -2.4052412509918213, -2.4539146423339844, -1.4379957914352417, -0.5436406135559082, -0.8530375957489014, -1.3093432188034058, -0.6924260854721069, -1.3211567401885986, -0.6299160718917847, -0.4944729208946228, -1.8574309349060059, -1.5681840181350708, -1.0163116455078125, -0.1326816976070404, -1.4623463153839111, -0.9458936452865601, -1.1511050462722778, -2.079563617706299, -0.8110330104827881, -2.0997304916381836, -2.2415075302124023, -0.7583088278770447, -1.1273590326309204, -0.750503420829773, -0.27304989099502563, -1.4219028949737549, -2.109067678451538, -2.053462505340576, -2.3645083904266357, -1.7509331703186035, -1.3960267305374146, -0.9979152083396912, -2.078029155731201, -1.9126118421554565, -1.3050267696380615, -1.4957075119018555, -1.2217804193496704, -1.6869120597839355, -1.5071632862091064, -1.5153472423553467, -0.6039045453071594, -1.4301660060882568, -0.6204640865325928, -0.8891118764877319, -0.8337207436561584, -0.8827019333839417, -0.8720952272415161, -1.201202392578125, -0.36896398663520813, -0.8418228030204773, -0.1993265300989151, -0.5431751608848572, -1.514824628829956, -1.2673534154891968, -1.837930679321289, -2.0099048614501953, -3.4682953357696533, -2.4372365474700928, -1.9396122694015503, -1.5196936130523682, -1.2900848388671875, -2.363096237182617, -0.7756778001785278, -1.4203824996948242, -0.6814318895339966, -2.2568442821502686, -0.9868154525756836, -1.8350791931152344, -2.2469403743743896, -1.6227552890777588, -2.080385446548462, -1.8681082725524902, -1.479816198348999, -0.5671098828315735, -1.9882550239562988, -2.0627729892730713, -1.5985976457595825, -0.4403345286846161, -0.75281822681427, -1.5225837230682373, -1.7258460521697998, -1.9860578775405884, -1.9641151428222656, -2.5655789375305176, -1.2878444194793701, -0.7611860632896423, -0.8006312847137451, -1.8895313739776611, -1.4769784212112427, -1.7658766508102417, -1.894677758216858, -0.12270816415548325, -1.459210753440857, -0.018734999001026154, -1.3157298564910889, -1.7218817472457886, -1.0796374082565308, -0.1115495041012764, -1.2026407718658447, -1.1110050678253174, -1.0217459201812744, -0.5695289373397827, -0.0004164305282756686, -0.6941803097724915, -1.4696874618530273, -2.1123523712158203, -0.23839999735355377, -0.7912269830703735, -2.264572858810425, -1.7830733060836792, -1.377729892730713, -3.1447391510009766, -1.0805350542068481, -1.4011266231536865, -1.1415907144546509, -2.1573283672332764, -1.857957363128662, -1.2707741260528564, -0.8763433694839478, -1.8051682710647583, -1.81438410282135, -0.5450642108917236, -0.27853989601135254, -0.3312074840068817]}, "iris_DBDC4_083_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things Talk to me about what? The 's' word Alex... Mr. Danny... Yeah... I know I know... It's not childish of me. You're just too open Open it. Hey, how're you doin'? What do you think you're doin'?! Open what? Pack of cigarettes.  Cute cat. What's its name? I don't smoke Alex. That's a dog, not a cat", "response": "I never smoked before in my life but I got a right to start now if I want to.", "annotation_id": "iris_DBDC4_083_18", "annotations": ["O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "X", "O"], "gpt2_target_score": [-9.925333976745605, -9.244543075561523, -11.40822982788086, -12.364070892333984, -8.013132095336914, -4.267574787139893, -9.040128707885742, -8.262065887451172, -7.002815246582031, -13.359970092773438, -6.8717451095581055, -7.14879035949707, -4.5146002769470215, -12.84679126739502, -9.768282890319824, -8.582103729248047, -8.206972122192383, -11.746559143066406, -11.952728271484375, -3.6296451091766357], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.634761929512024, -1.6782164573669434, -2.10264253616333, -2.4052412509918213, -2.4539146423339844, -1.4379957914352417, -0.5436406135559082, -0.8530375957489014, -1.3093432188034058, -0.6924260854721069, -1.3211567401885986, -0.6299160718917847, -0.4944729208946228, -1.8574309349060059, -1.5681840181350708, -1.0163116455078125, -0.1326816976070404, -1.4623463153839111, -0.9458936452865601, -1.1511050462722778, -2.079563617706299, -0.8110330104827881, -2.0997304916381836, -2.2415075302124023, -0.7583088278770447, -1.1273590326309204, -0.750503420829773, -0.27304989099502563, -1.4219028949737549, -2.109067678451538, -2.053462505340576, -2.3645083904266357, -1.7509331703186035, -1.3960267305374146, -0.9979152083396912, -2.078029155731201, -1.9126118421554565, -1.3050267696380615, -1.4957075119018555, -1.2217804193496704, -1.6869120597839355, -1.5071632862091064, -1.5153472423553467, -0.6039045453071594, -1.4301660060882568, -0.6204640865325928, -0.8891118764877319, -0.8337207436561584, -0.8827019333839417, -0.8720952272415161, -1.201202392578125, -0.36896398663520813, -0.8418228030204773, -0.1993265300989151, -0.5431751608848572, -1.514824628829956, -1.2673534154891968, -1.837930679321289, -2.0099048614501953, -3.4682953357696533, -2.4372365474700928, -1.9396122694015503, -1.5196936130523682, -1.2900848388671875, -2.363096237182617, -0.7756778001785278, -1.4203824996948242, -0.6814318895339966, -2.2568442821502686, -0.9868154525756836, -1.8350791931152344, -2.2469403743743896, -1.6227552890777588, -2.080385446548462, -1.8681082725524902, -1.479816198348999, -0.5671098828315735, -1.9882550239562988, -2.0627729892730713, -1.5985976457595825, -0.4403345286846161, -0.75281822681427, -1.5225837230682373, -1.7258460521697998, -1.9860578775405884, -1.9641151428222656, -2.5655789375305176, -1.2878444194793701, -0.7611860632896423, -0.8006312847137451, -1.8895313739776611, -1.4769784212112427, -1.7658766508102417, -1.894677758216858, -0.12270816415548325, -1.459210753440857, -0.018734999001026154, -1.3157298564910889, -1.7218817472457886, -1.0796374082565308, -0.1115495041012764, -1.2026407718658447, -1.1110050678253174, -1.0217459201812744, -0.5695289373397827, -0.0004164305282756686, -0.6941803097724915, -1.4696874618530273, -2.1123523712158203, -0.23839999735355377, -0.7912269830703735, -2.264572858810425, -1.294642686843872, -2.724686622619629, -0.6175022721290588, -2.195434331893921, -1.2547762393951416, -2.0840513706207275, -2.028629779815674, -1.6818466186523438, -1.2483044862747192, -1.705224871635437, -1.7369776964187622, -0.6378136277198792, -0.2196475714445114, -1.7347573041915894, -1.5081197023391724, -0.051377132534980774, -0.8447958827018738, -1.6507105827331543, -0.8925301432609558, -1.8286858797073364, -0.2920970916748047, -2.2716715335845947, -2.581313133239746, -0.8766157031059265, -2.178309440612793, -0.4837436378002167, -0.772672176361084, -0.4197954833507538, -2.0039238929748535, -1.725049614906311, -2.3502798080444336, -2.1647355556488037, -1.1704216003417969, -0.7606603503227234, -0.19706466794013977, -0.7655832171440125, -0.7405694127082825, -2.1513304710388184, -1.7391997575759888, -2.341625690460205, -0.8583892583847046, -1.8361867666244507, -1.0136945247650146, -0.8570395112037659, -0.7988749146461487, -1.8838070631027222, -0.2768263518810272, -1.555811882019043, -0.9080040454864502]}, "iris_DBDC4_083_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things Talk to me about what? The 's' word Alex... Mr. Danny... Yeah... I know I know... It's not childish of me. You're just too open Open it. Hey, how're you doin'? What do you think you're doin'?! Open what? Pack of cigarettes.  Cute cat. What's its name? I don't smoke Alex. That's a dog, not a cat I never smoked before in my life but I got a right to start now if I want to. Why would you do that", "response": "Apparently...", "annotation_id": "iris_DBDC4_083_20", "annotations": ["T", "X", "T", "O", "X", "T", "T", "T", "O", "O", "T", "T", "T", "O", "T"], "gpt2_target_score": [-17.17087173461914, -6.776296615600586], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.634761929512024, -1.6782164573669434, -2.10264253616333, -2.4052412509918213, -2.4539146423339844, -1.4379957914352417, -0.5436406135559082, -0.8530375957489014, -1.3093432188034058, -0.6924260854721069, -1.3211567401885986, -0.6299160718917847, -0.4944729208946228, -1.8574309349060059, -1.5681840181350708, -1.0163116455078125, -0.1326816976070404, -1.4623463153839111, -0.9458936452865601, -1.1511050462722778, -2.079563617706299, -0.8110330104827881, -2.0997304916381836, -2.2415075302124023, -0.7583088278770447, -1.1273590326309204, -0.750503420829773, -0.27304989099502563, -1.4219028949737549, -2.109067678451538, -2.053462505340576, -2.3645083904266357, -1.7509331703186035, -1.3960267305374146, -0.9979152083396912, -2.078029155731201, -1.9126118421554565, -1.3050267696380615, -1.4957075119018555, -1.2217804193496704, -1.6869120597839355, -1.5071632862091064, -1.5153472423553467, -0.6039045453071594, -1.4301660060882568, -0.6204640865325928, -0.8891118764877319, -0.8337207436561584, -0.8827019333839417, -0.8720952272415161, -1.201202392578125, -0.36896398663520813, -0.8418228030204773, -0.1993265300989151, -0.5431751608848572, -1.514824628829956, -1.2673534154891968, -1.837930679321289, -2.0099048614501953, -3.4682953357696533, -2.4372365474700928, -1.9396122694015503, -1.5196936130523682, -1.2900848388671875, -2.363096237182617, -0.7756778001785278, -1.4203824996948242, -0.6814318895339966, -2.2568442821502686, -0.9868154525756836, -1.8350791931152344, -2.2469403743743896, -1.6227552890777588, -2.080385446548462, -1.8681082725524902, -1.479816198348999, -0.5671098828315735, -1.9882550239562988, -2.0627729892730713, -1.5985976457595825, -0.4403345286846161, -0.75281822681427, -1.5225837230682373, -1.7258460521697998, -1.9860578775405884, -1.9641151428222656, -2.5655789375305176, -1.2878444194793701, -0.7611860632896423, -0.8006312847137451, -1.8895313739776611, -1.4769784212112427, -1.7658766508102417, -1.894677758216858, -0.12270816415548325, -1.459210753440857, -0.018734999001026154, -1.3157298564910889, -1.7218817472457886, -1.0796374082565308, -0.1115495041012764, -1.2026407718658447, -1.1110050678253174, -1.0217459201812744, -0.5695289373397827, -0.0004164305282756686, -0.6941803097724915, -1.4696874618530273, -2.1123523712158203, -0.23839999735355377, -0.7912269830703735, -2.264572858810425, -1.294642686843872, -2.724686622619629, -0.6175022721290588, -2.195434331893921, -1.2547762393951416, -2.0840513706207275, -2.028629779815674, -1.6818466186523438, -1.2483044862747192, -1.705224871635437, -1.7369776964187622, -0.6378136277198792, -0.2196475714445114, -1.7347573041915894, -1.5081197023391724, -0.051377132534980774, -0.8447958827018738, -1.6507134437561035, -0.8925274014472961, -1.8286902904510498, -0.2920880913734436, -2.2716753482818604, -2.5813069343566895, -0.8766109347343445, -2.178299903869629, -0.4837493896484375, -0.772672712802887, -0.4198000133037567, -1.8547545671463013, -2.0785677433013916, -0.7733556032180786, -0.5545365810394287, -0.6009697914123535, -0.11202601343393326, -0.413157194852829, -0.8434946537017822, -1.8705891370773315, -1.7000755071640015, -1.8850913047790527, -0.7084910273551941, -1.7473607063293457, -1.440187692642212, -0.7234652638435364, -0.76627117395401, -1.6181895732879639, -0.33602669835090637, -1.6174083948135376, -1.7888140678405762, -1.584357738494873, -0.27068325877189636, -2.2222886085510254, -0.5751883387565613, -0.30909833312034607, -1.5651015043258667, -1.750445008277893, -1.4759891033172607]}, "iris_DBDC4_085_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex", "response": "Quite a parting gift. I would have settled for roses.", "annotation_id": "iris_DBDC4_085_02", "annotations": ["X", "T", "X", "T", "X", "O", "X", "O", "T", "X", "O", "O", "X", "X", "O"], "gpt2_target_score": [-18.204532623291016, -5.7185773849487305, -17.6402587890625, -13.532491683959961, -2.8654749393463135, -5.354475975036621, -11.97177505493164, -10.371665000915527, -13.997315406799316, -6.186238765716553, -16.41313934326172, -8.87650203704834], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.478609323501587, -1.6471827030181885, -0.8062278628349304, -2.0199475288391113, -1.2030092477798462, -1.6180963516235352, -1.8163198232650757, -1.5857172012329102, -1.034156084060669, -1.9915786981582642, -1.4529792070388794, -1.439279556274414, -0.416769802570343, -1.7317914962768555, -2.11995005607605, -0.5578046441078186]}, "iris_DBDC4_085_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that?", "response": "But that's what they gave me.", "annotation_id": "iris_DBDC4_085_04", "annotations": ["X", "T", "X", "T", "X", "O", "X", "T", "O", "O", "T", "X", "X", "X", "X"], "gpt2_target_score": [-14.53567123413086, -6.8136701583862305, -3.8819050788879395, -9.562471389770508, -10.11196517944336, -12.424040794372559, -7.483578205108643, -9.420730590820312], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.478609323501587, -1.6471827030181885, -0.8062278628349304, -1.5958906412124634, -1.6782300472259521, -1.743775486946106, -1.7585636377334595, -1.8434921503067017, -2.0356101989746094, -1.5632686614990234, -1.465844750404358, -0.43802598118782043, -1.622359275817871, -2.0328726768493652, -1.8093489408493042, -2.182404041290283, -0.9845806360244751, -1.4719281196594238, -0.637969970703125, -0.9280565977096558, -1.5272722244262695, -1.7908527851104736, -0.8376046419143677, -1.7679533958435059, -0.9038256406784058, -1.825442910194397, -0.8768506646156311, -0.9371980428695679, -0.7390242218971252]}, "iris_DBDC4_085_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that?", "response": "Who?", "annotation_id": "iris_DBDC4_085_06", "annotations": ["X", "O", "X", "T", "X", "X", "T", "T", "T", "O", "T", "T", "T", "T", "X"], "gpt2_target_score": [-12.598224639892578, -9.569575309753418], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.478609323501587, -1.6471827030181885, -0.8062278628349304, -1.5958906412124634, -1.6782300472259521, -1.743775486946106, -1.7585636377334595, -1.8434921503067017, -2.0356101989746094, -1.5632686614990234, -1.465844750404358, -0.43802598118782043, -1.622359275817871, -2.0328726768493652, -1.8093489408493042, -2.182404041290283, -0.9845806360244751, -1.4719281196594238, -0.637969970703125, -0.9280565977096558, -1.4768463373184204, -0.9298916459083557, -1.740895390510559, -0.66702800989151, -1.8150157928466797, -0.895173966884613, -0.7767712473869324, -1.6287891864776611, -0.3764212727546692, -0.35492414236068726, -0.7229802012443542, -1.1601003408432007, -1.6145427227020264, -0.38178300857543945, -0.473850280046463]}, "iris_DBDC4_085_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest", "response": "I ahh, better go.", "annotation_id": "iris_DBDC4_085_08", "annotations": ["O", "X", "X", "O", "X", "X", "X", "T", "O", "O", "X", "O", "X", "O", "T"], "gpt2_target_score": [-9.925350189208984, -5.7185773849487305, -15.320209503173828, -4.600992202758789, -11.50576400756836, -12.381194114685059, -6.172230243682861], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.478609323501587, -1.6471827030181885, -0.8062278628349304, -1.5958906412124634, -1.6782300472259521, -1.743775486946106, -1.7585636377334595, -1.8434921503067017, -2.0356101989746094, -1.5632686614990234, -1.465844750404358, -0.43802598118782043, -1.622359275817871, -2.0328726768493652, -1.8093489408493042, -2.182404041290283, -0.9845806360244751, -1.4719281196594238, -0.637969970703125, -0.9280565977096558, -1.4768463373184204, -0.9298916459083557, -1.740895390510559, -0.66702800989151, -1.8150157928466797, -0.895173966884613, -0.7767712473869324, -1.6287891864776611, -0.3764212727546692, -0.35492098331451416, -0.7229753732681274, -1.1600983142852783, -0.6579370498657227, -1.5240263938903809, -1.3668547868728638, -1.4052120447158813, -1.8438374996185303, -1.4343277215957642, -1.4041231870651245, -1.957970380783081, -1.5027825832366943, -2.1482808589935303, -1.9852467775344849, -0.859550416469574, -0.029034694656729698, -0.11209656298160553, -0.7530698776245117, -1.6215518712997437, -2.188181161880493, -0.5440607666969299, -1.8701727390289307, -1.571302056312561, -2.0434730052948, -2.1764042377471924, -1.1234562397003174]}, "iris_DBDC4_085_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest I ahh, better go. No no, I mean... I actually still have to chat with you", "response": "It's like a chat show, this.", "annotation_id": "iris_DBDC4_085_10", "annotations": ["T", "T", "X", "T", "X", "O", "X", "T", "T", "O", "O", "O", "T", "X", "T"], "gpt2_target_score": [-13.879229545593262, -10.576604843139648, -8.936771392822266, -9.659455299377441, -10.898780822753906, -13.631299018859863, -5.418858528137207, -11.989947319030762, -5.037074565887451], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.4786046743392944, -1.6471940279006958, -0.8062254190444946, -1.5958834886550903, -1.6782180070877075, -1.7437855005264282, -1.7585967779159546, -1.8434950113296509, -2.0356178283691406, -1.5632518529891968, -1.4658604860305786, -0.43802767992019653, -1.6223753690719604, -2.0328874588012695, -1.8092825412750244, -2.1824212074279785, -0.9846080541610718, -1.471948504447937, -0.6380023956298828, -0.9280237555503845, -1.4768633842468262, -0.929890513420105, -1.7408984899520874, -0.6670246720314026, -1.814964771270752, -0.8951612710952759, -0.7767494320869446, -1.628745198249817, -0.37641823291778564, -0.35491588711738586, -0.7229794263839722, -1.1600803136825562, -0.6579347848892212, -1.5240036249160767, -1.3668556213378906, -1.4052314758300781, -1.8437871932983398, -1.4343347549438477, -1.4040905237197876, -1.9579471349716187, -1.5027624368667603, -2.1483259201049805, -1.9852532148361206, -0.8595476746559143, -0.029035737738013268, -0.11209528148174286, -0.7530605792999268, -1.7315198183059692, -0.691726803779602, -1.5035229921340942, -1.6928462982177734, -1.9057739973068237, -2.298887252807617, -1.759933352470398, -2.003708600997925, -1.5574451684951782, -1.2783313989639282, -1.3231254816055298, -1.5506058931350708, -1.737144112586975, -1.706406593322754, -2.6806387901306152, -1.893497109413147, -1.200117588043213, -2.2742199897766113, -0.3803570568561554, -0.2060977965593338, -1.325410008430481, -1.8178273439407349, -0.5517380237579346, -2.012540340423584, -2.0885684490203857, -4.282820224761963, -1.9121795892715454, -1.5411356687545776, -2.103703022003174, -0.7889895439147949, -1.3874753713607788]}, "iris_DBDC4_085_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest I ahh, better go. No no, I mean... I actually still have to chat with you It's like a chat show, this. Actually it is... You are being reviewed", "response": "Yes, actually.", "annotation_id": "iris_DBDC4_085_12", "annotations": ["X", "O", "X", "T", "X", "O", "X", "O", "T", "O", "O", "T", "O", "T", "X"], "gpt2_target_score": [-14.430048942565918, -8.954107284545898, -10.87408447265625, -5.204808712005615], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.4786046743392944, -1.6471940279006958, -0.8062254190444946, -1.5958834886550903, -1.6782180070877075, -1.7437855005264282, -1.7585967779159546, -1.8434950113296509, -2.0356178283691406, -1.5632518529891968, -1.4658604860305786, -0.43802767992019653, -1.6223753690719604, -2.0328874588012695, -1.8092825412750244, -2.1824212074279785, -0.9846080541610718, -1.471948504447937, -0.6380023956298828, -0.9280237555503845, -1.4768633842468262, -0.929890513420105, -1.7408984899520874, -0.6670246720314026, -1.814964771270752, -0.8951612710952759, -0.7767494320869446, -1.628745198249817, -0.37641823291778564, -0.35491588711738586, -0.7229794263839722, -1.1600803136825562, -0.6579347848892212, -1.5240036249160767, -1.3668556213378906, -1.4052314758300781, -1.8437871932983398, -1.4343347549438477, -1.4040905237197876, -1.9579471349716187, -1.5027624368667603, -2.1483259201049805, -1.9852532148361206, -0.8595476746559143, -0.029035737738013268, -0.11209528148174286, -0.7530605792999268, -1.7315198183059692, -0.691726803779602, -1.5035229921340942, -1.6928462982177734, -1.9057739973068237, -2.298887252807617, -1.759933352470398, -2.003708600997925, -1.5574451684951782, -1.2783313989639282, -1.3231254816055298, -1.5506058931350708, -1.737144112586975, -1.706406593322754, -2.6806387901306152, -1.893497109413147, -1.200117588043213, -2.2742199897766113, -0.3803570568561554, -0.2060977965593338, -1.325410008430481, -0.504596471786499, -2.0310471057891846, -2.0652148723602295, -4.460887908935547, -2.145134449005127, -1.5145522356033325, -2.1472504138946533, -0.8298001885414124, -1.770599365234375, -1.0548267364501953, -0.3635485768318176, -1.8634421825408936, -2.83735728263855, -2.076901435852051, -1.828862190246582, -2.405822515487671, -1.5622894763946533, -2.0239038467407227, -1.0007977485656738, -1.1873583793640137, -1.55044424533844, -1.3654214143753052]}, "iris_DBDC4_085_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest I ahh, better go. No no, I mean... I actually still have to chat with you It's like a chat show, this. Actually it is... You are being reviewed Yes, actually. You knew?", "response": "No, but you gave it your best shot.", "annotation_id": "iris_DBDC4_085_14", "annotations": ["X", "T", "X", "O", "X", "O", "X", "T", "O", "O", "O", "X", "T", "T", "O"], "gpt2_target_score": [-11.701579093933105, -8.954107284545898, -7.4848713874816895, -9.4280366897583, -13.168968200683594, -9.674237251281738, -6.492718696594238, -12.052454948425293, -3.7494616508483887, -1.7589324712753296], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.4786046743392944, -1.6471940279006958, -0.8062254190444946, -1.5958834886550903, -1.6782180070877075, -1.7437855005264282, -1.7585967779159546, -1.8434950113296509, -2.0356178283691406, -1.5632518529891968, -1.4658604860305786, -0.43802767992019653, -1.6223753690719604, -2.0328874588012695, -1.8092825412750244, -2.1824212074279785, -0.9846080541610718, -1.471948504447937, -0.6380023956298828, -0.9280237555503845, -1.4768633842468262, -0.929890513420105, -1.7408984899520874, -0.6670246720314026, -1.814964771270752, -0.8951612710952759, -0.7767494320869446, -1.628745198249817, -0.37641823291778564, -0.35491588711738586, -0.7229794263839722, -1.1600803136825562, -0.6579347848892212, -1.5240036249160767, -1.3668556213378906, -1.4052314758300781, -1.8437871932983398, -1.4343347549438477, -1.4040905237197876, -1.9579471349716187, -1.5027624368667603, -2.1483259201049805, -1.9852532148361206, -0.8595476746559143, -0.029035737738013268, -0.11209528148174286, -0.7530605792999268, -1.7315198183059692, -0.691726803779602, -1.5035229921340942, -1.6928462982177734, -1.9057739973068237, -2.298887252807617, -1.759933352470398, -2.003708600997925, -1.5574451684951782, -1.2783313989639282, -1.3231254816055298, -1.5506058931350708, -1.737144112586975, -1.706406593322754, -2.6806387901306152, -1.893497109413147, -1.200117588043213, -2.2742199897766113, -0.3803570568561554, -0.2060977965593338, -1.325410008430481, -0.504596471786499, -2.0310471057891846, -2.0652148723602295, -4.460887908935547, -2.145134449005127, -1.5145522356033325, -2.1472504138946533, -0.8298001885414124, -1.770599365234375, -1.0548267364501953, -0.3635485768318176, -1.8634421825408936, -2.83735728263855, -2.076901435852051, -1.828862190246582, -2.405822515487671, -1.5622894763946533, -1.0950086116790771, -1.1523422002792358, -1.3198561668395996, -1.498108983039856, -1.0333291292190552, -1.8765943050384521, -1.9571782350540161, -2.1147403717041016, -0.8556891679763794, -1.0257022380828857, -1.4106204509735107, -2.0844695568084717, -0.11785763502120972, -0.44862955808639526, -1.2611404657363892, -1.5471811294555664, -0.7562657594680786, -1.017376184463501]}, "iris_DBDC4_085_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest I ahh, better go. No no, I mean... I actually still have to chat with you It's like a chat show, this. Actually it is... You are being reviewed Yes, actually. You knew? No, but you gave it your best shot. Oh... That is true actually. You a psychic?", "response": "Not...not really?", "annotation_id": "iris_DBDC4_085_16", "annotations": ["O", "O", "O", "T", "T", "O", "X", "T", "T", "O", "O", "O", "O", "O", "O"], "gpt2_target_score": [-13.634364128112793, -6.776296615600586, -13.337104797363281, -11.568673133850098, -5.428016662597656], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.4786046743392944, -1.6471940279006958, -0.8062254190444946, -1.5958834886550903, -1.6782180070877075, -1.7437855005264282, -1.7585967779159546, -1.8434950113296509, -2.0356178283691406, -1.5632518529891968, -1.4658604860305786, -0.43802767992019653, -1.6223753690719604, -2.0328874588012695, -1.8092825412750244, -2.1824212074279785, -0.9846080541610718, -1.471948504447937, -0.6380023956298828, -0.9280237555503845, -1.4768633842468262, -0.929890513420105, -1.7408984899520874, -0.6670246720314026, -1.814964771270752, -0.8951612710952759, -0.7767494320869446, -1.628745198249817, -0.37641823291778564, -0.35491588711738586, -0.7229794263839722, -1.1600803136825562, -0.6579347848892212, -1.5240036249160767, -1.3668556213378906, -1.4052314758300781, -1.8437871932983398, -1.4343347549438477, -1.4040905237197876, -1.9579471349716187, -1.5027624368667603, -2.1483259201049805, -1.9852532148361206, -0.8595476746559143, -0.029035737738013268, -0.11209528148174286, -0.7530605792999268, -1.7315198183059692, -0.691726803779602, -1.5035229921340942, -1.6928462982177734, -1.9057739973068237, -2.298887252807617, -1.759933352470398, -2.003708600997925, -1.5574451684951782, -1.2783313989639282, -1.3231254816055298, -1.5506058931350708, -1.737144112586975, -1.706406593322754, -2.6806387901306152, -1.893497109413147, -1.200117588043213, -2.2742199897766113, -0.3803570568561554, -0.2060977965593338, -1.325410008430481, -0.504596471786499, -2.0310471057891846, -2.0652148723602295, -4.460887908935547, -2.145134449005127, -1.5145522356033325, -2.1472504138946533, -0.8298001885414124, -1.770599365234375, -1.0548267364501953, -0.3635485768318176, -1.8634421825408936, -2.83735728263855, -2.076904296875, -1.8288664817810059, -2.4058353900909424, -1.5622966289520264, -1.0950145721435547, -1.1523364782333374, -1.3198678493499756, -1.4981058835983276, -1.0333307981491089, -1.8765852451324463, -1.9572018384933472, -1.0230522155761719, -1.0191991329193115, -1.4476722478866577, -2.164349317550659, -0.11056752502918243, -0.4953855276107788, -1.1791328191757202, -1.3825771808624268, -0.6989802122116089, -1.880733847618103, -1.498637080192566, -2.068744421005249, -0.2680852711200714, -1.9063599109649658, -0.6868891716003418, -0.5222024321556091, -1.3338878154754639, -1.9676923751831055, -1.8959155082702637, -1.6318902969360352, -1.9995362758636475, -2.0093753337860107, -2.20261812210083, -1.584559440612793, -1.3689957857131958, -0.8183003067970276, -1.216482162475586]}, "iris_DBDC4_085_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest I ahh, better go. No no, I mean... I actually still have to chat with you It's like a chat show, this. Actually it is... You are being reviewed Yes, actually. You knew? No, but you gave it your best shot. Oh... That is true actually. You a psychic? Not...not really? Tell me, what's my favourite colour?", "response": "Tell me.", "annotation_id": "iris_DBDC4_085_18", "annotations": ["X", "O", "X", "T", "T", "X", "X", "T", "O", "T", "T", "O", "X", "X", "X"], "gpt2_target_score": [-14.318827629089355, -7.527441024780273, -4.2520222663879395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.4786046743392944, -1.6471940279006958, -0.8062254190444946, -1.5958834886550903, -1.6782180070877075, -1.7437855005264282, -1.7585967779159546, -1.8434950113296509, -2.0356178283691406, -1.5632518529891968, -1.4658604860305786, -0.43802767992019653, -1.6223753690719604, -2.0328874588012695, -1.8092825412750244, -2.1824212074279785, -0.9846080541610718, -1.471948504447937, -0.6380023956298828, -0.9280237555503845, -1.4768633842468262, -0.929890513420105, -1.7408984899520874, -0.6670246720314026, -1.814964771270752, -0.8951612710952759, -0.7767494320869446, -1.628745198249817, -0.37641823291778564, -0.35491588711738586, -0.7229794263839722, -1.1600803136825562, -0.6579347848892212, -1.5240036249160767, -1.3668556213378906, -1.4052314758300781, -1.8437871932983398, -1.4343347549438477, -1.4040905237197876, -1.9579471349716187, -1.5027624368667603, -2.1483259201049805, -1.9852532148361206, -0.8595476746559143, -0.029035737738013268, -0.11209528148174286, -0.7530605792999268, -1.7315198183059692, -0.691726803779602, -1.5035229921340942, -1.6928462982177734, -1.9057739973068237, -2.298887252807617, -1.759933352470398, -2.003708600997925, -1.5574451684951782, -1.2783313989639282, -1.3231254816055298, -1.5506058931350708, -1.737144112586975, -1.706406593322754, -2.6806387901306152, -1.893497109413147, -1.200117588043213, -2.2742199897766113, -0.3803570568561554, -0.2060977965593338, -1.325410008430481, -0.504596471786499, -2.0310471057891846, -2.0652148723602295, -4.460887908935547, -2.145134449005127, -1.5145522356033325, -2.1472504138946533, -0.8298001885414124, -1.770599365234375, -1.0548267364501953, -0.3635485768318176, -1.8634421825408936, -2.83735728263855, -2.076901435852051, -1.828862190246582, -2.405822515487671, -1.5622894763946533, -1.0950086116790771, -1.1523422002792358, -1.3198665380477905, -1.4980939626693726, -1.0333333015441895, -1.8765852451324463, -1.9571810960769653, -1.0230536460876465, -1.0191880464553833, -1.447662115097046, -2.1643731594085693, -0.11056677997112274, -0.49538806080818176, -1.1791374683380127, -1.3825805187225342, -0.6989771127700806, -1.8807506561279297, -1.4986224174499512, -2.068743944168091, -0.26808446645736694, -1.9063754081726074, -0.6868889331817627, -0.522200345993042, -1.3338721990585327, -1.9677040576934814, -1.895896077156067, -1.6318848133087158, -1.9995356798171997, -1.9307513236999512, -1.8843355178833008, -1.2842495441436768, -0.8782604336738586, -2.1961798667907715, -0.16329029202461243, -1.6908650398254395, -1.6658215522766113, -1.8745895624160767, -1.4608633518218994, -1.3722267150878906, -2.5925090312957764, -0.3750423192977905, -2.170503854751587, -1.881685495376587, -0.03473339602351189, -1.4054625034332275, -1.7665925025939941]}, "iris_DBDC4_085_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest I ahh, better go. No no, I mean... I actually still have to chat with you It's like a chat show, this. Actually it is... You are being reviewed Yes, actually. You knew? No, but you gave it your best shot. Oh... That is true actually. You a psychic? Not...not really? Tell me, what's my favourite colour? Tell me. It's blue. You're not that good, are you?", "response": "Bright blue.", "annotation_id": "iris_DBDC4_085_20", "annotations": ["X", "O", "X", "O", "T", "X", "X", "T", "T", "O", "T", "O", "O", "T", "X"], "gpt2_target_score": [-16.615337371826172, -12.029409408569336, -4.2520222663879395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.4786046743392944, -1.6471940279006958, -0.8062254190444946, -1.5958834886550903, -1.6782180070877075, -1.7437855005264282, -1.7585967779159546, -1.8434950113296509, -2.0356178283691406, -1.5632518529891968, -1.4658604860305786, -0.43802767992019653, -1.6223753690719604, -2.0328874588012695, -1.8092825412750244, -2.1824212074279785, -0.9846080541610718, -1.471948504447937, -0.6380023956298828, -0.9280237555503845, -1.4768633842468262, -0.929890513420105, -1.7408984899520874, -0.6670246720314026, -1.814964771270752, -0.8951612710952759, -0.7767494320869446, -1.628745198249817, -0.37641823291778564, -0.35491588711738586, -0.7229794263839722, -1.1600803136825562, -0.6579347848892212, -1.5240036249160767, -1.3668556213378906, -1.4052314758300781, -1.8437871932983398, -1.4343347549438477, -1.4040905237197876, -1.9579471349716187, -1.5027624368667603, -2.1483259201049805, -1.9852532148361206, -0.8595476746559143, -0.029035737738013268, -0.11209528148174286, -0.7530605792999268, -1.7315198183059692, -0.691726803779602, -1.5035229921340942, -1.6928462982177734, -1.9057739973068237, -2.298887252807617, -1.759933352470398, -2.003708600997925, -1.5574451684951782, -1.2783313989639282, -1.3231254816055298, -1.5506058931350708, -1.737144112586975, -1.706406593322754, -2.6806387901306152, -1.893497109413147, -1.200117588043213, -2.2742199897766113, -0.3803570568561554, -0.2060977965593338, -1.325410008430481, -0.504596471786499, -2.0310471057891846, -2.0652148723602295, -4.460887908935547, -2.145134449005127, -1.5145522356033325, -2.1472504138946533, -0.8298001885414124, -1.770599365234375, -1.0548267364501953, -0.3635485768318176, -1.8634421825408936, -2.83735728263855, -2.076901435852051, -1.828862190246582, -2.405822515487671, -1.5622894763946533, -1.0950086116790771, -1.1523422002792358, -1.3198561668395996, -1.498108983039856, -1.0333291292190552, -1.8765943050384521, -1.9571782350540161, -1.0230438709259033, -1.0191857814788818, -1.4476724863052368, -2.1643497943878174, -0.11056763678789139, -0.4953908324241638, -1.1791291236877441, -1.3825829029083252, -0.6989816427230835, -1.8807470798492432, -1.4986276626586914, -2.0687592029571533, -0.26808691024780273, -1.9063740968704224, -0.6868848204612732, -0.5222023129463196, -1.333885669708252, -1.9676949977874756, -1.895902156829834, -1.6319023370742798, -1.9995205402374268, -1.9307507276535034, -1.884355068206787, -1.2842378616333008, -0.8782689571380615, -2.196186065673828, -0.1632903814315796, -1.6908745765686035, -1.6658203601837158, -1.874599575996399, -1.460859775543213, -1.372238039970398, -2.592508316040039, -0.3750447630882263, -2.1705000400543213, -0.023550085723400116, -1.3454986810684204, -1.5655893087387085, -0.28921326994895935, -1.7134534120559692, -1.39206862449646, -2.007422685623169, -1.9709808826446533, -1.8761228322982788, -2.025942802429199, -1.696973204612732, -1.696830153465271, -1.854641079902649, -0.06658702343702316, -0.17197242379188538, -2.1194660663604736, -1.921934723854065, -2.3450698852539062, -1.8035773038864136, -2.064610004425049]}, "iris_DBDC4_091_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi", "response": "How've you been?", "annotation_id": "iris_DBDC4_091_02", "annotations": ["O", "O", "O", "O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O", "O"], "gpt2_target_score": [-12.292964935302734, -10.786402702331543, -7.975231647491455, -11.525561332702637, -8.628562927246094], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -2.067565679550171, -1.9416226148605347, -0.3379788398742676, -0.7570070624351501, -1.4410948753356934, -0.36356231570243835]}, "iris_DBDC4_091_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been?", "response": "I have a little.", "annotation_id": "iris_DBDC4_091_04", "annotations": ["X", "O", "T", "X", "X", "T", "X", "O", "O", "O", "T", "X", "O", "T", "X"], "gpt2_target_score": [-9.925350189208984, -6.760493278503418, -6.5668416023254395, -11.790926933288574, -6.191367149353027], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5331337451934814, -0.45627671480178833, -0.7108588814735413, -1.50669527053833, -0.8529291152954102, -2.2251758575439453, -1.9127925634384155, -2.106951951980591, -1.9067188501358032, -1.3703254461288452, -0.10631411522626877, -0.13807083666324615, -0.8324427008628845, -1.8955284357070923, -1.3958169221878052, -1.5126229524612427, -0.9638329148292542, -2.838793992996216, -1.785983681678772, -1.2197037935256958]}, "iris_DBDC4_091_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what?", "response": "Yeah. I mean...", "annotation_id": "iris_DBDC4_091_06", "annotations": ["X", "O", "O", "T", "X", "T", "X", "T", "O", "X", "T", "X", "O", "O", "X"], "gpt2_target_score": [-14.67275619506836, -9.806132316589355, -4.658020496368408, -12.635554313659668, -6.686102867126465], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5331337451934814, -0.45627671480178833, -0.7108588814735413, -1.50669527053833, -0.8529291152954102, -2.2251758575439453, -1.9127925634384155, -2.106951951980591, -1.9067188501358032, -1.3703254461288452, -0.10631411522626877, -0.13807083666324615, -0.8324519395828247, -1.8955225944519043, -1.3526023626327515, -1.2757498025894165, -2.7020785808563232, -1.736951231956482, -1.3207604885101318, -0.5304501056671143, -0.4723189175128937, -1.048491358757019, -1.7590141296386719, -1.8881759643554688, -1.6488960981369019, -1.0801509618759155, -1.052901029586792, -1.7061094045639038, -0.8983483910560608, -1.3686699867248535]}, "iris_DBDC4_091_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me", "response": "Hurry -- hurry --", "annotation_id": "iris_DBDC4_091_08", "annotations": ["X", "O", "T", "O", "X", "X", "X", "X", "O", "X", "T", "X", "O", "T", "X"], "gpt2_target_score": [-11.604190826416016, -15.188868522644043, -8.101394653320312, -14.131648063659668, -12.947394371032715], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5331337451934814, -0.45627671480178833, -0.7108588814735413, -1.50669527053833, -0.8529291152954102, -2.2251758575439453, -1.9127925634384155, -2.106951951980591, -1.9067188501358032, -1.3703254461288452, -0.10631411522626877, -0.13807083666324615, -0.8324519395828247, -1.8955225944519043, -1.3526023626327515, -1.2757498025894165, -2.7020785808563232, -1.736951231956482, -1.3207604885101318, -0.5304501056671143, -0.4723189175128937, -1.048491358757019, -1.7590141296386719, -1.8881759643554688, -1.168495535850525, -1.205109715461731, -1.6913901567459106, -0.9810752272605896, -1.3438180685043335, -0.3719356060028076, -1.3478858470916748, -1.9687705039978027, -0.23579473793506622, -1.7979406118392944, -1.9903316497802734, -0.7473074793815613, -0.9364284873008728, -1.9917089939117432, -0.7388973832130432, -1.9143459796905518]}, "iris_DBDC4_091_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me Hurry -- hurry -- Ok ok. I hiding behind that bush", "response": "Ok.", "annotation_id": "iris_DBDC4_091_10", "annotations": ["X", "T", "O", "X", "O", "T", "O", "O", "O", "X", "O", "O", "O", "T", "O"], "gpt2_target_score": [-14.470699310302734, -9.806132316589355], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5331337451934814, -0.45627671480178833, -0.7108588814735413, -1.50669527053833, -0.8529291152954102, -2.2251758575439453, -1.9127925634384155, -2.106951951980591, -1.9067188501358032, -1.3703254461288452, -0.10631411522626877, -0.13807083666324615, -0.8324519395828247, -1.8955225944519043, -1.3526023626327515, -1.2757498025894165, -2.7020785808563232, -1.736951231956482, -1.3207604885101318, -0.5304501056671143, -0.4723322093486786, -1.0484287738800049, -1.7590501308441162, -1.888169288635254, -1.1684952974319458, -1.2051142454147339, -1.6913938522338867, -0.9810829162597656, -1.3438284397125244, -0.37193554639816284, -1.3478903770446777, -1.9687708616256714, -0.2357979416847229, -1.7979240417480469, -0.6018419861793518, -1.9071309566497803, -1.8215503692626953, -1.1093698740005493, -2.1041531562805176, -1.3613089323043823, -1.162629246711731, -1.7345390319824219, -1.4600377082824707, -2.168856143951416, -1.3472256660461426, -2.795487403869629, -1.0985451936721802, -2.3360564708709717, -1.237818717956543, -1.563787579536438]}, "iris_DBDC4_091_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me Hurry -- hurry -- Ok ok. I hiding behind that bush Ok. Alex? Alex? HELP!", "response": "We're here to play the new news theme.", "annotation_id": "iris_DBDC4_091_12", "annotations": ["X", "T", "X", "X", "X", "X", "X", "X", "O", "X", "T", "X", "O", "X", "X"], "gpt2_target_score": [-12.64954662322998, -10.054174423217773, -6.2695088386535645, -7.239876747131348, -10.938090324401855, -4.1080641746521, -10.552436828613281, -13.312819480895996, -14.963394165039062, -6.43497371673584], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5331827402114868, -0.45628488063812256, -0.7108687162399292, -1.5066673755645752, -0.8529353141784668, -2.2251503467559814, -1.912767767906189, -2.106950044631958, -1.9067367315292358, -1.37035071849823, -0.10631304234266281, -0.13807165622711182, -0.8324522972106934, -1.8954764604568481, -1.3525947332382202, -1.275722622871399, -2.7020461559295654, -1.7369811534881592, -1.3207263946533203, -0.5304195880889893, -0.47235146164894104, -1.048466682434082, -1.7590136528015137, -1.8882160186767578, -1.1685012578964233, -1.205104947090149, -1.6913833618164062, -0.9810904264450073, -1.3438385725021362, -0.37192443013191223, -1.347863793373108, -1.9687546491622925, -0.2357877641916275, -1.7979637384414673, -0.6018387675285339, -1.9071611166000366, -1.821528673171997, -1.1093599796295166, -2.1041300296783447, -1.3613297939300537, -1.1626169681549072, -1.734514594078064, -1.4600762128829956, -2.168867826461792, -1.3472239971160889, -2.7954845428466797, -1.0985407829284668, -1.4935740232467651, -1.561313509941101, -1.7667135000228882, -2.38137149810791, -0.41414621472358704, -2.093782663345337, -0.8556385636329651, -1.8247634172439575, -2.278798818588257, -1.527846336364746, -2.679992914199829, -1.7961351871490479, -1.1951825618743896, -1.8579059839248657, -1.3447952270507812, -2.260624885559082, -1.4479897022247314, -1.284513235092163, -0.9589332938194275]}, "iris_DBDC4_091_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me Hurry -- hurry -- Ok ok. I hiding behind that bush Ok. Alex? Alex? HELP! We're here to play the new news theme. There's a snake next to me! Help me!", "response": "When you're thirty klicks out from the nearest firebase.", "annotation_id": "iris_DBDC4_091_14", "annotations": ["X", "T", "X", "X", "X", "X", "X", "T", "O", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-14.197283744812012, -5.758367538452148, -13.605484008789062, -16.520858764648438, -10.221842765808105, -21.111330032348633, -9.531486511230469, -8.067610740661621, -8.298934936523438, -15.959891319274902, -11.220354080200195, -17.243196487426758, -11.321699142456055], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5331827402114868, -0.45628488063812256, -0.7108687162399292, -1.5066673755645752, -0.8529353141784668, -2.2251503467559814, -1.912767767906189, -2.106950044631958, -1.9067367315292358, -1.37035071849823, -0.10631304234266281, -0.13807165622711182, -0.8324522972106934, -1.8954764604568481, -1.3525947332382202, -1.275722622871399, -2.7020461559295654, -1.7369811534881592, -1.3207263946533203, -0.5304195880889893, -0.47235146164894104, -1.048466682434082, -1.7590136528015137, -1.8882160186767578, -1.1685012578964233, -1.205104947090149, -1.6913833618164062, -0.9810904264450073, -1.3438385725021362, -0.37192443013191223, -1.347863793373108, -1.9687546491622925, -0.2357877641916275, -1.7979637384414673, -0.6018387675285339, -1.9071611166000366, -1.821528673171997, -1.1093599796295166, -2.1041300296783447, -1.3613297939300537, -1.1626169681549072, -1.734514594078064, -1.4600762128829956, -2.168867826461792, -1.3472239971160889, -2.7954845428466797, -1.0985407829284668, -1.4935740232467651, -1.561313509941101, -1.7667135000228882, -2.38137149810791, -0.41414621472358704, -2.093782663345337, -0.8556385636329651, -1.8247634172439575, -1.2913068532943726, -2.719417095184326, -1.2241445779800415, -1.3147895336151123, -1.797635793685913, -1.3348654508590698, -2.175323963165283, -1.5690724849700928, -1.2576175928115845, -2.5407567024230957, -0.3685896396636963, -1.0301851034164429, -1.6196644306182861, -1.6314753293991089, -0.13987283408641815, -1.599509358406067, -1.05487060546875, -2.3671958446502686, -1.1083824634552002, -2.0702404975891113, -2.1108601093292236, -2.3617565631866455, -2.19354248046875, -2.0032575130462646, -2.3352723121643066, -1.578384518623352, -2.1457743644714355, -1.539917230606079, -0.5401228070259094, -1.1518596410751343, -1.5010929107666016, -1.4869959354400635, -2.0603389739990234, -1.0666277408599854, -1.7199227809906006]}, "iris_DBDC4_091_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me Hurry -- hurry -- Ok ok. I hiding behind that bush Ok. Alex? Alex? HELP! We're here to play the new news theme. There's a snake next to me! Help me! When you're thirty klicks out from the nearest firebase. The snake's gone now. You should have helped me Alex", "response": "It's gone...", "annotation_id": "iris_DBDC4_091_16", "annotations": ["T", "T", "O", "X", "T", "X", "O", "O", "O", "X", "T", "O", "O", "T", "T"], "gpt2_target_score": [-13.879229545593262, -10.576604843139648, -12.219745635986328, -2.7855005264282227], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5331827402114868, -0.45628488063812256, -0.7108687162399292, -1.5066673755645752, -0.8529353141784668, -2.2251503467559814, -1.912767767906189, -2.106950044631958, -1.9067367315292358, -1.37035071849823, -0.10631304234266281, -0.13807165622711182, -0.8324522972106934, -1.8954764604568481, -1.3525947332382202, -1.275722622871399, -2.7020461559295654, -1.7369811534881592, -1.3207263946533203, -0.5304195880889893, -0.47235146164894104, -1.048466682434082, -1.7590136528015137, -1.8882160186767578, -1.1685012578964233, -1.205104947090149, -1.6913833618164062, -0.9810904264450073, -1.3438385725021362, -0.37192443013191223, -1.347863793373108, -1.9687546491622925, -0.2357877641916275, -1.7979637384414673, -0.6018387675285339, -1.9071611166000366, -1.821528673171997, -1.1093599796295166, -2.1041300296783447, -1.3613297939300537, -1.1626169681549072, -1.734514594078064, -1.4600762128829956, -2.168867826461792, -1.3472239971160889, -2.7954845428466797, -1.0985407829284668, -1.4935740232467651, -1.561313509941101, -1.7667135000228882, -2.38137149810791, -0.41414621472358704, -2.093782663345337, -0.8556385636329651, -1.8247634172439575, -1.2913068532943726, -2.719417095184326, -1.2241445779800415, -1.3147895336151123, -1.797635793685913, -1.3348654508590698, -2.175323963165283, -1.5690724849700928, -1.2576175928115845, -2.5407567024230957, -0.3685896396636963, -1.0301851034164429, -1.6196644306182861, -1.6314753293991089, -0.13987283408641815, -1.599509358406067, -1.05487060546875, -2.3671958446502686, -1.1083824634552002, -2.0702404975891113, -2.1108601093292236, -2.006066083908081, -1.551501750946045, -2.512429714202881, -1.609566569328308, -2.177173137664795, -1.6684300899505615, -0.5663731098175049, -1.081000566482544, -1.392951250076294, -1.2886886596679688, -1.8484500646591187, -0.9266816973686218, -2.483393430709839, -1.8149635791778564, -1.3240878582000732, -3.2101495265960693, -1.2878992557525635, -0.7956616282463074, -2.5478978157043457, -1.1514179706573486, -1.0239561796188354, -2.461193323135376, -0.8426884412765503, -1.9633489847183228, -0.9820775389671326, -2.183765411376953, -0.4029359519481659, -1.969597339630127, -1.2611513137817383, -1.2592710256576538]}, "iris_DBDC4_091_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me Hurry -- hurry -- Ok ok. I hiding behind that bush Ok. Alex? Alex? HELP! We're here to play the new news theme. There's a snake next to me! Help me! When you're thirty klicks out from the nearest firebase. The snake's gone now. You should have helped me Alex It's gone... Yeah. Have you been following football lately?", "response": "Come on! Hurry up! Let's go!", "annotation_id": "iris_DBDC4_091_18", "annotations": ["X", "T", "O", "X", "X", "X", "X", "T", "O", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-15.079325675964355, -8.512609481811523, -3.4788060188293457, -12.950356483459473, -8.473231315612793, -10.552063941955566, -6.447517395019531, -12.691161155700684, -10.914016723632812, -9.111220359802246, -8.289735794067383], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5331827402114868, -0.45628488063812256, -0.7108687162399292, -1.5066673755645752, -0.8529353141784668, -2.2251503467559814, -1.912767767906189, -2.106950044631958, -1.9067367315292358, -1.37035071849823, -0.10631304234266281, -0.13807165622711182, -0.8324522972106934, -1.8954764604568481, -1.3525947332382202, -1.275722622871399, -2.7020461559295654, -1.7369811534881592, -1.3207263946533203, -0.5304195880889893, -0.47235146164894104, -1.048466682434082, -1.7590136528015137, -1.8882160186767578, -1.1685012578964233, -1.205104947090149, -1.6913833618164062, -0.9810904264450073, -1.3438385725021362, -0.37192443013191223, -1.347863793373108, -1.9687546491622925, -0.2357877641916275, -1.7979637384414673, -0.6018387675285339, -1.9071611166000366, -1.821528673171997, -1.1093599796295166, -2.1041300296783447, -1.3613297939300537, -1.1626169681549072, -1.734514594078064, -1.4600762128829956, -2.168867826461792, -1.3472239971160889, -2.7954845428466797, -1.0985407829284668, -1.4935740232467651, -1.561313509941101, -1.7667135000228882, -2.38137149810791, -0.41414621472358704, -2.093782663345337, -0.8556385636329651, -1.8247634172439575, -1.2913068532943726, -2.719417095184326, -1.2241445779800415, -1.3147895336151123, -1.797635793685913, -1.3348654508590698, -2.175323963165283, -1.5690724849700928, -1.2576175928115845, -2.5407567024230957, -0.3685896396636963, -1.0301851034164429, -1.6196644306182861, -1.6314753293991089, -0.13987283408641815, -1.599509358406067, -1.05487060546875, -2.3671958446502686, -1.1083824634552002, -2.0702404975891113, -2.1108601093292236, -2.006066083908081, -1.551501750946045, -2.512429714202881, -1.609566569328308, -2.177173137664795, -1.6684300899505615, -0.5663731098175049, -1.081000566482544, -1.392951250076294, -1.2886886596679688, -1.8484500646591187, -0.9266816973686218, -2.483393430709839, -1.8149635791778564, -1.3240878582000732, -3.2101495265960693, -1.2878820896148682, -0.7956603169441223, -2.5478923320770264, -1.151410460472107, -1.0239403247833252, -2.461205005645752, -0.8426932692527771, -1.9633489847183228, -0.9820924401283264, -0.4120441973209381, -1.9734184741973877, -1.3276618719100952, -2.3394973278045654, -1.034095287322998, -1.4860976934432983, -0.7637402415275574, -1.9986165761947632, -2.3077423572540283, -1.2157334089279175, -1.3073111772537231, -0.08153805136680603, -1.666657567024231, -1.7905957698822021, -0.22992923855781555, -1.2807652950286865, -1.693413257598877, -0.015401477925479412, -1.1315947771072388, -1.81766676902771, -1.6943718194961548, -0.5585507750511169, -1.2013455629348755, -0.6856691241264343, -0.6447886824607849]}, "iris_DBDC4_091_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me Hurry -- hurry -- Ok ok. I hiding behind that bush Ok. Alex? Alex? HELP! We're here to play the new news theme. There's a snake next to me! Help me! When you're thirty klicks out from the nearest firebase. The snake's gone now. You should have helped me Alex It's gone... Yeah. Have you been following football lately? Come on! Hurry up! Let's go! Where?", "response": "You did great, Augie. Have another shrimp cocktail.", "annotation_id": "iris_DBDC4_091_20", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X", "X", "O", "X", "X"], "gpt2_target_score": [-11.750834465026855, -6.636343002319336, -12.510753631591797, -2.548722267150879, -14.097407341003418, -12.147980690002441, -6.343742370605469, -12.885634422302246, -12.881454467773438, -12.534842491149902, -13.679643630981445, -2.106950044631958], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5331827402114868, -0.45628488063812256, -0.7108687162399292, -1.5066673755645752, -0.8529353141784668, -2.2251503467559814, -1.912767767906189, -2.106950044631958, -1.9067367315292358, -1.37035071849823, -0.10631304234266281, -0.13807165622711182, -0.8324522972106934, -1.8954764604568481, -1.3525947332382202, -1.275722622871399, -2.7020461559295654, -1.7369811534881592, -1.3207263946533203, -0.5304195880889893, -0.47235146164894104, -1.048466682434082, -1.7590136528015137, -1.8882160186767578, -1.1685012578964233, -1.205104947090149, -1.6913833618164062, -0.9810904264450073, -1.3438385725021362, -0.37192443013191223, -1.347863793373108, -1.9687546491622925, -0.2357877641916275, -1.7979637384414673, -0.6018387675285339, -1.9071611166000366, -1.821528673171997, -1.1093599796295166, -2.1041300296783447, -1.3613297939300537, -1.1626169681549072, -1.734514594078064, -1.4600762128829956, -2.168867826461792, -1.3472239971160889, -2.7954845428466797, -1.0985407829284668, -1.4935740232467651, -1.561313509941101, -1.7667135000228882, -2.38137149810791, -0.41414621472358704, -2.093782663345337, -0.8556385636329651, -1.8247634172439575, -1.2913068532943726, -2.719417095184326, -1.2241445779800415, -1.3147895336151123, -1.797635793685913, -1.3348654508590698, -2.175323963165283, -1.5690724849700928, -1.2576175928115845, -2.5407567024230957, -0.3685896396636963, -1.0301851034164429, -1.6196644306182861, -1.6314753293991089, -0.13987283408641815, -1.599509358406067, -1.05487060546875, -2.3671958446502686, -1.1083824634552002, -2.0702404975891113, -2.1108601093292236, -2.006066083908081, -1.551501750946045, -2.512429714202881, -1.609566569328308, -2.177173137664795, -1.6684300899505615, -0.5663731098175049, -1.081000566482544, -1.392951250076294, -1.2886886596679688, -1.8484500646591187, -0.9266816973686218, -2.483393430709839, -1.8149635791778564, -1.3240878582000732, -3.2101495265960693, -1.2878820896148682, -0.7956603169441223, -2.5478923320770264, -1.151410460472107, -1.0239403247833252, -2.461205005645752, -0.8426932692527771, -1.9633489847183228, -0.9820924401283264, -0.4120441973209381, -1.9734184741973877, -1.3276618719100952, -2.3394973278045654, -1.034095287322998, -1.4860976934432983, -0.7637402415275574, -1.9986165761947632, -2.3077423572540283, -1.2157334089279175, -1.3073111772537231, -0.08153805136680603, -1.666657567024231, -0.24514634907245636, -1.3386893272399902, -1.9513870477676392, -0.014136651530861855, -1.8381508588790894, -1.9874333143234253, -2.154590368270874, -0.4712848365306854, -1.2201871871948242, -0.8891311883926392, -1.7078417539596558, -1.2493855953216553, -2.2129759788513184, -1.9881536960601807, -1.446112871170044, -1.9695708751678467, -1.3286985158920288, -1.7267779111862183, -2.3000004291534424, -1.5197337865829468, -1.4378920793533325, -0.21516387164592743, -2.886657953262329, -1.8556228876113892, -1.5148589611053467, -1.5656249523162842]}, "iris_DBDC4_098_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math", "response": "Hey! What are you doing?", "annotation_id": "iris_DBDC4_098_02", "annotations": ["O", "O", "O", "X", "T", "T", "O", "T", "X", "X", "O", "X", "T", "O", "T"], "gpt2_target_score": [-11.968334197998047, -7.620600700378418, -8.186931610107422, -5.984888076782227, -6.556180953979492, -11.824836730957031, -10.680994033813477], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.6235295534133911, -1.5522898435592651, -1.5587234497070312, -2.342569589614868, -1.3852882385253906, -2.224088430404663, -2.83424973487854, -1.2094892263412476, -1.2054047584533691, -1.2699710130691528, -0.43572869896888733, -0.9778320789337158, -1.0897411108016968, -0.17968080937862396]}, "iris_DBDC4_098_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework", "response": "Oh, really?", "annotation_id": "iris_DBDC4_098_04", "annotations": ["T", "O", "O", "O", "T", "X", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2_target_score": [-13.58957290649414, -8.954142570495605, -9.502117156982422, -3.6966800689697266], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.6235295534133911, -1.5522898435592651, -1.5587234497070312, -2.342569589614868, -1.3852882385253906, -2.224088430404663, -1.059203863143921, -2.0149459838867188, -1.1339982748031616, -0.49556630849838257, -0.9762491583824158, -1.1116971969604492, -1.855347990989685, -1.8138819932937622, -1.9951437711715698, -2.7823750972747803, -1.8568438291549683, -2.319852828979492, -0.22297683358192444, -0.5429620742797852]}, "iris_DBDC4_098_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard", "response": "How hard can it be?", "annotation_id": "iris_DBDC4_098_06", "annotations": ["O", "O", "O", "X", "T", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-12.292964935302734, -11.392603874206543, -6.2869648933410645, -6.199670791625977, -10.053464889526367, -9.873786926269531], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.6235295534133911, -1.5522898435592651, -1.5587234497070312, -2.342569589614868, -1.3852882385253906, -2.224088430404663, -1.059203863143921, -2.0149459838867188, -1.1339982748031616, -0.49556630849838257, -0.9762491583824158, -1.1116971969604492, -1.855347990989685, -1.813875675201416, -1.9951592683792114, -1.7855703830718994, -2.277151584625244, -0.20758534967899323, -2.077594757080078, -1.1298729181289673, -2.0645716190338135, -0.23064735531806946, -2.2016725540161133, -0.9540227651596069, -2.540844440460205, -1.5211071968078613, -0.5176591277122498, -0.9878659248352051, -0.039587292820215225, -0.6362653970718384, -0.2139604538679123]}, "iris_DBDC4_098_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy", "response": "I can already tell this isn't going to work.", "annotation_id": "iris_DBDC4_098_08", "annotations": ["T", "T", "T", "O", "T", "X", "T", "T", "T", "T", "T", "X", "T", "T", "T"], "gpt2_target_score": [-9.925350189208984, -6.1305646896362305, -9.575603485107422, -7.168924331665039, -5.891019821166992, -12.531547546386719, -12.107187271118164, -10.54422378540039, -4.905302047729492, -8.23297119140625, -9.503013610839844], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.6235295534133911, -1.5522898435592651, -1.5587234497070312, -2.342569589614868, -1.3852882385253906, -2.224088430404663, -1.059203863143921, -2.0149459838867188, -1.1339982748031616, -0.49556630849838257, -0.9762491583824158, -1.1116971969604492, -1.855347990989685, -1.813875675201416, -1.9951592683792114, -1.7855703830718994, -2.277151584625244, -0.20758534967899323, -2.077594757080078, -1.1298729181289673, -2.0645716190338135, -0.2306525558233261, -2.2016830444335938, -0.9540634155273438, -1.4815117120742798, -0.534812867641449, -0.9499700665473938, -0.04354069381952286, -0.8077877163887024, -1.4765241146087646, -3.262543201446533, -1.2768220901489258, -2.0401175022125244, -0.2492365688085556, -1.7637535333633423, -1.5543159246444702, -0.8907204270362854, -1.336663842201233, -2.329033136367798, -1.2658900022506714, -0.8834460377693176, -1.418165922164917, -0.4218207001686096, -1.3750120401382446, -0.044394250959157944, -1.697231411933899, -0.13402876257896423, -0.6171045899391174, -1.6773221492767334, -1.4791033267974854]}, "iris_DBDC4_098_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy I can already tell this isn't going to work. i will do my best", "response": "Where did you get that?", "annotation_id": "iris_DBDC4_098_10", "annotations": ["O", "O", "O", "T", "T", "O", "O", "T", "T", "X", "T", "X", "T", "X", "X"], "gpt2_target_score": [-13.324588775634766, -6.636347770690918, -7.975231647491455, -7.311716079711914, -7.406858444213867, -9.873786926269531], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.6235295534133911, -1.5522898435592651, -1.5587234497070312, -2.342569589614868, -1.3852882385253906, -2.224088430404663, -1.059203863143921, -2.0149459838867188, -1.1339982748031616, -0.49556630849838257, -0.9762491583824158, -1.1116971969604492, -1.855347990989685, -1.813875675201416, -1.9951592683792114, -1.7855703830718994, -2.277151584625244, -0.20758534967899323, -2.077594757080078, -1.1298729181289673, -2.0645716190338135, -0.23064735531806946, -2.2016725540161133, -0.9540227651596069, -1.481521725654602, -0.5348014831542969, -0.9499669671058655, -0.043542519211769104, -0.8077827095985413, -1.476518154144287, -3.262540578842163, -1.276828408241272, -2.0401132106781006, -0.24923823773860931, -1.7637336254119873, -1.5543248653411865, -0.890721321105957, -1.3366756439208984, -1.623792052268982, -1.2953438758850098, -1.2743380069732666, -1.2709161043167114, -1.72733736038208, -0.006370830815285444, -1.7883132696151733, -0.14980636537075043, -0.6899644136428833, -1.6794153451919556, -1.9147738218307495, -1.2349998950958252, -2.2411699295043945, -1.140800952911377, -0.9973456263542175, -0.7251597046852112, -2.569577217102051, -1.5871624946594238, -0.15325014293193817, -1.4168376922607422, -1.5915002822875977, -1.3267462253570557, -0.25910598039627075]}, "iris_DBDC4_098_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy I can already tell this isn't going to work. i will do my best Where did you get that? what are you doing?", "response": "I'm sorry.", "annotation_id": "iris_DBDC4_098_12", "annotations": ["T", "X", "T", "X", "T", "X", "X", "X", "X", "T", "T", "X", "X", "X", "X"], "gpt2_target_score": [-9.925333976745605, -9.259710311889648, -10.612724304199219, -3.209817409515381], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.6234984397888184, -1.5522867441177368, -1.558714747428894, -2.3425681591033936, -1.3852789402008057, -2.2240872383117676, -1.0591928958892822, -2.014975070953369, -1.1340117454528809, -0.4955655038356781, -0.9762190580368042, -1.1116973161697388, -1.8553552627563477, -1.8138874769210815, -1.995139479637146, -1.7855905294418335, -2.277174949645996, -0.20758874714374542, -2.077613353729248, -1.1298670768737793, -2.0645620822906494, -0.23065710067749023, -2.20168399810791, -0.954015851020813, -1.4815551042556763, -0.5348135828971863, -0.9499481320381165, -0.0435384102165699, -0.8077815175056458, -1.4765044450759888, -3.262580394744873, -1.2768033742904663, -2.0401039123535156, -0.24923481047153473, -1.7637760639190674, -1.5543348789215088, -0.8907023668289185, -1.3366504907608032, -1.6237831115722656, -1.2953494787216187, -1.2743593454360962, -1.2708958387374878, -1.7273526191711426, -0.006370830815285444, -1.7883063554763794, -0.14980892837047577, -0.689971387386322, -1.6794116497039795, -1.9147422313690186, -1.234991431236267, -2.2411506175994873, -1.1408056020736694, -0.9973328709602356, -0.7251772284507751, -1.5194759368896484, -0.1470891833305359, -1.5502656698226929, -1.5433093309402466, -1.1852529048919678, -1.487032413482666, -1.9048668146133423, -0.24468976259231567, -1.0146480798721313, -0.6086847186088562, -1.4737215042114258, -2.1669085025787354, -1.3791732788085938, -1.7399824857711792, -1.316406488418579, -1.055188536643982]}, "iris_DBDC4_098_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy I can already tell this isn't going to work. i will do my best Where did you get that? what are you doing? I'm sorry. why?", "response": "I'm leaving... in a couple of hours. Where are you from?", "annotation_id": "iris_DBDC4_098_14", "annotations": ["O", "O", "O", "T", "T", "X", "O", "T", "T", "O", "T", "O", "O", "T", "O"], "gpt2_target_score": [-9.925333976745605, -9.259710311889648, -11.46773910522461, -2.394601345062256, -8.710490226745605, -8.916045188903809, -12.469780921936035, -10.773859024047852, -10.564632415771484, -3.7244913578033447, -6.016027927398682, -2.055795192718506, -0.4955655038356781, -8.604255676269531, -1.1116973161697388], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.6234984397888184, -1.5522867441177368, -1.558714747428894, -2.3425681591033936, -1.3852789402008057, -2.2240872383117676, -1.0591928958892822, -2.014975070953369, -1.1340117454528809, -0.4955655038356781, -0.9762190580368042, -1.1116973161697388, -1.8553552627563477, -1.8138874769210815, -1.995139479637146, -1.7855905294418335, -2.277174949645996, -0.20758874714374542, -2.077613353729248, -1.1298670768737793, -2.0645620822906494, -0.23065710067749023, -2.20168399810791, -0.954015851020813, -1.4815551042556763, -0.5348135828971863, -0.9499481320381165, -0.0435384102165699, -0.8077815175056458, -1.4765044450759888, -3.262580394744873, -1.2768033742904663, -2.0401039123535156, -0.24923387169837952, -1.7637683153152466, -1.554317593574524, -0.8907150626182556, -1.3366533517837524, -1.6237642765045166, -1.295353651046753, -1.274343729019165, -1.2709145545959473, -1.7273434400558472, -0.006370830815285444, -1.7883169651031494, -0.1498061567544937, -0.689973771572113, -1.6794164180755615, -1.914745807647705, -1.2349886894226074, -2.2411587238311768, -1.1408140659332275, -0.9973308444023132, -0.7251768708229065, -1.5194588899612427, -0.14709001779556274, -1.5502543449401855, -1.543306827545166, -1.1852660179138184, -1.4870458841323853, -1.904861569404602, -0.24468621611595154, -1.0146503448486328, -0.608677864074707, -1.4737179279327393, -1.2528132200241089, -2.163670063018799, -1.5019711256027222, -1.562300443649292, -1.7000428438186646, -1.8083239793777466, -1.9353971481323242, -1.1607078313827515, -2.2303593158721924, -2.605248212814331, -1.067426323890686, -1.7260209321975708, -1.6119897365570068, -1.4898170232772827, -1.1901006698608398, -1.3387794494628906, -1.216874122619629, -1.5546011924743652, -0.07881946116685867, -1.546655535697937, -0.1096695140004158, -0.33989855647087097]}, "iris_DBDC4_098_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy I can already tell this isn't going to work. i will do my best Where did you get that? what are you doing? I'm sorry. why? I'm leaving... in a couple of hours. Where are you from? I'm from Singapore", "response": "I'm from here. Maybe I know him.", "annotation_id": "iris_DBDC4_098_16", "annotations": ["T", "X", "T", "T", "O", "X", "O", "T", "X", "X", "T", "X", "T", "X", "T"], "gpt2_target_score": [-9.925333976745605, -9.259710311889648, -5.858704090118408, -5.932549953460693, -10.508280754089355, -14.968260765075684, -7.864754676818848, -11.827890396118164, -11.625606536865234, -3.7244913578033447], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.6234984397888184, -1.5522867441177368, -1.558714747428894, -2.3425681591033936, -1.3852789402008057, -2.2240872383117676, -1.0591928958892822, -2.014975070953369, -1.1340117454528809, -0.4955655038356781, -0.9762190580368042, -1.1116973161697388, -1.8553552627563477, -1.8138874769210815, -1.995139479637146, -1.7855905294418335, -2.277174949645996, -0.20758874714374542, -2.077613353729248, -1.1298670768737793, -2.0645620822906494, -0.23065710067749023, -2.20168399810791, -0.954015851020813, -1.4815551042556763, -0.5348135828971863, -0.9499481320381165, -0.0435384102165699, -0.8077815175056458, -1.4765044450759888, -3.262580394744873, -1.2768033742904663, -2.0401039123535156, -0.24923387169837952, -1.7637683153152466, -1.554317593574524, -0.8907150626182556, -1.3366533517837524, -1.6237642765045166, -1.2953521013259888, -1.2743626832962036, -1.2708942890167236, -1.7273646593093872, -0.006370830815285444, -1.7883111238479614, -0.14980964362621307, -0.689969539642334, -1.679427981376648, -1.9147402048110962, -1.235000491142273, -2.2411563396453857, -1.1408038139343262, -0.9973445534706116, -0.7251691818237305, -1.5194653272628784, -0.14708960056304932, -1.550266981124878, -1.5432939529418945, -1.1852607727050781, -1.487038016319275, -1.9048655033111572, -0.24468892812728882, -1.014647126197815, -0.6086750626564026, -1.4737221002578735, -1.2528300285339355, -2.1636784076690674, -1.5019680261611938, -1.5622889995574951, -1.700034737586975, -1.8083300590515137, -0.9792656898498535, -1.7867175340652466, -2.624079465866089, -2.177030563354492, -1.7071269750595093, -2.1319706439971924, -1.3111810684204102, -1.1861015558242798, -1.451379656791687, -1.9046359062194824, -1.5125679969787598, -0.07534869015216827, -1.297650933265686, -0.09312780946493149, -1.8383798599243164, -0.5059488415718079, -1.9303151369094849, -2.549537181854248, -1.0566480159759521, -2.0815789699554443, -0.5967435240745544, -0.7594777345657349, -1.7624526023864746, -1.3269966840744019, -1.3605796098709106, -1.6276741027832031, -0.7790387868881226, -1.8099696636199951, -2.011571168899536, -0.7871382832527161]}, "iris_DBDC4_098_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy I can already tell this isn't going to work. i will do my best Where did you get that? what are you doing? I'm sorry. why? I'm leaving... in a couple of hours. Where are you from? I'm from Singapore I'm from here. Maybe I know him. who do you know?", "response": "...Who?", "annotation_id": "iris_DBDC4_098_18", "annotations": ["O", "X", "T", "T", "T", "O", "O", "X", "T", "X", "T", "X", "X", "X", "T"], "gpt2_target_score": [-5.4942121505737305, -7.981985092163086, -5.5268025398254395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.6234984397888184, -1.5522867441177368, -1.558714747428894, -2.3425681591033936, -1.3852789402008057, -2.2240872383117676, -1.0591928958892822, -2.014975070953369, -1.1340117454528809, -0.4955655038356781, -0.9762190580368042, -1.1116973161697388, -1.8553552627563477, -1.8138874769210815, -1.995139479637146, -1.7855905294418335, -2.277174949645996, -0.20758874714374542, -2.077613353729248, -1.1298670768737793, -2.0645620822906494, -0.23065710067749023, -2.20168399810791, -0.954015851020813, -1.4815551042556763, -0.5348135828971863, -0.9499481320381165, -0.0435384102165699, -0.8077815175056458, -1.4765044450759888, -3.262580394744873, -1.2768033742904663, -2.0401039123535156, -0.24923387169837952, -1.7637683153152466, -1.554317593574524, -0.8907150626182556, -1.3366533517837524, -1.6237642765045166, -1.2953521013259888, -1.2743626832962036, -1.2708942890167236, -1.7273646593093872, -0.006370830815285444, -1.7883111238479614, -0.14980964362621307, -0.689969539642334, -1.679427981376648, -1.9147402048110962, -1.235000491142273, -2.2411563396453857, -1.1408038139343262, -0.9973445534706116, -0.7251691818237305, -1.5194653272628784, -0.14708960056304932, -1.550266981124878, -1.5432939529418945, -1.1852607727050781, -1.487038016319275, -1.9048655033111572, -0.24468892812728882, -1.014647126197815, -0.6086750626564026, -1.4737221002578735, -1.2528300285339355, -2.1636784076690674, -1.5019680261611938, -1.5622889995574951, -1.700034737586975, -1.8083300590515137, -0.9792656898498535, -1.7867175340652466, -2.624079465866089, -2.177030563354492, -1.7071269750595093, -2.1319706439971924, -1.3111810684204102, -1.1861015558242798, -1.451379656791687, -1.9046359062194824, -1.5125679969787598, -0.07534869015216827, -1.297650933265686, -0.09312780946493149, -1.8383798599243164, -0.5059488415718079, -1.9303151369094849, -2.549537181854248, -1.0566480159759521, -0.6852487921714783, -0.6944600343704224, -2.5524730682373047, -1.190104603767395, -1.6207821369171143, -1.6426576375961304, -0.8270649909973145, -1.776827335357666, -1.7237664461135864, -1.5578117370605469, -1.2959985733032227, -0.054987356066703796, -2.1807918548583984, -0.24747370183467865, -1.7973201274871826, -1.9187114238739014, -2.4311444759368896, -1.082242488861084, -0.46320652961730957]}, "iris_DBDC4_098_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy I can already tell this isn't going to work. i will do my best Where did you get that? what are you doing? I'm sorry. why? I'm leaving... in a couple of hours. Where are you from? I'm from Singapore I'm from here. Maybe I know him. who do you know? ...Who? do you have any friends?", "response": "So, um, what did Fiona say about me?", "annotation_id": "iris_DBDC4_098_20", "annotations": ["T", "X", "O", "X", "T", "X", "T", "T", "X", "X", "T", "X", "X", "X", "X"], "gpt2_target_score": [-12.8891019821167, -8.954107284545898, -14.68130874633789, -1.6234984397888184, -5.518290042877197, -5.900069236755371, -10.83419132232666, -11.224893569946289, -6.446529865264893, -6.753559112548828, -10.567281723022461], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.6234984397888184, -1.5522867441177368, -1.558714747428894, -2.3425681591033936, -1.3852789402008057, -2.2240872383117676, -1.0591928958892822, -2.014975070953369, -1.1340117454528809, -0.4955655038356781, -0.9762190580368042, -1.1116973161697388, -1.8553552627563477, -1.8138874769210815, -1.995139479637146, -1.7855905294418335, -2.277174949645996, -0.20758874714374542, -2.077613353729248, -1.1298670768737793, -2.0645620822906494, -0.23065710067749023, -2.20168399810791, -0.954015851020813, -1.4815551042556763, -0.5348135828971863, -0.9499481320381165, -0.0435384102165699, -0.8077815175056458, -1.4765044450759888, -3.262580394744873, -1.2768033742904663, -2.0401039123535156, -0.24923387169837952, -1.7637683153152466, -1.554317593574524, -0.8907150626182556, -1.3366533517837524, -1.6237642765045166, -1.2953521013259888, -1.2743626832962036, -1.2708942890167236, -1.7273646593093872, -0.006370830815285444, -1.7883111238479614, -0.14980964362621307, -0.689969539642334, -1.679427981376648, -1.9147402048110962, -1.235000491142273, -2.2411563396453857, -1.1408038139343262, -0.9973445534706116, -0.7251691818237305, -1.5194653272628784, -0.14708960056304932, -1.550266981124878, -1.5432939529418945, -1.1852607727050781, -1.487038016319275, -1.9048655033111572, -0.24468892812728882, -1.014647126197815, -0.6086750626564026, -1.4737221002578735, -1.2528300285339355, -2.1636784076690674, -1.5019680261611938, -1.5622889995574951, -1.700034737586975, -1.8083300590515137, -0.9792656898498535, -1.7867175340652466, -2.624079465866089, -2.177030563354492, -1.7071269750595093, -2.1319706439971924, -1.3111810684204102, -1.1861015558242798, -1.451379656791687, -1.9046359062194824, -1.5125679969787598, -0.07534869015216827, -1.297650933265686, -0.09312780946493149, -1.8383798599243164, -0.5059488415718079, -1.9303151369094849, -2.549537181854248, -1.0566480159759521, -0.6852487921714783, -0.6944600343704224, -2.5524730682373047, -1.190104603767395, -1.6207821369171143, -1.6426576375961304, -0.8270649909973145, -1.776827335357666, -1.7237664461135864, -1.5578117370605469, -1.2959985733032227, -0.054987356066703796, -2.1807918548583984, -0.24747370183467865, -1.7973201274871826, -2.4170773029327393, -1.04673171043396, -2.0830655097961426, -0.11478272825479507, -0.47147032618522644, -1.1071925163269043, -2.572964906692505, -0.4518066644668579, -2.0193161964416504, -1.8873577117919922, -1.8690783977508545, -1.6828199625015259, -0.6188692450523376, -1.9507019519805908, -1.359781265258789, -0.14382852613925934, -1.3351584672927856, -0.7345998287200928, -0.7957468628883362, -0.26471447944641113, -0.563457727432251]}, "iris_DBDC4_103_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted", "response": "You know, work this week has been really busy.", "annotation_id": "iris_DBDC4_103_02", "annotations": ["T", "O", "O", "O", "T", "T", "X", "T", "T", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-11.750797271728516, -10.083765983581543, -3.274437427520752, -10.179186820983887, -3.536170721054077, -13.869739532470703, -12.72802448272705, -12.053038597106934, -12.90203857421875, -10.754862785339355, -6.031683444976807], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.885729432106018, -1.4210126399993896, -1.6685676574707031, -2.1774566173553467, -1.550093412399292, -2.313286304473877, -2.0959577560424805, -1.5119080543518066, -1.9700409173965454, -2.321965456008911, -1.6516107320785522, -1.2752948999404907, -0.5444089770317078, -2.0664560794830322, -2.424901247024536, -1.3053309917449951, -1.5046879053115845]}, "iris_DBDC4_103_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to?", "response": "Where have you been?", "annotation_id": "iris_DBDC4_103_04", "annotations": ["O", "O", "T", "T", "T", "T", "X", "T", "X", "T", "O", "O", "T", "O", "T"], "gpt2_target_score": [-13.324588775634766, -6.760493278503418, -7.975231647491455, -10.24804973602295, -12.986961364746094], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.885729432106018, -1.4210126399993896, -1.6685676574707031, -2.1774566173553467, -1.550093412399292, -2.052302122116089, -1.5310075283050537, -1.6695687770843506, -2.1693363189697266, -1.8878757953643799, -1.3846731185913086, -0.6069957613945007, -2.1220242977142334, -2.294961929321289, -1.429843544960022, -1.7234410047531128, -1.3446497917175293, -0.2514626681804657, -0.523994505405426, -0.3149268925189972, -0.16369450092315674, -0.8552423119544983, -1.3846206665039062, -1.7941752672195435, -1.24748957157135, -0.12963232398033142, -0.03437720611691475, -1.137555480003357, -0.4540877044200897]}, "iris_DBDC4_103_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days", "response": "Do you have any idea what it's been like around here for the past four days?", "annotation_id": "iris_DBDC4_103_06", "annotations": ["O", "O", "O", "O", "T", "T", "X", "T", "X", "O", "O", "O", "T", "T", "O"], "gpt2_target_score": [-12.71768569946289, -5.758357048034668, -9.148857116699219, -8.6979398727417, -12.651069641113281, -12.35599136352539, -3.414654493331909, -10.210494041442871, -8.967860221862793, -6.716585159301758, -9.37537956237793, -4.511499404907227, -6.141369819641113, -7.172392845153809, -9.397904396057129, -9.381759643554688, -12.943704605102539, -3.398608684539795], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.885729432106018, -1.4210126399993896, -1.6685676574707031, -2.1774566173553467, -1.550093412399292, -2.052302122116089, -1.5310075283050537, -1.6695687770843506, -2.1693363189697266, -1.8878757953643799, -1.3846731185913086, -0.6069957613945007, -2.1220242977142334, -2.294961929321289, -1.429843544960022, -1.7234410047531128, -1.3446497917175293, -0.2514626681804657, -0.523994505405426, -0.3149268925189972, -0.16369450092315674, -0.8552423119544983, -1.3846206665039062, -1.1680845022201538, -0.08898275345563889, -0.04221407696604729, -0.8355510234832764, -1.3824952840805054, -2.0635507106781006, -0.316117525100708, -1.9363874197006226, -0.934386670589447, -1.7697561979293823, -1.5175443887710571, -0.5871977806091309, -1.8471150398254395, -1.2060075998306274, -1.4149943590164185, -2.2314846515655518, -0.14920245110988617, -1.1649901866912842, -1.1136057376861572, -1.9967418909072876, -0.8901186585426331, -1.9186831712722778, -0.7451762557029724, -0.44031500816345215, -0.29032665491104126, -0.515577495098114, -1.0173808336257935, -0.1987139731645584, -1.0235346555709839, -0.37466543912887573, -1.0019989013671875, -0.5827234983444214, -0.12235085666179657, -0.4801179766654968]}, "iris_DBDC4_103_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea", "response": "I told you I need to work in peace.", "annotation_id": "iris_DBDC4_103_08", "annotations": ["T", "O", "O", "O", "T", "T", "O", "T", "X", "O", "X", "O", "T", "T", "T"], "gpt2_target_score": [-9.925333976745605, -10.678548812866211, -7.975224018096924, -3.106029510498047, -6.885592937469482, -11.021429061889648, -8.977758407592773, -4.442793369293213, -13.953751564025879, -5.06989049911499], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.885769009590149, -1.4210392236709595, -1.6685696840286255, -2.177449941635132, -1.5500777959823608, -2.0523080825805664, -1.5310264825820923, -1.6695489883422852, -2.1693131923675537, -1.8878978490829468, -1.3846244812011719, -0.6069754958152771, -2.122060537338257, -2.2949705123901367, -1.4298605918884277, -1.723457932472229, -1.3446587324142456, -0.2514588534832001, -0.5239900946617126, -0.31492236256599426, -0.16368964314460754, -0.8552737236022949, -1.3846218585968018, -1.168101191520691, -0.08898220956325531, -0.042216360569000244, -0.8355655670166016, -1.3824570178985596, -2.0635597705841064, -0.3161141574382782, -1.9364023208618164, -0.9343691468238831, -1.769774317741394, -1.5175734758377075, -0.5872379541397095, -1.8471354246139526, -1.2060184478759766, -1.4150091409683228, -0.15787407755851746, -1.1275452375411987, -1.1319931745529175, -1.8611398935317993, -0.855395495891571, -1.7722513675689697, -0.7656165957450867, -0.3178127408027649, -0.23897333443164825, -0.4275079071521759, -1.2016234397888184, -0.16908469796180725, -1.0271085500717163, -0.3908010721206665, -1.0542751550674438, -0.4762772023677826, -0.11676908284425735, -1.6635370254516602, -1.3014229536056519, -1.522060513496399, -0.0475945882499218, -1.7384408712387085, -1.2536356449127197, -2.0117595195770264, -0.7527145743370056, -2.22259521484375, -1.6222330331802368, -0.9573829770088196, -2.1203293800354004, -1.607630968093872, -0.4782920181751251, -1.8237419128417969, -2.1538994312286377, -1.2736320495605469, -1.5813637971878052, -1.4846487045288086]}, "iris_DBDC4_103_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea I told you I need to work in peace. i'm sorry, am i disturbing you?", "response": "I'm sorry, Danny. I am.", "annotation_id": "iris_DBDC4_103_10", "annotations": ["T", "O", "O", "O", "T", "T", "T", "T", "T", "T", "O", "O", "T", "O", "T"], "gpt2_target_score": [-9.925333976745605, -9.259710311889648, -10.612724304199219, -2.0973167419433594, -4.89955472946167, -8.230413436889648, -8.669439315795898, -10.526762008666992, -6.583420753479004], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.885769009590149, -1.4210392236709595, -1.6685696840286255, -2.177449941635132, -1.5500777959823608, -2.0523080825805664, -1.5310264825820923, -1.6695489883422852, -2.1693131923675537, -1.8878978490829468, -1.3846244812011719, -0.6069754958152771, -2.122060537338257, -2.2949705123901367, -1.4298605918884277, -1.723457932472229, -1.3446587324142456, -0.2514588534832001, -0.5239900946617126, -0.31492236256599426, -0.16368964314460754, -0.8552737236022949, -1.3846218585968018, -1.168101191520691, -0.08898220956325531, -0.042216360569000244, -0.8355655670166016, -1.3824570178985596, -2.0635597705841064, -0.3161141574382782, -1.9364023208618164, -0.9343691468238831, -1.769774317741394, -1.5175623893737793, -0.5872311592102051, -1.8471333980560303, -1.2060229778289795, -1.4150116443634033, -0.15787488222122192, -1.1275407075881958, -1.1319923400878906, -1.861140489578247, -0.85539311170578, -1.7722482681274414, -0.7656137943267822, -0.3178103268146515, -0.23897436261177063, -0.4275076687335968, -1.2016410827636719, -0.16908469796180725, -1.027114748954773, -0.3908100128173828, -1.0542758703231812, -0.47628313302993774, -0.11677046120166779, -1.6635557413101196, -1.3014137744903564, -1.5220633745193481, -0.0475945882499218, -1.7384531497955322, -1.2536393404006958, -2.0117411613464355, -0.7527154684066772, -1.4152894020080566, -0.4742828905582428, -2.4445791244506836, -1.2785218954086304, -0.4824918508529663, -1.6964069604873657, -2.1431162357330322, -1.2088817358016968, -1.7229543924331665, -2.2664577960968018, -1.572863221168518, -2.561056137084961, -1.808437466621399, -0.8111518621444702, -0.6168261170387268, -2.4530582427978516, -0.21382203698158264, -0.7666440010070801, -1.714116096496582, -2.2049050331115723, -1.5351085662841797, -0.8970743417739868, -1.08738374710083, -1.4135535955429077, -1.1165623664855957, -1.2949166297912598, -1.260541319847107, -0.8633356690406799, -1.2111293077468872]}, "iris_DBDC4_103_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea I told you I need to work in peace. i'm sorry, am i disturbing you? I'm sorry, Danny. I am. i'll leave soon then", "response": "That cat Number Two has an X-ray eyepatch. I get bad vibes from him...", "annotation_id": "iris_DBDC4_103_12", "annotations": ["T", "T", "O", "X", "O", "T", "X", "T", "X", "X", "T", "T", "X", "T", "X"], "gpt2_target_score": [-14.61523723602295, -11.096395492553711, -13.357219696044922, -13.274044036865234, -7.543887615203857, -11.661367416381836, -9.362493515014648, -7.4347825050354, -16.711517333984375, -13.884969711303711, -14.93148136138916, -14.946794509887695, -4.219776630401611, -4.803615570068359, -10.201778411865234, -5.127920150756836, -16.158199310302734, -13.214056015014648, -11.771187782287598, -13.062294960021973, -10.486703872680664], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.885769009590149, -1.4210392236709595, -1.6685696840286255, -2.177449941635132, -1.5500777959823608, -2.0523080825805664, -1.5310264825820923, -1.6695489883422852, -2.1693131923675537, -1.8878978490829468, -1.3846244812011719, -0.6069754958152771, -2.122060537338257, -2.2949705123901367, -1.4298605918884277, -1.723457932472229, -1.3446587324142456, -0.2514588534832001, -0.5239900946617126, -0.31492236256599426, -0.16368964314460754, -0.8552737236022949, -1.3846218585968018, -1.168101191520691, -0.08898220956325531, -0.042216360569000244, -0.8355655670166016, -1.3824570178985596, -2.0635597705841064, -0.3161141574382782, -1.9364023208618164, -0.9343691468238831, -1.769774317741394, -1.5175623893737793, -0.5872311592102051, -1.8471333980560303, -1.2060229778289795, -1.4150116443634033, -0.15787488222122192, -1.1275407075881958, -1.1319923400878906, -1.861140489578247, -0.85539311170578, -1.7722482681274414, -0.7656137943267822, -0.3178103268146515, -0.23897436261177063, -0.4275076687335968, -1.2016410827636719, -0.16908469796180725, -1.027114748954773, -0.3908100128173828, -1.0542758703231812, -0.47628313302993774, -0.11677046120166779, -1.6635557413101196, -1.3014137744903564, -1.5220633745193481, -0.0475945882499218, -1.7384531497955322, -1.2536393404006958, -2.0117411613464355, -0.7527154684066772, -1.4152894020080566, -0.4742828905582428, -2.4445791244506836, -1.2785218954086304, -0.4824918508529663, -1.6964069604873657, -2.1431162357330322, -1.2088817358016968, -1.7229543924331665, -2.2664577960968018, -1.572863221168518, -2.561056137084961, -1.808437466621399, -0.8111518621444702, -0.6168261170387268, -2.4530582427978516, -0.21382203698158264, -0.7666440010070801, -1.7141308784484863, -1.295859932899475, -0.5961061716079712, -0.927557647228241, -1.2085041999816895, -1.2725372314453125, -1.723814845085144, -1.1858457326889038, -0.6394746899604797, -1.3825180530548096, -1.3974099159240723, -1.896174430847168, -0.7778032422065735, -0.7226662635803223, -0.4629133343696594, -2.275613784790039, -0.5446036458015442, -1.064571499824524, -1.896781086921692, -1.6106529235839844, -0.6559532284736633, -3.444481611251831, -0.9032227993011475, -1.4516072273254395, -1.6760627031326294, -0.1796986311674118, -0.16786479949951172, -1.4895752668380737, -1.0100966691970825, -1.8173235654830933, -1.5327831506729126, -1.8719711303710938, -0.002760530449450016, -1.6042500734329224, -2.309600591659546, -1.4275611639022827, -0.7559609413146973]}, "iris_DBDC4_103_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea I told you I need to work in peace. i'm sorry, am i disturbing you? I'm sorry, Danny. I am. i'll leave soon then That cat Number Two has an X-ray eyepatch. I get bad vibes from him... i'm not a fan of cats", "response": "Is that so?", "annotation_id": "iris_DBDC4_103_14", "annotations": ["O", "O", "O", "O", "X", "T", "O", "T", "O", "T", "O", "O", "T", "T", "O"], "gpt2_target_score": [-13.004847526550293, -6.813604354858398, -7.891003131866455, -5.102367401123047], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.885769009590149, -1.4210392236709595, -1.6685696840286255, -2.177449941635132, -1.5500777959823608, -2.0523080825805664, -1.5310264825820923, -1.6695489883422852, -2.1693131923675537, -1.8878978490829468, -1.3846244812011719, -0.6069754958152771, -2.122060537338257, -2.2949705123901367, -1.4298605918884277, -1.723457932472229, -1.3446587324142456, -0.2514588534832001, -0.5239900946617126, -0.31492236256599426, -0.16368964314460754, -0.8552737236022949, -1.3846218585968018, -1.168101191520691, -0.08898220956325531, -0.042216360569000244, -0.8355655670166016, -1.3824570178985596, -2.0635597705841064, -0.3161141574382782, -1.9364023208618164, -0.9343691468238831, -1.769774317741394, -1.5175623893737793, -0.5872311592102051, -1.8471333980560303, -1.2060229778289795, -1.4150116443634033, -0.15787488222122192, -1.1275407075881958, -1.1319923400878906, -1.861140489578247, -0.85539311170578, -1.7722482681274414, -0.7656137943267822, -0.3178103268146515, -0.23897436261177063, -0.4275076687335968, -1.2016410827636719, -0.16908469796180725, -1.027114748954773, -0.3908100128173828, -1.0542758703231812, -0.47628313302993774, -0.11677046120166779, -1.6635557413101196, -1.3014137744903564, -1.5220633745193481, -0.0475945882499218, -1.7384531497955322, -1.2536393404006958, -2.0117411613464355, -0.7527154684066772, -1.4152894020080566, -0.4742828905582428, -2.4445791244506836, -1.2785218954086304, -0.4824918508529663, -1.6964069604873657, -2.1431162357330322, -1.2088817358016968, -1.7229543924331665, -2.2664577960968018, -1.572863221168518, -2.561056137084961, -1.808437466621399, -0.8111518621444702, -0.6168261170387268, -2.4530582427978516, -0.21382203698158264, -0.7666440010070801, -1.714116096496582, -1.2958621978759766, -0.596106767654419, -0.9275587797164917, -1.2084944248199463, -1.2725350856781006, -1.7237948179244995, -1.1858458518981934, -0.6394745707511902, -1.382514476776123, -1.3974039554595947, -1.896167516708374, -0.7778036594390869, -0.7226618528366089, -0.4629126489162445, -0.5626906156539917, -1.0323909521102905, -1.358183741569519, -1.2833056449890137, -0.7543671727180481, -3.6588187217712402, -0.7838930487632751, -1.223921537399292, -1.6770628690719604, -0.2354954332113266, -0.14260821044445038, -1.4784492254257202, -1.7197657823562622, -1.5836182832717896, -1.652076244354248, -1.5913597345352173, -0.003770505776628852, -1.8995980024337769, -2.0843358039855957, -1.2113152742385864, -1.8538196086883545, -1.7729493379592896, -0.7779127359390259, -1.5127410888671875, -0.7675118446350098, -0.1166432723402977, -1.4854228496551514, -1.3922858238220215, -1.9015547037124634, -1.33800208568573, -1.4908336400985718, -1.190580129623413, -0.7681127190589905]}, "iris_DBDC4_103_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea I told you I need to work in peace. i'm sorry, am i disturbing you? I'm sorry, Danny. I am. i'll leave soon then That cat Number Two has an X-ray eyepatch. I get bad vibes from him... i'm not a fan of cats Is that so? i love dogs though", "response": "No dogs, huh? Okay.", "annotation_id": "iris_DBDC4_103_16", "annotations": ["X", "O", "X", "T", "T", "T", "X", "T", "X", "O", "T", "T", "X", "T", "T"], "gpt2_target_score": [-11.701579093933105, -12.110082626342773, -3.2744297981262207, -10.863079071044922, -12.986957550048828, -16.94051170349121, -9.219030380249023], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.885769009590149, -1.4210392236709595, -1.6685696840286255, -2.177449941635132, -1.5500777959823608, -2.0523080825805664, -1.5310264825820923, -1.6695489883422852, -2.1693131923675537, -1.8878978490829468, -1.3846244812011719, -0.6069754958152771, -2.122060537338257, -2.2949705123901367, -1.4298605918884277, -1.723457932472229, -1.3446587324142456, -0.2514588534832001, -0.5239900946617126, -0.31492236256599426, -0.16368964314460754, -0.8552737236022949, -1.3846218585968018, -1.168101191520691, -0.08898220956325531, -0.042216360569000244, -0.8355655670166016, -1.3824570178985596, -2.0635597705841064, -0.3161141574382782, -1.9364023208618164, -0.9343691468238831, -1.769774317741394, -1.5175623893737793, -0.5872311592102051, -1.8471333980560303, -1.2060229778289795, -1.4150116443634033, -0.15787488222122192, -1.1275407075881958, -1.1319923400878906, -1.861140489578247, -0.85539311170578, -1.7722482681274414, -0.7656137943267822, -0.3178103268146515, -0.23897436261177063, -0.4275076687335968, -1.2016410827636719, -0.16908469796180725, -1.027114748954773, -0.3908100128173828, -1.0542758703231812, -0.47628313302993774, -0.11677046120166779, -1.6635557413101196, -1.3014137744903564, -1.5220633745193481, -0.0475945882499218, -1.7384531497955322, -1.2536393404006958, -2.0117411613464355, -0.7527154684066772, -1.4152894020080566, -0.4742828905582428, -2.4445791244506836, -1.2785218954086304, -0.4824918508529663, -1.6964069604873657, -2.1431162357330322, -1.2088817358016968, -1.7229543924331665, -2.2664577960968018, -1.572863221168518, -2.561056137084961, -1.808437466621399, -0.8111518621444702, -0.6168261170387268, -2.4530582427978516, -0.21382203698158264, -0.7666440010070801, -1.714116096496582, -1.2958621978759766, -0.596106767654419, -0.9275587797164917, -1.2084944248199463, -1.2725350856781006, -1.7237948179244995, -1.1858458518981934, -0.6394745707511902, -1.382514476776123, -1.3974039554595947, -1.896167516708374, -0.7778036594390869, -0.7226618528366089, -0.4629126489162445, -0.5626906156539917, -1.0323909521102905, -1.358183741569519, -1.2833056449890137, -0.7543671727180481, -3.6588187217712402, -0.7838930487632751, -1.223921537399292, -1.6770628690719604, -0.2354954332113266, -0.14260821044445038, -1.4784492254257202, -1.7197657823562622, -1.5836182832717896, -1.652076244354248, -1.5913597345352173, -0.003770505776628852, -1.8995980024337769, -2.0843358039855957, -1.2113152742385864, -1.8538196086883545, -1.7729614973068237, -0.7779123187065125, -1.5127360820770264, -0.7675122022628784, -0.11664243042469025, -1.4854321479797363, -1.3922909498214722, -1.4735127687454224, -1.62553870677948, -1.3990142345428467, -1.592180609703064, -1.449984073638916, -0.5196558237075806, -1.6554280519485474, -1.4102261066436768, -2.088719129562378, -1.1329447031021118, -1.6772102117538452, -1.9377778768539429, -0.20078177750110626, -0.7200407981872559, -1.1847842931747437, -1.6461392641067505]}, "iris_DBDC4_103_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea I told you I need to work in peace. i'm sorry, am i disturbing you? I'm sorry, Danny. I am. i'll leave soon then That cat Number Two has an X-ray eyepatch. I get bad vibes from him... i'm not a fan of cats Is that so? i love dogs though No dogs, huh? Okay. no you misunderstood. i love dogs", "response": "Stop you dogs!!", "annotation_id": "iris_DBDC4_103_18", "annotations": ["T", "O", "X", "X", "O", "T", "X", "T", "X", "O", "O", "O", "X", "T", "X"], "gpt2_target_score": [-12.187190055847168, -5.758367538452148, -15.382522583007812, -5.560939788818359], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.885769009590149, -1.4210392236709595, -1.6685696840286255, -2.177449941635132, -1.5500777959823608, -2.0523080825805664, -1.5310264825820923, -1.6695489883422852, -2.1693131923675537, -1.8878978490829468, -1.3846244812011719, -0.6069754958152771, -2.122060537338257, -2.2949705123901367, -1.4298605918884277, -1.723457932472229, -1.3446587324142456, -0.2514588534832001, -0.5239900946617126, -0.31492236256599426, -0.16368964314460754, -0.8552737236022949, -1.3846218585968018, -1.168101191520691, -0.08898220956325531, -0.042216360569000244, -0.8355655670166016, -1.3824570178985596, -2.0635597705841064, -0.3161141574382782, -1.9364023208618164, -0.9343691468238831, -1.769774317741394, -1.5175623893737793, -0.5872311592102051, -1.8471333980560303, -1.2060229778289795, -1.4150116443634033, -0.15787488222122192, -1.1275407075881958, -1.1319923400878906, -1.861140489578247, -0.85539311170578, -1.7722482681274414, -0.7656137943267822, -0.3178103268146515, -0.23897436261177063, -0.4275076687335968, -1.2016410827636719, -0.16908469796180725, -1.027114748954773, -0.3908100128173828, -1.0542758703231812, -0.47628313302993774, -0.11677046120166779, -1.6635557413101196, -1.3014137744903564, -1.5220633745193481, -0.0475945882499218, -1.7384531497955322, -1.2536393404006958, -2.0117411613464355, -0.7527154684066772, -1.4152894020080566, -0.4742828905582428, -2.4445791244506836, -1.2785218954086304, -0.4824918508529663, -1.6964069604873657, -2.1431162357330322, -1.2088817358016968, -1.7229543924331665, -2.2664577960968018, -1.572863221168518, -2.561056137084961, -1.808437466621399, -0.8111518621444702, -0.6168261170387268, -2.4530582427978516, -0.21382203698158264, -0.7666440010070801, -1.714116096496582, -1.2958621978759766, -0.596106767654419, -0.9275587797164917, -1.2084944248199463, -1.2725350856781006, -1.7237948179244995, -1.1858458518981934, -0.6394745707511902, -1.382514476776123, -1.3974039554595947, -1.896167516708374, -0.7778036594390869, -0.7226618528366089, -0.4629126489162445, -0.5626906156539917, -1.0323909521102905, -1.358183741569519, -1.2833056449890137, -0.7543671727180481, -3.6588187217712402, -0.7838930487632751, -1.223921537399292, -1.6770628690719604, -0.2354954332113266, -0.14260821044445038, -1.4784492254257202, -1.7197657823562622, -1.5836182832717896, -1.652076244354248, -1.5913597345352173, -0.003770505776628852, -1.8995980024337769, -2.0843358039855957, -1.2113152742385864, -1.8538196086883545, -1.7729614973068237, -0.7779123187065125, -1.5127360820770264, -0.7675122022628784, -0.11664243042469025, -1.4854321479797363, -1.3922909498214722, -1.4735127687454224, -1.62553870677948, -1.3990142345428467, -1.592180609703064, -1.449984073638916, -0.5196558237075806, -1.6554280519485474, -1.4102261066436768, -1.265546441078186, -1.373060941696167, -2.1825015544891357, -0.15555891394615173, -1.7449733018875122, -1.0415138006210327, -1.6272571086883545, -1.8654136657714844, -1.6234686374664307, -1.4701220989227295, -1.7391855716705322, -1.5045976638793945, -0.8363223075866699, -1.3553109169006348, -2.5453970432281494, -1.8915175199508667, -1.6107170581817627, -1.336820363998413, -0.9738789796829224]}, "iris_DBDC4_103_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea I told you I need to work in peace. i'm sorry, am i disturbing you? I'm sorry, Danny. I am. i'll leave soon then That cat Number Two has an X-ray eyepatch. I get bad vibes from him... i'm not a fan of cats Is that so? i love dogs though No dogs, huh? Okay. no you misunderstood. i love dogs Stop you dogs!! my favourite breed is a border collie", "response": "Didya look at the border?", "annotation_id": "iris_DBDC4_103_20", "annotations": ["T", "O", "X", "X", "T", "T", "O", "T", "X", "T", "O", "O", "X", "T", "T"], "gpt2_target_score": [-13.403376579284668, -8.565420150756836, -11.766353607177734, -7.802547454833984, -4.480136394500732, -15.024114608764648, -11.570165634155273], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.885769009590149, -1.4210392236709595, -1.6685696840286255, -2.177449941635132, -1.5500777959823608, -2.0523080825805664, -1.5310264825820923, -1.6695489883422852, -2.1693131923675537, -1.8878978490829468, -1.3846244812011719, -0.6069754958152771, -2.122060537338257, -2.2949705123901367, -1.4298605918884277, -1.723457932472229, -1.3446587324142456, -0.2514588534832001, -0.5239900946617126, -0.31492236256599426, -0.16368964314460754, -0.8552737236022949, -1.3846218585968018, -1.168101191520691, -0.08898220956325531, -0.042216360569000244, -0.8355655670166016, -1.3824570178985596, -2.0635597705841064, -0.3161141574382782, -1.9364023208618164, -0.9343691468238831, -1.769774317741394, -1.5175623893737793, -0.5872311592102051, -1.8471333980560303, -1.2060229778289795, -1.4150116443634033, -0.15787488222122192, -1.1275407075881958, -1.1319923400878906, -1.861140489578247, -0.85539311170578, -1.7722482681274414, -0.7656137943267822, -0.3178103268146515, -0.23897436261177063, -0.4275076687335968, -1.2016410827636719, -0.16908469796180725, -1.027114748954773, -0.3908100128173828, -1.0542758703231812, -0.47628313302993774, -0.11677046120166779, -1.6635557413101196, -1.3014137744903564, -1.5220633745193481, -0.0475945882499218, -1.7384531497955322, -1.2536393404006958, -2.0117411613464355, -0.7527154684066772, -1.4152894020080566, -0.4742828905582428, -2.4445791244506836, -1.2785218954086304, -0.4824918508529663, -1.6964069604873657, -2.1431162357330322, -1.2088817358016968, -1.7229543924331665, -2.2664577960968018, -1.572863221168518, -2.561056137084961, -1.808437466621399, -0.8111518621444702, -0.6168261170387268, -2.4530582427978516, -0.21382203698158264, -0.7666440010070801, -1.714116096496582, -1.2958621978759766, -0.596106767654419, -0.9275587797164917, -1.2084944248199463, -1.2725350856781006, -1.7237948179244995, -1.1858458518981934, -0.6394745707511902, -1.382514476776123, -1.3974039554595947, -1.896167516708374, -0.7778036594390869, -0.7226618528366089, -0.4629126489162445, -0.5626906156539917, -1.0323909521102905, -1.358183741569519, -1.2833056449890137, -0.7543671727180481, -3.6588187217712402, -0.7838930487632751, -1.223921537399292, -1.6770628690719604, -0.2354954332113266, -0.14260821044445038, -1.4784492254257202, -1.7197657823562622, -1.5836182832717896, -1.652076244354248, -1.5913597345352173, -0.003770505776628852, -1.8995980024337769, -2.0843358039855957, -1.2113152742385864, -1.8538196086883545, -1.7729614973068237, -0.7779123187065125, -1.5127360820770264, -0.7675122022628784, -0.11664243042469025, -1.4854321479797363, -1.3922909498214722, -1.4735127687454224, -1.62553870677948, -1.3990142345428467, -1.592180609703064, -1.449984073638916, -0.5196494460105896, -1.6554310321807861, -1.4102319478988647, -1.2655391693115234, -1.3730511665344238, -2.1824982166290283, -0.15555840730667114, -1.7449637651443481, -1.0415040254592896, -1.627256989479065, -1.86540687084198, -1.6234668493270874, -1.4701242446899414, -1.7391815185546875, -1.5045995712280273, -0.8363161087036133, -1.3553112745285034, -1.6933181285858154, -1.5761975049972534, -1.7818965911865234, -1.8315478563308716, -1.5433478355407715, -1.612073302268982, -0.516827404499054, -1.6439263820648193, -2.060126781463623, -0.029540719464421272, -0.00042632073746062815, -1.3472135066986084, -2.444394826889038, -0.4690609872341156, -1.4539772272109985, -1.3787014484405518, -1.9403094053268433, -2.955463171005249, -0.01407917495816946, -0.772851824760437]}, "iris_DBDC4_104_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi", "response": "Hi.", "annotation_id": "iris_DBDC4_104_02", "annotations": ["T", "T", "T", "O", "T", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2_target_score": [-11.856884002685547, -9.806148529052734], "gpt2_argmax_score": [-1.8457903861999512, -1.5987210273742676, -3.2205493450164795, -1.183750867843628, -2.2943215370178223, -1.2712048292160034, -1.179674744606018]}, "iris_DBDC4_104_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you?", "response": "You're goddamn right I am.", "annotation_id": "iris_DBDC4_104_04", "annotations": ["X", "T", "T", "T", "X", "T", "X", "T", "X", "O", "X", "X", "T", "X", "X"], "gpt2_target_score": [-11.750797271728516, -10.05414867401123, -13.009307861328125, -8.435625076293945, -4.656411170959473, -8.845587730407715, -6.933988571166992], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -0.993783175945282, -1.0945807695388794, -1.8951091766357422, -0.21433612704277039, -1.1482099294662476, -1.8078469038009644, -2.014605760574341, -1.6404438018798828, -2.1225333213806152, -2.9888899326324463, -1.0253074169158936, -0.830989420413971, -1.6844347715377808, -1.276566743850708]}, "iris_DBDC4_104_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you?", "response": "We have evidence that Dr. Evil has developed a time machine.", "annotation_id": "iris_DBDC4_104_06", "annotations": ["X", "O", "X", "T", "X", "T", "X", "T", "X", "O", "X", "X", "X", "X", "X"], "gpt2_target_score": [-12.649524688720703, -6.760493278503418, -14.537578582763672, -8.341386795043945, -10.100029945373535, -11.598929405212402, -15.482831954956055, -12.68459701538086, -13.424149513244629, -6.888672828674316, -10.782715797424316, -13.803935050964355, -6.098480224609375], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -0.993783175945282, -1.0945807695388794, -1.8951091766357422, -0.21433612704277039, -1.1482099294662476, -1.8078469038009644, -1.5135663747787476, -2.206660509109497, -2.7958524227142334, -0.9793705344200134, -0.8047956228256226, -1.9900479316711426, -1.451070785522461, -1.5799283981323242, -1.1316826343536377, -0.3537971079349518, -1.6358816623687744, -1.9311758279800415, -1.7319782972335815, -1.2401775121688843, -1.4791374206542969, -1.5253067016601562, -0.5559189319610596, -3.9220919609069824, -1.1447489261627197, -2.2589190006256104, -1.886808156967163, -3.238284111022949, -0.6544375419616699, -1.3879083395004272, -1.5269262790679932]}, "iris_DBDC4_104_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you?", "response": "Our researcher noticed that these photos from the archives have changed.", "annotation_id": "iris_DBDC4_104_08", "annotations": ["X", "T", "X", "T", "X", "T", "X", "T", "X", "T", "X", "X", "X", "X", "X"], "gpt2_target_score": [-14.03830337524414, -15.361414909362793, -11.9605712890625, -8.341386795043945, -11.359246253967285, -15.938483238220215, -10.330350875854492, -4.219569683074951, -19.167863845825195, -6.934494972229004, -9.144700050354004, -7.7818098068237305], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.1837483644485474, -0.993783175945282, -1.0945807695388794, -1.8951091766357422, -0.21433612704277039, -1.1482099294662476, -1.8078469038009644, -1.5135663747787476, -2.206660509109497, -2.7958524227142334, -0.9793705344200134, -0.8047956228256226, -1.9900479316711426, -1.451070785522461, -1.5799283981323242, -1.1316826343536377, -0.3537971079349518, -1.6358816623687744, -1.545672059059143, -1.2670133113861084, -1.564626932144165, -1.1323792934417725, -0.581433117389679, -4.132113933563232, -1.0654537677764893, -2.347142457962036, -1.5117565393447876, -3.357736110687256, -0.4819258749485016, -1.4073491096496582, -2.419059991836548, -2.657498359680176, -0.12125790119171143, -0.22529825568199158, -1.2677396535873413, -2.471151828765869, -0.5116984248161316, -0.984734296798706, -2.410428762435913, -2.134748697280884, -2.1497645378112793, -2.1516945362091064, -0.9717392325401306, -0.8727552890777588, -1.9630990028381348, -1.666048526763916, -1.1587448120117188, -3.154860019683838, -1.5115642547607422, -0.8335538506507874, -1.47352933883667, -2.197722911834717]}, "iris_DBDC4_104_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you? Our researcher noticed that these photos from the archives have changed. what does it mean?", "response": "It means we're going to help you.", "annotation_id": "iris_DBDC4_104_10", "annotations": ["X", "T", "X", "T", "O", "X", "T", "T", "O", "T", "X", "T", "T", "O", "X"], "gpt2_target_score": [-13.879229545593262, -11.518423080444336, -8.115741729736328, -9.878515243530273, -11.764385223388672, -10.02151107788086, -11.0599946975708, -0.21433016657829285, -4.838330268859863], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -0.9937781095504761, -1.094570279121399, -1.8951079845428467, -0.21433016657829285, -1.1482512950897217, -1.807847499847412, -1.5135761499404907, -2.2066352367401123, -2.7958688735961914, -0.9793756604194641, -0.8048007488250732, -1.9900479316711426, -1.451073169708252, -1.5799217224121094, -1.1316497325897217, -0.35378605127334595, -1.6358596086502075, -1.5456839799880981, -1.2670316696166992, -1.5646295547485352, -1.1323508024215698, -0.5814260840415955, -4.132124900817871, -1.065442442893982, -2.3470942974090576, -1.5117517709732056, -3.3577322959899902, -0.48192644119262695, -1.4073597192764282, -2.4190564155578613, -2.65751314163208, -0.12125927209854126, -0.22530005872249603, -1.2677491903305054, -2.471181631088257, -0.5116814374923706, -0.9847164750099182, -2.410451889038086, -1.8769029378890991, -1.8524196147918701, -1.081153154373169, -0.9199958443641663, -1.748202919960022, -1.7278276681900024, -1.2232400178909302, -3.247037649154663, -1.7630960941314697, -0.8565009236335754, -1.625975489616394, -2.6456410884857178, -1.959019660949707, -1.1719292402267456, -0.49164512753486633, -0.5530871152877808, -1.8416666984558105, -2.581826686859131, -0.6425744295120239, -1.3731756210327148, -1.3808519840240479, -2.1690921783447266, -0.17283256351947784, -1.7326374053955078, -1.5949846506118774, -2.001645088195801, -1.3966081142425537]}, "iris_DBDC4_104_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you? Our researcher noticed that these photos from the archives have changed. what does it mean? It means we're going to help you. what way?", "response": "Buster! Look who's here!", "annotation_id": "iris_DBDC4_104_12", "annotations": ["X", "O", "X", "X", "T", "X", "X", "T", "T", "T", "X", "T", "X", "T", "X"], "gpt2_target_score": [-11.157824516296387, -16.268041610717773, -3.4788060188293457, -10.661703109741211, -7.990192413330078, -12.012569427490234, -9.304394721984863, -11.10625171661377], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -0.9937781095504761, -1.094570279121399, -1.8951079845428467, -0.21433016657829285, -1.1482512950897217, -1.807847499847412, -1.5135761499404907, -2.2066352367401123, -2.7958688735961914, -0.9793756604194641, -0.8048007488250732, -1.9900479316711426, -1.451073169708252, -1.5799217224121094, -1.1316497325897217, -0.35378605127334595, -1.6358596086502075, -1.5456839799880981, -1.2670316696166992, -1.5646295547485352, -1.1323508024215698, -0.5814260840415955, -4.132124900817871, -1.065442442893982, -2.3470942974090576, -1.5117517709732056, -3.3577322959899902, -0.48192644119262695, -1.4073597192764282, -2.4190564155578613, -2.65751314163208, -0.12125927209854126, -0.22530005872249603, -1.2677491903305054, -2.471181631088257, -0.5116814374923706, -0.9847164750099182, -2.410451889038086, -1.8769029378890991, -1.8524196147918701, -1.081153154373169, -0.9199958443641663, -1.748202919960022, -1.7278276681900024, -1.2232400178909302, -3.247037649154663, -1.7630960941314697, -0.8565009236335754, -1.625975489616394, -2.6456410884857178, -1.959019660949707, -1.1719292402267456, -0.49164512753486633, -0.5530871152877808, -1.8416666984558105, -0.9671936631202698, -1.2021454572677612, -1.4563974142074585, -2.2037718296051025, -0.17537054419517517, -1.871354341506958, -1.6956052780151367, -1.962083339691162, -2.27077317237854, -1.4207136631011963, -1.2512359619140625, -1.7897944450378418, -2.30887508392334, -2.5961127281188965, -2.568781852722168, -1.0521146059036255, -0.9699847102165222, -2.262244462966919, -2.254429817199707, -0.738970160484314, -0.5280419588088989]}, "iris_DBDC4_104_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you? Our researcher noticed that these photos from the archives have changed. what does it mean? It means we're going to help you. what way? Buster! Look who's here! mind your language!", "response": "I'm sorry, but I've been alone for eight years...", "annotation_id": "iris_DBDC4_104_14", "annotations": ["X", "T", "X", "X", "O", "X", "O", "T", "O", "O", "X", "O", "O", "O", "X"], "gpt2_target_score": [-9.925333976745605, -9.259710311889648, -10.612724304199219, -2.400564670562744, -8.29062271118164, -1.094570279121399, -6.949872016906738, -12.24919605255127, -11.614087104797363, -7.3589186668396, -13.276607513427734, -11.473954200744629, -6.263566017150879], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -0.9937781095504761, -1.094570279121399, -1.8951079845428467, -0.21433016657829285, -1.1482512950897217, -1.807847499847412, -1.5135761499404907, -2.2066352367401123, -2.7958688735961914, -0.9793756604194641, -0.8048007488250732, -1.9900479316711426, -1.451073169708252, -1.5799217224121094, -1.1316497325897217, -0.35378605127334595, -1.6358596086502075, -1.5456839799880981, -1.2670316696166992, -1.5646295547485352, -1.1323508024215698, -0.5814260840415955, -4.132124900817871, -1.065442442893982, -2.3470942974090576, -1.5117517709732056, -3.3577322959899902, -0.48192644119262695, -1.4073597192764282, -2.4190564155578613, -2.65751314163208, -0.12125927209854126, -0.22530005872249603, -1.2677491903305054, -2.471181631088257, -0.5116814374923706, -0.9847164750099182, -2.410451889038086, -1.8769029378890991, -1.8524196147918701, -1.081153154373169, -0.9199958443641663, -1.748202919960022, -1.7278276681900024, -1.2232400178909302, -3.247037649154663, -1.7630960941314697, -0.8565009236335754, -1.625975489616394, -2.6456410884857178, -1.959019660949707, -1.1719292402267456, -0.49164512753486633, -0.5530871152877808, -1.8416666984558105, -0.9671936631202698, -1.2021454572677612, -1.4563974142074585, -2.2037718296051025, -0.17537054419517517, -1.871354341506958, -1.6956052780151367, -1.962083339691162, -2.27077317237854, -1.4207136631011963, -1.2512359619140625, -1.7897944450378418, -2.391925096511841, -2.4382705688476562, -0.9107689261436462, -2.2022297382354736, -2.28369402885437, -0.4017707407474518, -2.3848726749420166, -2.226328134536743, -1.6416096687316895, -0.7330760955810547, -2.3427648544311523, -2.3646538257598877, -1.4308522939682007, -2.343841075897217, -1.5459614992141724, -1.384743094444275, -1.2930563688278198, -1.2640736103057861, -1.46781325340271, -2.5329031944274902, -0.7092705368995667, -1.3624061346054077, -0.6240968108177185, -1.0821832418441772, -1.320024847984314]}, "iris_DBDC4_104_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you? Our researcher noticed that these photos from the archives have changed. what does it mean? It means we're going to help you. what way? Buster! Look who's here! mind your language! I'm sorry, but I've been alone for eight years... i understand!", "response": "You've spent your whole life becoming who you are and now you can't be that anymore -- that's gotta be scary.", "annotation_id": "iris_DBDC4_104_16", "annotations": ["X", "O", "X", "X", "O", "T", "T", "T", "O", "T", "X", "T", "O", "T", "X"], "gpt2_target_score": [-11.750834465026855, -10.786397933959961, -11.869617462158203, -8.236181259155273, -13.938732147216797, -11.88650131225586, -14.321133613586426, -13.413350105285645, -9.039944648742676, -5.612977504730225, -5.227900981903076, -5.965912818908691, -8.677948951721191, -9.422536849975586, -10.077750205993652, -9.565868377685547, -6.5118794441223145, -13.954280853271484, -12.878521919250488, -5.142360210418701, -11.04816722869873, -7.214888572692871, -9.712603569030762, -13.600152015686035, -5.703884124755859], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -0.9937781095504761, -1.094570279121399, -1.8951079845428467, -0.21433016657829285, -1.1482512950897217, -1.807847499847412, -1.5135761499404907, -2.2066352367401123, -2.7958688735961914, -0.9793756604194641, -0.8048007488250732, -1.9900479316711426, -1.451073169708252, -1.5799217224121094, -1.1316497325897217, -0.35378605127334595, -1.6358596086502075, -1.5456839799880981, -1.2670316696166992, -1.5646295547485352, -1.1323508024215698, -0.5814260840415955, -4.132124900817871, -1.065442442893982, -2.3470942974090576, -1.5117517709732056, -3.3577322959899902, -0.48192644119262695, -1.4073597192764282, -2.4190564155578613, -2.65751314163208, -0.12125927209854126, -0.22530005872249603, -1.2677491903305054, -2.471181631088257, -0.5116814374923706, -0.9847164750099182, -2.410451889038086, -1.8769029378890991, -1.8524196147918701, -1.081153154373169, -0.9199958443641663, -1.748202919960022, -1.7278276681900024, -1.2232400178909302, -3.247037649154663, -1.7630960941314697, -0.8565009236335754, -1.625975489616394, -2.6456410884857178, -1.959019660949707, -1.1719292402267456, -0.49164512753486633, -0.5530871152877808, -1.8416666984558105, -0.9671936631202698, -1.2021454572677612, -1.4563974142074585, -2.2037718296051025, -0.17537054419517517, -1.871354341506958, -1.6956052780151367, -1.962083339691162, -2.27077317237854, -1.4207136631011963, -1.2512359619140625, -1.7897944450378418, -2.391925096511841, -2.4382705688476562, -0.9107689261436462, -2.2022297382354736, -2.28369402885437, -0.4017707407474518, -2.3848726749420166, -2.226328134536743, -1.6416096687316895, -0.7330760955810547, -2.3427648544311523, -1.2487069368362427, -2.5294947624206543, -1.6245321035385132, -1.5751053094863892, -1.286399483680725, -1.2028752565383911, -1.5068612098693848, -2.3372714519500732, -0.7744693160057068, -1.4880778789520264, -0.7057192921638489, -1.0346187353134155, -2.0042426586151123, -1.3349072933197021, -1.7753397226333618, -2.073932647705078, -2.027846097946167, -1.3450384140014648, -0.9859899282455444, -2.3796000480651855, -1.2400192022323608, -0.3824883699417114, -2.493844985961914, -0.9920458793640137, -0.6279045343399048, -0.36666354537010193, -1.2855747938156128, -1.7506897449493408, -0.7690243124961853, -0.9574365019798279, -1.2129676342010498, -2.5821328163146973, -1.7290762662887573, -1.6529873609542847, -0.8066107034683228, -2.053225040435791, -0.48496076464653015, -2.3254737854003906, -0.38047417998313904, -1.946424961090088, -0.9728394150733948, -0.8209722638130188]}, "iris_DBDC4_104_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you? Our researcher noticed that these photos from the archives have changed. what does it mean? It means we're going to help you. what way? Buster! Look who's here! mind your language! I'm sorry, but I've been alone for eight years... i understand! You've spent your whole life becoming who you are and now you can't be that anymore -- that's gotta be scary. so are you scare of ghost?", "response": "Yeah.", "annotation_id": "iris_DBDC4_104_18", "annotations": ["X", "T", "X", "T", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "X"], "gpt2_target_score": [-14.672785758972168, -9.806112289428711], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -0.9937781095504761, -1.094570279121399, -1.8951079845428467, -0.21433016657829285, -1.1482512950897217, -1.807847499847412, -1.5135761499404907, -2.2066352367401123, -2.7958688735961914, -0.9793756604194641, -0.8048007488250732, -1.9900479316711426, -1.451073169708252, -1.5799217224121094, -1.1316497325897217, -0.35378605127334595, -1.6358596086502075, -1.5456839799880981, -1.2670316696166992, -1.5646295547485352, -1.1323508024215698, -0.5814260840415955, -4.132124900817871, -1.065442442893982, -2.3470942974090576, -1.5117517709732056, -3.3577322959899902, -0.48192644119262695, -1.4073597192764282, -2.4190564155578613, -2.65751314163208, -0.12125927209854126, -0.22530005872249603, -1.2677491903305054, -2.471181631088257, -0.5116814374923706, -0.9847164750099182, -2.410451889038086, -1.8769029378890991, -1.8524196147918701, -1.081153154373169, -0.9199958443641663, -1.748202919960022, -1.7278276681900024, -1.2232400178909302, -3.247037649154663, -1.7630960941314697, -0.8565009236335754, -1.625975489616394, -2.6456410884857178, -1.959019660949707, -1.1719292402267456, -0.49164512753486633, -0.5530871152877808, -1.8416666984558105, -0.9671936631202698, -1.2021454572677612, -1.4563974142074585, -2.2037718296051025, -0.17537054419517517, -1.871354341506958, -1.6956052780151367, -1.962083339691162, -2.27077317237854, -1.4207136631011963, -1.2512359619140625, -1.7897944450378418, -2.391925096511841, -2.4382705688476562, -0.9107689261436462, -2.2022297382354736, -2.28369402885437, -0.4017707407474518, -2.3848726749420166, -2.226328134536743, -1.6416096687316895, -0.7330760955810547, -2.3427648544311523, -1.2487069368362427, -2.5294947624206543, -1.6245228052139282, -1.5750890970230103, -1.2863996028900146, -1.2028710842132568, -1.5068634748458862, -2.337261199951172, -0.7744747996330261, -1.488073468208313, -0.7057179808616638, -1.0346193313598633, -2.00425124168396, -1.3349026441574097, -1.775344729423523, -2.0739312171936035, -1.1246364116668701, -0.9922906756401062, -1.9045172929763794, -1.394634485244751, -0.4681810736656189, -2.3775055408477783, -1.0430957078933716, -0.6590485572814941, -0.2837676405906677, -1.244142770767212, -1.8640995025634766, -0.864336371421814, -1.063223958015442, -1.0812979936599731, -2.564213514328003, -1.6080811023712158, -1.6134443283081055, -0.751788318157196, -2.1543092727661133, -0.5792967677116394, -2.3633971214294434, -0.3856647312641144, -2.0102696418762207, -0.9788604974746704, -1.9561513662338257, -2.241676092147827, -0.14576147496700287, -0.9474830627441406, -1.2151474952697754, -1.9200716018676758, -1.4670449495315552, -2.3277575969696045, -1.8326066732406616, -0.6218282580375671, -1.1307361125946045]}, "iris_DBDC4_104_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you? Our researcher noticed that these photos from the archives have changed. what does it mean? It means we're going to help you. what way? Buster! Look who's here! mind your language! I'm sorry, but I've been alone for eight years... i understand! You've spent your whole life becoming who you are and now you can't be that anymore -- that's gotta be scary. so are you scare of ghost? Yeah. do you think they are real?", "response": "Wait a second--where's Coakley?", "annotation_id": "iris_DBDC4_104_20", "annotations": ["O", "O", "X", "X", "T", "X", "X", "T", "O", "O", "X", "X", "X", "O", "O"], "gpt2_target_score": [-14.738879203796387, -5.718542098999023, -13.25484848022461, -8.087469100952148, -13.050823211669922, -12.012569427490234, -14.748547554016113, -17.28265953063965, -19.033061981201172, -9.38932991027832], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.1837372779846191, -0.9937781095504761, -1.094570279121399, -1.8951079845428467, -0.21433016657829285, -1.1482512950897217, -1.807847499847412, -1.5135761499404907, -2.2066352367401123, -2.7958688735961914, -0.9793756604194641, -0.8048007488250732, -1.9900479316711426, -1.451073169708252, -1.5799217224121094, -1.1316497325897217, -0.35378605127334595, -1.6358596086502075, -1.5456839799880981, -1.2670316696166992, -1.5646295547485352, -1.1323508024215698, -0.5814260840415955, -4.132124900817871, -1.065442442893982, -2.3470942974090576, -1.5117517709732056, -3.3577322959899902, -0.48192644119262695, -1.4073597192764282, -2.4190564155578613, -2.65751314163208, -0.12125927209854126, -0.22530005872249603, -1.2677491903305054, -2.471181631088257, -0.5116814374923706, -0.9847164750099182, -2.410451889038086, -1.8769029378890991, -1.8524196147918701, -1.081153154373169, -0.9199958443641663, -1.748202919960022, -1.7278276681900024, -1.2232400178909302, -3.247037649154663, -1.7630960941314697, -0.8565009236335754, -1.625975489616394, -2.6456410884857178, -1.959019660949707, -1.1719292402267456, -0.49164512753486633, -0.5530871152877808, -1.8416666984558105, -0.9671936631202698, -1.2021454572677612, -1.4563974142074585, -2.2037718296051025, -0.17537054419517517, -1.871354341506958, -1.6956052780151367, -1.962083339691162, -2.27077317237854, -1.4207136631011963, -1.2512359619140625, -1.7897944450378418, -2.391925096511841, -2.4382705688476562, -0.9107689261436462, -2.2022297382354736, -2.28369402885437, -0.4017707407474518, -2.3848726749420166, -2.226328134536743, -1.6416096687316895, -0.7330760955810547, -2.3427648544311523, -1.2487069368362427, -2.5294947624206543, -1.6245228052139282, -1.5750890970230103, -1.2863996028900146, -1.2028710842132568, -1.5068634748458862, -2.337261199951172, -0.7744702100753784, -1.4880753755569458, -0.7057146430015564, -1.0346146821975708, -2.0042383670806885, -1.3349047899246216, -1.775335431098938, -2.0739293098449707, -1.1246411800384521, -0.9922824501991272, -1.9045099020004272, -1.3946353197097778, -0.4681887626647949, -2.3775079250335693, -1.0430960655212402, -0.6590535044670105, -0.28376755118370056, -1.2441332340240479, -1.8641092777252197, -0.864338755607605, -1.0632177591323853, -1.0813014507293701, -2.564215660095215, -1.608073353767395, -1.6134577989578247, -0.7517954111099243, -2.154282569885254, -0.5792989134788513, -2.363398790359497, -0.3856661021709442, -2.0102696418762207, -0.9788638949394226, -1.9561572074890137, -2.241675853729248, -0.14576198160648346, -0.9474758505821228, -1.2151421308517456, -1.9200658798217773, -1.4670486450195312, -2.3277552127838135, -0.6874400973320007, -1.434014916419983, -0.15896904468536377, -1.7371011972427368, -1.8104784488677979, -1.460436224937439, -1.6091516017913818, -0.3207831084728241, -1.9379844665527344, -1.8473531007766724, -0.7523322701454163, -0.9584606885910034, -1.3084787130355835, -2.7623484134674072, -1.6815611124038696, -1.3539248704910278, -2.2170050144195557, -1.4868578910827637, -0.7894536852836609, -0.3604898750782013]}, "iris_DBDC4_105_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex", "response": "She gets in and starts the car.", "annotation_id": "iris_DBDC4_105_02", "annotations": ["X", "T", "O", "O", "X", "T", "X", "T", "T", "T", "X", "T", "T", "O", "O"], "gpt2_target_score": [-14.572566986083984, -10.381861686706543, -5.331688404083252, -6.077678203582764, -9.763797760009766, -10.06540298461914, -11.553329467773438, -8.030831336975098], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.9909405708312988, -1.3639222383499146, -1.9989402294158936, -1.5521374940872192, -1.7983959913253784, -3.115727663040161, -2.3386151790618896, -2.00826096534729, -0.9580429792404175]}, "iris_DBDC4_105_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive!", "response": "Yes, he's still alive.", "annotation_id": "iris_DBDC4_105_04", "annotations": ["T", "T", "O", "O", "O", "O", "X", "T", "T", "X", "T", "T", "T", "O", "T"], "gpt2_target_score": [-14.430042266845703, -8.954142570495605, -9.713623046875, -5.609729290008545, -10.277950286865234, -14.892663955688477, -8.092583656311035], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.9639302492141724, -1.8356105089187622, -1.3995625972747803, -2.2655084133148193, -2.7185311317443848, -2.3343541622161865, -2.234066963195801, -1.0454621315002441, -2.0480120182037354, -2.42619252204895, -2.4203031063079834, -1.401689887046814, -1.4508811235427856, -2.2611234188079834, -1.2212194204330444, -2.011214256286621, -1.636902093887329, -2.0445380210876465, -0.09159623086452484, -0.639643132686615, -0.4976024627685547]}, "iris_DBDC4_105_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing", "response": "Danny...!", "annotation_id": "iris_DBDC4_105_06", "annotations": ["X", "X", "O", "O", "O", "T", "T", "T", "O", "O", "X", "T", "O", "O", "O"], "gpt2_target_score": [-17.796039581298828, -6.7762861251831055, -3.4787983894348145], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.9639302492141724, -1.8356105089187622, -1.3995625972747803, -2.2655084133148193, -2.7185311317443848, -2.3343541622161865, -2.234066963195801, -1.0454621315002441, -2.0480120182037354, -2.42619252204895, -2.4203031063079834, -1.401689887046814, -1.4508811235427856, -1.1683263778686523, -1.9081945419311523, -1.5128600597381592, -1.9718177318572998, -0.11313570290803909, -1.1271121501922607, -1.7336697578430176, -0.5765306353569031, -1.9768428802490234, -1.852806568145752, -2.6030592918395996, -2.1537301540374756, -2.4741504192352295, -1.7461878061294556, -1.957068681716919, -0.35842132568359375]}, "iris_DBDC4_105_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes?", "response": "Danny and Sgt. McManus are here to see you, Doctor.", "annotation_id": "iris_DBDC4_105_08", "annotations": ["T", "X", "T", "O", "X", "T", "T", "T", "T", "X", "T", "T", "T", "O", "O"], "gpt2_target_score": [-17.796039581298828, -6.151179313659668, -15.39633560180664, -3.6868090629577637, -7.924182891845703, -13.287073135375977, -14.296517372131348, -10.998653411865234, -7.480947494506836, -3.1101784706115723, -12.346912384033203, -7.979565620422363, -11.891210556030273, -12.602790832519531, -7.153548240661621], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.9639302492141724, -1.8356105089187622, -1.3995625972747803, -2.2655084133148193, -2.7185311317443848, -2.3343541622161865, -2.234066963195801, -1.0454621315002441, -2.0480120182037354, -2.42619252204895, -2.4203031063079834, -1.401689887046814, -1.4508811235427856, -1.1683263778686523, -1.9081945419311523, -1.5128600597381592, -1.9718177318572998, -0.11313570290803909, -1.1271121501922607, -1.7336792945861816, -0.5765082836151123, -1.9768377542495728, -1.852813482284546, -2.6030631065368652, -2.1537365913391113, -1.0596879720687866, -2.0639538764953613, -1.5663732290267944, -0.9661235809326172, -2.6833608150482178, -2.744757652282715, -1.975569248199463, -1.20626699924469, -0.35933810472488403, -3.938603401184082, -3.1148579120635986, -1.836277961730957, -1.7021516561508179, -1.9048322439193726, -1.5843896865844727, -1.138983964920044, -1.677195429801941, -1.481035828590393, -1.2384545803070068, -1.2239139080047607, -0.5594971179962158]}, "iris_DBDC4_105_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes? Danny and Sgt. McManus are here to see you, Doctor. oh, yes, I have a big headake", "response": "I got up, wheeled Miss Campanella off to the operating rooms, replaced her bed with Mrs.", "annotation_id": "iris_DBDC4_105_10", "annotations": ["X", "T", "X", "O", "X", "O", "X", "X", "X", "O", "X", "T", "O", "O", "O"], "gpt2_target_score": [-9.925333976745605, -7.741521835327148, -9.082992553710938, -2.548722267150879, -14.770858764648438, -7.036372184753418, -12.321662902832031, -16.556293487548828, -16.630464553833008, -17.738786697387695, -8.203839302062988, -5.210628986358643, -8.861196517944336, -14.230613708496094, -15.825736999511719, -8.751626968383789, -15.108213424682617, -8.779911994934082, -13.501705169677734, -7.263401031494141, -14.730178833007812, -7.005142688751221], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.9639084339141846, -1.8356397151947021, -1.3995699882507324, -2.2654969692230225, -2.7185463905334473, -2.3343629837036133, -2.234081745147705, -1.0454615354537964, -2.0480270385742188, -2.426185131072998, -2.4203124046325684, -1.4017164707183838, -1.4508867263793945, -1.1683160066604614, -1.9082067012786865, -1.5128631591796875, -1.9718478918075562, -0.11313580721616745, -1.1271188259124756, -1.7337098121643066, -0.5765302181243896, -1.976832628250122, -1.852837324142456, -2.603055477142334, -2.1537463665008545, -1.0597070455551147, -2.063934326171875, -1.5663622617721558, -0.96614670753479, -2.683356523513794, -1.898506999015808, -1.0051699876785278, -0.42550230026245117, -3.934351921081543, -3.2946016788482666, -1.7643111944198608, -1.632772445678711, -1.5885487794876099, -1.556327223777771, -1.0448417663574219, -1.6151132583618164, -1.6574814319610596, -1.0909984111785889, -1.2119836807250977, -2.5237932205200195, -2.309784412384033, -2.521717071533203, -1.365386962890625, -1.9875153303146362, -1.3352689743041992, -1.5020217895507812, -3.151695489883423, -2.3088130950927734, -1.9346024990081787, -1.9623172283172607, -2.2855522632598877, -1.8701543807983398, -2.0124847888946533, -1.2803370952606201, -2.6279473304748535, -1.2441385984420776, -2.272204637527466, -1.8962184190750122, -1.8247274160385132, -1.780725359916687, -2.0615227222442627, -1.3160820007324219, -1.7823790311813354, -1.8128893375396729, -0.5255692601203918, -1.4242205619812012, -1.187067985534668, -1.5103838443756104, -1.0244182348251343, -1.2812997102737427, -0.7338287234306335, -1.0138379335403442, -1.2484222650527954]}, "iris_DBDC4_105_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes? Danny and Sgt. McManus are here to see you, Doctor. oh, yes, I have a big headake I got up, wheeled Miss Campanella off to the operating rooms, replaced her bed with Mrs. what?", "response": "Get out of the sunlight.", "annotation_id": "iris_DBDC4_105_12", "annotations": ["X", "T", "X", "O", "O", "T", "X", "T", "X", "X", "X", "X", "T", "O", "O"], "gpt2_target_score": [-14.771197319030762, -10.549505233764648, -7.1695027351379395, -9.131958961486816, -16.421661376953125, -7.6647443771362305], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.9639084339141846, -1.8356397151947021, -1.3995699882507324, -2.2654969692230225, -2.7185463905334473, -2.3343629837036133, -2.234081745147705, -1.0454615354537964, -2.0480270385742188, -2.426185131072998, -2.4203124046325684, -1.4017164707183838, -1.4508867263793945, -1.1683160066604614, -1.9082067012786865, -1.5128631591796875, -1.9718478918075562, -0.11313580721616745, -1.1271188259124756, -1.7337098121643066, -0.5765302181243896, -1.976832628250122, -1.852837324142456, -2.603055477142334, -2.1537463665008545, -1.0597070455551147, -2.063934326171875, -1.5663622617721558, -0.96614670753479, -2.683356523513794, -1.898506999015808, -1.0051699876785278, -0.42550230026245117, -3.934351921081543, -3.2946016788482666, -1.7643111944198608, -1.632772445678711, -1.5885487794876099, -1.556327223777771, -1.0448417663574219, -1.6151132583618164, -1.6574814319610596, -1.0909984111785889, -1.2119836807250977, -2.5237932205200195, -2.309784412384033, -2.521717071533203, -1.365386962890625, -1.9875153303146362, -1.3352689743041992, -1.5020217895507812, -3.151695489883423, -2.3088130950927734, -1.9346024990081787, -1.9623172283172607, -1.6521093845367432, -2.4554760456085205, -1.8247770071029663, -2.3499906063079834, -1.021307110786438, -2.534229278564453, -2.1192846298217773, -1.9512821435928345, -2.0851361751556396, -2.141223430633545, -1.5707613229751587, -1.7225093841552734, -1.8521275520324707, -0.57863450050354, -1.4969274997711182, -1.3458638191223145, -1.2516721487045288, -1.147949457168579, -1.2663750648498535, -0.7343431711196899, -0.9440925717353821, -1.5990607738494873, -1.5141927003860474, -2.482219696044922, -2.185532569885254, -2.051997184753418, -0.9633964896202087, -1.2485120296478271, -0.6259641051292419, -1.5453929901123047, -0.9077983498573303]}, "iris_DBDC4_105_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes? Danny and Sgt. McManus are here to see you, Doctor. oh, yes, I have a big headake I got up, wheeled Miss Campanella off to the operating rooms, replaced her bed with Mrs. what? Get out of the sunlight. that is probably a good idea", "response": "I agree. You left so much money on the table. It's a fucking iPod!", "annotation_id": "iris_DBDC4_105_14", "annotations": ["X", "O", "X", "T", "O", "T", "X", "X", "X", "X", "O", "T", "T", "O", "T"], "gpt2_target_score": [-9.925333976745605, -13.615850448608398, -4.2520222663879395, -8.166153907775879, -10.770011901855469, -10.148119926452637, -7.061058044433594, -10.98532485961914, -6.016946792602539, -3.5156807899475098, -8.744305610656738, -2.234081745147705, -4.143743515014648, -8.592201232910156, -2.426185131072998, -5.881829738616943, -16.017728805541992, -6.2535905838012695], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.9639084339141846, -1.8356397151947021, -1.3995699882507324, -2.2654969692230225, -2.7185463905334473, -2.3343629837036133, -2.234081745147705, -1.0454615354537964, -2.0480270385742188, -2.426185131072998, -2.4203124046325684, -1.4017164707183838, -1.4508867263793945, -1.1683160066604614, -1.9082067012786865, -1.5128631591796875, -1.9718478918075562, -0.11313580721616745, -1.1271188259124756, -1.7337098121643066, -0.5765302181243896, -1.976832628250122, -1.852837324142456, -2.603055477142334, -2.1537463665008545, -1.0597070455551147, -2.063934326171875, -1.5663622617721558, -0.96614670753479, -2.683356523513794, -1.898506999015808, -1.0051699876785278, -0.42550230026245117, -3.934351921081543, -3.2946016788482666, -1.7643111944198608, -1.632772445678711, -1.5885487794876099, -1.556327223777771, -1.0448417663574219, -1.6151132583618164, -1.6574814319610596, -1.0909984111785889, -1.2119836807250977, -2.5237932205200195, -2.309784412384033, -2.521717071533203, -1.365386962890625, -1.9875153303146362, -1.3352689743041992, -1.5020217895507812, -3.151695489883423, -2.3088130950927734, -1.9346024990081787, -1.9623172283172607, -1.6521093845367432, -2.4554760456085205, -1.8247770071029663, -2.3499906063079834, -1.021307110786438, -2.534229278564453, -2.1192846298217773, -1.9512821435928345, -2.0851361751556396, -2.141223430633545, -1.5707613229751587, -1.7225093841552734, -1.8521275520324707, -0.57863450050354, -1.4969274997711182, -1.3458638191223145, -1.2516721487045288, -1.147949457168579, -1.2663750648498535, -0.7343431711196899, -0.9440925717353821, -1.5990607738494873, -1.5141927003860474, -2.482219696044922, -2.104363203048706, -1.0616109371185303, -1.2937562465667725, -0.5857557654380798, -1.3623396158218384, -2.175671339035034, -0.6477303504943848, -2.27704119682312, -1.4959523677825928, -1.560088872909546, -1.1807633638381958, -0.9402319192886353, -1.9365837574005127, -2.1955149173736572, -1.1417877674102783, -1.3389315605163574, -2.170907497406006, -1.272068738937378, -1.0786887407302856, -2.1521499156951904, -1.1724222898483276, -1.7703627347946167, -0.49681946635246277, -1.6077150106430054, -1.1162705421447754, -1.0304111242294312, -2.0663864612579346, -2.115474224090576, -2.3337910175323486, -1.0712463855743408, -0.3433639109134674]}, "iris_DBDC4_105_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes? Danny and Sgt. McManus are here to see you, Doctor. oh, yes, I have a big headake I got up, wheeled Miss Campanella off to the operating rooms, replaced her bed with Mrs. what? Get out of the sunlight. that is probably a good idea I agree. You left so much money on the table. It's a fucking iPod! ok you are non sensical again", "response": "I'm fine, just keeping packing.", "annotation_id": "iris_DBDC4_105_16", "annotations": ["X", "T", "X", "T", "O", "T", "X", "X", "X", "T", "T", "X", "X", "O", "O"], "gpt2_target_score": [-9.925333976745605, -9.259710311889648, -13.068672180175781, -2.548722267150879, -7.2045440673828125, -17.275463104248047, -12.446006774902344, -4.43629789352417], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.9639084339141846, -1.8356397151947021, -1.3995699882507324, -2.2654969692230225, -2.7185463905334473, -2.3343629837036133, -2.234081745147705, -1.0454615354537964, -2.0480270385742188, -2.426185131072998, -2.4203124046325684, -1.4017164707183838, -1.4508867263793945, -1.1683160066604614, -1.9082067012786865, -1.5128631591796875, -1.9718478918075562, -0.11313580721616745, -1.1271188259124756, -1.7337098121643066, -0.5765302181243896, -1.976832628250122, -1.852837324142456, -2.603055477142334, -2.1537463665008545, -1.0597070455551147, -2.063934326171875, -1.5663622617721558, -0.96614670753479, -2.683356523513794, -1.898506999015808, -1.0051699876785278, -0.42550230026245117, -3.934351921081543, -3.2946016788482666, -1.7643111944198608, -1.632772445678711, -1.5885487794876099, -1.556327223777771, -1.0448417663574219, -1.6151132583618164, -1.6574814319610596, -1.0909984111785889, -1.2119836807250977, -2.5237932205200195, -2.309784412384033, -2.521717071533203, -1.365386962890625, -1.9875153303146362, -1.3352689743041992, -1.5020217895507812, -3.151695489883423, -2.3088130950927734, -1.9346024990081787, -1.9623172283172607, -1.6521093845367432, -2.4554760456085205, -1.8247770071029663, -2.3499906063079834, -1.021307110786438, -2.534229278564453, -2.1192846298217773, -1.9512821435928345, -2.0851361751556396, -2.141223430633545, -1.5707613229751587, -1.7225093841552734, -1.8521275520324707, -0.57863450050354, -1.4969274997711182, -1.3458638191223145, -1.2516721487045288, -1.147949457168579, -1.2663750648498535, -0.7343431711196899, -0.9440925717353821, -1.5990607738494873, -1.5141927003860474, -2.482219696044922, -2.104363203048706, -1.0616109371185303, -1.2937562465667725, -0.5857557654380798, -1.3623396158218384, -2.175671339035034, -0.6477303504943848, -2.27704119682312, -1.4959523677825928, -1.560088872909546, -1.1807633638381958, -0.9402319192886353, -1.929654598236084, -0.9235775470733643, -1.8672070503234863, -2.257094144821167, -1.3457523584365845, -1.5826239585876465, -2.077603340148926, -1.1910511255264282, -1.6946518421173096, -0.5282998085021973, -1.6535835266113281, -2.1146092414855957, -1.0416208505630493, -1.939702033996582, -1.717377781867981, -2.5140774250030518, -1.1526516675949097, -2.0058038234710693, -1.0414754152297974, -2.040684938430786, -2.641035556793213, -0.8899571299552917, -0.9696731567382812, -1.899613618850708, -0.9064851999282837, -2.1842613220214844, -2.041072130203247, -1.6830018758773804, -0.8745720982551575, -1.3694261312484741, -2.9681973457336426, -1.8014991283416748, -2.2174088954925537, -1.3823373317718506]}, "iris_DBDC4_105_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes? Danny and Sgt. McManus are here to see you, Doctor. oh, yes, I have a big headake I got up, wheeled Miss Campanella off to the operating rooms, replaced her bed with Mrs. what? Get out of the sunlight. that is probably a good idea I agree. You left so much money on the table. It's a fucking iPod! ok you are non sensical again I'm fine, just keeping packing. where are you going?", "response": "Home. I'm walking home.", "annotation_id": "iris_DBDC4_105_18", "annotations": ["T", "O", "T", "T", "O", "O", "X", "T", "O", "T", "O", "O", "T", "O", "O"], "gpt2_target_score": [-13.9922513961792, -9.806112289428711, -4.6580281257629395, -8.581307411193848, -12.586395263671875, -14.16711711883545, -8.092567443847656], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.9639084339141846, -1.8356397151947021, -1.3995699882507324, -2.2654969692230225, -2.7185463905334473, -2.3343629837036133, -2.234081745147705, -1.0454615354537964, -2.0480270385742188, -2.426185131072998, -2.4203124046325684, -1.4017164707183838, -1.4508867263793945, -1.1683160066604614, -1.9082067012786865, -1.5128631591796875, -1.9718478918075562, -0.11313580721616745, -1.1271188259124756, -1.7337098121643066, -0.5765302181243896, -1.976832628250122, -1.852837324142456, -2.603055477142334, -2.1537463665008545, -1.0597070455551147, -2.063934326171875, -1.5663622617721558, -0.96614670753479, -2.683356523513794, -1.898506999015808, -1.0051699876785278, -0.42550230026245117, -3.934351921081543, -3.2946016788482666, -1.7643111944198608, -1.632772445678711, -1.5885487794876099, -1.556327223777771, -1.0448417663574219, -1.6151132583618164, -1.6574814319610596, -1.0909984111785889, -1.2119836807250977, -2.5237932205200195, -2.309784412384033, -2.521717071533203, -1.365386962890625, -1.9875153303146362, -1.3352689743041992, -1.5020217895507812, -3.151695489883423, -2.3088130950927734, -1.9346024990081787, -1.9623172283172607, -1.6521093845367432, -2.4554760456085205, -1.8247770071029663, -2.3499906063079834, -1.021307110786438, -2.534229278564453, -2.1192846298217773, -1.9512821435928345, -2.0851361751556396, -2.141223430633545, -1.5707613229751587, -1.7225093841552734, -1.8521275520324707, -0.57863450050354, -1.4969274997711182, -1.3458638191223145, -1.2516721487045288, -1.147949457168579, -1.2663750648498535, -0.7343431711196899, -0.9440925717353821, -1.5990607738494873, -1.5141927003860474, -2.482219696044922, -2.104363203048706, -1.0616109371185303, -1.2937562465667725, -0.5857557654380798, -1.3623396158218384, -2.175671339035034, -0.6477303504943848, -2.27704119682312, -1.4959523677825928, -1.560088872909546, -1.1807633638381958, -0.9402319192886353, -1.929654598236084, -0.9235775470733643, -1.8672070503234863, -2.257094144821167, -1.3457523584365845, -1.5826239585876465, -2.077603340148926, -1.1910511255264282, -1.6946518421173096, -0.5282998085021973, -1.6535835266113281, -2.1146092414855957, -1.0416208505630493, -1.939702033996582, -1.717377781867981, -2.5140774250030518, -1.1526516675949097, -2.0058038234710693, -1.0414754152297974, -2.040684938430786, -2.641035556793213, -0.8899571299552917, -0.9696731567382812, -1.899613618850708, -0.9064815640449524, -2.1406350135803223, -1.7654625177383423, -1.215484857559204, -1.5596455335617065, -3.033604383468628, -1.7347133159637451, -2.226534843444824, -1.788004994392395, -1.3682748079299927, -0.205085888504982, -1.7989708185195923, -0.8678193688392639, -2.0228376388549805, -2.0083365440368652, -1.797550916671753, -1.3846073150634766, -1.2389135360717773, -1.7306760549545288, -2.1263327598571777, -1.7307102680206299, -1.4627189636230469]}, "iris_DBDC4_105_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes? Danny and Sgt. McManus are here to see you, Doctor. oh, yes, I have a big headake I got up, wheeled Miss Campanella off to the operating rooms, replaced her bed with Mrs. what? Get out of the sunlight. that is probably a good idea I agree. You left so much money on the table. It's a fucking iPod! ok you are non sensical again I'm fine, just keeping packing. where are you going? Home. I'm walking home. nice, have a nice day", "response": "And some years later I found out that that man did come up with a idea for a T-shirt and he made a lot of money off of it.", "annotation_id": "iris_DBDC4_105_20", "annotations": ["X", "T", "X", "X", "O", "T", "X", "X", "X", "X", "X", "X", "X", "O", "O"], "gpt2_target_score": [-13.57275676727295, -7.749334335327148, -11.494377136230469, -11.959443092346191, -4.484855651855469, -10.4236478805542, -5.211509704589844, -6.473361492156982, -6.331979751586914, -10.222780227661133, -13.189351081848145, -11.582820892333984, -13.204534530639648, -8.812599182128906, -2.426185131072998, -14.731042861938477, -5.534162521362305, -7.312199592590332, -10.462627410888672, -12.238483428955078, -18.855865478515625, -8.647232055664062, -10.724417686462402, -11.398740768432617, -7.501272678375244, -11.012321472167969, -8.020472526550293, -14.448426246643066, -9.918279647827148, -5.455153465270996, -8.287093162536621, -7.945709228515625], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.9639084339141846, -1.8356397151947021, -1.3995699882507324, -2.2654969692230225, -2.7185463905334473, -2.3343629837036133, -2.234081745147705, -1.0454615354537964, -2.0480270385742188, -2.426185131072998, -2.4203124046325684, -1.4017164707183838, -1.4508867263793945, -1.1683160066604614, -1.9082067012786865, -1.5128631591796875, -1.9718478918075562, -0.11313580721616745, -1.1271188259124756, -1.7337098121643066, -0.5765302181243896, -1.976832628250122, -1.852837324142456, -2.603055477142334, -2.1537463665008545, -1.0597070455551147, -2.063934326171875, -1.5663622617721558, -0.96614670753479, -2.683356523513794, -1.898506999015808, -1.0051699876785278, -0.42550230026245117, -3.934351921081543, -3.2946016788482666, -1.7643111944198608, -1.632772445678711, -1.5885487794876099, -1.556327223777771, -1.0448417663574219, -1.6151132583618164, -1.6574814319610596, -1.0909984111785889, -1.2119836807250977, -2.5237932205200195, -2.309784412384033, -2.521717071533203, -1.365386962890625, -1.9875153303146362, -1.3352689743041992, -1.5020217895507812, -3.151695489883423, -2.3088130950927734, -1.9346024990081787, -1.9623172283172607, -1.6521093845367432, -2.4554760456085205, -1.8247770071029663, -2.3499906063079834, -1.021307110786438, -2.534229278564453, -2.1192846298217773, -1.9512821435928345, -2.0851361751556396, -2.141223430633545, -1.5707613229751587, -1.7225093841552734, -1.8521275520324707, -0.57863450050354, -1.4969274997711182, -1.3458638191223145, -1.2516721487045288, -1.147949457168579, -1.2663750648498535, -0.7343431711196899, -0.9440925717353821, -1.5990607738494873, -1.5141927003860474, -2.482219696044922, -2.104363203048706, -1.0616109371185303, -1.2937562465667725, -0.5857557654380798, -1.3623396158218384, -2.175671339035034, -0.6477303504943848, -2.27704119682312, -1.4959523677825928, -1.560088872909546, -1.1807633638381958, -0.9402319192886353, -1.929654598236084, -0.9235775470733643, -1.8672070503234863, -2.257094144821167, -1.3457523584365845, -1.5826239585876465, -2.077603340148926, -1.1910511255264282, -1.6946518421173096, -0.5282998085021973, -1.6535835266113281, -2.1146092414855957, -1.0416208505630493, -1.939702033996582, -1.717377781867981, -2.5140774250030518, -1.1526516675949097, -2.0058038234710693, -1.0414754152297974, -2.040684938430786, -2.641035556793213, -0.8899571299552917, -0.9696731567382812, -1.899613618850708, -0.9064815640449524, -2.1406350135803223, -1.7654625177383423, -1.215484857559204, -1.5596455335617065, -3.033604383468628, -1.7347133159637451, -2.226534843444824, -1.788004994392395, -1.3682748079299927, -0.205085888504982, -1.7989708185195923, -0.8678193688392639, -2.0228376388549805, -1.9972525835037231, -1.9754072427749634, -1.088348627090454, -1.8421231508255005, -2.1692163944244385, -1.698438286781311, -1.528682827949524, -1.436270833015442, -1.8664733171463013, -0.906922459602356, -0.7143503427505493, -0.3667701780796051, -0.8641178607940674, -2.0236995220184326, -2.144239664077759, -2.4614596366882324, -1.4468055963516235, -1.525386929512024, -1.0745009183883667, -1.1681804656982422, -1.312788486480713, -1.5771769285202026, -1.9245959520339966, -1.6685088872909546, -1.2112598419189453, -1.792074203491211, -0.6349409222602844, -0.6995187401771545, -1.558370590209961, -1.104845404624939, -1.1927642822265625, -2.117340087890625, -0.890906810760498, -0.9139382839202881, -1.6679065227508545, -1.1355901956558228, -2.225268840789795, -1.2777396440505981, -3.1607131958007812, -0.08682923018932343, -0.4126444458961487, -1.680200457572937, -0.7991230487823486, -0.3866533637046814, -0.6758436560630798, -1.2339198589324951]}, "iris_DBDC4_111_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey", "response": "Hey.", "annotation_id": "iris_DBDC4_111_02", "annotations": ["X", "O", "O", "O", "T", "T", "O", "O", "X", "T", "T", "T", "O", "O", "T"], "gpt2_target_score": [-11.968334197998047, -9.806148529052734], "gpt2_argmax_score": [-1.8457903861999512, -1.5987210273742676, -3.2205493450164795, -1.2606412172317505, -2.080862045288086, -1.4579942226409912, -1.2163904905319214]}, "iris_DBDC4_111_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you?", "response": "Yeah.", "annotation_id": "iris_DBDC4_111_04", "annotations": ["T", "O", "T", "O", "X", "X", "X", "X", "X", "X", "O", "X", "X", "X", "T"], "gpt2_target_score": [-14.67275619506836, -9.806132316589355], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.2606372833251953, -1.2262088060379028, -1.0740612745285034, -1.8159116506576538, -0.2088114619255066, -1.364141583442688, -1.6547034978866577, -1.701331615447998, -1.044472336769104, -1.236119031906128]}, "iris_DBDC4_111_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what?", "response": "Two ... Yeah. Lotta, lotta trouble. There's two of 'em.", "annotation_id": "iris_DBDC4_111_06", "annotations": ["O", "T", "X", "X", "X", "X", "T", "X", "X", "X", "T", "X", "O", "X", "T"], "gpt2_target_score": [-15.47885513305664, -8.487910270690918, -9.948112487792969, -3.7513980865478516, -8.080716133117676, -20.429712295532227, -6.855218410491943, -8.887537956237793, -22.031774520874023, -14.961252212524414, -1.611592173576355, -6.192861080169678, -7.883724212646484, -9.349764823913574, -10.920074462890625, -13.218332290649414, -12.974424362182617, -5.3354082107543945], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.2606372833251953, -1.2262088060379028, -1.0740612745285034, -1.8159116506576538, -0.2088114619255066, -1.364141583442688, -1.6547034978866577, -1.1225937604904175, -1.2512563467025757, -0.2918815612792969, -1.4827454090118408, -1.93206787109375, -1.9518985748291016, -2.641324520111084, -2.464695930480957, -0.8607255220413208, -1.0873299837112427, -1.203385829925537, -2.5025787353515625, -2.559129476547241, -0.6510071158409119, -1.5728533267974854, -1.0067282915115356, -0.5794429183006287, -0.4251943826675415, -1.4509366750717163, -1.740242600440979, -0.8971008658409119, -0.6192130446434021, -1.2219494581222534, -0.8187059164047241]}, "iris_DBDC4_111_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you.", "response": "No. Please, don't force him.", "annotation_id": "iris_DBDC4_111_08", "annotations": ["T", "T", "X", "O", "X", "X", "O", "X", "X", "X", "T", "X", "X", "X", "T"], "gpt2_target_score": [-11.701541900634766, -9.806132316589355, -8.680240631103516, -2.0339298248291016, -8.370877265930176, -15.20942211151123, -15.235726356506348, -13.689173698425293, -4.738149642944336], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.2606372833251953, -1.2262088060379028, -1.0740612745285034, -1.8159116506576538, -0.2088114619255066, -1.364141583442688, -1.6547034978866577, -1.1225937604904175, -1.2512563467025757, -0.2918815612792969, -1.4827454090118408, -1.93206787109375, -2.7101190090179443, -2.799569845199585, -0.7888680100440979, -2.3036537170410156, -1.2153681516647339, -2.7461962699890137, -2.5697531700134277, -0.5730368494987488, -1.5130717754364014, -0.819471538066864, -2.045304536819458, -0.4415101706981659, -1.3839799165725708, -1.965725064277649, -0.9796803593635559, -0.7266865372657776, -1.1363625526428223, -2.2487752437591553, -0.7733965516090393, -3.548215627670288, -0.9638272523880005, -2.399879217147827, -0.3805292546749115, -1.1614282131195068, -1.8387439250946045, -2.1490232944488525, -1.2622894048690796, -1.9591020345687866, -1.8444960117340088, -2.1129889488220215, -0.06257550418376923, -2.3342063426971436, -1.3778101205825806, -0.8915062546730042, -0.6718565225601196]}, "iris_DBDC4_111_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you. No. Please, don't force him. It's Johnny!", "response": "I'd just stare at your picture...", "annotation_id": "iris_DBDC4_111_10", "annotations": ["T", "T", "X", "O", "X", "X", "O", "X", "X", "X", "T", "X", "X", "X", "T"], "gpt2_target_score": [-9.925350189208984, -12.111384391784668, -8.298839569091797, -16.5527286529541, -7.970608711242676, -10.422633171081543, -16.176721572875977, -10.324122428894043], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.2606372833251953, -1.2262088060379028, -1.0740612745285034, -1.8159116506576538, -0.2088114619255066, -1.364141583442688, -1.6547034978866577, -1.1225937604904175, -1.2512563467025757, -0.2918815612792969, -1.4827454090118408, -1.93206787109375, -2.7101190090179443, -2.799569845199585, -0.7888680100440979, -2.3036537170410156, -1.2153681516647339, -2.7461962699890137, -2.5697531700134277, -0.5730368494987488, -1.5130717754364014, -0.8194615244865417, -2.0452897548675537, -0.44151031970977783, -1.3839709758758545, -1.9657350778579712, -0.9796844124794006, -0.7266773581504822, -1.1363697052001953, -2.2487807273864746, -0.773399829864502, -3.5482141971588135, -0.963812530040741, -2.3998780250549316, -0.380535364151001, -1.1614198684692383, -1.8387409448623657, -1.746856689453125, -2.2044732570648193, -1.614104151725769, -2.117748498916626, -0.01202806830406189, -2.2293143272399902, -1.5404301881790161, -0.9678564071655273, -2.4330296516418457, -0.2801332175731659, -2.047255516052246, -1.3073841333389282, -1.9515228271484375, -2.0879671573638916, -1.4888736009597778, -1.9598095417022705, -1.1224501132965088, -0.38597571849823, -1.1878868341445923, -1.232650637626648, -1.5251671075820923, -0.7960307002067566]}, "iris_DBDC4_111_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you. No. Please, don't force him. It's Johnny! I'd just stare at your picture... You have a picture of me?", "response": "-- which one?", "annotation_id": "iris_DBDC4_111_12", "annotations": ["T", "T", "O", "O", "O", "X", "O", "O", "X", "O", "T", "X", "X", "T", "T"], "gpt2_target_score": [-10.477396965026855, -7.277975082397461, -8.960376739501953, -5.604855537414551], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.260624885559082, -1.2262108325958252, -1.074047565460205, -1.8159010410308838, -0.2088138908147812, -1.3641940355300903, -1.654718279838562, -1.122554898262024, -1.2512861490249634, -0.29189333319664, -1.4827319383621216, -1.932094931602478, -2.710174322128296, -2.79951810836792, -0.7888702154159546, -2.3036139011383057, -1.2153615951538086, -2.746212959289551, -2.5697317123413086, -0.5730435848236084, -1.5130778551101685, -0.8194810748100281, -2.0452797412872314, -0.4415181279182434, -1.3839709758758545, -1.9657434225082397, -0.9796553254127502, -0.7266815900802612, -1.1363682746887207, -2.248760461807251, -0.7733913064002991, -3.548234224319458, -0.9637836217880249, -2.399848461151123, -0.3805314600467682, -1.1614232063293457, -1.838749647140503, -1.746878743171692, -2.204496145248413, -1.6141009330749512, -2.1177608966827393, -0.012028186582028866, -2.2293314933776855, -1.540433406829834, -0.9678583741188049, -2.4330101013183594, -0.2801380753517151, -2.0472469329833984, -1.3073959350585938, -1.9515408277511597, -1.0887283086776733, -1.5002237558364868, -0.9317752718925476, -0.3679504692554474, -0.9410789012908936, -1.1089156866073608, -1.4524390697479248, -2.1336493492126465, -1.0670883655548096, -1.6730204820632935, -3.098808526992798, -0.8584287762641907, -0.9844440221786499, -1.6989082098007202, -2.207247018814087, -2.0319933891296387, -2.4111196994781494, -1.301915168762207, -0.7580045461654663, -0.4323861598968506]}, "iris_DBDC4_111_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you. No. Please, don't force him. It's Johnny! I'd just stare at your picture... You have a picture of me? -- which one? Can you drive?", "response": "But, Danny...With everybody out...", "annotation_id": "iris_DBDC4_111_14", "annotations": ["T", "T", "X", "O", "X", "X", "O", "X", "X", "X", "O", "X", "X", "X", "T"], "gpt2_target_score": [-14.535670280456543, -8.954107284545898, -8.848075866699219, -3.1933107376098633, -13.475272178649902, -12.670757293701172, -9.336591720581055, -10.324109077453613], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.260624885559082, -1.2262108325958252, -1.074047565460205, -1.8159010410308838, -0.2088138908147812, -1.3641940355300903, -1.654718279838562, -1.122554898262024, -1.2512861490249634, -0.29189333319664, -1.4827319383621216, -1.932094931602478, -2.710174322128296, -2.79951810836792, -0.7888702154159546, -2.3036139011383057, -1.2153615951538086, -2.746212959289551, -2.5697317123413086, -0.5730435848236084, -1.5130778551101685, -0.8194810748100281, -2.0452797412872314, -0.4415181279182434, -1.3839709758758545, -1.9657434225082397, -0.9796553254127502, -0.7266815900802612, -1.1363682746887207, -2.248760461807251, -0.7733913064002991, -3.548234224319458, -0.9637836217880249, -2.399848699569702, -0.3805255889892578, -1.1614190340042114, -1.8387426137924194, -1.7468819618225098, -2.204493999481201, -1.614106297492981, -2.1177778244018555, -0.012028186582028866, -2.2293341159820557, -1.540424108505249, -0.9678518772125244, -2.433013916015625, -0.28014248609542847, -2.0472424030303955, -1.307410478591919, -1.9515355825424194, -1.0887320041656494, -1.5002046823501587, -0.9317785501480103, -0.36795005202293396, -0.9410700798034668, -1.1089134216308594, -1.4524271488189697, -2.1336562633514404, -1.067093849182129, -1.6730211973190308, -3.0987966060638428, -0.858430027961731, -0.9844412207603455, -1.6988972425460815, -2.2072465419769287, -3.2799885272979736, -1.3493369817733765, -1.1010187864303589, -1.7286450862884521, -1.047577142715454, -2.534942150115967, -0.2799973487854004, -2.2281033992767334, -2.058547258377075, -1.8015263080596924, -2.005439043045044, -1.595342993736267, -1.3966598510742188, -1.6368257999420166, -2.023416042327881, -1.1065881252288818, -1.4381399154663086]}, "iris_DBDC4_111_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you. No. Please, don't force him. It's Johnny! I'd just stare at your picture... You have a picture of me? -- which one? Can you drive? But, Danny...With everybody out... Can you sing?", "response": "A little. I just graduated from NYU film school. Cinema studies.", "annotation_id": "iris_DBDC4_111_16", "annotations": ["T", "O", "O", "X", "O", "T", "O", "O", "O", "T", "T", "O", "O", "O", "O"], "gpt2_target_score": [-11.300509452819824, -10.166738510131836, -4.2520222663879395, -4.082409858703613, -7.722411155700684, -15.641216278076172, -10.877866744995117, -16.161954879760742, -14.204922676086426, -12.487909317016602, -1.6116143465042114, -15.051121711730957, -16.28223419189453, -3.6578264236450195], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.260624885559082, -1.2262108325958252, -1.074047565460205, -1.8159010410308838, -0.2088138908147812, -1.3641940355300903, -1.654718279838562, -1.122554898262024, -1.2512861490249634, -0.29189333319664, -1.4827319383621216, -1.932094931602478, -2.710174322128296, -2.79951810836792, -0.7888702154159546, -2.3036139011383057, -1.2153615951538086, -2.746212959289551, -2.5697317123413086, -0.5730435848236084, -1.5130778551101685, -0.8194810748100281, -2.0452797412872314, -0.4415181279182434, -1.3839709758758545, -1.9657434225082397, -0.9796553254127502, -0.7266815900802612, -1.1363682746887207, -2.248760461807251, -0.7733913064002991, -3.548234224319458, -0.9637836217880249, -2.399848699569702, -0.3805255889892578, -1.1614190340042114, -1.8387426137924194, -1.7468819618225098, -2.204493999481201, -1.6141051054000854, -2.1177778244018555, -0.012028186582028866, -2.229339361190796, -1.5404249429702759, -0.9678729176521301, -2.433021068572998, -0.2801402509212494, -2.047248363494873, -1.3074036836624146, -1.9515440464019775, -1.088730812072754, -1.5002049207687378, -0.9317728281021118, -0.3679562211036682, -0.9410831928253174, -1.108910083770752, -1.452437400817871, -2.1336545944213867, -1.067093849182129, -1.673030138015747, -3.0987935066223145, -0.8584311008453369, -0.9844417572021484, -1.698905110359192, -2.207242727279663, -3.2799954414367676, -1.3493293523788452, -1.1010233163833618, -1.7286642789840698, -1.0475764274597168, -2.5349349975585938, -0.2799983620643616, -2.2280874252319336, -1.4451236724853516, -1.79852294921875, -1.4275107383728027, -2.2093183994293213, -1.6292343139648438, -2.1902875900268555, -1.1259959936141968, -2.6593425273895264, -0.37325575947761536, -0.8095459938049316, -0.5340019464492798, -2.404362440109253, -1.982960820198059, -2.4757349491119385, -1.9677491188049316, -1.6930280923843384, -1.2700116634368896, -2.1022279262542725, -1.4444230794906616, -1.5872267484664917, -1.1379855871200562, -0.34924978017807007, -0.9698388576507568, -1.3190155029296875, -1.5380529165267944, -1.635782241821289, -1.6401875019073486]}, "iris_DBDC4_111_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you. No. Please, don't force him. It's Johnny! I'd just stare at your picture... You have a picture of me? -- which one? Can you drive? But, Danny...With everybody out... Can you sing? A little. I just graduated from NYU film school. Cinema studies. Have you made a short film then?", "response": "...we're loaded.", "annotation_id": "iris_DBDC4_111_18", "annotations": ["T", "X", "X", "T", "X", "T", "O", "X", "X", "X", "O", "X", "X", "X", "T"], "gpt2_target_score": [-5.4942121505737305, -7.211095809936523, -13.605484008789062, -15.252758979797363, -3.5478203296661377], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.260624885559082, -1.2262108325958252, -1.074047565460205, -1.8159010410308838, -0.2088138908147812, -1.3641940355300903, -1.654718279838562, -1.122554898262024, -1.2512861490249634, -0.29189333319664, -1.4827319383621216, -1.932094931602478, -2.710174322128296, -2.79951810836792, -0.7888702154159546, -2.3036139011383057, -1.2153615951538086, -2.746212959289551, -2.5697317123413086, -0.5730435848236084, -1.5130778551101685, -0.8194810748100281, -2.0452797412872314, -0.4415181279182434, -1.3839709758758545, -1.9657434225082397, -0.9796553254127502, -0.7266815900802612, -1.1363682746887207, -2.248760461807251, -0.7733913064002991, -3.548234224319458, -0.9637836217880249, -2.399848699569702, -0.3805255889892578, -1.1614190340042114, -1.8387426137924194, -1.7468819618225098, -2.204493999481201, -1.6141051054000854, -2.1177778244018555, -0.012028186582028866, -2.229339361190796, -1.5404249429702759, -0.9678729176521301, -2.433021068572998, -0.2801402509212494, -2.047248363494873, -1.3074036836624146, -1.9515440464019775, -1.088730812072754, -1.5002049207687378, -0.9317728281021118, -0.3679562211036682, -0.9410831928253174, -1.108910083770752, -1.452437400817871, -2.1336545944213867, -1.067093849182129, -1.673030138015747, -3.0987935066223145, -0.8584311008453369, -0.9844417572021484, -1.698905110359192, -2.207242727279663, -3.2799954414367676, -1.3493293523788452, -1.1010233163833618, -1.7286642789840698, -1.0475764274597168, -2.5349349975585938, -0.2799983620643616, -2.2280874252319336, -1.4451236724853516, -1.79852294921875, -1.4275107383728027, -2.2093183994293213, -1.6292343139648438, -2.1902875900268555, -1.1259959936141968, -2.6593425273895264, -0.37325575947761536, -0.8095459938049316, -0.5340019464492798, -2.404362440109253, -2.247211217880249, -1.8489986658096313, -2.009798049926758, -1.413630485534668, -1.8919360637664795, -1.8211772441864014, -1.5288739204406738, -1.3690112829208374, -0.32933786511421204, -1.1361420154571533, -1.4566670656204224, -1.4224685430526733, -1.8660863637924194, -1.6829339265823364, -1.1305255889892578, -1.2994872331619263, -1.152200698852539, -1.6603411436080933, -0.23554469645023346, -0.3404541313648224, -0.06511876732110977, -1.949942708015442, -1.6071581840515137, -1.755081295967102, -1.85333251953125, -2.2464218139648438, -1.6796690225601196, -1.8379802703857422]}, "iris_DBDC4_111_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you. No. Please, don't force him. It's Johnny! I'd just stare at your picture... You have a picture of me? -- which one? Can you drive? But, Danny...With everybody out... Can you sing? A little. I just graduated from NYU film school. Cinema studies. Have you made a short film then? ...we're loaded. Loaded with what?", "response": "First, you stop pointing it at me.", "annotation_id": "iris_DBDC4_111_20", "annotations": ["T", "X", "X", "O", "X", "X", "T", "T", "X", "X", "T", "X", "X", "X", "T"], "gpt2_target_score": [-14.172884941101074, -8.954107284545898, -7.975224018096924, -9.410923957824707, -17.08587646484375, -9.03908920288086, -9.503400802612305, -10.751858711242676, -4.738171577453613], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.260624885559082, -1.2262108325958252, -1.074047565460205, -1.8159010410308838, -0.2088138908147812, -1.3641940355300903, -1.654718279838562, -1.122554898262024, -1.2512861490249634, -0.29189333319664, -1.4827319383621216, -1.932094931602478, -2.710174322128296, -2.79951810836792, -0.7888702154159546, -2.3036139011383057, -1.2153615951538086, -2.746212959289551, -2.5697317123413086, -0.5730435848236084, -1.5130778551101685, -0.8194810748100281, -2.0452797412872314, -0.4415181279182434, -1.3839709758758545, -1.9657434225082397, -0.9796553254127502, -0.7266815900802612, -1.1363682746887207, -2.248760461807251, -0.7733913064002991, -3.548234224319458, -0.9637836217880249, -2.399848699569702, -0.3805255889892578, -1.1614190340042114, -1.8387426137924194, -1.7468819618225098, -2.204493999481201, -1.6141051054000854, -2.1177778244018555, -0.012028186582028866, -2.229339361190796, -1.5404249429702759, -0.9678729176521301, -2.433021068572998, -0.2801402509212494, -2.047248363494873, -1.3074036836624146, -1.9515440464019775, -1.088730812072754, -1.5002049207687378, -0.9317728281021118, -0.3679562211036682, -0.9410831928253174, -1.108910083770752, -1.452437400817871, -2.1336545944213867, -1.067093849182129, -1.673030138015747, -3.0987935066223145, -0.8584311008453369, -0.9844417572021484, -1.698905110359192, -2.207242727279663, -3.2799954414367676, -1.3493293523788452, -1.1010233163833618, -1.7286642789840698, -1.0475764274597168, -2.5349349975585938, -0.2799983620643616, -2.2280874252319336, -1.4451236724853516, -1.79852294921875, -1.4275107383728027, -2.2093183994293213, -1.6292343139648438, -2.1902875900268555, -1.1259959936141968, -2.6593425273895264, -0.37325575947761536, -0.8095459938049316, -0.5340019464492798, -2.404362440109253, -2.247211217880249, -1.8489986658096313, -2.009798049926758, -1.413630485534668, -1.8919360637664795, -1.8211772441864014, -1.5288739204406738, -1.3690112829208374, -0.32933786511421204, -1.1361420154571533, -1.4566670656204224, -1.4224685430526733, -1.8660863637924194, -1.6829339265823364, -1.1305255889892578, -1.2994872331619263, -1.152200698852539, -1.6603411436080933, -0.23554469645023346, -0.3404541313648224, -0.06511876732110977, -1.949942708015442, -2.231908082962036, -1.8671362400054932, -2.2461295127868652, -1.6776853799819946, -1.8548266887664795, -0.7182379364967346, -2.0584404468536377, -1.6791915893554688, -2.57586669921875, -1.763972282409668, -1.7376400232315063, -1.6292381286621094, -1.8669437170028687, -2.4493935108184814, -1.276811122894287, -0.7389785647392273, -0.40223488211631775, -0.8310811519622803, -1.8057066202163696]}, "iris_DBDC4_114_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex", "response": "Hi, Danny.", "annotation_id": "iris_DBDC4_114_02", "annotations": ["T", "T", "O", "O", "T", "T", "O", "O", "X", "O", "O", "O", "O", "T", "T"], "gpt2_target_score": [-11.856884002685547, -8.954142570495605, -8.848072052001953, -3.6868090629577637], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.9909405708312988, -1.5519689321517944, -1.5117651224136353, -0.5397512316703796, -1.3325238227844238]}, "iris_DBDC4_114_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there", "response": "Will this do?", "annotation_id": "iris_DBDC4_114_04", "annotations": ["T", "O", "T", "T", "O", "O", "T", "O", "X", "O", "T", "X", "T", "X", "X"], "gpt2_target_score": [-14.199459075927734, -5.6737165451049805, -9.3089599609375, -5.383464336395264], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.37857985496521, -1.26102876663208, -0.24791552126407623, -1.1639728546142578, -1.5101842880249023, -2.2931461334228516, -1.3675670623779297, -1.9979419708251953, -2.1496975421905518, -1.9620544910430908, -0.9044804573059082, -1.8039085865020752, -1.2033594846725464, -1.0144007205963135, -1.475865364074707, -0.4053555130958557]}, "iris_DBDC4_114_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today", "response": "Where were you born?", "annotation_id": "iris_DBDC4_114_06", "annotations": ["T", "O", "O", "O", "O", "T", "T", "O", "X", "O", "T", "X", "O", "O", "O"], "gpt2_target_score": [-13.324588775634766, -9.760584831237793, -7.975231647491455, -14.932963371276855, -4.806705474853516], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.37857985496521, -1.26102876663208, -0.24791552126407623, -1.1639728546142578, -1.5101842880249023, -2.2931461334228516, -1.3675670623779297, -1.9979419708251953, -2.1496975421905518, -1.9620544910430908, -0.9044804573059082, -1.682283639907837, -1.1018078327178955, -1.4200526475906372, -1.9997037649154663, -0.6953355073928833, -2.1767168045043945, -1.3768253326416016, -1.8412797451019287, -1.2378593683242798, -2.7432382106781006, -1.1988403797149658, -1.2342369556427002, -2.0035252571105957, -1.5726063251495361, -0.122095987200737, -1.8080265522003174, -0.38784825801849365, -0.23850969970226288]}, "iris_DBDC4_114_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america", "response": "It's nice to have you here in America.", "annotation_id": "iris_DBDC4_114_08", "annotations": ["T", "X", "T", "O", "X", "T", "O", "O", "X", "O", "O", "O", "O", "X", "O"], "gpt2_target_score": [-13.879230499267578, -10.576624870300293, -10.668689727783203, -7.239894390106201, -9.15218734741211, -7.206483840942383, -5.635571002960205, -8.697118759155273, -12.759584426879883, -7.39169979095459], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.37857985496521, -1.26102876663208, -0.24791552126407623, -1.1639728546142578, -1.5101842880249023, -2.2931461334228516, -1.3675670623779297, -1.9979419708251953, -2.1496975421905518, -1.9620544910430908, -0.9044804573059082, -1.682283639907837, -1.1018078327178955, -1.4200526475906372, -1.9997037649154663, -0.6953355073928833, -2.1767168045043945, -1.3768253326416016, -1.8412797451019287, -1.2378593683242798, -2.7432382106781006, -1.1988403797149658, -1.2342369556427002, -1.7413681745529175, -0.12972603738307953, -1.4975258111953735, -0.44426363706588745, -1.203342080116272, -1.960523009300232, -2.6039211750030518, -0.014253474771976471, -1.820436716079712, -2.321356773376465, -1.0466228723526, -2.426710605621338, -0.49683600664138794, -1.7424747943878174, -1.1854058504104614, -1.7028623819351196, -1.0784450769424438, -1.2221602201461792, -1.4262408018112183, -0.9852373003959656]}, "iris_DBDC4_114_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america It's nice to have you here in America. yes, I am finally back", "response": "-- So if you think it's appropriate...", "annotation_id": "iris_DBDC4_114_10", "annotations": ["T", "X", "T", "O", "T", "O", "T", "O", "X", "T", "T", "O", "T", "X", "T"], "gpt2_target_score": [-10.477405548095703, -5.3038740158081055, -9.108692169189453, -9.076151847839355, -11.432010650634766, -7.903238296508789, -11.701854705810547, -17.820714950561523, -10.79368782043457], "gpt2_argmax_score": [-1.8457903861999512, -1.598719596862793, -3.2205586433410645, -1.0006974935531616, -1.5126762390136719, -1.37857985496521, -1.26102876663208, -0.24791552126407623, -1.1639728546142578, -1.5101842880249023, -2.2931461334228516, -1.3675670623779297, -1.9979419708251953, -2.1496975421905518, -1.9620544910430908, -0.9044804573059082, -1.682283639907837, -1.1018078327178955, -1.4200526475906372, -1.9997037649154663, -0.6953355073928833, -2.1767168045043945, -1.3768253326416016, -1.8412797451019287, -1.2378593683242798, -2.7432382106781006, -1.1988403797149658, -1.2342369556427002, -1.7413681745529175, -0.12972603738307953, -1.4975348711013794, -0.4442548453807831, -1.2033321857452393, -1.9605295658111572, -2.6039211750030518, -0.014253474771976471, -1.8204330205917358, -1.018964409828186, -2.422177314758301, -0.5733470320701599, -1.7257503271102905, -1.1731470823287964, -1.8674688339233398, -1.6259616613388062, -1.2358368635177612, -1.5251712799072266, -1.8119208812713623, -1.2737845182418823, -1.4482486248016357, -1.244895100593567, -1.9417238235473633, -1.1410707235336304, -1.882158637046814, -1.9742623567581177, -3.057633399963379, -2.1721835136413574, -0.5202863216400146, -1.7375417947769165, -1.4245200157165527, -1.0889815092086792, -1.8863091468811035, -0.4401065409183502, -1.6145373582839966]}, "iris_DBDC4_114_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america It's nice to have you here in America. yes, I am finally back -- So if you think it's appropriate... what?", "response": "Oh nothing.", "annotation_id": "iris_DBDC4_114_12", "annotations": ["O", "X", "T", "T", "X", "T", "O", "O", "X", "O", "O", "O", "O", "X", "O"], "gpt2_target_score": [-13.589579582214355, -9.337438583374023, -4.2520222663879395], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.2610543966293335, -0.24792566895484924, -1.1639853715896606, -1.5101655721664429, -2.293117046356201, -1.3675569295883179, -1.9979232549667358, -2.1496994495391846, -1.9620428085327148, -0.904472291469574, -1.682209849357605, -1.1018208265304565, -1.420088529586792, -1.999717354774475, -0.6953214406967163, -2.176729440689087, -1.3768157958984375, -1.841227650642395, -1.2378709316253662, -2.7432284355163574, -1.1988551616668701, -1.2342599630355835, -1.741365909576416, -0.129721537232399, -1.4975295066833496, -0.4442588984966278, -1.2032973766326904, -1.960506558418274, -2.6039297580718994, -0.01425382774323225, -1.8203626871109009, -1.0189464092254639, -2.4221982955932617, -0.5733386278152466, -1.7257577180862427, -1.1731876134872437, -1.8674839735031128, -1.6259742975234985, -1.2358715534210205, -1.5251314640045166, -1.8118897676467896, -1.2737783193588257, -1.4482191801071167, -1.244879126548767, -1.9417318105697632, -1.1410977840423584, -1.8821704387664795, -1.6911349296569824, -2.0833752155303955, -0.514838695526123, -1.9874870777130127, -1.446587085723877, -1.0503841638565063, -1.977162480354309, -0.5341509580612183, -1.8863435983657837, -1.7583688497543335, -1.2425023317337036, -1.9465886354446411, -1.4871137142181396, -1.5678218603134155, -1.3844680786132812]}, "iris_DBDC4_114_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america It's nice to have you here in America. yes, I am finally back -- So if you think it's appropriate... what? Oh nothing. ok, how about your pimples?", "response": "Daddy, are you upset that I'm still a virgin?!", "annotation_id": "iris_DBDC4_114_14", "annotations": ["T", "T", "X", "O", "T", "T", "X", "T", "X", "X", "T", "X", "X", "X", "X"], "gpt2_target_score": [-13.864161491394043, -8.954107284545898, -9.30157470703125, -9.07613468170166, -13.967018127441406, -7.955815315246582, -1.2610543966293335, -11.218277931213379, -12.729430198669434, -8.8663969039917, -17.77975082397461, -13.263201713562012], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.2610543966293335, -0.24792566895484924, -1.1639853715896606, -1.5101655721664429, -2.293117046356201, -1.3675569295883179, -1.9979232549667358, -2.1496994495391846, -1.9620428085327148, -0.904472291469574, -1.682209849357605, -1.1018208265304565, -1.420088529586792, -1.999717354774475, -0.6953214406967163, -2.176729440689087, -1.3768157958984375, -1.841227650642395, -1.2378709316253662, -2.7432284355163574, -1.1988551616668701, -1.2342599630355835, -1.741365909576416, -0.129721537232399, -1.4975295066833496, -0.4442588984966278, -1.2032973766326904, -1.960506558418274, -2.6039297580718994, -0.01425382774323225, -1.8203626871109009, -1.0189464092254639, -2.4221982955932617, -0.5733386278152466, -1.7257577180862427, -1.1731876134872437, -1.8674752712249756, -1.6259735822677612, -1.2358695268630981, -1.5251410007476807, -1.8118963241577148, -1.2737843990325928, -1.44821298122406, -1.2448824644088745, -1.94173002243042, -1.1410983800888062, -1.8821685314178467, -1.6911249160766602, -2.083371639251709, -0.5148312449455261, -1.9874740839004517, -1.446593999862671, -1.0503813028335571, -1.9771649837493896, -0.5341558456420898, -1.886339545249939, -1.758375883102417, -1.2424943447113037, -1.545100450515747, -1.3969484567642212, -1.6256811618804932, -1.1415674686431885, -1.7991031408309937, -2.0076003074645996, -0.6189971566200256, -2.578442335128784, -0.284106582403183, -0.43395504355430603, -1.778173804283142, -2.008960723876953, -0.8397209048271179, -1.7594245672225952, -0.2019965797662735, -1.6273337602615356, -0.837445855140686, -0.8967392444610596, -1.635665774345398, -1.3690590858459473, -0.8670984506607056, -2.198948860168457, -0.40573662519454956, -1.2369359731674194]}, "iris_DBDC4_114_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america It's nice to have you here in America. yes, I am finally back -- So if you think it's appropriate... what? Oh nothing. ok, how about your pimples? Daddy, are you upset that I'm still a virgin?! no, why?", "response": "I took a stand.", "annotation_id": "iris_DBDC4_114_16", "annotations": ["O", "X", "O", "O", "X", "O", "X", "O", "X", "O", "O", "T", "T", "X", "O"], "gpt2_target_score": [-9.925333976745605, -10.299062728881836, -6.566833972930908, -13.151955604553223, -2.8220291137695312], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.2610543966293335, -0.24792566895484924, -1.1639853715896606, -1.5101655721664429, -2.293117046356201, -1.3675569295883179, -1.9979232549667358, -2.1496994495391846, -1.9620428085327148, -0.904472291469574, -1.682209849357605, -1.1018208265304565, -1.420088529586792, -1.999717354774475, -0.6953214406967163, -2.176729440689087, -1.3768157958984375, -1.841227650642395, -1.2378709316253662, -2.7432284355163574, -1.1988551616668701, -1.2342599630355835, -1.741365909576416, -0.129721537232399, -1.4975295066833496, -0.4442588984966278, -1.2032973766326904, -1.960506558418274, -2.6039297580718994, -0.01425382774323225, -1.8203626871109009, -1.0189464092254639, -2.4221982955932617, -0.5733386278152466, -1.7257577180862427, -1.1731876134872437, -1.8674839735031128, -1.6259742975234985, -1.2358715534210205, -1.5251314640045166, -1.8118897676467896, -1.2737783193588257, -1.4482191801071167, -1.244879126548767, -1.9417318105697632, -1.1410977840423584, -1.8821704387664795, -1.6911349296569824, -2.0833752155303955, -0.514838695526123, -1.9874870777130127, -1.446587085723877, -1.0503841638565063, -1.977162480354309, -0.5341509580612183, -1.8863435983657837, -1.7583688497543335, -1.2425023317337036, -1.5450981855392456, -1.3969608545303345, -1.6256617307662964, -1.1415799856185913, -1.7991161346435547, -2.0076096057891846, -0.6189927458763123, -2.578446388244629, -0.2841043472290039, -0.4339575171470642, -1.7781736850738525, -1.4577142000198364, -1.9808305501937866, -0.1872330605983734, -1.6446326971054077, -0.6860312819480896, -0.8829239010810852, -1.5892910957336426, -1.3571714162826538, -0.8664363622665405, -2.0183308124542236, -0.3906828463077545, -1.7520779371261597, -0.9308123588562012, -1.224691390991211, -1.7050119638442993, -2.2371175289154053, -1.9353229999542236, -1.0764355659484863, -1.4163658618927002, -2.320270538330078, -1.6762166023254395, -1.3194832801818848]}, "iris_DBDC4_114_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america It's nice to have you here in America. yes, I am finally back -- So if you think it's appropriate... what? Oh nothing. ok, how about your pimples? Daddy, are you upset that I'm still a virgin?! no, why? I took a stand. good for you", "response": "Always was good.", "annotation_id": "iris_DBDC4_114_18", "annotations": ["T", "X", "O", "O", "X", "T", "T", "O", "X", "O", "T", "O", "O", "X", "O"], "gpt2_target_score": [-16.975772857666016, -7.503774642944336, -9.807804107666016, -3.686814308166504], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.2610543966293335, -0.24792566895484924, -1.1639853715896606, -1.5101655721664429, -2.293117046356201, -1.3675569295883179, -1.9979232549667358, -2.1496994495391846, -1.9620428085327148, -0.904472291469574, -1.682209849357605, -1.1018208265304565, -1.420088529586792, -1.999717354774475, -0.6953214406967163, -2.176729440689087, -1.3768157958984375, -1.841227650642395, -1.2378709316253662, -2.7432284355163574, -1.1988551616668701, -1.2342599630355835, -1.741365909576416, -0.129721537232399, -1.4975295066833496, -0.4442588984966278, -1.2032973766326904, -1.960506558418274, -2.6039297580718994, -0.01425382774323225, -1.8203626871109009, -1.0189464092254639, -2.4221982955932617, -0.5733386278152466, -1.7257577180862427, -1.1731876134872437, -1.8674839735031128, -1.6259742975234985, -1.2358715534210205, -1.5251314640045166, -1.8118897676467896, -1.2737783193588257, -1.4482191801071167, -1.244879126548767, -1.9417318105697632, -1.1410977840423584, -1.8821704387664795, -1.6911349296569824, -2.0833752155303955, -0.514838695526123, -1.9874870777130127, -1.446587085723877, -1.0503841638565063, -1.977162480354309, -0.5341509580612183, -1.8863435983657837, -1.7583688497543335, -1.2425023317337036, -1.5450981855392456, -1.3969608545303345, -1.6256617307662964, -1.1415799856185913, -1.7991161346435547, -2.0076096057891846, -0.6189927458763123, -2.578446388244629, -0.2841043472290039, -0.4339575171470642, -1.7781736850738525, -1.4577142000198364, -1.9808305501937866, -0.1872330605983734, -1.6446326971054077, -0.6860312819480896, -0.8829239010810852, -1.5892910957336426, -1.3571714162826538, -0.8664363622665405, -2.0183308124542236, -0.3906828463077545, -1.7520779371261597, -0.9308123588562012, -1.224691390991211, -1.7050119638442993, -2.2371175289154053, -1.1298120021820068, -1.5614861249923706, -2.320282220840454, -1.6217589378356934, -1.6905924081802368, -2.2563462257385254, -0.1432909220457077, -1.41706120967865, -2.0851738452911377, -2.9857912063598633, -1.2650525569915771, -0.892509937286377, -1.6298809051513672]}, "iris_DBDC4_114_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america It's nice to have you here in America. yes, I am finally back -- So if you think it's appropriate... what? Oh nothing. ok, how about your pimples? Daddy, are you upset that I'm still a virgin?! no, why? I took a stand. good for you Always was good. excellent", "response": "We got a treatment on it yet?", "annotation_id": "iris_DBDC4_114_20", "annotations": ["T", "O", "X", "O", "O", "O", "X", "O", "X", "X", "T", "X", "O", "X", "O"], "gpt2_target_score": [-12.64954662322998, -7.741521835327148, -6.566833972930908, -16.07500457763672, -6.9119873046875, -7.903203010559082, -10.692587852478027, -9.081284523010254], "gpt2_argmax_score": [-1.845790147781372, -1.598730206489563, -3.2205357551574707, -1.000687599182129, -1.5126954317092896, -1.3785830736160278, -1.2610543966293335, -0.24792566895484924, -1.1639853715896606, -1.5101655721664429, -2.293117046356201, -1.3675569295883179, -1.9979232549667358, -2.1496994495391846, -1.9620428085327148, -0.904472291469574, -1.682209849357605, -1.1018208265304565, -1.420088529586792, -1.999717354774475, -0.6953214406967163, -2.176729440689087, -1.3768157958984375, -1.841227650642395, -1.2378709316253662, -2.7432284355163574, -1.1988551616668701, -1.2342599630355835, -1.741365909576416, -0.129721537232399, -1.4975295066833496, -0.4442588984966278, -1.2032973766326904, -1.960506558418274, -2.6039297580718994, -0.01425382774323225, -1.8203626871109009, -1.0189464092254639, -2.4221982955932617, -0.5733386278152466, -1.7257577180862427, -1.1731876134872437, -1.8674839735031128, -1.6259742975234985, -1.2358715534210205, -1.5251314640045166, -1.8118897676467896, -1.2737783193588257, -1.4482191801071167, -1.244879126548767, -1.9417318105697632, -1.1410977840423584, -1.8821704387664795, -1.6911349296569824, -2.0833752155303955, -0.514838695526123, -1.9874870777130127, -1.446587085723877, -1.0503841638565063, -1.977162480354309, -0.5341509580612183, -1.8863435983657837, -1.7583688497543335, -1.2425023317337036, -1.5450981855392456, -1.3969608545303345, -1.6256617307662964, -1.1415799856185913, -1.7991161346435547, -2.0076096057891846, -0.6189927458763123, -2.578446388244629, -0.2841043472290039, -0.4339575171470642, -1.7781736850738525, -1.4577142000198364, -1.9808305501937866, -0.1872330605983734, -1.6446326971054077, -0.6860312819480896, -0.8829239010810852, -1.5892910957336426, -1.3571714162826538, -0.8664363622665405, -2.0183308124542236, -0.3906828463077545, -1.7520779371261597, -0.9308123588562012, -1.224691390991211, -1.7050119638442993, -2.2371175289154053, -1.1298120021820068, -1.5614861249923706, -2.320282220840454, -1.6217589378356934, -1.6905924081802368, -2.256347417831421, -0.14328740537166595, -1.4170503616333008, -2.839177131652832, -1.1887356042861938, -0.8530477285385132, -2.1157875061035156, -0.759589672088623, -2.1132216453552246, -1.954351782798767, -1.803536057472229, -2.5455312728881836, -0.8444526791572571, -2.03749418258667, -1.4984527826309204, -2.4198832511901855, -0.6836406588554382]}}